diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..efc8b04a1517177f3af0f52684925fb0c770a912 100644 --- a/.gitattributes +++ b/.gitattributes @@ -1,35 +1,3 @@ -*.7z filter=lfs diff=lfs merge=lfs -text -*.arrow filter=lfs diff=lfs merge=lfs -text -*.bin filter=lfs diff=lfs merge=lfs -text -*.bz2 filter=lfs diff=lfs merge=lfs -text -*.ckpt filter=lfs diff=lfs merge=lfs -text -*.ftz filter=lfs diff=lfs merge=lfs -text -*.gz filter=lfs diff=lfs merge=lfs -text -*.h5 filter=lfs diff=lfs merge=lfs -text -*.joblib filter=lfs diff=lfs merge=lfs -text -*.lfs.* filter=lfs diff=lfs merge=lfs -text -*.mlmodel filter=lfs diff=lfs merge=lfs -text -*.model filter=lfs diff=lfs merge=lfs -text -*.msgpack filter=lfs diff=lfs merge=lfs -text -*.npy filter=lfs diff=lfs merge=lfs -text -*.npz filter=lfs diff=lfs merge=lfs -text -*.onnx filter=lfs diff=lfs merge=lfs -text -*.ot filter=lfs diff=lfs merge=lfs -text -*.parquet filter=lfs diff=lfs merge=lfs -text -*.pb filter=lfs diff=lfs merge=lfs -text -*.pickle filter=lfs diff=lfs merge=lfs -text -*.pkl filter=lfs diff=lfs merge=lfs -text *.pt filter=lfs diff=lfs merge=lfs -text -*.pth filter=lfs diff=lfs merge=lfs -text -*.rar filter=lfs diff=lfs merge=lfs -text -*.safetensors filter=lfs diff=lfs merge=lfs -text -saved_model/**/* filter=lfs diff=lfs merge=lfs -text -*.tar.* filter=lfs diff=lfs merge=lfs -text -*.tar filter=lfs diff=lfs merge=lfs -text -*.tflite filter=lfs diff=lfs merge=lfs -text -*.tgz filter=lfs diff=lfs merge=lfs -text -*.wasm filter=lfs diff=lfs merge=lfs -text -*.xz filter=lfs diff=lfs merge=lfs -text -*.zip filter=lfs diff=lfs merge=lfs -text -*.zst filter=lfs diff=lfs merge=lfs -text -*tfevents* filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.tar.gz filter=lfs diff=lfs merge=lfs -text diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000000000000000000000000000000000000..387644d12478fe5f67cc050cfd29993b56e06cc9 --- /dev/null +++ b/.gitignore @@ -0,0 +1,7 @@ +.venv/ +__pycache__/ +*.pyc +.pytest_cache/ +.ruff_cache/ +artifacts/ +*.egg-info/ diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..816f1d65d893d62a8374234318debc3864df884f --- /dev/null +++ b/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2026 Max Farrell + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..bd6a8e1e35ade1d1c9e4270c1e21a017c8983fc2 --- /dev/null +++ b/README.md @@ -0,0 +1,109 @@ +--- +license: mit +library_name: pytorch +tags: + - transition-model + - physical-systems + - system-identification + - probabilistic-regression + - experimental + - onnx +model_name: Transition Foundation Model v0.1 +--- + +# Transition Foundation Model v0.1 + +An experimental, action-conditioned probabilistic transition model for numerical physical systems. It predicts multiple fields, future horizons and alternative action sequences in one non-autoregressive forward pass. It is a custom PyTorch model, not a language model or a Transformers AutoModel checkpoint. + +**Status: runnable software and short-training proof of concept. Research success criteria have not been met.** The transformer improves over the MLP/GRU in the short comparison, but CatBoost and fitted controlled dynamics remain stronger overall. No commercial advantage or arbitrary-schema zero-shot transfer is claimed. + +## Contents + +- Complete runtime, simulators, training/evaluation code, FastAPI service, tests and locked dependencies. +- Three independently initialized 1,570,434-parameter transformer checkpoints, MLP/GRU baselines and context ablations. +- ONNX single-model bundle with versioned schema, normalization, calibration and parity evidence. +- Full generated 1,200-system dataset and exact smaller dataset used for smoke training, distributed as archives. These contain only synthetic simulator data; no external datasets have been integrated. +- Per-family/field/horizon reports, paired interventions, calibration provenance, checksums and a release inventory. + +The short-run dataset contains **90 systems for two simulated days: 63 training, 14 validation and 13 test systems**. Training uses 4,096 sampled windows and eight epochs. The full **1,200-system, seven-day dataset (806,400 transitions)** is provided for subsequent experiments; these released weights have **not** been trained on that full dataset. + +## Download and run + +Use the [Hugging Face CLI](https://huggingface.co/docs/huggingface_hub/en/guides/cli) to download a pinned revision, then install the locked environment: + +```sh +hf download maxffarrell/transition-foundation-model --revision v0.1.0 --local-dir tfm-v0.1 +cd tfm-v0.1 +sha256sum --check SHA256SUMS +uv sync --locked --extra dev --extra baselines --extra export +uv run --no-sync pytest -q +``` + +On macOS, use `shasum -a 256 -c SHA256SUMS` if `sha256sum` is unavailable. Python 3.12 is recommended. All SHA256SUMS paths are relative to the downloaded repository root. Hugging Face's download metadata is outside the checksum inventory. + +The API can run immediately from the included checkpoint: + +```sh +TFM_CHECKPOINT=artifacts/smoke/transformer-v2/seed-42/checkpoint.pt \ +TFM_CALIBRATION=artifacts/smoke/report-transformer-v2/calibration.json \ +uv run --no-sync uvicorn tfm.api.server:app --host 127.0.0.1 --port 8000 +``` + +In another terminal: + +```sh +curl --fail http://127.0.0.1:8000/v1/predict \ + -H 'Content-Type: application/json' \ + --data-binary @examples/predict-thermal.json +``` + +The example has a short history and will flag insufficient context. The full typed request schema is available at `/docs`. The runtime loads checkpoint metadata with PyTorch's `weights_only=True`, verifies weight/normalization provenance and rejects unknown units or invalid controls. + +To unpack the source datasets into their original relative paths: + +```sh +tar -xzf datasets/synthetic-1200-v0.1.2.tar.gz +tar -xzf datasets/smoke-90-v0.1.2.tar.gz +``` + +The full archive includes NPZ and Parquet episodes, the generator manifest, seeds, hidden simulator metadata and training-only normalization. **Hidden parameters are simulator-only and never enter neural tensors.** Test partitions are disjoint system IDs. Benchmark/calibration hashes identify the exact released weights and source datasets. Original experiment records are retained, including their historical local path strings; use the relative paths in these commands after download. + +See [usage and executable commands](docs/usage.md), [validation report](docs/validation.md), [internal contracts](docs/contracts.md) and [external validation plan](docs/external-validation.md). + +## Architecture and training + +The model uses a controlled vocabulary of 20 numerical fields across thermal, tank and battery systems. Learned field/unit/type-role metadata and masked numerical values combine with dedicated historical/future temporal encoders. Four pre-normalization transformer blocks use width 128, four heads and feedforward width 512. Shared Gaussian heads predict standardized changes and clamped log standard deviations. Query-specific causal prefixes prevent actions after a requested horizon from influencing that horizon. + +The default history is 24 observations, future plans have eight 15-minute steps, and output horizons are 15/30/60/120 minutes. The 96-observation variant has 2,750,082 parameters. Physical-unit outputs require the separately versioned normalization and decoding logic; ONNX alone is insufficient. + +Training uses FP32, Gaussian NLL over observed targets, AdamW at 0.0003, cosine decay after warmup and gradient clipping at 1.0. Model selection, calibration and test systems remain separate. Transformer ensemble seeds are 42/43/44. Default full-study training commands use up to 50 epochs and 150,000 windows; that study has not been run. + +## Results + +Field/horizon-balanced MAE divided by each field's training standard deviation, on the same 512 held-out windows; lower is better: + +| Model | Battery | Tank | Thermal | +|---|---:|---:|---:| +| Transformer | 0.24644 | 0.20519 | 0.08072 | +| Three-member ensemble | 0.24397 | 0.20475 | 0.08037 | +| MLP | 0.26557 | 0.21290 | 0.09717 | +| GRU | 0.26920 | 0.22744 | 0.10626 | +| CatBoost | **0.17793** | **0.16986** | 0.08333 | +| Fitted controlled affine dynamics | 0.19645 | 0.19399 | **0.05348** | +| Persistence | 0.27418 | 0.20509 | 0.13506 | + +These statistics average standardized field/horizon rows, not unlike raw physical units. Physical-unit errors and Gaussian NLL remain in the original reports. Counterfactual effect errors also fail to establish an overall transformer advantage; only 30 snapshots were evaluated. The 24-hour context did not improve the short matched-anchor ablation. Independently trained specialist and adaptation-speed comparisons remain unrun. + +## Uncertainty and limitations + +Nominal 90% interval coverage for the single transformer is 93.49% battery, 84.19% tank and 92.61% thermal. **Thermal coverage applies to only 73.01% of observed queries.** The small reserved thermal calibration partition contains only one-node systems, leaving `mass_temp` without a calibration entry. Its intervals are null; Gaussian dispersion is uncalibrated. Ensemble coverage is 93.82% / 86.18% / 92.53%, with the same thermal gap. + +Calibration uses reserved systems, but correlated windows and small calibration counts do not establish a system-level coverage guarantee. Interval width matters and is reported. Prediction conditions on supplied external paths; uncertainty in those forecasts is not modeled. Short context, shifted regimes or a changed configuration can invalidate observed calibration. OOD detection is only a current-state six-standard-deviation heuristic. + +Version 0.1 supports controlled numerical schemas, continuous states/actions and fixed 15-minute sampling. Unknown field names require explicit mapping. It does not support arbitrary text/images, discrete-event workflows or arbitrary-name zero-shot transfer. Live CityLearn/BOPTEST/Minari evaluation, unseen configurations/families, full-scale training and independently trained specialist comparisons have not been performed. Native collectors are included with contract fixtures, not external performance claims. + +Single-query API p95 was 3.04 ms on CPU and 5.22 ms on MPS, including in-process validation/preparation/inference/serialization, excluding network sockets. Actual localhost endpoints returned HTTP 200. ONNX Runtime parity passed. The pre-release implementation suite had 72 passing tests with Ruff lint/format checks; see the validation report for timing scope and known exporter warnings. + +## Provenance and license + +Original source, weights and synthetic trajectories are released under MIT. Dependencies retain their own licenses and are installed separately. There are no pretrained embeddings, third-party model weights or external training datasets in this release. Generator version is 0.1.2; manifests and run records retain exact system IDs and seeds. `release.json` and `SHA256SUMS` identify included bytes. This is an experimental research artifact, not validated control software for real equipment. diff --git a/SHA256SUMS b/SHA256SUMS new file mode 100644 index 0000000000000000000000000000000000000000..3722eb01047d9a06fbaf73688c8eac2294d5cb7d --- /dev/null +++ b/SHA256SUMS @@ -0,0 +1,110 @@ +bc1edc898d72ff7beecf2d8eba1ae4a7759be0fb6474912f823b3590f63270bf .gitattributes +ef3f3867e567d2d13dfca813dd21051a1f5cee7bd58cdbee0d970dad5abdc4f3 .gitignore +ba2f860a3c2cba35f85f21ac65fea46c603900544f90ddad503e3ba9e44dce43 LICENSE +4fc7fe9bb64f42068f101380e9e3bcda0701e59e825fef82a6305bca5930fc74 README.md +5c8a2c3d2c33ef4650672165782e2fd8bcb5c5c26d076d6d6c10c38d1d60d579 artifacts/smoke/api-latency-cpu-v2.json +0958f79fb2671902635e4c561dbe8b287f21353f05519ec90b56e83939c60918 artifacts/smoke/api-latency-ensemble-cpu-v2.json +22e395254e8eb5078626d48b6608fdc8776407e4922df1dc1b5911cb0ee51214 artifacts/smoke/api-latency-mps-v2.json +1515f21076983b75c4a4a15f5eb9e20cf439194637794660e28d858313bc3cd7 artifacts/smoke/comparison-v2-config.json +50a08b2f5defaef57ecfc63b54bd1378c73f06755281e3e709a287dac3de7890 artifacts/smoke/comparison-v2.json +ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663 artifacts/smoke/gru-v2/checkpoint.pt +ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/gru-v2/normalization.json +7fceca790dc48b563050c3f1eb344c9a127a16fa4515278e8a9629455c60a868 artifacts/smoke/gru-v2/run.json +e04f0a0ada06324057aedf9476f08e34014b934c5639f9de939d962cf35a5646 artifacts/smoke/http-prediction-v2.json +3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c artifacts/smoke/mlp-v2/checkpoint.pt +ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/mlp-v2/normalization.json +45a031f69e055ca440b6638e754a3052f4701a53886d6366d0558f36a18d2ee0 artifacts/smoke/mlp-v2/run.json +ef5ef17c35d6a4f4f8614b21c011a591594b97d87cb1532008e28b08b501b198 artifacts/smoke/onnx-transformer-v2/calibration.json +e32dfde2f603186bfa5a1480fceb462ac2e911d4b63790e77ab01c6deff59dc6 artifacts/smoke/onnx-transformer-v2/manifest.json +6eea1ecb768a5ef95c91cfca4a91ef7ae5af7322c0ba31e6d9cdcf35ba8d2563 artifacts/smoke/onnx-transformer-v2/model.onnx +ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/onnx-transformer-v2/normalization.json +ea1385a56a830a311251ab105ba9dcf720e3d62da08c7c037746295da7f8fc2c artifacts/smoke/onnx-transformer-v2/schema.json +062994cb0058e411211ff22f4956389278b135ee76c0dfee2ff99eaad413a677 artifacts/smoke/report-context-v2/context.json +f97f91deb10661ed6c3ddeae8b9d25813ad6d4fb4cd9cc3be5564220b69e67cb artifacts/smoke/report-ensemble-v2/benchmark.json +f96d9a18b64711dca5bb76fd21a9671c298195ecd3b83a9ec1daf9762a2c7e40 artifacts/smoke/report-ensemble-v2/calibration.json +fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3 artifacts/smoke/report-ensemble-v2/calibration_history_linear_system_id.json +1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73 artifacts/smoke/report-ensemble-v2/calibration_persistence.json +2f1659556096f031d9a23b384a9d09de3a0675fdb5b6a5944f03d4cc96e3cfae artifacts/smoke/report-ensemble-v2/generalization.json +4f8ba6827462589f5f80df0d8e34cb0b50da2f5d2d7d6d506337bd17a852271a artifacts/smoke/report-gru-v2/benchmark.json +67d780e83bde04238192bdb5ea2caa7353d3be63fbf762e28e500da0a8a78ad0 artifacts/smoke/report-gru-v2/calibration.json +fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3 artifacts/smoke/report-gru-v2/calibration_history_linear_system_id.json +1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73 artifacts/smoke/report-gru-v2/calibration_persistence.json +f66be3f18b053b26458c5824a154353eba8ea68683c470f14313231891ba8134 artifacts/smoke/report-gru-v2/generalization.json +349d0ff2d2f4ef7076de4b22a95fff87e6904b6d85bd0362a74d33093c7b0377 artifacts/smoke/report-mlp-v2/benchmark.json +d37e7f30f43186e917b336b03904ad609d2b0d296e44bc7e0097dcafe2a27797 artifacts/smoke/report-mlp-v2/calibration.json +fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3 artifacts/smoke/report-mlp-v2/calibration_history_linear_system_id.json +1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73 artifacts/smoke/report-mlp-v2/calibration_persistence.json +058adc1be553c86543cd586e71939de5ca6ebe9e6cd8f2f3e82bde2ed46550e1 artifacts/smoke/report-mlp-v2/generalization.json +a0b6e74770b87f1300cfe97c40bc05e48a689b40e4453c35cc9e90323cb4690b artifacts/smoke/report-transformer-v2/benchmark.json +ef5ef17c35d6a4f4f8614b21c011a591594b97d87cb1532008e28b08b501b198 artifacts/smoke/report-transformer-v2/calibration.json +63321f427263a865c42a5eb853bbfcd3fc00b188804c641f9c2d5ffb6ce53d87 artifacts/smoke/report-transformer-v2/calibration_catboost.json +fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3 artifacts/smoke/report-transformer-v2/calibration_history_linear_system_id.json +1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73 artifacts/smoke/report-transformer-v2/calibration_persistence.json +4edd7aa12e23032574d2aaee84180e225b93524979fcb903e812dfb9b27c37af artifacts/smoke/report-transformer-v2/generalization.json +e3959fc9e9d71c324a0e245d1b05c48db4498280de89469435bb842ec98fd86f artifacts/smoke/transformer-h96-v2/checkpoint.pt +ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/transformer-h96-v2/normalization.json +45ae7443ababc781ed96efe56568db8b0ce5dfaf7da2c33e2ea2965133b83815 artifacts/smoke/transformer-h96-v2/run.json +78967fedd9c37ae26cb69e229618a1a8803d0e2cd06ba7655394d0cf7073b454 artifacts/smoke/transformer-nohistory-v2/checkpoint.pt +ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/transformer-nohistory-v2/normalization.json +7388bd91deb104769fd84f39ea44a1be378a20eaf092c7e2acbbc3fb7b706a1f artifacts/smoke/transformer-nohistory-v2/run.json +6ce8b2851e57fc3340bd681219adfceac96ec10b54f716f5f8f6a20318429a75 artifacts/smoke/transformer-v2/ensemble.json +6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739 artifacts/smoke/transformer-v2/seed-42/checkpoint.pt +ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/transformer-v2/seed-42/normalization.json +5606203dfc9caf3d823bb20a7329e6477344688ae993bfc592524a3ed0e87077 artifacts/smoke/transformer-v2/seed-42/run.json +80ffcf05367f581ed48d34e649ffde7f3738a7c31fb7e0539cb2245e88eae09e artifacts/smoke/transformer-v2/seed-43/checkpoint.pt +ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/transformer-v2/seed-43/normalization.json +4f92399bdda95abc7d8ebf13f0c10e0d4a8c88a061d8e82f57ac493ad30e8d6e artifacts/smoke/transformer-v2/seed-43/run.json +623420955dc271068182f2cd6fb460d0ae64792c25dbd79c0aae91b3ba777137 artifacts/smoke/transformer-v2/seed-44/checkpoint.pt +ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/transformer-v2/seed-44/normalization.json +269e0d8a0a526e33a4aea2dd657a9e54284eef8a5fc6cdfef46175bc7d7234b9 artifacts/smoke/transformer-v2/seed-44/run.json +ad133d98de7bccc0130e11077b7503c4d40ac67633e6765496fdfc3d5bdf65fc configs/poc.json +1913ec4925af9029694c4e1ffc8cb51b1a29ea53f850f1f0f8f68c610f0bc52e configs/smoke.json +84ef5ca3190fbe974f323771b5b85e1f72168fd5eb9d2352272ed5c70546e4d6 datasets/smoke-90-v0.1.2.tar.gz +8b4b5a53b5eeb0c22f3894f14dccfc874ab232d40e744404af530692992fe5b9 datasets/synthetic-1200-v0.1.2.tar.gz +3029bf21f52c59bd67460abb162a19b174b8597085382c67334777e128eebc98 docs/contracts.md +1fe1f7eec6831497801c939a8b283eb0f6780820159d381f1a42be89f7f100c4 docs/external-validation.md +4fc7fe9bb64f42068f101380e9e3bcda0701e59e825fef82a6305bca5930fc74 docs/huggingface-model-card.md +d440e1f6cba41a9a21137253568491093316287af4432a50f927dfbf14357473 docs/usage.md +3abcf1c8805892034bb18fad9ab7db8c172edd078ed6d8e3442a598c99c2830f docs/validation.md +276b2979bfe54126d49563d973cfa6aa370a8caa76958335b7973cc6b7dab9a7 examples/predict-thermal.json +254144cbe213232223dc274f607069f715ca3844f67d6799dbfe93d5e4cbfcd8 pyproject.toml +3d8595bc553bcd6d77664246a2c67818acafd90df7c75568b23ae5a8a2b891bd release.json +f05a51dd947dd72c05058d7f55c067b72caa48ed9daf35622bd611ce648bfca1 scripts/build_release.py +05570e064fb804388dd24840f36f1dfb24c6678e6bbe82b36c52a04f103af27f scripts/smoke.sh +8e00573521e65a446f27e3e43398b79c080f9af11b57f25265deeed50f86e001 tests/test_api.py +82585f788506d82880e25bff1e287a84a97e22b09317a07b3f51980c50f7d687 tests/test_data.py +0c0ec58cc62bd4abb2eb68376d3c27838d1d493f2cbee8e10f8a6d46a6c6c326 tests/test_evaluation.py +1125d90deb304338473da49c8ee9b7f9315c713fe323df33e8464faaa61f41a8 tests/test_export.py +8be741b411f64d39c7a1a7c800cdbc901dd1cf9037879095449c899220cd92ac tests/test_external.py +881834192046adfd8a143f957921fbd539c6b8782c485f760ced7178f11fd916 tests/test_models.py +de0ed05bd3914cd617b05d59169667a8e0a05a1d2f12e495c037f90addfff9c7 tests/test_simulators.py +c4f4c4c5f9d9f9d6d8b54e62cbfbf8167b8a5423bf204d809d5135fbefc059fa tfm/__init__.py +e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 tfm/api/__init__.py +9de088be206053b13ab515d12e308d14a93c5fb2ff1db5773c1f6f23777abc32 tfm/api/profile.py +428bd963c2833c04b47f19c26573f2f28296585d394d05544ac6de860a47e33d tfm/api/server.py +2bd24e2f5d48edc4678ad827f3a3046de256b8d5731d90f19c6fabee269daa66 tfm/data/__init__.py +a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803 tfm/data/episodes.py +6a00cd71156b423b02a180f5d6db31d83953320ec4380a8ced6f005427df51e3 tfm/data/external.py +a3cffad4440a1aa9cd41eac48dcf43fbdc19b4d169200e33bf7dcf0e760d33e3 tfm/data/generate.py +8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3 tfm/data/normalization.py +c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078 tfm/data/schema.py +b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12 tfm/data/windows.py +fd447a5e6bf4b857d9b0670f8ac8c70111bf3dfe5755eefbe68c4d86b13a36d5 tfm/evaluation/__init__.py +7c2790af53837f47928561691bd8b4eee66b8e92f596712ef617ba22d3c6ec27 tfm/evaluation/baselines.py +ed5206f4fd659f607004a8fdfa27c14ad4172f5923a85eb204b076f8c91c727e tfm/evaluation/benchmark.py +cf5bdbccccd6f13628ae871b8fd7e7b1900306e1ebdf00003147d083cf3cc5ca tfm/evaluation/calibration.py +68433ecfde46ed97450039672237554e7ebba00b287da401e44f32fe5738d2c8 tfm/evaluation/comparison.py +f7f981c0b9d635681c7c4e8ee606e279b0bf6eacbe3f3a8a2d6a4fd1279e97e9 tfm/evaluation/context.py +6d8c00284449997e8c338b227ebd2f4d72885c555a6d4bef0fb290742be95259 tfm/evaluation/counterfactual.py +cb4ad0870c90b7ce54ad082cd5cb8289d4036ff81418732fa5280eee25b5a03d tfm/evaluation/experiments.py +04016e0647788caa5d5cd1b9a036018761d7867b29f10cc064bbb4ae2351dcd7 tfm/evaluation/metrics.py +3296ca3f3fd036a2173edc71c23d6430f57ca8f141a20c8e5a7cc6a20cffd7e0 tfm/evaluation/runner.py +e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 tfm/export/__init__.py +3cec8744848d40551ae0c770aa0cc1d4177189a1a1ac20f2bd5c3bd04f2ce40d tfm/export/onnx.py +c20432c425b2305a275f22968a539619a57037c7c8af67baceca979a4ee0e35c tfm/models/__init__.py +53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5 tfm/models/core.py +0c2179025d61bad9948adb2e4ae3130a844ddf92e1094ba3b93836d6d75b1e8b tfm/simulators/__init__.py +03893cd813d86f12d0e335cbdbd4ea588d2c8ac97566254725fb32e774c413cc tfm/simulators/physics.py +5fdc517285d815cc8972aac6a60c974f82354ce29f6413d3e0c856c30edcf5bd tfm/training/__init__.py +af85294f7d00b40e61c34a1e546a8e7bc7c11de9bd67a34cae1a9df2d0d225c1 tfm/training/train.py +622b4c7d12d2d20f0061f132b6f50e505de99852a1285ad280cba9b2aa32509f uv.lock diff --git a/artifacts/smoke/api-latency-cpu-v2.json b/artifacts/smoke/api-latency-cpu-v2.json new file mode 100644 index 0000000000000000000000000000000000000000..f2cc9716ac8fec266a2515e15c63aae91b09f9a2 --- /dev/null +++ b/artifacts/smoke/api-latency-cpu-v2.json @@ -0,0 +1,29 @@ +{ + "version": "tfm-api-latency-v1", + "measurements": [ + { + "case": "single_query", + "device": "cpu", + "p50_ms": 2.693125, + "p95_ms": 3.0388810999999993, + "repetitions": 50, + "warmup": 5, + "actions": 1, + "fields": 1, + "horizons": 1, + "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets" + }, + { + "case": "batched_actions_horizons", + "device": "cpu", + "p50_ms": 5.3388124999999995, + "p95_ms": 6.30096425, + "repetitions": 50, + "warmup": 5, + "actions": 2, + "fields": 2, + "horizons": 4, + "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets" + } + ] +} diff --git a/artifacts/smoke/api-latency-ensemble-cpu-v2.json b/artifacts/smoke/api-latency-ensemble-cpu-v2.json new file mode 100644 index 0000000000000000000000000000000000000000..16c890872808f17fe3467e34156f021b148ad15d --- /dev/null +++ b/artifacts/smoke/api-latency-ensemble-cpu-v2.json @@ -0,0 +1,29 @@ +{ + "version": "tfm-api-latency-v1", + "measurements": [ + { + "case": "single_query", + "device": "cpu", + "p50_ms": 5.0861665, + "p95_ms": 5.60503995, + "repetitions": 50, + "warmup": 5, + "actions": 1, + "fields": 1, + "horizons": 1, + "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets" + }, + { + "case": "batched_actions_horizons", + "device": "cpu", + "p50_ms": 13.3730625, + "p95_ms": 13.856893750000001, + "repetitions": 50, + "warmup": 5, + "actions": 2, + "fields": 2, + "horizons": 4, + "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets" + } + ] +} diff --git a/artifacts/smoke/api-latency-mps-v2.json b/artifacts/smoke/api-latency-mps-v2.json new file mode 100644 index 0000000000000000000000000000000000000000..ae75b9121823ab73f2be545366d399e6003ee015 --- /dev/null +++ b/artifacts/smoke/api-latency-mps-v2.json @@ -0,0 +1,29 @@ +{ + "version": "tfm-api-latency-v1", + "measurements": [ + { + "case": "single_query", + "device": "mps", + "p50_ms": 4.9470624999999995, + "p95_ms": 5.21562515, + "repetitions": 50, + "warmup": 5, + "actions": 1, + "fields": 1, + "horizons": 1, + "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets" + }, + { + "case": "batched_actions_horizons", + "device": "mps", + "p50_ms": 5.308104500000001, + "p95_ms": 7.195891849999999, + "repetitions": 50, + "warmup": 5, + "actions": 2, + "fields": 2, + "horizons": 4, + "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets" + } + ] +} diff --git a/artifacts/smoke/comparison-v2-config.json b/artifacts/smoke/comparison-v2-config.json new file mode 100644 index 0000000000000000000000000000000000000000..a7a80da2ae6b6a524fb3217c120692cfbb7d6a26 --- /dev/null +++ b/artifacts/smoke/comparison-v2-config.json @@ -0,0 +1,28 @@ +{ + "transformer": { + "report": "artifacts/smoke/report-transformer-v2", + "checkpoints": [ + "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt" + ] + }, + "mlp": { + "report": "artifacts/smoke/report-mlp-v2", + "checkpoints": [ + "artifacts/smoke/mlp-v2/checkpoint.pt" + ] + }, + "ensemble": { + "report": "artifacts/smoke/report-ensemble-v2", + "checkpoints": [ + "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt", + "artifacts/smoke/transformer-v2/seed-43/checkpoint.pt", + "artifacts/smoke/transformer-v2/seed-44/checkpoint.pt" + ] + }, + "gru": { + "report": "artifacts/smoke/report-gru-v2", + "checkpoints": [ + "artifacts/smoke/gru-v2/checkpoint.pt" + ] + } +} diff --git a/artifacts/smoke/comparison-v2.json b/artifacts/smoke/comparison-v2.json new file mode 100644 index 0000000000000000000000000000000000000000..13dacf5a462c4d882bdfa30f3ffb65a32d136c4d --- /dev/null +++ b/artifacts/smoke/comparison-v2.json @@ -0,0 +1,1236 @@ +{ + "version": "tfm-comparison-v1", + "status": "smoke_only", + "generator_version": "0.1.2", + "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c", + "partition_episode_counts": { + "train": 63, + "validation": 14, + "test": 13 + }, + "interpretation": "Short synthetic runs, no research or scaling claim. Prediction and action-effect MAE equally average field/horizon rows within family. Coverage is weighted by calibrated observed query counts and omits unsupported fields, which are listed. Widths divide by each field's training standard deviation; physical widths remain in source reports. Regret has family-specific objective units and must not be pooled. Latency retains the source measurement scope and contention limitations.", + "runs": { + "transformer": { + "status": "completed", + "provenance_checks": "passed", + "source_report": "artifacts/smoke/report-transformer-v2/benchmark.json", + "source_report_sha256": "a0b6e74770b87f1300cfe97c40bc05e48a689b40e4453c35cc9e90323cb4690b", + "calibration_sha256": "ef5ef17c35d6a4f4f8614b21c011a591594b97d87cb1532008e28b08b501b198", + "checkpoint_sha256": [ + "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739" + ], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "split_system_counts": { + "training_system_ids": 63, + "validation_selection_system_ids": 8, + "calibration_system_ids": 6, + "test_system_ids": 13 + }, + "parameter_count": 1570434, + "inference": [ + { + "device": "cpu", + "status": "completed", + "batch_size": 1, + "precision": "float32", + "repetitions": 30, + "warmup": 5, + "p50_ms": 5.8506665, + "p95_ms": 6.984247949999999, + "process_peak_rss_bytes": 2904473600, + "sampled_mps_driver_allocation_peak_bytes": null, + "memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.", + "timing_scope": "forward only; inputs resident; MPS synchronized before and after every call" + }, + { + "device": "mps", + "status": "unavailable" + } + ], + "window_sampling": { + "seed": 2026, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2", + "family_window_counts": { + "battery": 184, + "tank": 165, + "thermal": 163 + } + }, + "models": { + "foundation_model": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.2464418007681767, + "coverage_weighted_by_count": 0.9348859315589354, + "calibrated_query_count": 2104, + "total_observed_query_count": 2104, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.5368033744363387, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.20518572337459773, + "coverage_weighted_by_count": 0.841858648965248, + "calibrated_query_count": 2561, + "total_observed_query_count": 2561, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.0525175486113494, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.08072376647032797, + "coverage_weighted_by_count": 0.9260763606823721, + "calibrated_query_count": 1231, + "total_observed_query_count": 1686, + "calibrated_query_fraction": 0.7301304863582444, + "field_horizon_balanced_standardized_interval_width": 0.47078061521257536, + "uncalibrated_fields": [ + "mass_temp" + ] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 12, + "field_horizon_balanced_standardized_action_effect_mae": 0.3353849789275787, + "ranking_accuracy": 0.8888888888888888, + "mean_regret_family_objective_units": 0.04787804231797377 + }, + { + "family": "tank", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.4100909468108305, + "ranking_accuracy": 0.7777777777777778, + "mean_regret_family_objective_units": 5.476421404145535 + }, + { + "family": "thermal", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.061770662692730134, + "ranking_accuracy": 0.9074074074074074, + "mean_regret_family_objective_units": 3.2748828767368185 + } + ], + "calibration_status": "heldout_partial" + }, + "persistence": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.2741769899924596, + "coverage_weighted_by_count": 0.9120722433460076, + "calibrated_query_count": 2104, + "total_observed_query_count": 2104, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.9144873287577546, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.20508833997882903, + "coverage_weighted_by_count": 0.91097227645451, + "calibrated_query_count": 2561, + "total_observed_query_count": 2561, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.3987040263066008, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.1350649856030941, + "coverage_weighted_by_count": 0.9870024370430545, + "calibrated_query_count": 1231, + "total_observed_query_count": 1686, + "calibrated_query_fraction": 0.7301304863582444, + "field_horizon_balanced_standardized_interval_width": 1.2741399954043633, + "uncalibrated_fields": [ + "mass_temp" + ] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 12, + "field_horizon_balanced_standardized_action_effect_mae": 0.44577424080535133, + "ranking_accuracy": 0.625, + "mean_regret_family_objective_units": 0.1149686559871352 + }, + { + "family": "tank", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.4309230445413622, + "ranking_accuracy": 0.9629629629629629, + "mean_regret_family_objective_units": 0.19212913518986896 + }, + { + "family": "thermal", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.13642123593907265, + "ranking_accuracy": 0.6388888888888888, + "mean_regret_family_objective_units": 24.588706704133514 + } + ], + "calibration_status": "heldout_partial" + }, + "history_linear_system_id": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.1964516549681624, + "coverage_weighted_by_count": 0.9068441064638784, + "calibrated_query_count": 2104, + "total_observed_query_count": 2104, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.0612048471296183, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.19398614921374246, + "coverage_weighted_by_count": 0.8867629832096837, + "calibrated_query_count": 2561, + "total_observed_query_count": 2561, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.0373429280371522, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.053480925814559065, + "coverage_weighted_by_count": 0.9512591389114541, + "calibrated_query_count": 1231, + "total_observed_query_count": 1686, + "calibrated_query_fraction": 0.7301304863582444, + "field_horizon_balanced_standardized_interval_width": 0.37496149991779415, + "uncalibrated_fields": [ + "mass_temp" + ] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 12, + "field_horizon_balanced_standardized_action_effect_mae": 0.21353556679131813, + "ranking_accuracy": 0.8194444444444444, + "mean_regret_family_objective_units": 0.07438788574709695 + }, + { + "family": "tank", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.375519408741499, + "ranking_accuracy": 0.6666666666666666, + "mean_regret_family_objective_units": 14.565733903777224 + }, + { + "family": "thermal", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.05728579907697506, + "ranking_accuracy": 0.9074074074074074, + "mean_regret_family_objective_units": 4.096646376501237 + } + ], + "calibration_status": "heldout_partial" + }, + "catboost": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.17793322975436845, + "coverage_weighted_by_count": 0.9325095057034221, + "calibrated_query_count": 2104, + "total_observed_query_count": 2104, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.2700347987341436, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.16986428969539702, + "coverage_weighted_by_count": 0.8891058180398282, + "calibrated_query_count": 2561, + "total_observed_query_count": 2561, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 0.9215257671904333, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.08332891451815765, + "coverage_weighted_by_count": 0.9358245329000813, + "calibrated_query_count": 1231, + "total_observed_query_count": 1686, + "calibrated_query_fraction": 0.7301304863582444, + "field_horizon_balanced_standardized_interval_width": 0.7638302007604652, + "uncalibrated_fields": [ + "mass_temp" + ] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 12, + "field_horizon_balanced_standardized_action_effect_mae": 0.23051647289866473, + "ranking_accuracy": 0.8888888888888888, + "mean_regret_family_objective_units": 0.05557148176567784 + }, + { + "family": "tank", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.26401079379275233, + "ranking_accuracy": 0.12962962962962962, + "mean_regret_family_objective_units": 51.16753917152375 + }, + { + "family": "thermal", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.08128041531309356, + "ranking_accuracy": 0.8518518518518519, + "mean_regret_family_objective_units": 3.19755500037222 + } + ], + "calibration_status": "heldout_partial" + }, + "specialists": { + "status": "unrun", + "reason": "No specialist checkpoint artifacts supplied" + } + }, + "generalization": [ + { + "name": "heldout_systems", + "axis": "B", + "status": "completed", + "reason": null, + "evaluated_target_fraction": null + }, + { + "name": "sensor_failures", + "axis": "C", + "status": "completed", + "reason": null, + "evaluated_target_fraction": 0.7616123445126751 + }, + { + "name": "sensor_bias", + "axis": "C", + "status": "completed", + "reason": null, + "evaluated_target_fraction": 1.0 + }, + { + "name": "configuration_shift", + "axis": "D", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "leave_thermal_out", + "axis": "E", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "leave_tank_out", + "axis": "E", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "leave_battery_out", + "axis": "E", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + } + ] + }, + "mlp": { + "status": "completed", + "provenance_checks": "passed", + "source_report": "artifacts/smoke/report-mlp-v2/benchmark.json", + "source_report_sha256": "349d0ff2d2f4ef7076de4b22a95fff87e6904b6d85bd0362a74d33093c7b0377", + "calibration_sha256": "d37e7f30f43186e917b336b03904ad609d2b0d296e44bc7e0097dcafe2a27797", + "checkpoint_sha256": [ + "3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c" + ], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "split_system_counts": { + "training_system_ids": 63, + "validation_selection_system_ids": 8, + "calibration_system_ids": 6, + "test_system_ids": 13 + }, + "parameter_count": 876034, + "inference": [ + { + "device": "cpu", + "status": "completed", + "batch_size": 1, + "precision": "float32", + "repetitions": 30, + "warmup": 5, + "p50_ms": 1.711187, + "p95_ms": 4.087550149999997, + "process_peak_rss_bytes": 380567552, + "sampled_mps_driver_allocation_peak_bytes": null, + "memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.", + "timing_scope": "forward only; inputs resident; MPS synchronized before and after every call" + }, + { + "device": "mps", + "status": "unavailable" + } + ], + "window_sampling": { + "seed": 2026, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2", + "family_window_counts": { + "battery": 184, + "tank": 165, + "thermal": 163 + } + }, + "models": { + "catboost": { + "status": "unrun", + "reason": "Enable --catboost to fit the optional training-only baseline" + }, + "foundation_model": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.2655715017269055, + "coverage_weighted_by_count": 0.9462927756653993, + "calibrated_query_count": 2104, + "total_observed_query_count": 2104, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.790856030421164, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.21289619465824217, + "coverage_weighted_by_count": 0.88481062085123, + "calibrated_query_count": 2561, + "total_observed_query_count": 2561, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.1492993770553106, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.09717030023845534, + "coverage_weighted_by_count": 0.9610073111291633, + "calibrated_query_count": 1231, + "total_observed_query_count": 1686, + "calibrated_query_fraction": 0.7301304863582444, + "field_horizon_balanced_standardized_interval_width": 0.6933850772112384, + "uncalibrated_fields": [ + "mass_temp" + ] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 12, + "field_horizon_balanced_standardized_action_effect_mae": 0.40193630005660164, + "ranking_accuracy": 0.8333333333333334, + "mean_regret_family_objective_units": 0.058006828239173934 + }, + { + "family": "tank", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.4218413598223273, + "ranking_accuracy": 0.8518518518518519, + "mean_regret_family_objective_units": 17.03598703076836 + }, + { + "family": "thermal", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.10134565391581384, + "ranking_accuracy": 0.8703703703703703, + "mean_regret_family_objective_units": 2.646552774845556 + } + ], + "calibration_status": "heldout_partial" + }, + "persistence": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.2741769899924596, + "coverage_weighted_by_count": 0.9120722433460076, + "calibrated_query_count": 2104, + "total_observed_query_count": 2104, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.9144873287577546, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.20508833997882903, + "coverage_weighted_by_count": 0.91097227645451, + "calibrated_query_count": 2561, + "total_observed_query_count": 2561, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.3987040263066008, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.1350649856030941, + "coverage_weighted_by_count": 0.9870024370430545, + "calibrated_query_count": 1231, + "total_observed_query_count": 1686, + "calibrated_query_fraction": 0.7301304863582444, + "field_horizon_balanced_standardized_interval_width": 1.2741399954043633, + "uncalibrated_fields": [ + "mass_temp" + ] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 12, + "field_horizon_balanced_standardized_action_effect_mae": 0.44577424080535133, + "ranking_accuracy": 0.625, + "mean_regret_family_objective_units": 0.1149686559871352 + }, + { + "family": "tank", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.4309230445413622, + "ranking_accuracy": 0.9629629629629629, + "mean_regret_family_objective_units": 0.19212913518986896 + }, + { + "family": "thermal", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.13642123593907265, + "ranking_accuracy": 0.6388888888888888, + "mean_regret_family_objective_units": 24.588706704133514 + } + ], + "calibration_status": "heldout_partial" + }, + "history_linear_system_id": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.1964516549681624, + "coverage_weighted_by_count": 0.9068441064638784, + "calibrated_query_count": 2104, + "total_observed_query_count": 2104, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.0612048471296183, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.19398614921374246, + "coverage_weighted_by_count": 0.8867629832096837, + "calibrated_query_count": 2561, + "total_observed_query_count": 2561, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.0373429280371522, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.053480925814559065, + "coverage_weighted_by_count": 0.9512591389114541, + "calibrated_query_count": 1231, + "total_observed_query_count": 1686, + "calibrated_query_fraction": 0.7301304863582444, + "field_horizon_balanced_standardized_interval_width": 0.37496149991779415, + "uncalibrated_fields": [ + "mass_temp" + ] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 12, + "field_horizon_balanced_standardized_action_effect_mae": 0.21353556679131813, + "ranking_accuracy": 0.8194444444444444, + "mean_regret_family_objective_units": 0.07438788574709695 + }, + { + "family": "tank", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.375519408741499, + "ranking_accuracy": 0.6666666666666666, + "mean_regret_family_objective_units": 14.565733903777224 + }, + { + "family": "thermal", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.05728579907697506, + "ranking_accuracy": 0.9074074074074074, + "mean_regret_family_objective_units": 4.096646376501237 + } + ], + "calibration_status": "heldout_partial" + }, + "specialists": { + "status": "unrun", + "reason": "No specialist checkpoint artifacts supplied" + } + }, + "generalization": [ + { + "name": "heldout_systems", + "axis": "B", + "status": "completed", + "reason": null, + "evaluated_target_fraction": null + }, + { + "name": "sensor_failures", + "axis": "C", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "sensor_bias", + "axis": "C", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "configuration_shift", + "axis": "D", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "leave_thermal_out", + "axis": "E", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "leave_tank_out", + "axis": "E", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "leave_battery_out", + "axis": "E", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + } + ] + }, + "ensemble": { + "status": "completed", + "provenance_checks": "passed", + "source_report": "artifacts/smoke/report-ensemble-v2/benchmark.json", + "source_report_sha256": "f97f91deb10661ed6c3ddeae8b9d25813ad6d4fb4cd9cc3be5564220b69e67cb", + "calibration_sha256": "f96d9a18b64711dca5bb76fd21a9671c298195ecd3b83a9ec1daf9762a2c7e40", + "checkpoint_sha256": [ + "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739", + "80ffcf05367f581ed48d34e649ffde7f3738a7c31fb7e0539cb2245e88eae09e", + "623420955dc271068182f2cd6fb460d0ae64792c25dbd79c0aae91b3ba777137" + ], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "split_system_counts": { + "training_system_ids": 63, + "validation_selection_system_ids": 8, + "calibration_system_ids": 6, + "test_system_ids": 13 + }, + "parameter_count": 4711302, + "inference": [ + { + "device": "cpu", + "status": "completed", + "batch_size": 1, + "precision": "float32", + "repetitions": 30, + "warmup": 5, + "p50_ms": 21.5922915, + "p95_ms": 26.497902299999996, + "process_peak_rss_bytes": 589479936, + "sampled_mps_driver_allocation_peak_bytes": null, + "memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.", + "timing_scope": "forward only; inputs resident; MPS synchronized before and after every call" + }, + { + "device": "mps", + "status": "unavailable" + } + ], + "window_sampling": { + "seed": 2026, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2", + "family_window_counts": { + "battery": 184, + "tank": 165, + "thermal": 163 + } + }, + "models": { + "catboost": { + "status": "unrun", + "reason": "Enable --catboost to fit the optional training-only baseline" + }, + "foundation_model": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.24396890867501497, + "coverage_weighted_by_count": 0.938212927756654, + "calibrated_query_count": 2104, + "total_observed_query_count": 2104, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.5705312779267908, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.20474898838438094, + "coverage_weighted_by_count": 0.8617727450214759, + "calibrated_query_count": 2561, + "total_observed_query_count": 2561, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.0582992655848964, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.08036906473959486, + "coverage_weighted_by_count": 0.925264012997563, + "calibrated_query_count": 1231, + "total_observed_query_count": 1686, + "calibrated_query_fraction": 0.7301304863582444, + "field_horizon_balanced_standardized_interval_width": 0.46081873453475863, + "uncalibrated_fields": [ + "mass_temp" + ] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 12, + "field_horizon_balanced_standardized_action_effect_mae": 0.33930385699822924, + "ranking_accuracy": 0.8888888888888888, + "mean_regret_family_objective_units": 0.04787804231797377 + }, + { + "family": "tank", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.40268880790635786, + "ranking_accuracy": 0.8888888888888888, + "mean_regret_family_objective_units": 5.476421404145535 + }, + { + "family": "thermal", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.06546775249797411, + "ranking_accuracy": 0.8888888888888888, + "mean_regret_family_objective_units": 3.2748828767368185 + } + ], + "calibration_status": "heldout_partial" + }, + "persistence": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.2741769899924596, + "coverage_weighted_by_count": 0.9120722433460076, + "calibrated_query_count": 2104, + "total_observed_query_count": 2104, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.9144873287577546, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.20508833997882903, + "coverage_weighted_by_count": 0.91097227645451, + "calibrated_query_count": 2561, + "total_observed_query_count": 2561, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.3987040263066008, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.1350649856030941, + "coverage_weighted_by_count": 0.9870024370430545, + "calibrated_query_count": 1231, + "total_observed_query_count": 1686, + "calibrated_query_fraction": 0.7301304863582444, + "field_horizon_balanced_standardized_interval_width": 1.2741399954043633, + "uncalibrated_fields": [ + "mass_temp" + ] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 12, + "field_horizon_balanced_standardized_action_effect_mae": 0.44577424080535133, + "ranking_accuracy": 0.625, + "mean_regret_family_objective_units": 0.1149686559871352 + }, + { + "family": "tank", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.4309230445413622, + "ranking_accuracy": 0.9629629629629629, + "mean_regret_family_objective_units": 0.19212913518986896 + }, + { + "family": "thermal", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.13642123593907265, + "ranking_accuracy": 0.6388888888888888, + "mean_regret_family_objective_units": 24.588706704133514 + } + ], + "calibration_status": "heldout_partial" + }, + "history_linear_system_id": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.1964516549681624, + "coverage_weighted_by_count": 0.9068441064638784, + "calibrated_query_count": 2104, + "total_observed_query_count": 2104, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.0612048471296183, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.19398614921374246, + "coverage_weighted_by_count": 0.8867629832096837, + "calibrated_query_count": 2561, + "total_observed_query_count": 2561, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.0373429280371522, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.053480925814559065, + "coverage_weighted_by_count": 0.9512591389114541, + "calibrated_query_count": 1231, + "total_observed_query_count": 1686, + "calibrated_query_fraction": 0.7301304863582444, + "field_horizon_balanced_standardized_interval_width": 0.37496149991779415, + "uncalibrated_fields": [ + "mass_temp" + ] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 12, + "field_horizon_balanced_standardized_action_effect_mae": 0.21353556679131813, + "ranking_accuracy": 0.8194444444444444, + "mean_regret_family_objective_units": 0.07438788574709695 + }, + { + "family": "tank", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.375519408741499, + "ranking_accuracy": 0.6666666666666666, + "mean_regret_family_objective_units": 14.565733903777224 + }, + { + "family": "thermal", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.05728579907697506, + "ranking_accuracy": 0.9074074074074074, + "mean_regret_family_objective_units": 4.096646376501237 + } + ], + "calibration_status": "heldout_partial" + }, + "specialists": { + "status": "unrun", + "reason": "No specialist checkpoint artifacts supplied" + } + }, + "generalization": [ + { + "name": "heldout_systems", + "axis": "B", + "status": "completed", + "reason": null, + "evaluated_target_fraction": null + }, + { + "name": "sensor_failures", + "axis": "C", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "sensor_bias", + "axis": "C", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "configuration_shift", + "axis": "D", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "leave_thermal_out", + "axis": "E", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "leave_tank_out", + "axis": "E", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "leave_battery_out", + "axis": "E", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + } + ] + }, + "gru": { + "status": "completed", + "provenance_checks": "passed", + "source_report": "artifacts/smoke/report-gru-v2/benchmark.json", + "source_report_sha256": "4f8ba6827462589f5f80df0d8e34cb0b50da2f5d2d7d6d506337bd17a852271a", + "calibration_sha256": "67d780e83bde04238192bdb5ea2caa7353d3be63fbf762e28e500da0a8a78ad0", + "checkpoint_sha256": [ + "ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663" + ], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "split_system_counts": { + "training_system_ids": 63, + "validation_selection_system_ids": 8, + "calibration_system_ids": 6, + "test_system_ids": 13 + }, + "parameter_count": 664322, + "inference": [ + { + "device": "cpu", + "status": "completed", + "batch_size": 1, + "precision": "float32", + "repetitions": 30, + "warmup": 5, + "p50_ms": 3.8872915, + "p95_ms": 4.4816310999999995, + "process_peak_rss_bytes": 456704000, + "sampled_mps_driver_allocation_peak_bytes": null, + "memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.", + "timing_scope": "forward only; inputs resident; MPS synchronized before and after every call" + }, + { + "device": "mps", + "status": "unavailable" + } + ], + "window_sampling": { + "seed": 2026, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2", + "family_window_counts": { + "battery": 184, + "tank": 165, + "thermal": 163 + } + }, + "models": { + "catboost": { + "status": "unrun", + "reason": "Enable --catboost to fit the optional training-only baseline" + }, + "foundation_model": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.2691992074251175, + "coverage_weighted_by_count": 0.94106463878327, + "calibrated_query_count": 2104, + "total_observed_query_count": 2104, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.769772475077991, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.22744196222629398, + "coverage_weighted_by_count": 0.8875439281530652, + "calibrated_query_count": 2561, + "total_observed_query_count": 2561, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.1845489464009766, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.10626375791616738, + "coverage_weighted_by_count": 0.9553208773354996, + "calibrated_query_count": 1231, + "total_observed_query_count": 1686, + "calibrated_query_fraction": 0.7301304863582444, + "field_horizon_balanced_standardized_interval_width": 0.6831428043987473, + "uncalibrated_fields": [ + "mass_temp" + ] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 12, + "field_horizon_balanced_standardized_action_effect_mae": 0.3903253484541181, + "ranking_accuracy": 0.8472222222222222, + "mean_regret_family_objective_units": 0.050546485460566226 + }, + { + "family": "tank", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.4149932857908747, + "ranking_accuracy": 0.8703703703703703, + "mean_regret_family_objective_units": 9.831722235589073 + }, + { + "family": "thermal", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.10282845522232471, + "ranking_accuracy": 0.8703703703703703, + "mean_regret_family_objective_units": 2.646552774845556 + } + ], + "calibration_status": "heldout_partial" + }, + "persistence": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.2741769899924596, + "coverage_weighted_by_count": 0.9120722433460076, + "calibrated_query_count": 2104, + "total_observed_query_count": 2104, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.9144873287577546, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.20508833997882903, + "coverage_weighted_by_count": 0.91097227645451, + "calibrated_query_count": 2561, + "total_observed_query_count": 2561, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.3987040263066008, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.1350649856030941, + "coverage_weighted_by_count": 0.9870024370430545, + "calibrated_query_count": 1231, + "total_observed_query_count": 1686, + "calibrated_query_fraction": 0.7301304863582444, + "field_horizon_balanced_standardized_interval_width": 1.2741399954043633, + "uncalibrated_fields": [ + "mass_temp" + ] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 12, + "field_horizon_balanced_standardized_action_effect_mae": 0.44577424080535133, + "ranking_accuracy": 0.625, + "mean_regret_family_objective_units": 0.1149686559871352 + }, + { + "family": "tank", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.4309230445413622, + "ranking_accuracy": 0.9629629629629629, + "mean_regret_family_objective_units": 0.19212913518986896 + }, + { + "family": "thermal", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.13642123593907265, + "ranking_accuracy": 0.6388888888888888, + "mean_regret_family_objective_units": 24.588706704133514 + } + ], + "calibration_status": "heldout_partial" + }, + "history_linear_system_id": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.1964516549681624, + "coverage_weighted_by_count": 0.9068441064638784, + "calibrated_query_count": 2104, + "total_observed_query_count": 2104, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.0612048471296183, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.19398614921374246, + "coverage_weighted_by_count": 0.8867629832096837, + "calibrated_query_count": 2561, + "total_observed_query_count": 2561, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.0373429280371522, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.053480925814559065, + "coverage_weighted_by_count": 0.9512591389114541, + "calibrated_query_count": 1231, + "total_observed_query_count": 1686, + "calibrated_query_fraction": 0.7301304863582444, + "field_horizon_balanced_standardized_interval_width": 0.37496149991779415, + "uncalibrated_fields": [ + "mass_temp" + ] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 12, + "field_horizon_balanced_standardized_action_effect_mae": 0.21353556679131813, + "ranking_accuracy": 0.8194444444444444, + "mean_regret_family_objective_units": 0.07438788574709695 + }, + { + "family": "tank", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.375519408741499, + "ranking_accuracy": 0.6666666666666666, + "mean_regret_family_objective_units": 14.565733903777224 + }, + { + "family": "thermal", + "sample_count": 9, + "field_horizon_balanced_standardized_action_effect_mae": 0.05728579907697506, + "ranking_accuracy": 0.9074074074074074, + "mean_regret_family_objective_units": 4.096646376501237 + } + ], + "calibration_status": "heldout_partial" + }, + "specialists": { + "status": "unrun", + "reason": "No specialist checkpoint artifacts supplied" + } + }, + "generalization": [ + { + "name": "heldout_systems", + "axis": "B", + "status": "completed", + "reason": null, + "evaluated_target_fraction": null + }, + { + "name": "sensor_failures", + "axis": "C", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "sensor_bias", + "axis": "C", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "configuration_shift", + "axis": "D", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "leave_thermal_out", + "axis": "E", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "leave_tank_out", + "axis": "E", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + }, + { + "name": "leave_battery_out", + "axis": "E", + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied", + "evaluated_target_fraction": null + } + ] + } + } +} diff --git a/artifacts/smoke/gru-v2/checkpoint.pt b/artifacts/smoke/gru-v2/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a309c632e1c047dce3edeb0a65bc87500bb5d27 --- /dev/null +++ b/artifacts/smoke/gru-v2/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663 +size 2673077 diff --git a/artifacts/smoke/gru-v2/normalization.json b/artifacts/smoke/gru-v2/normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..95f00bf9836835dc00c12d900ac9d7cd1b32a406 --- /dev/null +++ b/artifacts/smoke/gru-v2/normalization.json @@ -0,0 +1,216 @@ +{ + "bounds": { + "ambient_temp": [ + -30, + 60 + ], + "battery_power": [ + -20, + 20 + ], + "battery_temp": [ + -30, + 80 + ], + "demand": [ + 0, + 10 + ], + "energy_kwh": [ + 0, + 1000000.0 + ], + "flow": [ + 0, + 20 + ], + "hvac_power": [ + -15, + 15 + ], + "indoor_temp": [ + -30, + 70 + ], + "inlet_temp": [ + -5, + 60 + ], + "mass_temp": [ + -30, + 70 + ], + "occupancy_gain": [ + 0, + 3 + ], + "outdoor_temp": [ + -30, + 60 + ], + "pressure": [ + 0, + 300 + ], + "pump_output": [ + 0, + 1 + ], + "solar_gain": [ + 0, + 5 + ], + "state_of_charge": [ + 0, + 1 + ], + "terminal_voltage": [ + 10, + 70 + ], + "valve_position": [ + 0, + 1 + ], + "water_level": [ + 0, + 50 + ], + "water_temp": [ + -5, + 80 + ] + }, + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "mean": [ + 22.70603087325577, + 22.69654438073613, + 131.49506991255515, + 10.611352725783712, + 15.819536909149944, + 0.4646632767598711, + 42.42978342481667, + 0.4546572813396321, + 24.40065554790567, + 36.48297630851633, + 1.1346818930767029, + 0.5755911930638851, + 0.40155988825274386, + 0.022961381236976438, + 15.315917070521719, + 0.520834515834406, + 0.37569560881521114, + 1.1359334616464394, + 15.140484972635141, + 16.79259363318399 + ], + "scale": [ + 6.154002724453032, + 2.4485928604004092, + 79.55275824889847, + 5.80189339124971, + 1.1575559485771731, + 0.48030495273204094, + 42.53962233108043, + 0.3665217032249337, + 8.096546830008746, + 15.969086006634463, + 8.874726625476349, + 0.33284581310025885, + 0.34490505133601795, + 11.074270393841902, + 5.716882001640923, + 0.7028486614385896, + 0.24429720635365956, + 0.7242882865766985, + 0.9667415649676722, + 6.060135944953007 + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "version": 1 +} diff --git a/artifacts/smoke/gru-v2/run.json b/artifacts/smoke/gru-v2/run.json new file mode 100644 index 0000000000000000000000000000000000000000..186c20a382bc61657dada5334280e75ba04efb38 --- /dev/null +++ b/artifacts/smoke/gru-v2/run.json @@ -0,0 +1,296 @@ +{ + "checkpoint_version": "tfm-checkpoint-v1", + "schema_version": "tfm-schema-v1", + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "normalization_version": 1, + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "training_families": [ + "battery", + "tank", + "thermal" + ], + "excluded_families": [], + "model_kind": "gru", + "model_config": { + "history_steps": 24, + "future_steps": 8, + "num_fields": 20, + "num_units": 8, + "num_roles": 3, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "use_history": true + }, + "seed": 42, + "split_seed": 42, + "device": "cpu", + "requested_device": "cpu", + "cpu_fallback_reason": null, + "dtype": "float32", + "backend_smoke_passed": true, + "parameter_count": 664322, + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_system_ids": [ + "battery-00023", + "battery-00029", + "battery-00038", + "battery-00065", + "tank-00037", + "tank-00049", + "tank-00064", + "tank-00076", + "tank-00082", + "thermal-00006", + "thermal-00012", + "thermal-00033", + "thermal-00042", + "thermal-00084" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "normalization_fit_partition": "train", + "manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/smoke/data-v2/manifest.json", + "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c", + "generator_version": "0.1.2", + "best_validation_nll": -0.07819113636004289, + "epochs_completed": 8, + "early_stopping_patience": 8, + "elapsed_seconds": 79.520516872406, + "arguments": { + "data": "artifacts/smoke/data-v2", + "output": "artifacts/smoke/gru-v2", + "model": "gru", + "epochs": 8, + "batch_size": 64, + "samples": 4096, + "validation_samples": 512, + "history_steps": 24, + "no_history": false, + "seed": 42, + "split_seed": 42, + "device": "cpu", + "allow_cpu_fallback": false, + "ensemble_size": 1, + "seeds": null, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "learning_rate": 0.0003, + "weight_decay": 0.01, + "warmup_fraction": 0.05, + "patience": 8, + "min_delta": 0.0001 + }, + "epochs": [ + { + "epoch": 1, + "train_nll": 0.2998780447579629, + "train_mae": 0.26482424849678915, + "train_rmse": 0.5473852645105065, + "validation_nll": 0.013872727102636753, + "validation_mae": 0.2670426760457418, + "validation_rmse": 0.6051041610497804, + "learning_rate": 0.0002954973225032615, + "last_gradient_norm": 8.878207206726074 + }, + { + "epoch": 2, + "train_nll": -0.05546094241117411, + "train_mae": 0.25072678408706267, + "train_rmse": 0.5296657262163369, + "validation_nll": 0.19355300917359378, + "validation_mae": 0.2739554906587374, + "validation_rmse": 0.5963236425992721, + "learning_rate": 0.00026855890042781387, + "last_gradient_norm": 42.46304702758789 + }, + { + "epoch": 3, + "train_nll": -0.11996948409184587, + "train_mae": 0.2468278620060818, + "train_rmse": 0.5221070153453459, + "validation_nll": -0.03251787333595369, + "validation_mae": 0.26693844056222726, + "validation_rmse": 0.5853516320525237, + "learning_rate": 0.00022161641655569234, + "last_gradient_norm": 28.901456832885742 + }, + { + "epoch": 4, + "train_nll": -0.16836349466203082, + "train_mae": 0.24150499198369835, + "train_rmse": 0.508932612609225, + "validation_nll": 0.10558612990912511, + "validation_mae": 0.2717121501949011, + "validation_rmse": 0.5703388740937412, + "learning_rate": 0.00016259032514953599, + "last_gradient_norm": 71.28516387939453 + }, + { + "epoch": 5, + "train_nll": -0.2098601688966982, + "train_mae": 0.23871006840681558, + "train_rmse": 0.5001203530409201, + "validation_nll": -0.07819113636004289, + "validation_mae": 0.2612234248190876, + "validation_rmse": 0.5630238600331688, + "learning_rate": 0.00010143990869125184, + "last_gradient_norm": 28.47010040283203 + }, + { + "epoch": 6, + "train_nll": -0.2640103780950472, + "train_mae": 0.23501000385242615, + "train_rmse": 0.491191279828448, + "validation_nll": -0.03200747065353727, + "validation_mae": 0.2551837408000936, + "validation_rmse": 0.5555401494344179, + "learning_rate": 4.848288019361069e-05, + "last_gradient_norm": 25.526653289794922 + }, + { + "epoch": 7, + "train_nll": -0.3060764532756818, + "train_mae": 0.2336412860440446, + "train_rmse": 0.4863769057155544, + "validation_nll": -0.051361483287177205, + "validation_mae": 0.25647185259901395, + "validation_rmse": 0.5517321889693604, + "learning_rate": 1.2654508681649116e-05, + "last_gradient_norm": 6.484920978546143 + }, + { + "epoch": 8, + "train_nll": -0.324121504178104, + "train_mae": 0.23299573672585452, + "train_rmse": 0.4846939921452679, + "validation_nll": -0.020653052289143155, + "validation_mae": 0.25535531607945566, + "validation_rmse": 0.5515283401218187, + "learning_rate": 0.0, + "last_gradient_norm": 6.1785359382629395 + } + ], + "checkpoint_sha256": "ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663" +} diff --git a/artifacts/smoke/http-prediction-v2.json b/artifacts/smoke/http-prediction-v2.json new file mode 100644 index 0000000000000000000000000000000000000000..3635f838132c63f4f3d5f0dba9b98d24a61d693a --- /dev/null +++ b/artifacts/smoke/http-prediction-v2.json @@ -0,0 +1 @@ +{"model_version":"tfm-0.1.0+06e3fdb3024f","predictions":{"idle":{"15":{"indoor_temp":{"mean":21.6300320764822,"predictive_std":0.3451795321517791,"interval_90":[21.04643458245236,22.213629570512037],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":0.0,"predictive_std":1.1105199151977532,"interval_90":[0.0,1.4767240697411754],"interval_status":"calibrated","physically_clipped":true}},"30":{"indoor_temp":{"mean":21.243754348307846,"predictive_std":0.48786657213387435,"interval_90":[20.502251388074363,21.98525730854133],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":0.0,"predictive_std":1.1541299024379605,"interval_90":[0.0,2.4986286996458977],"interval_status":"calibrated","physically_clipped":true}},"60":{"indoor_temp":{"mean":20.548828122374342,"predictive_std":0.8741459050894925,"interval_90":[19.096977525089763,22.00067871965892],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":0.12804252714024056,"predictive_std":1.3082271578907467,"interval_90":[0.0,3.9562205867658022],"interval_status":"calibrated","physically_clipped":false}},"120":{"indoor_temp":{"mean":19.84902968881782,"predictive_std":1.9312579658258817,"interval_90":[15.856029718934765,23.842029658700874],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":2.4081272162227396,"predictive_std":1.8690143980178695,"interval_90":[0.0,9.171502856570381],"interval_status":"calibrated","physically_clipped":false}}},"heat":{"15":{"indoor_temp":{"mean":22.07742166342127,"predictive_std":0.37086158035351413,"interval_90":[21.450403347540686,22.704439979301853],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":0.0,"predictive_std":1.1227898407972985,"interval_90":[0.0,1.946276962466245],"interval_status":"calibrated","physically_clipped":true}},"30":{"indoor_temp":{"mean":22.30243975952211,"predictive_std":0.594472695942791,"interval_90":[21.398907341034132,23.205972178010086],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":0.446501663202889,"predictive_std":1.1993791890792642,"interval_90":[0.0,3.7007093531431416],"interval_status":"calibrated","physically_clipped":false}},"60":{"indoor_temp":{"mean":22.67714121463617,"predictive_std":1.3839198964857127,"interval_90":[20.378617688290653,24.975664740981685],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":2.8382091127975775,"predictive_std":1.5045332241273752,"interval_90":[0.0,7.240824548383212],"interval_status":"calibrated","physically_clipped":false}},"120":{"indoor_temp":{"mean":22.59832751809455,"predictive_std":2.894426956611908,"interval_90":[16.61391375510063,28.58274128108847],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":8.088810708871916,"predictive_std":2.456717384363262,"interval_90":[0.0,16.97889873079533],"interval_status":"calibrated","physically_clipped":false}}}},"indicators":{"insufficient_context":true,"out_of_distribution":false,"ood_method":"heuristic: current observed states beyond six training standard deviations","intervals_condition_on_known_exogenous":true,"missing_observations":true}} \ No newline at end of file diff --git a/artifacts/smoke/mlp-v2/checkpoint.pt b/artifacts/smoke/mlp-v2/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..267bfe52a1efa498572885659f01b0879b0ab584 --- /dev/null +++ b/artifacts/smoke/mlp-v2/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c +size 3518645 diff --git a/artifacts/smoke/mlp-v2/normalization.json b/artifacts/smoke/mlp-v2/normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..95f00bf9836835dc00c12d900ac9d7cd1b32a406 --- /dev/null +++ b/artifacts/smoke/mlp-v2/normalization.json @@ -0,0 +1,216 @@ +{ + "bounds": { + "ambient_temp": [ + -30, + 60 + ], + "battery_power": [ + -20, + 20 + ], + "battery_temp": [ + -30, + 80 + ], + "demand": [ + 0, + 10 + ], + "energy_kwh": [ + 0, + 1000000.0 + ], + "flow": [ + 0, + 20 + ], + "hvac_power": [ + -15, + 15 + ], + "indoor_temp": [ + -30, + 70 + ], + "inlet_temp": [ + -5, + 60 + ], + "mass_temp": [ + -30, + 70 + ], + "occupancy_gain": [ + 0, + 3 + ], + "outdoor_temp": [ + -30, + 60 + ], + "pressure": [ + 0, + 300 + ], + "pump_output": [ + 0, + 1 + ], + "solar_gain": [ + 0, + 5 + ], + "state_of_charge": [ + 0, + 1 + ], + "terminal_voltage": [ + 10, + 70 + ], + "valve_position": [ + 0, + 1 + ], + "water_level": [ + 0, + 50 + ], + "water_temp": [ + -5, + 80 + ] + }, + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "mean": [ + 22.70603087325577, + 22.69654438073613, + 131.49506991255515, + 10.611352725783712, + 15.819536909149944, + 0.4646632767598711, + 42.42978342481667, + 0.4546572813396321, + 24.40065554790567, + 36.48297630851633, + 1.1346818930767029, + 0.5755911930638851, + 0.40155988825274386, + 0.022961381236976438, + 15.315917070521719, + 0.520834515834406, + 0.37569560881521114, + 1.1359334616464394, + 15.140484972635141, + 16.79259363318399 + ], + "scale": [ + 6.154002724453032, + 2.4485928604004092, + 79.55275824889847, + 5.80189339124971, + 1.1575559485771731, + 0.48030495273204094, + 42.53962233108043, + 0.3665217032249337, + 8.096546830008746, + 15.969086006634463, + 8.874726625476349, + 0.33284581310025885, + 0.34490505133601795, + 11.074270393841902, + 5.716882001640923, + 0.7028486614385896, + 0.24429720635365956, + 0.7242882865766985, + 0.9667415649676722, + 6.060135944953007 + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "version": 1 +} diff --git a/artifacts/smoke/mlp-v2/run.json b/artifacts/smoke/mlp-v2/run.json new file mode 100644 index 0000000000000000000000000000000000000000..70b93ad9606885413755f096a2c9c36e1d75a0e9 --- /dev/null +++ b/artifacts/smoke/mlp-v2/run.json @@ -0,0 +1,296 @@ +{ + "checkpoint_version": "tfm-checkpoint-v1", + "schema_version": "tfm-schema-v1", + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "normalization_version": 1, + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "training_families": [ + "battery", + "tank", + "thermal" + ], + "excluded_families": [], + "model_kind": "mlp", + "model_config": { + "history_steps": 24, + "future_steps": 8, + "num_fields": 20, + "num_units": 8, + "num_roles": 3, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "use_history": true + }, + "seed": 42, + "split_seed": 42, + "device": "cpu", + "requested_device": "cpu", + "cpu_fallback_reason": null, + "dtype": "float32", + "backend_smoke_passed": true, + "parameter_count": 876034, + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_system_ids": [ + "battery-00023", + "battery-00029", + "battery-00038", + "battery-00065", + "tank-00037", + "tank-00049", + "tank-00064", + "tank-00076", + "tank-00082", + "thermal-00006", + "thermal-00012", + "thermal-00033", + "thermal-00042", + "thermal-00084" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "normalization_fit_partition": "train", + "manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/smoke/data-v2/manifest.json", + "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c", + "generator_version": "0.1.2", + "best_validation_nll": -0.07473917390109723, + "epochs_completed": 8, + "early_stopping_patience": 8, + "elapsed_seconds": 17.28746199607849, + "arguments": { + "data": "artifacts/smoke/data-v2", + "output": "artifacts/smoke/mlp-v2", + "model": "mlp", + "epochs": 8, + "batch_size": 64, + "samples": 4096, + "validation_samples": 512, + "history_steps": 24, + "no_history": false, + "seed": 42, + "split_seed": 42, + "device": "cpu", + "allow_cpu_fallback": false, + "ensemble_size": 1, + "seeds": null, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "learning_rate": 0.0003, + "weight_decay": 0.01, + "warmup_fraction": 0.05, + "patience": 8, + "min_delta": 0.0001 + }, + "epochs": [ + { + "epoch": 1, + "train_nll": 0.3312171147543871, + "train_mae": 0.2762846154514446, + "train_rmse": 0.5584040379807723, + "validation_nll": 0.031323252135359164, + "validation_mae": 0.2650739111313431, + "validation_rmse": 0.6166856375968989, + "learning_rate": 0.0002954973225032615, + "last_gradient_norm": 6.2782368659973145 + }, + { + "epoch": 2, + "train_nll": -0.007081278440694598, + "train_mae": 0.25147136743299536, + "train_rmse": 0.5423748671144178, + "validation_nll": 0.06693245295687149, + "validation_mae": 0.264580057645253, + "validation_rmse": 0.6141293322518889, + "learning_rate": 0.00026855890042781387, + "last_gradient_norm": 26.86796760559082 + }, + { + "epoch": 3, + "train_nll": -0.09049504319160159, + "train_mae": 0.2471183735121977, + "train_rmse": 0.536296414611266, + "validation_nll": 0.02708398797522682, + "validation_mae": 0.267676581613206, + "validation_rmse": 0.6053164025166623, + "learning_rate": 0.00022161641655569234, + "last_gradient_norm": 9.7405424118042 + }, + { + "epoch": 4, + "train_nll": -0.17217524915196813, + "train_mae": 0.24014967891257927, + "train_rmse": 0.5251802677677206, + "validation_nll": -0.01516713582376131, + "validation_mae": 0.2641941177317653, + "validation_rmse": 0.5932568350647848, + "learning_rate": 0.00016259032514953599, + "last_gradient_norm": 60.047943115234375 + }, + { + "epoch": 5, + "train_nll": -0.24224803357354258, + "train_mae": 0.23492360829285328, + "train_rmse": 0.5144164571976885, + "validation_nll": -0.07473917390109723, + "validation_mae": 0.25730422803733566, + "validation_rmse": 0.5835787576899195, + "learning_rate": 0.00010143990869125184, + "last_gradient_norm": 45.562957763671875 + }, + { + "epoch": 6, + "train_nll": -0.29184912932297463, + "train_mae": 0.23249811169359105, + "train_rmse": 0.5060716842088071, + "validation_nll": -0.03110433913029679, + "validation_mae": 0.2567297389914105, + "validation_rmse": 0.5778351400322479, + "learning_rate": 4.848288019361069e-05, + "last_gradient_norm": 23.094770431518555 + }, + { + "epoch": 7, + "train_nll": -0.3447646963185318, + "train_mae": 0.22937019282003726, + "train_rmse": 0.5003811329722779, + "validation_nll": 0.011923484402766724, + "validation_mae": 0.257758024332217, + "validation_rmse": 0.5741578196918803, + "learning_rate": 1.2654508681649116e-05, + "last_gradient_norm": 26.787967681884766 + }, + { + "epoch": 8, + "train_nll": -0.36743197843619874, + "train_mae": 0.2285547592635262, + "train_rmse": 0.49843920868390734, + "validation_nll": -0.014029555103433013, + "validation_mae": 0.25521808799906665, + "validation_rmse": 0.5730506793181825, + "learning_rate": 0.0, + "last_gradient_norm": 6.1133317947387695 + } + ], + "checkpoint_sha256": "3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c" +} diff --git a/artifacts/smoke/onnx-transformer-v2/calibration.json b/artifacts/smoke/onnx-transformer-v2/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..187479466fef9b4936107cf2193a145b36889970 --- /dev/null +++ b/artifacts/smoke/onnx-transformer-v2/calibration.json @@ -0,0 +1,255 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739" + ], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "entries": { + "0:15": { + "multiplier": 1.6907071238894398, + "count": 162 + }, + "0:30": { + "multiplier": 1.5198888437677354, + "count": 165 + }, + "0:60": { + "multiplier": 1.660879023549212, + "count": 167 + }, + "0:120": { + "multiplier": 2.0675642718581564, + "count": 162 + }, + "2:15": { + "multiplier": 2.2964017146037037, + "count": 169 + }, + "2:30": { + "multiplier": 2.7132434175704123, + "count": 169 + }, + "2:60": { + "multiplier": 2.926233442361592, + "count": 169 + }, + "2:120": { + "multiplier": 3.618685681351813, + "count": 168 + }, + "3:15": { + "multiplier": 1.0876904264245948, + "count": 173 + }, + "3:30": { + "multiplier": 1.4943293705844105, + "count": 173 + }, + "3:60": { + "multiplier": 1.6168574005033471, + "count": 175 + }, + "3:120": { + "multiplier": 1.534392225148543, + "count": 174 + }, + "4:15": { + "multiplier": 1.1285875988270033, + "count": 172 + }, + "4:30": { + "multiplier": 1.0066087840209372, + "count": 172 + }, + "4:60": { + "multiplier": 1.095199692324493, + "count": 174 + }, + "4:120": { + "multiplier": 1.1145195475826812, + "count": 172 + }, + "5:15": { + "multiplier": 1.2607292839499882, + "count": 176 + }, + "5:30": { + "multiplier": 1.4304771385634025, + "count": 175 + }, + "5:60": { + "multiplier": 1.3367509934073873, + "count": 174 + }, + "5:120": { + "multiplier": 1.302750421068357, + "count": 176 + }, + "6:15": { + "multiplier": 1.1627140682915864, + "count": 175 + }, + "6:30": { + "multiplier": 1.2415073081686117, + "count": 175 + }, + "6:60": { + "multiplier": 1.4355777211550587, + "count": 175 + }, + "6:120": { + "multiplier": 1.4092435029977461, + "count": 178 + }, + "7:15": { + "multiplier": 2.621060254083007, + "count": 158 + }, + "7:30": { + "multiplier": 2.940256520496373, + "count": 156 + }, + "7:60": { + "multiplier": 2.6799014761353863, + "count": 156 + }, + "7:120": { + "multiplier": 2.799398627264247, + "count": 151 + }, + "8:15": { + "multiplier": 1.7423333352042596, + "count": 151 + }, + "8:30": { + "multiplier": 2.0771475946209974, + "count": 154 + }, + "8:60": { + "multiplier": 1.8925057060424268, + "count": 152 + }, + "8:120": { + "multiplier": 1.220184798352241, + "count": 153 + }, + "9:15": { + "multiplier": 0.5035252822023925, + "count": 152 + }, + "9:30": { + "multiplier": 1.3442742290155882, + "count": 155 + }, + "9:60": { + "multiplier": 1.4238188531453246, + "count": 152 + }, + "9:120": { + "multiplier": 1.435816835300376, + "count": 153 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/artifacts/smoke/onnx-transformer-v2/manifest.json b/artifacts/smoke/onnx-transformer-v2/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..aa2b05fa585bf55326f6c2ca9b507c7c01bae32f --- /dev/null +++ b/artifacts/smoke/onnx-transformer-v2/manifest.json @@ -0,0 +1,113 @@ +{ + "version": "tfm-export-v1", + "model_kind": "transformer", + "model_config": { + "history_steps": 24, + "future_steps": 8, + "num_fields": 20, + "num_units": 8, + "num_roles": 3, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "use_history": true + }, + "checkpoint_sha256": "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739", + "input_keys": [ + "history", + "history_mask", + "history_dt", + "current", + "current_mask", + "future_actions", + "future_exogenous", + "future_dt", + "field_mask", + "field_ids", + "unit_ids", + "role_ids", + "query_fields", + "query_horizons" + ], + "graph_input_keys": [ + "current", + "current_mask", + "field_ids", + "field_mask", + "future_actions", + "future_dt", + "future_exogenous", + "history", + "history_dt", + "history_mask", + "query_fields", + "query_horizons", + "role_ids", + "unit_ids" + ], + "dynamic_axes": [ + "batch", + "queries" + ], + "fixed_shapes": { + "history": [ + 24, + 20 + ], + "history_mask": [ + 24, + 20 + ], + "history_dt": [ + 24 + ], + "current": [ + 20 + ], + "current_mask": [ + 20 + ], + "future_actions": [ + 8, + 20 + ], + "future_exogenous": [ + 8, + 20 + ], + "future_dt": [ + 8 + ], + "field_mask": [ + 20 + ], + "field_ids": [ + 20 + ], + "unit_ids": [ + 20 + ], + "role_ids": [ + 20 + ], + "query_fields": [ + null + ], + "query_horizons": [ + null + ] + }, + "preprocessing_required": true, + "output_semantics": "normalized delta mean and log standard deviation", + "onnxruntime_verified": true, + "parity_rtol": 0.0002, + "parity_atol": 2e-05, + "files": { + "calibration.json": "ef5ef17c35d6a4f4f8614b21c011a591594b97d87cb1532008e28b08b501b198", + "normalization.json": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "model.onnx": "6eea1ecb768a5ef95c91cfca4a91ef7ae5af7322c0ba31e6d9cdcf35ba8d2563", + "schema.json": "ea1385a56a830a311251ab105ba9dcf720e3d62da08c7c037746295da7f8fc2c" + } +} \ No newline at end of file diff --git a/artifacts/smoke/onnx-transformer-v2/model.onnx b/artifacts/smoke/onnx-transformer-v2/model.onnx new file mode 100644 index 0000000000000000000000000000000000000000..2fdec92da226d0acc14485cc59d673e9ca51e60b --- /dev/null +++ b/artifacts/smoke/onnx-transformer-v2/model.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eea1ecb768a5ef95c91cfca4a91ef7ae5af7322c0ba31e6d9cdcf35ba8d2563 +size 6447728 diff --git a/artifacts/smoke/onnx-transformer-v2/normalization.json b/artifacts/smoke/onnx-transformer-v2/normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..95f00bf9836835dc00c12d900ac9d7cd1b32a406 --- /dev/null +++ b/artifacts/smoke/onnx-transformer-v2/normalization.json @@ -0,0 +1,216 @@ +{ + "bounds": { + "ambient_temp": [ + -30, + 60 + ], + "battery_power": [ + -20, + 20 + ], + "battery_temp": [ + -30, + 80 + ], + "demand": [ + 0, + 10 + ], + "energy_kwh": [ + 0, + 1000000.0 + ], + "flow": [ + 0, + 20 + ], + "hvac_power": [ + -15, + 15 + ], + "indoor_temp": [ + -30, + 70 + ], + "inlet_temp": [ + -5, + 60 + ], + "mass_temp": [ + -30, + 70 + ], + "occupancy_gain": [ + 0, + 3 + ], + "outdoor_temp": [ + -30, + 60 + ], + "pressure": [ + 0, + 300 + ], + "pump_output": [ + 0, + 1 + ], + "solar_gain": [ + 0, + 5 + ], + "state_of_charge": [ + 0, + 1 + ], + "terminal_voltage": [ + 10, + 70 + ], + "valve_position": [ + 0, + 1 + ], + "water_level": [ + 0, + 50 + ], + "water_temp": [ + -5, + 80 + ] + }, + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "mean": [ + 22.70603087325577, + 22.69654438073613, + 131.49506991255515, + 10.611352725783712, + 15.819536909149944, + 0.4646632767598711, + 42.42978342481667, + 0.4546572813396321, + 24.40065554790567, + 36.48297630851633, + 1.1346818930767029, + 0.5755911930638851, + 0.40155988825274386, + 0.022961381236976438, + 15.315917070521719, + 0.520834515834406, + 0.37569560881521114, + 1.1359334616464394, + 15.140484972635141, + 16.79259363318399 + ], + "scale": [ + 6.154002724453032, + 2.4485928604004092, + 79.55275824889847, + 5.80189339124971, + 1.1575559485771731, + 0.48030495273204094, + 42.53962233108043, + 0.3665217032249337, + 8.096546830008746, + 15.969086006634463, + 8.874726625476349, + 0.33284581310025885, + 0.34490505133601795, + 11.074270393841902, + 5.716882001640923, + 0.7028486614385896, + 0.24429720635365956, + 0.7242882865766985, + 0.9667415649676722, + 6.060135944953007 + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "version": 1 +} diff --git a/artifacts/smoke/onnx-transformer-v2/schema.json b/artifacts/smoke/onnx-transformer-v2/schema.json new file mode 100644 index 0000000000000000000000000000000000000000..820228af4a85e2a203789a7025853329eac89683 --- /dev/null +++ b/artifacts/smoke/onnx-transformer-v2/schema.json @@ -0,0 +1,165 @@ +{ + "version": "tfm-schema-v1", + "fields": [ + { + "name": "indoor_temp", + "unit": "degC", + "role": "state", + "minimum": -30, + "maximum": 70, + "type": "continuous" + }, + { + "name": "mass_temp", + "unit": "degC", + "role": "state", + "minimum": -30, + "maximum": 70, + "type": "continuous" + }, + { + "name": "energy_kwh", + "unit": "kWh", + "role": "state", + "minimum": 0, + "maximum": 1000000.0, + "type": "continuous" + }, + { + "name": "water_level", + "unit": "m3", + "role": "state", + "minimum": 0, + "maximum": 50, + "type": "continuous" + }, + { + "name": "water_temp", + "unit": "degC", + "role": "state", + "minimum": -5, + "maximum": 80, + "type": "continuous" + }, + { + "name": "flow", + "unit": "m3/h", + "role": "state", + "minimum": 0, + "maximum": 20, + "type": "continuous" + }, + { + "name": "pressure", + "unit": "kPa", + "role": "state", + "minimum": 0, + "maximum": 300, + "type": "continuous" + }, + { + "name": "state_of_charge", + "unit": "fraction", + "role": "state", + "minimum": 0, + "maximum": 1, + "type": "continuous" + }, + { + "name": "battery_temp", + "unit": "degC", + "role": "state", + "minimum": -30, + "maximum": 80, + "type": "continuous" + }, + { + "name": "terminal_voltage", + "unit": "V", + "role": "state", + "minimum": 10, + "maximum": 70, + "type": "continuous" + }, + { + "name": "hvac_power", + "unit": "kW", + "role": "action", + "minimum": -15, + "maximum": 15, + "type": "continuous" + }, + { + "name": "valve_position", + "unit": "fraction", + "role": "action", + "minimum": 0, + "maximum": 1, + "type": "continuous" + }, + { + "name": "pump_output", + "unit": "fraction", + "role": "action", + "minimum": 0, + "maximum": 1, + "type": "continuous" + }, + { + "name": "battery_power", + "unit": "kW", + "role": "action", + "minimum": -20, + "maximum": 20, + "type": "continuous" + }, + { + "name": "outdoor_temp", + "unit": "degC", + "role": "exogenous", + "minimum": -30, + "maximum": 60, + "type": "continuous" + }, + { + "name": "solar_gain", + "unit": "kW", + "role": "exogenous", + "minimum": 0, + "maximum": 5, + "type": "continuous" + }, + { + "name": "occupancy_gain", + "unit": "kW", + "role": "exogenous", + "minimum": 0, + "maximum": 3, + "type": "continuous" + }, + { + "name": "demand", + "unit": "m3/h", + "role": "exogenous", + "minimum": 0, + "maximum": 10, + "type": "continuous" + }, + { + "name": "inlet_temp", + "unit": "degC", + "role": "exogenous", + "minimum": -5, + "maximum": 60, + "type": "continuous" + }, + { + "name": "ambient_temp", + "unit": "degC", + "role": "exogenous", + "minimum": -30, + "maximum": 60, + "type": "continuous" + } + ] +} \ No newline at end of file diff --git a/artifacts/smoke/report-context-v2/context.json b/artifacts/smoke/report-context-v2/context.json new file mode 100644 index 0000000000000000000000000000000000000000..89fc620923fa843ec65791f3a2eb47c2d8519c2f --- /dev/null +++ b/artifacts/smoke/report-context-v2/context.json @@ -0,0 +1,2285 @@ +{ + "version": "tfm-context-ablation-v1", + "status": "completed", + "seed": 2026, + "samples": 512, + "device": "cpu", + "generator_version": "0.1.2", + "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c", + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "shared_anchor_provenance": { + "seed": 2026, + "history_steps": 96, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "3d354d6da233d15d0670ff2d794494d0adda1b7f0e4202ac43052ac26cd6950a", + "family_window_counts": { + "battery": 184, + "tank": 165, + "thermal": 163 + } + }, + "calibration_status": "not_applied_context_ablation", + "limitation": "Same test anchors are eligible for H96 and evaluated by every model. H24/no-history and H96 training anchors have different eligibility populations; matching optimizer budgets does not make their training samples identical. This is a short synthetic context ablation, not a scaling or research claim.", + "models": { + "history24": { + "checkpoint_sha256": "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739", + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "training_run_sha256": "5606203dfc9caf3d823bb20a7329e6477344688ae993bfc592524a3ed0e87077", + "model_kind": "transformer", + "model_config": { + "history_steps": 24, + "future_steps": 8, + "num_fields": 20, + "num_units": 8, + "num_roles": 3, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "use_history": true + }, + "parameter_count": 1570434, + "window_sampling": { + "seed": 2026, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "3d354d6da233d15d0670ff2d794494d0adda1b7f0e4202ac43052ac26cd6950a", + "family_window_counts": { + "battery": 184, + "tank": 165, + "thermal": 163 + } + }, + "training_seed": 42, + "training_budget": { + "requested_epochs": 8, + "epochs_completed": 8, + "training_windows_per_epoch": 4096, + "batch_size": 64, + "selected_checkpoint_epoch": 5 + }, + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 175, + "mae": 0.01735789328813553, + "rmse": 0.028862277045845985, + "standardized_mae": 0.0473584309220314, + "standardized_rmse": 0.07874643057584763, + "standardized_gaussian_nll": -1.2320174728454376, + "physical_gaussian_nll": -2.2357150147236426, + "nominal_coverage": 0.9, + "coverage": 0.9771428571428571, + "mean_interval_width": 0.10176785290241241, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.03428174927830696, + "rmse": 0.05854247882962227, + "standardized_mae": 0.09353265166282654, + "standardized_rmse": 0.15972444415092468, + "standardized_gaussian_nll": -0.5944203492906626, + "physical_gaussian_nll": -1.5981178911688674, + "nominal_coverage": 0.9, + "coverage": 0.9714285714285714, + "mean_interval_width": 0.18852181732654572, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 175, + "mae": 0.06305442750453949, + "rmse": 0.10770618915557861, + "standardized_mae": 0.1720346361398697, + "standardized_rmse": 0.2938603162765503, + "standardized_gaussian_nll": 0.08667109792646135, + "physical_gaussian_nll": -0.9170264439517435, + "nominal_coverage": 0.9, + "coverage": 0.9542857142857143, + "mean_interval_width": 0.38019078969955444, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 176, + "mae": 0.10712907463312149, + "rmse": 0.19163185358047485, + "standardized_mae": 0.2922857403755188, + "standardized_rmse": 0.5228390097618103, + "standardized_gaussian_nll": 0.7024772076747097, + "physical_gaussian_nll": -0.30122033420349514, + "nominal_coverage": 0.9, + "coverage": 0.9375, + "mean_interval_width": 0.7234034538269043, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 180, + "mae": 0.39596542716026306, + "rmse": 0.5734857320785522, + "standardized_mae": 0.048905469477176666, + "standardized_rmse": 0.07083090394735336, + "standardized_gaussian_nll": -1.4019283502586573, + "physical_gaussian_nll": 0.6895093032378166, + "nominal_coverage": 0.9, + "coverage": 0.9444444444444444, + "mean_interval_width": 2.227203369140625, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 177, + "mae": 0.740318775177002, + "rmse": 1.013893723487854, + "standardized_mae": 0.09143635630607605, + "standardized_rmse": 0.12522543966770172, + "standardized_gaussian_nll": -0.710405998167096, + "physical_gaussian_nll": 1.3810316553293778, + "nominal_coverage": 0.9, + "coverage": 0.9152542372881356, + "mean_interval_width": 4.1154608726501465, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 181, + "mae": 1.3593487739562988, + "rmse": 1.8460227251052856, + "standardized_mae": 0.16789241135120392, + "standardized_rmse": 0.22800123691558838, + "standardized_gaussian_nll": 0.0417585010607373, + "physical_gaussian_nll": 2.133196154557211, + "nominal_coverage": 0.9, + "coverage": 0.9226519337016574, + "mean_interval_width": 7.715010643005371, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 181, + "mae": 2.417787551879883, + "rmse": 3.201885461807251, + "standardized_mae": 0.2986195981502533, + "standardized_rmse": 0.39546307921409607, + "standardized_gaussian_nll": 0.6022735887554902, + "physical_gaussian_nll": 2.693711242251964, + "nominal_coverage": 0.9, + "coverage": 0.9226519337016574, + "mean_interval_width": 13.611693382263184, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 170, + "mae": 2.5811426639556885, + "rmse": 4.7981696128845215, + "standardized_mae": 0.1616337150335312, + "standardized_rmse": 0.3004661500453949, + "standardized_gaussian_nll": 0.24910017944736443, + "physical_gaussian_nll": 3.0197549081413286, + "nominal_coverage": 0.9, + "coverage": 0.9529411764705882, + "mean_interval_width": 24.13258171081543, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 174, + "mae": 4.233305931091309, + "rmse": 8.184493064880371, + "standardized_mae": 0.2650938332080841, + "standardized_rmse": 0.5125210881233215, + "standardized_gaussian_nll": 0.7132917535809761, + "physical_gaussian_nll": 3.4839464822749404, + "nominal_coverage": 0.9, + "coverage": 0.9655172413793104, + "mean_interval_width": 35.071834564208984, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 166, + "mae": 7.301916122436523, + "rmse": 11.839982986450195, + "standardized_mae": 0.45725324749946594, + "standardized_rmse": 0.741431474685669, + "standardized_gaussian_nll": 1.065471056212848, + "physical_gaussian_nll": 3.8361257849068124, + "nominal_coverage": 0.9, + "coverage": 0.9578313253012049, + "mean_interval_width": 49.30679702758789, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 173, + "mae": 9.812925338745117, + "rmse": 13.841585159301758, + "standardized_mae": 0.6144950985908508, + "standardized_rmse": 0.866773784160614, + "standardized_gaussian_nll": 1.3391021992051004, + "physical_gaussian_nll": 4.109756927899065, + "nominal_coverage": 0.9, + "coverage": 0.976878612716763, + "mean_interval_width": 64.66177368164062, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.10474880039691925, + "rmse": 0.15510202944278717, + "standardized_mae": 0.01805424503982067, + "standardized_rmse": 0.026733003556728363, + "standardized_gaussian_nll": -2.365275508783629, + "physical_gaussian_nll": -0.6070911977362166, + "nominal_coverage": 0.9, + "coverage": 0.968944099378882, + "mean_interval_width": 0.5534325242042542, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 162, + "mae": 0.20093655586242676, + "rmse": 0.27933192253112793, + "standardized_mae": 0.03463292866945267, + "standardized_rmse": 0.04814496263861656, + "standardized_gaussian_nll": -1.81307358488173, + "physical_gaussian_nll": -0.05488927383431763, + "nominal_coverage": 0.9, + "coverage": 0.9197530864197531, + "mean_interval_width": 0.8466506004333496, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.35436999797821045, + "rmse": 0.5060063004493713, + "standardized_mae": 0.06107833981513977, + "standardized_rmse": 0.08721399307250977, + "standardized_gaussian_nll": -1.0874067887784264, + "physical_gaussian_nll": 0.670777522268986, + "nominal_coverage": 0.9, + "coverage": 0.8625, + "mean_interval_width": 1.4820655584335327, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.5783244967460632, + "rmse": 0.8586730360984802, + "standardized_mae": 0.09967858344316483, + "standardized_rmse": 0.14799876511096954, + "standardized_gaussian_nll": -0.5572272688178846, + "physical_gaussian_nll": 1.2009570422295277, + "nominal_coverage": 0.9, + "coverage": 0.8641975308641975, + "mean_interval_width": 2.8672938346862793, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.028490936383605003, + "rmse": 0.05969396233558655, + "standardized_mae": 0.02461300976574421, + "standardized_rmse": 0.05156896635890007, + "standardized_gaussian_nll": -1.7518860582128175, + "physical_gaussian_nll": -1.6055752166988766, + "nominal_coverage": 0.9, + "coverage": 0.8757763975155279, + "mean_interval_width": 0.09413903951644897, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 163, + "mae": 0.05046124756336212, + "rmse": 0.0792633444070816, + "standardized_mae": 0.043592922389507294, + "standardized_rmse": 0.06847473978996277, + "standardized_gaussian_nll": -1.5539571746161494, + "physical_gaussian_nll": -1.4076463331022084, + "nominal_coverage": 0.9, + "coverage": 0.803680981595092, + "mean_interval_width": 0.14593853056430817, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 161, + "mae": 0.11213001608848572, + "rmse": 0.1603751927614212, + "standardized_mae": 0.09686790406703949, + "standardized_rmse": 0.1385463923215866, + "standardized_gaussian_nll": 0.0484450693567245, + "physical_gaussian_nll": 0.19475591087066538, + "nominal_coverage": 0.9, + "coverage": 0.7453416149068323, + "mean_interval_width": 0.29016998410224915, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.21521298587322235, + "rmse": 0.28247424960136414, + "standardized_mae": 0.18592016398906708, + "standardized_rmse": 0.24402643740177155, + "standardized_gaussian_nll": 0.5994592893748261, + "physical_gaussian_nll": 0.745770130888767, + "nominal_coverage": 0.9, + "coverage": 0.74375, + "mean_interval_width": 0.6361895799636841, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 162, + "mae": 0.13967247307300568, + "rmse": 0.2391335517168045, + "standardized_mae": 0.2907995581626892, + "standardized_rmse": 0.4978785812854767, + "standardized_gaussian_nll": 0.6864396759544885, + "physical_gaussian_nll": -0.0468943826631254, + "nominal_coverage": 0.9, + "coverage": 0.8950617283950617, + "mean_interval_width": 0.630975604057312, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 163, + "mae": 0.17478634417057037, + "rmse": 0.29592496156692505, + "standardized_mae": 0.36390700936317444, + "standardized_rmse": 0.6161189079284668, + "standardized_gaussian_nll": 0.7054888055865084, + "physical_gaussian_nll": -0.02784525303110552, + "nominal_coverage": 0.9, + "coverage": 0.9079754601226994, + "mean_interval_width": 0.8980120420455933, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 161, + "mae": 0.2419753074645996, + "rmse": 0.38285765051841736, + "standardized_mae": 0.5037951469421387, + "standardized_rmse": 0.7971136569976807, + "standardized_gaussian_nll": 0.9123632474294442, + "physical_gaussian_nll": 0.17902918881183028, + "nominal_coverage": 0.9, + "coverage": 0.9627329192546584, + "mean_interval_width": 1.2434488534927368, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 161, + "mae": 0.32154470682144165, + "rmse": 0.48077794909477234, + "standardized_mae": 0.6694594621658325, + "standardized_rmse": 1.000984787940979, + "standardized_gaussian_nll": 1.2381472112941712, + "physical_gaussian_nll": 0.5048131526765572, + "nominal_coverage": 0.9, + "coverage": 0.9503105590062112, + "mean_interval_width": 1.6568950414657593, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 162, + "mae": 7.654332637786865, + "rmse": 17.70067024230957, + "standardized_mae": 0.17993418872356415, + "standardized_rmse": 0.4160984456539154, + "standardized_gaussian_nll": 0.1740414599434168, + "physical_gaussian_nll": 3.9244773917043174, + "nominal_coverage": 0.9, + "coverage": 0.9320987654320988, + "mean_interval_width": 54.68666076660156, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 161, + "mae": 12.6111421585083, + "rmse": 24.457082748413086, + "standardized_mae": 0.29645636677742004, + "standardized_rmse": 0.5749247670173645, + "standardized_gaussian_nll": 0.6036501261591809, + "physical_gaussian_nll": 4.354086057920082, + "nominal_coverage": 0.9, + "coverage": 0.9006211180124224, + "mean_interval_width": 81.44544219970703, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 161, + "mae": 17.719913482666016, + "rmse": 29.06705093383789, + "standardized_mae": 0.41655078530311584, + "standardized_rmse": 0.6832935810089111, + "standardized_gaussian_nll": 0.9584608084060472, + "physical_gaussian_nll": 4.7088967401669475, + "nominal_coverage": 0.9, + "coverage": 0.9627329192546584, + "mean_interval_width": 113.62549591064453, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 156, + "mae": 24.841577529907227, + "rmse": 36.21322250366211, + "standardized_mae": 0.5839632749557495, + "standardized_rmse": 0.8512821197509766, + "standardized_gaussian_nll": 1.2491447338075188, + "physical_gaussian_nll": 4.999580665568419, + "nominal_coverage": 0.9, + "coverage": 0.9615384615384616, + "mean_interval_width": 149.6488800048828, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 155, + "mae": 0.32478439807891846, + "rmse": 0.4209156334400177, + "standardized_mae": 0.052776120603084564, + "standardized_rmse": 0.06839705258607864, + "standardized_gaussian_nll": -1.2709011113812139, + "physical_gaussian_nll": 0.5462016082310881, + "nominal_coverage": 0.9, + "coverage": 0.8774193548387097, + "mean_interval_width": 1.2548118829727173, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.5484415292739868, + "rmse": 0.7519078254699707, + "standardized_mae": 0.08911947906017303, + "standardized_rmse": 0.12218191474676132, + "standardized_gaussian_nll": -0.6164002140689125, + "physical_gaussian_nll": 1.2007025055433895, + "nominal_coverage": 0.9, + "coverage": 0.8662420382165605, + "mean_interval_width": 2.102048635482788, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 155, + "mae": 0.9599547386169434, + "rmse": 1.2560192346572876, + "standardized_mae": 0.1559886783361435, + "standardized_rmse": 0.2040979266166687, + "standardized_gaussian_nll": -0.12930942364039552, + "physical_gaussian_nll": 1.6877932959719064, + "nominal_coverage": 0.9, + "coverage": 0.8709677419354839, + "mean_interval_width": 4.324272632598877, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 152, + "mae": 2.0178134441375732, + "rmse": 2.605475425720215, + "standardized_mae": 0.32788634300231934, + "standardized_rmse": 0.42337900400161743, + "standardized_gaussian_nll": 0.4763624324489936, + "physical_gaussian_nll": 2.2934651520612954, + "nominal_coverage": 0.9, + "coverage": 0.9539473684210527, + "mean_interval_width": 9.042511940002441, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 111, + "mae": 0.032373521476984024, + "rmse": 0.03924814611673355, + "standardized_mae": 0.013221275061368942, + "standardized_rmse": 0.016028856858611107, + "standardized_gaussian_nll": -2.6619403549598823, + "physical_gaussian_nll": -1.766426838094902, + "nominal_coverage": 0.9, + "coverage": 0.990990990990991, + "mean_interval_width": 0.17262381315231323, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 114, + "mae": 0.0720326378941536, + "rmse": 0.10090784728527069, + "standardized_mae": 0.0294179730117321, + "standardized_rmse": 0.04121054336428642, + "standardized_gaussian_nll": -2.068427718573511, + "physical_gaussian_nll": -1.1729142017085308, + "nominal_coverage": 0.9, + "coverage": 0.8859649122807017, + "mean_interval_width": 0.2469732165336609, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 117, + "mae": 0.14999733865261078, + "rmse": 0.21931733191013336, + "standardized_mae": 0.06125858798623085, + "standardized_rmse": 0.08956871926784515, + "standardized_gaussian_nll": -1.3329545933523426, + "physical_gaussian_nll": -0.4374410764873623, + "nominal_coverage": 0.9, + "coverage": 0.8034188034188035, + "mean_interval_width": 0.4803672134876251, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 115, + "mae": 0.28693687915802, + "rmse": 0.41967710852622986, + "standardized_mae": 0.11718440055847168, + "standardized_rmse": 0.1713952124118805, + "standardized_gaussian_nll": -0.5493129465039576, + "physical_gaussian_nll": 0.3462005703610227, + "nominal_coverage": 0.9, + "coverage": 0.9217391304347826, + "mean_interval_width": 1.1631590127944946, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 1.200164556503296, + "rmse": 1.3511199951171875, + "standardized_mae": 0.015086397528648376, + "standardized_rmse": 0.01698394864797592, + "standardized_gaussian_nll": -2.6334933069583375, + "physical_gaussian_nll": 1.7429271203720456, + "nominal_coverage": 0.9, + "coverage": 0.8589743589743589, + "mean_interval_width": 3.7861294746398926, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 155, + "mae": 1.461418867111206, + "rmse": 1.7112290859222412, + "standardized_mae": 0.018370436504483223, + "standardized_rmse": 0.021510619670152664, + "standardized_gaussian_nll": -2.3654289927574186, + "physical_gaussian_nll": 2.0109914345729645, + "nominal_coverage": 0.9, + "coverage": 0.7806451612903226, + "mean_interval_width": 4.242422103881836, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 158, + "mae": 1.9726269245147705, + "rmse": 2.5798239707946777, + "standardized_mae": 0.024796461686491966, + "standardized_rmse": 0.03242909535765648, + "standardized_gaussian_nll": -1.9474285503568984, + "physical_gaussian_nll": 2.428991876973485, + "nominal_coverage": 0.9, + "coverage": 0.7468354430379747, + "mean_interval_width": 5.5846452713012695, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 155, + "mae": 3.371459484100342, + "rmse": 4.669321537017822, + "standardized_mae": 0.04238017275929451, + "standardized_rmse": 0.05869465321302414, + "standardized_gaussian_nll": -1.3509607635558867, + "physical_gaussian_nll": 3.0254596637744964, + "nominal_coverage": 0.9, + "coverage": 0.7354838709677419, + "mean_interval_width": 9.91757583618164, + "interval_kind": "uncalibrated_gaussian" + } + ], + "balanced_standardized_summary": [ + { + "family": "battery", + "standardized_mae": 0.22587843239307404, + "standardized_rmse": 0.3579902797937393, + "standardized_gaussian_nll": 0.07178111777515282, + "observed_query_count": 2103, + "weighting": "equal field/horizon row weight" + }, + { + "family": "tank", + "standardized_mae": 0.24183149309828877, + "standardized_rmse": 0.390650131739676, + "standardized_gaussian_nll": -0.12207412229864442, + "observed_query_count": 2577, + "weighting": "equal field/horizon row weight" + }, + { + "family": "thermal", + "standardized_mae": 0.07895719384153684, + "standardized_rmse": 0.10548979556187987, + "standardized_gaussian_nll": -1.3708496286383136, + "observed_query_count": 1700, + "weighting": "equal field/horizon row weight" + } + ] + }, + "history96": { + "checkpoint_sha256": "e3959fc9e9d71c324a0e245d1b05c48db4498280de89469435bb842ec98fd86f", + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "training_run_sha256": "45ae7443ababc781ed96efe56568db8b0ce5dfaf7da2c33e2ea2965133b83815", + "model_kind": "transformer", + "model_config": { + "history_steps": 96, + "future_steps": 8, + "num_fields": 20, + "num_units": 8, + "num_roles": 3, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "use_history": true + }, + "parameter_count": 2750082, + "window_sampling": { + "seed": 2026, + "history_steps": 96, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "3d354d6da233d15d0670ff2d794494d0adda1b7f0e4202ac43052ac26cd6950a", + "family_window_counts": { + "battery": 184, + "tank": 165, + "thermal": 163 + } + }, + "training_seed": 42, + "training_budget": { + "requested_epochs": 8, + "epochs_completed": 8, + "training_windows_per_epoch": 4096, + "batch_size": 64, + "selected_checkpoint_epoch": 5 + }, + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 175, + "mae": 0.024307413026690483, + "rmse": 0.03395087271928787, + "standardized_mae": 0.06631916016340256, + "standardized_rmse": 0.09262990951538086, + "standardized_gaussian_nll": -1.0447524684149392, + "physical_gaussian_nll": -2.048450010293144, + "nominal_coverage": 0.9, + "coverage": 0.96, + "mean_interval_width": 0.11264657229185104, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.03905227780342102, + "rmse": 0.06318781524896622, + "standardized_mae": 0.10654833167791367, + "standardized_rmse": 0.17239856719970703, + "standardized_gaussian_nll": -0.4319094648013307, + "physical_gaussian_nll": -1.4356070066795354, + "nominal_coverage": 0.9, + "coverage": 0.96, + "mean_interval_width": 0.22294214367866516, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 175, + "mae": 0.06536366790533066, + "rmse": 0.11381972581148148, + "standardized_mae": 0.1783350557088852, + "standardized_rmse": 0.31054019927978516, + "standardized_gaussian_nll": 0.1804019441441618, + "physical_gaussian_nll": -0.823295597734043, + "nominal_coverage": 0.9, + "coverage": 0.96, + "mean_interval_width": 0.4455433189868927, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 176, + "mae": 0.11910151690244675, + "rmse": 0.2049441784620285, + "standardized_mae": 0.32495078444480896, + "standardized_rmse": 0.5591596961021423, + "standardized_gaussian_nll": 0.8097816973380884, + "physical_gaussian_nll": -0.19391584454011646, + "nominal_coverage": 0.9, + "coverage": 0.9602272727272727, + "mean_interval_width": 0.8135712742805481, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 180, + "mae": 0.485981822013855, + "rmse": 0.6028002500534058, + "standardized_mae": 0.060023341327905655, + "standardized_rmse": 0.0744515210390091, + "standardized_gaussian_nll": -1.0171401350982876, + "physical_gaussian_nll": 1.0742975183981862, + "nominal_coverage": 0.9, + "coverage": 0.8666666666666667, + "mean_interval_width": 2.3966877460479736, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 177, + "mae": 0.7429884672164917, + "rmse": 0.9564019441604614, + "standardized_mae": 0.09176608920097351, + "standardized_rmse": 0.11812467128038406, + "standardized_gaussian_nll": -0.4667258463246877, + "physical_gaussian_nll": 1.624711807171786, + "nominal_coverage": 0.9, + "coverage": 0.8361581920903954, + "mean_interval_width": 4.356872081756592, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 181, + "mae": 1.2414684295654297, + "rmse": 1.7086529731750488, + "standardized_mae": 0.15333306789398193, + "standardized_rmse": 0.21103477478027344, + "standardized_gaussian_nll": 0.07292176527079025, + "physical_gaussian_nll": 2.164359418767264, + "nominal_coverage": 0.9, + "coverage": 0.8729281767955801, + "mean_interval_width": 8.230205535888672, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 181, + "mae": 2.125725746154785, + "rmse": 2.882694721221924, + "standardized_mae": 0.26254719495773315, + "standardized_rmse": 0.35604000091552734, + "standardized_gaussian_nll": 0.5645160394234986, + "physical_gaussian_nll": 2.6559536929199723, + "nominal_coverage": 0.9, + "coverage": 0.9392265193370166, + "mean_interval_width": 15.086609840393066, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 170, + "mae": 2.5369484424591064, + "rmse": 4.951508045196533, + "standardized_mae": 0.15886622667312622, + "standardized_rmse": 0.3100683391094208, + "standardized_gaussian_nll": 0.20129437879276763, + "physical_gaussian_nll": 2.971949107486732, + "nominal_coverage": 0.9, + "coverage": 0.9235294117647059, + "mean_interval_width": 19.12533187866211, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 174, + "mae": 4.325421333312988, + "rmse": 8.34469223022461, + "standardized_mae": 0.2708621919155121, + "standardized_rmse": 0.5225529074668884, + "standardized_gaussian_nll": 0.696497570546398, + "physical_gaussian_nll": 3.4671522992403623, + "nominal_coverage": 0.9, + "coverage": 0.9252873563218391, + "mean_interval_width": 29.44996452331543, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 166, + "mae": 7.411620616912842, + "rmse": 11.912679672241211, + "standardized_mae": 0.46412304043769836, + "standardized_rmse": 0.7459838390350342, + "standardized_gaussian_nll": 1.015463630694927, + "physical_gaussian_nll": 3.786118359388891, + "nominal_coverage": 0.9, + "coverage": 0.927710843373494, + "mean_interval_width": 42.82393264770508, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 173, + "mae": 9.99101734161377, + "rmse": 13.986483573913574, + "standardized_mae": 0.6256474256515503, + "standardized_rmse": 0.8758474588394165, + "standardized_gaussian_nll": 1.293373297873922, + "physical_gaussian_nll": 4.064028026567886, + "nominal_coverage": 0.9, + "coverage": 0.9479768786127167, + "mean_interval_width": 58.9625358581543, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.10453978925943375, + "rmse": 0.15217472612857819, + "standardized_mae": 0.018018219619989395, + "standardized_rmse": 0.026228459551930428, + "standardized_gaussian_nll": -2.250577156503018, + "physical_gaussian_nll": -0.49239284545560547, + "nominal_coverage": 0.9, + "coverage": 0.9565217391304348, + "mean_interval_width": 0.5909295678138733, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 162, + "mae": 0.16748961806297302, + "rmse": 0.24712666869163513, + "standardized_mae": 0.028868097811937332, + "standardized_rmse": 0.04259414225816727, + "standardized_gaussian_nll": -1.8078115786695663, + "physical_gaussian_nll": -0.04962726762215386, + "nominal_coverage": 0.9, + "coverage": 0.9259259259259259, + "mean_interval_width": 0.9041959643363953, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.3350045382976532, + "rmse": 0.4735865294933319, + "standardized_mae": 0.05774055793881416, + "standardized_rmse": 0.08162620663642883, + "standardized_gaussian_nll": -1.0947934717060348, + "physical_gaussian_nll": 0.6633908393413777, + "nominal_coverage": 0.9, + "coverage": 0.89375, + "mean_interval_width": 1.630171298980713, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.5746299624443054, + "rmse": 0.8364267349243164, + "standardized_mae": 0.09904179722070694, + "standardized_rmse": 0.14416444301605225, + "standardized_gaussian_nll": -0.4870607946786357, + "physical_gaussian_nll": 1.2711235163687769, + "nominal_coverage": 0.9, + "coverage": 0.8765432098765432, + "mean_interval_width": 3.107257843017578, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.030256040394306183, + "rmse": 0.05994768068194389, + "standardized_mae": 0.026137864217162132, + "standardized_rmse": 0.051788151264190674, + "standardized_gaussian_nll": -1.2461548028414395, + "physical_gaussian_nll": -1.0998439613274986, + "nominal_coverage": 0.9, + "coverage": 0.8881987577639752, + "mean_interval_width": 0.10458684712648392, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 163, + "mae": 0.04837018623948097, + "rmse": 0.07776153087615967, + "standardized_mae": 0.04178647696971893, + "standardized_rmse": 0.06717734038829803, + "standardized_gaussian_nll": -1.3597009501009016, + "physical_gaussian_nll": -1.2133901085869607, + "nominal_coverage": 0.9, + "coverage": 0.8343558282208589, + "mean_interval_width": 0.14568352699279785, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 161, + "mae": 0.10690145939588547, + "rmse": 0.15395145118236542, + "standardized_mae": 0.09235101193189621, + "standardized_rmse": 0.13299699127674103, + "standardized_gaussian_nll": -0.3374427689417652, + "physical_gaussian_nll": -0.19113192742782434, + "nominal_coverage": 0.9, + "coverage": 0.7453416149068323, + "mean_interval_width": 0.2674901485443115, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.20907899737358093, + "rmse": 0.2672901153564453, + "standardized_mae": 0.18062107264995575, + "standardized_rmse": 0.23090901970863342, + "standardized_gaussian_nll": 0.1038869153587797, + "physical_gaussian_nll": 0.2501977568727206, + "nominal_coverage": 0.9, + "coverage": 0.74375, + "mean_interval_width": 0.6123576164245605, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 162, + "mae": 0.14296968281269073, + "rmse": 0.24274185299873352, + "standardized_mae": 0.2976644039154053, + "standardized_rmse": 0.5053911209106445, + "standardized_gaussian_nll": 1.3647981294873766, + "physical_gaussian_nll": 0.6314640708697626, + "nominal_coverage": 0.9, + "coverage": 0.8888888888888888, + "mean_interval_width": 0.5900139808654785, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 163, + "mae": 0.18483150005340576, + "rmse": 0.30543869733810425, + "standardized_mae": 0.3848211467266083, + "standardized_rmse": 0.6359266042709351, + "standardized_gaussian_nll": 0.9144850517039899, + "physical_gaussian_nll": 0.18115099308637594, + "nominal_coverage": 0.9, + "coverage": 0.9325153374233128, + "mean_interval_width": 0.889930248260498, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 161, + "mae": 0.24666669964790344, + "rmse": 0.3889637291431427, + "standardized_mae": 0.5135626792907715, + "standardized_rmse": 0.8098266124725342, + "standardized_gaussian_nll": 0.951388872805394, + "physical_gaussian_nll": 0.21805481418778005, + "nominal_coverage": 0.9, + "coverage": 0.9503105590062112, + "mean_interval_width": 1.2867449522018433, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 161, + "mae": 0.32246851921081543, + "rmse": 0.48173752427101135, + "standardized_mae": 0.6713828444480896, + "standardized_rmse": 1.0029826164245605, + "standardized_gaussian_nll": 1.2228729044192408, + "physical_gaussian_nll": 0.4895388458016269, + "nominal_coverage": 0.9, + "coverage": 0.9503105590062112, + "mean_interval_width": 1.6844556331634521, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 162, + "mae": 8.222146034240723, + "rmse": 18.307268142700195, + "standardized_mae": 0.19328206777572632, + "standardized_rmse": 0.43035802245140076, + "standardized_gaussian_nll": 0.48130988832968635, + "physical_gaussian_nll": 4.231745820090587, + "nominal_coverage": 0.9, + "coverage": 0.9259259259259259, + "mean_interval_width": 42.976749420166016, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 161, + "mae": 13.175812721252441, + "rmse": 24.955303192138672, + "standardized_mae": 0.3097303509712219, + "standardized_rmse": 0.5866366624832153, + "standardized_gaussian_nll": 0.6504113139128731, + "physical_gaussian_nll": 4.4008472456737735, + "nominal_coverage": 0.9, + "coverage": 0.8944099378881988, + "mean_interval_width": 73.78118896484375, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 161, + "mae": 18.075708389282227, + "rmse": 29.435407638549805, + "standardized_mae": 0.4249146282672882, + "standardized_rmse": 0.6919527053833008, + "standardized_gaussian_nll": 0.9847038210185591, + "physical_gaussian_nll": 4.735139752779459, + "nominal_coverage": 0.9, + "coverage": 0.9006211180124224, + "mean_interval_width": 112.21856689453125, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 156, + "mae": 25.409460067749023, + "rmse": 37.00160598754883, + "standardized_mae": 0.5973127484321594, + "standardized_rmse": 0.8698151111602783, + "standardized_gaussian_nll": 1.2838090760560685, + "physical_gaussian_nll": 5.034245007816969, + "nominal_coverage": 0.9, + "coverage": 0.9551282051282052, + "mean_interval_width": 159.5641326904297, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 155, + "mae": 0.3311842978000641, + "rmse": 0.4649771451950073, + "standardized_mae": 0.05381608009338379, + "standardized_rmse": 0.07555686682462692, + "standardized_gaussian_nll": -1.097358754121033, + "physical_gaussian_nll": 0.719743965491269, + "nominal_coverage": 0.9, + "coverage": 0.8838709677419355, + "mean_interval_width": 1.5755764245986938, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.616455078125, + "rmse": 0.8759921193122864, + "standardized_mae": 0.10017140209674835, + "standardized_rmse": 0.1423451006412506, + "standardized_gaussian_nll": -0.49944092582715527, + "physical_gaussian_nll": 1.3176617937851467, + "nominal_coverage": 0.9, + "coverage": 0.8662420382165605, + "mean_interval_width": 2.8334107398986816, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 155, + "mae": 0.994438111782074, + "rmse": 1.4174896478652954, + "standardized_mae": 0.16159208118915558, + "standardized_rmse": 0.23033621907234192, + "standardized_gaussian_nll": -0.0144422184435842, + "physical_gaussian_nll": 1.8026605011687178, + "nominal_coverage": 0.9, + "coverage": 0.9290322580645162, + "mean_interval_width": 5.8275146484375, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 152, + "mae": 2.3451199531555176, + "rmse": 3.0614168643951416, + "standardized_mae": 0.3810723125934601, + "standardized_rmse": 0.497467577457428, + "standardized_gaussian_nll": 0.6921580246088107, + "physical_gaussian_nll": 2.5092607442211126, + "nominal_coverage": 0.9, + "coverage": 0.9671052631578947, + "mean_interval_width": 11.888877868652344, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 111, + "mae": 0.06442829966545105, + "rmse": 0.07668175548315048, + "standardized_mae": 0.02631237730383873, + "standardized_rmse": 0.03131666034460068, + "standardized_gaussian_nll": -2.089092040322345, + "physical_gaussian_nll": -1.1935785234573646, + "nominal_coverage": 0.9, + "coverage": 0.8828828828828829, + "mean_interval_width": 0.210112527012825, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 114, + "mae": 0.093340203166008, + "rmse": 0.1285138726234436, + "standardized_mae": 0.03811993449926376, + "standardized_rmse": 0.05248478427529335, + "standardized_gaussian_nll": -1.7408567071473555, + "physical_gaussian_nll": -0.8453431902823753, + "nominal_coverage": 0.9, + "coverage": 0.8859649122807017, + "mean_interval_width": 0.29318180680274963, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 117, + "mae": 0.1361454725265503, + "rmse": 0.19698843359947205, + "standardized_mae": 0.055601514875888824, + "standardized_rmse": 0.0804496482014656, + "standardized_gaussian_nll": -1.3364061444799802, + "physical_gaussian_nll": -0.4408926276149999, + "nominal_coverage": 0.9, + "coverage": 0.8803418803418803, + "mean_interval_width": 0.5205773711204529, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 115, + "mae": 0.25489941239356995, + "rmse": 0.36861711740493774, + "standardized_mae": 0.10410036891698837, + "standardized_rmse": 0.15054242312908173, + "standardized_gaussian_nll": -0.6329802937278202, + "physical_gaussian_nll": 0.2625332231371601, + "nominal_coverage": 0.9, + "coverage": 0.9391304347826087, + "mean_interval_width": 1.2624061107635498, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.8766966462135315, + "rmse": 0.9818884134292603, + "standardized_mae": 0.011020317673683167, + "standardized_rmse": 0.012342606671154499, + "standardized_gaussian_nll": -2.896598882813299, + "physical_gaussian_nll": 1.4798215445170841, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 4.394843101501465, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 155, + "mae": 1.1367056369781494, + "rmse": 1.3838067054748535, + "standardized_mae": 0.014288702048361301, + "standardized_rmse": 0.01739482954144478, + "standardized_gaussian_nll": -2.651788265991139, + "physical_gaussian_nll": 1.724632161339244, + "nominal_coverage": 0.9, + "coverage": 0.9548387096774194, + "mean_interval_width": 4.847188949584961, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 158, + "mae": 1.7425181865692139, + "rmse": 2.1757915019989014, + "standardized_mae": 0.021903932094573975, + "standardized_rmse": 0.027350295335054398, + "standardized_gaussian_nll": -2.2525728052767473, + "physical_gaussian_nll": 2.1238476220536358, + "nominal_coverage": 0.9, + "coverage": 0.9240506329113924, + "mean_interval_width": 6.170802593231201, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 155, + "mae": 3.7795400619506836, + "rmse": 4.78128719329834, + "standardized_mae": 0.04750985652208328, + "standardized_rmse": 0.06010209396481514, + "standardized_gaussian_nll": -1.354453428077627, + "physical_gaussian_nll": 3.021966999252756, + "nominal_coverage": 0.9, + "coverage": 0.7032258064516129, + "mean_interval_width": 10.703667640686035, + "interval_kind": "uncalibrated_gaussian" + } + ], + "balanced_standardized_summary": [ + { + "family": "battery", + "standardized_mae": 0.23027682583779097, + "standardized_rmse": 0.3624026570469141, + "standardized_gaussian_nll": 0.15614353412044238, + "observed_query_count": 2103, + "weighting": "equal field/horizon row weight" + }, + { + "family": "tank", + "standardized_mae": 0.2460772480117157, + "standardized_rmse": 0.39439838810358196, + "standardized_gaussian_nll": -0.03911722189683706, + "observed_query_count": 2577, + "weighting": "equal field/horizon row weight" + }, + { + "family": "thermal", + "standardized_mae": 0.08462573999228577, + "standardized_rmse": 0.1148074254548798, + "standardized_gaussian_nll": -1.3228193701349398, + "observed_query_count": 1700, + "weighting": "equal field/horizon row weight" + } + ] + }, + "no_history": { + "checkpoint_sha256": "78967fedd9c37ae26cb69e229618a1a8803d0e2cd06ba7655394d0cf7073b454", + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "training_run_sha256": "7388bd91deb104769fd84f39ea44a1be378a20eaf092c7e2acbbc3fb7b706a1f", + "model_kind": "transformer", + "model_config": { + "history_steps": 24, + "future_steps": 8, + "num_fields": 20, + "num_units": 8, + "num_roles": 3, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "use_history": false + }, + "parameter_count": 1570434, + "window_sampling": { + "seed": 2026, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "3d354d6da233d15d0670ff2d794494d0adda1b7f0e4202ac43052ac26cd6950a", + "family_window_counts": { + "battery": 184, + "tank": 165, + "thermal": 163 + } + }, + "training_seed": 42, + "training_budget": { + "requested_epochs": 8, + "epochs_completed": 8, + "training_windows_per_epoch": 4096, + "batch_size": 64, + "selected_checkpoint_epoch": 3 + }, + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 175, + "mae": 0.015425424091517925, + "rmse": 0.031240813434123993, + "standardized_mae": 0.04208597540855408, + "standardized_rmse": 0.08523591607809067, + "standardized_gaussian_nll": -1.0170503732469618, + "physical_gaussian_nll": -2.020747915125167, + "nominal_coverage": 0.9, + "coverage": 0.9828571428571429, + "mean_interval_width": 0.1242661401629448, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.03107883594930172, + "rmse": 0.06366164237260818, + "standardized_mae": 0.08479398488998413, + "standardized_rmse": 0.17369131743907928, + "standardized_gaussian_nll": -0.24089912588182733, + "physical_gaussian_nll": -1.2445966677600322, + "nominal_coverage": 0.9, + "coverage": 0.9714285714285714, + "mean_interval_width": 0.23964929580688477, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 175, + "mae": 0.06327981501817703, + "rmse": 0.12473738938570023, + "standardized_mae": 0.1726495623588562, + "standardized_rmse": 0.3403274118900299, + "standardized_gaussian_nll": 0.43915225485466003, + "physical_gaussian_nll": -0.5645452870235448, + "nominal_coverage": 0.9, + "coverage": 0.96, + "mean_interval_width": 0.5064480900764465, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 176, + "mae": 0.14123377203941345, + "rmse": 0.2303936928510666, + "standardized_mae": 0.3853353261947632, + "standardized_rmse": 0.6285949349403381, + "standardized_gaussian_nll": 1.0044479377606093, + "physical_gaussian_nll": 0.0007503958824044421, + "nominal_coverage": 0.9, + "coverage": 0.9488636363636364, + "mean_interval_width": 0.9630225300788879, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 180, + "mae": 0.3299427032470703, + "rmse": 0.4576897621154785, + "standardized_mae": 0.04075103998184204, + "standardized_rmse": 0.056529007852077484, + "standardized_gaussian_nll": -1.4109109073169919, + "physical_gaussian_nll": 0.680526746179482, + "nominal_coverage": 0.9, + "coverage": 0.9722222222222222, + "mean_interval_width": 2.0523886680603027, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 177, + "mae": 0.6275584101676941, + "rmse": 0.8649751543998718, + "standardized_mae": 0.07750938832759857, + "standardized_rmse": 0.1068325936794281, + "standardized_gaussian_nll": -0.8123443630365534, + "physical_gaussian_nll": 1.2790932904599204, + "nominal_coverage": 0.9, + "coverage": 0.9152542372881356, + "mean_interval_width": 3.428497076034546, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 181, + "mae": 1.2717617750167847, + "rmse": 1.6893463134765625, + "standardized_mae": 0.15707458555698395, + "standardized_rmse": 0.20865021646022797, + "standardized_gaussian_nll": -0.1346400697995511, + "physical_gaussian_nll": 1.9567975836969227, + "nominal_coverage": 0.9, + "coverage": 0.9226519337016574, + "mean_interval_width": 6.2729811668396, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 181, + "mae": 2.315000295639038, + "rmse": 3.101907968521118, + "standardized_mae": 0.28592437505722046, + "standardized_rmse": 0.38311490416526794, + "standardized_gaussian_nll": 0.5045433925251709, + "physical_gaussian_nll": 2.595981046021645, + "nominal_coverage": 0.9, + "coverage": 0.9005524861878453, + "mean_interval_width": 11.09472370147705, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 170, + "mae": 2.0391178131103516, + "rmse": 5.169179916381836, + "standardized_mae": 0.1276915818452835, + "standardized_rmse": 0.3236991763114929, + "standardized_gaussian_nll": 0.558713273429048, + "physical_gaussian_nll": 3.329368002123012, + "nominal_coverage": 0.9, + "coverage": 0.9647058823529412, + "mean_interval_width": 32.68457794189453, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 174, + "mae": 4.023711681365967, + "rmse": 8.649506568908691, + "standardized_mae": 0.2519688308238983, + "standardized_rmse": 0.5416406989097595, + "standardized_gaussian_nll": 0.9506922633298838, + "physical_gaussian_nll": 3.721346992023848, + "nominal_coverage": 0.9, + "coverage": 0.9597701149425287, + "mean_interval_width": 44.05549240112305, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 166, + "mae": 7.517671585083008, + "rmse": 12.6425142288208, + "standardized_mae": 0.47076407074928284, + "standardized_rmse": 0.7916867733001709, + "standardized_gaussian_nll": 1.2398642544862057, + "physical_gaussian_nll": 4.0105189831801695, + "nominal_coverage": 0.9, + "coverage": 0.9337349397590361, + "mean_interval_width": 56.328922271728516, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 173, + "mae": 10.33031177520752, + "rmse": 14.887666702270508, + "standardized_mae": 0.6468943953514099, + "standardized_rmse": 0.9322804808616638, + "standardized_gaussian_nll": 1.4324972158834246, + "physical_gaussian_nll": 4.203151944577389, + "nominal_coverage": 0.9, + "coverage": 0.953757225433526, + "mean_interval_width": 67.68415832519531, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.228313609957695, + "rmse": 0.2675727903842926, + "standardized_mae": 0.03935157135128975, + "standardized_rmse": 0.04611818492412567, + "standardized_gaussian_nll": -1.6878973511324267, + "physical_gaussian_nll": 0.07028695991498579, + "nominal_coverage": 0.9, + "coverage": 0.9751552795031055, + "mean_interval_width": 0.8294491171836853, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 162, + "mae": 0.2646979093551636, + "rmse": 0.34357112646102905, + "standardized_mae": 0.045622676610946655, + "standardized_rmse": 0.059217073023319244, + "standardized_gaussian_nll": -1.4125471282548854, + "physical_gaussian_nll": 0.3456371827925271, + "nominal_coverage": 0.9, + "coverage": 0.9629629629629629, + "mean_interval_width": 1.2977169752120972, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.3803127706050873, + "rmse": 0.559469997882843, + "standardized_mae": 0.06554976850748062, + "standardized_rmse": 0.09642887115478516, + "standardized_gaussian_nll": -0.856065143656852, + "physical_gaussian_nll": 0.9021191673905604, + "nominal_coverage": 0.9, + "coverage": 0.91875, + "mean_interval_width": 2.3165202140808105, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.5872735381126404, + "rmse": 0.940395176410675, + "standardized_mae": 0.10122101753950119, + "standardized_rmse": 0.1620841920375824, + "standardized_gaussian_nll": -0.3148264702851866, + "physical_gaussian_nll": 1.4433578407622258, + "nominal_coverage": 0.9, + "coverage": 0.9197530864197531, + "mean_interval_width": 4.18409538269043, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.03452025353908539, + "rmse": 0.06446614116430283, + "standardized_mae": 0.029821671545505524, + "standardized_rmse": 0.05569159612059593, + "standardized_gaussian_nll": -1.2017483599326726, + "physical_gaussian_nll": -1.0554375184187317, + "nominal_coverage": 0.9, + "coverage": 0.9130434782608695, + "mean_interval_width": 0.1298159807920456, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 163, + "mae": 0.06396280229091644, + "rmse": 0.09202119708061218, + "standardized_mae": 0.05525677278637886, + "standardized_rmse": 0.0794961154460907, + "standardized_gaussian_nll": -1.0721401748647836, + "physical_gaussian_nll": -0.9258293333508427, + "nominal_coverage": 0.9, + "coverage": 0.852760736196319, + "mean_interval_width": 0.19720207154750824, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 161, + "mae": 0.14143380522727966, + "rmse": 0.18615038692951202, + "standardized_mae": 0.12218312174081802, + "standardized_rmse": 0.16081330180168152, + "standardized_gaussian_nll": -0.08351525156025112, + "physical_gaussian_nll": 0.06279558995368976, + "nominal_coverage": 0.9, + "coverage": 0.8074534161490683, + "mean_interval_width": 0.36742740869522095, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.25867539644241333, + "rmse": 0.3194904029369354, + "standardized_mae": 0.2234668731689453, + "standardized_rmse": 0.27600428462028503, + "standardized_gaussian_nll": 0.2520877994476536, + "physical_gaussian_nll": 0.3983986409615945, + "nominal_coverage": 0.9, + "coverage": 0.80625, + "mean_interval_width": 0.7633148431777954, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 162, + "mae": 0.13851407170295715, + "rmse": 0.24637489020824432, + "standardized_mae": 0.2883877754211426, + "standardized_rmse": 0.5129551291465759, + "standardized_gaussian_nll": 0.7680706103982272, + "physical_gaussian_nll": 0.0347365517806133, + "nominal_coverage": 0.9, + "coverage": 0.9259259259259259, + "mean_interval_width": 0.7597498297691345, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 163, + "mae": 0.17345793545246124, + "rmse": 0.30890682339668274, + "standardized_mae": 0.36114126443862915, + "standardized_rmse": 0.6431472897529602, + "standardized_gaussian_nll": 0.8915294660100607, + "physical_gaussian_nll": 0.15819540739244675, + "nominal_coverage": 0.9, + "coverage": 0.9325153374233128, + "mean_interval_width": 1.1099841594696045, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 161, + "mae": 0.24406036734580994, + "rmse": 0.40560293197631836, + "standardized_mae": 0.5081362724304199, + "standardized_rmse": 0.8444696068763733, + "standardized_gaussian_nll": 1.136091555976154, + "physical_gaussian_nll": 0.40275749735854005, + "nominal_coverage": 0.9, + "coverage": 0.9503105590062112, + "mean_interval_width": 1.5297214984893799, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 161, + "mae": 0.34668827056884766, + "rmse": 0.5130802392959595, + "standardized_mae": 0.721808671951294, + "standardized_rmse": 1.0682384967803955, + "standardized_gaussian_nll": 1.405220221373595, + "physical_gaussian_nll": 0.671886162755981, + "nominal_coverage": 0.9, + "coverage": 0.9440993788819876, + "mean_interval_width": 1.9286593198776245, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 162, + "mae": 6.259894847869873, + "rmse": 18.152008056640625, + "standardized_mae": 0.14715445041656494, + "standardized_rmse": 0.42670825123786926, + "standardized_gaussian_nll": 0.5101028837143162, + "physical_gaussian_nll": 4.260538815475217, + "nominal_coverage": 0.9, + "coverage": 0.9382716049382716, + "mean_interval_width": 63.38222885131836, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 161, + "mae": 11.884673118591309, + "rmse": 25.61751937866211, + "standardized_mae": 0.27937889099121094, + "standardized_rmse": 0.6022037267684937, + "standardized_gaussian_nll": 0.882870598607773, + "physical_gaussian_nll": 4.633306530368674, + "nominal_coverage": 0.9, + "coverage": 0.8819875776397516, + "mean_interval_width": 95.09027099609375, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 161, + "mae": 17.628145217895508, + "rmse": 30.67986297607422, + "standardized_mae": 0.4143935441970825, + "standardized_rmse": 0.7212067246437073, + "standardized_gaussian_nll": 1.128127003777863, + "physical_gaussian_nll": 4.878562935538763, + "nominal_coverage": 0.9, + "coverage": 0.9503105590062112, + "mean_interval_width": 127.90936279296875, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 156, + "mae": 26.16477394104004, + "rmse": 39.1607666015625, + "standardized_mae": 0.6150683164596558, + "standardized_rmse": 0.9205715656280518, + "standardized_gaussian_nll": 1.3504670305209008, + "physical_gaussian_nll": 5.100902962281801, + "nominal_coverage": 0.9, + "coverage": 0.9294871794871795, + "mean_interval_width": 154.4665069580078, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 155, + "mae": 0.37600842118263245, + "rmse": 0.5336130857467651, + "standardized_mae": 0.0610998161137104, + "standardized_rmse": 0.08670992404222488, + "standardized_gaussian_nll": -0.9959773561046261, + "physical_gaussian_nll": 0.8211253635076758, + "nominal_coverage": 0.9, + "coverage": 0.9096774193548387, + "mean_interval_width": 1.8579490184783936, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.6477733254432678, + "rmse": 0.9322710037231445, + "standardized_mae": 0.10526048392057419, + "standardized_rmse": 0.15149018168449402, + "standardized_gaussian_nll": -0.45618151662426376, + "physical_gaussian_nll": 1.3609212029880382, + "nominal_coverage": 0.9, + "coverage": 0.8980891719745223, + "mean_interval_width": 3.2724530696868896, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 155, + "mae": 1.203187108039856, + "rmse": 1.6330326795578003, + "standardized_mae": 0.19551293551921844, + "standardized_rmse": 0.26536107063293457, + "standardized_gaussian_nll": 0.16615869870346772, + "physical_gaussian_nll": 1.9832614183157697, + "nominal_coverage": 0.9, + "coverage": 0.9419354838709677, + "mean_interval_width": 7.164406776428223, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 152, + "mae": 2.760385036468506, + "rmse": 3.5372235774993896, + "standardized_mae": 0.4485511779785156, + "standardized_rmse": 0.5747842192649841, + "standardized_gaussian_nll": 0.9255504899292755, + "physical_gaussian_nll": 2.7426532095415777, + "nominal_coverage": 0.9, + "coverage": 0.9210526315789473, + "mean_interval_width": 14.205179214477539, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 111, + "mae": 0.0569867379963398, + "rmse": 0.07944489270448685, + "standardized_mae": 0.02327325940132141, + "standardized_rmse": 0.03244512155652046, + "standardized_gaussian_nll": -2.057812841564108, + "physical_gaussian_nll": -1.1622993246991276, + "nominal_coverage": 0.9, + "coverage": 0.9009009009009009, + "mean_interval_width": 0.24119536578655243, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 114, + "mae": 0.09890439361333847, + "rmse": 0.1403326690196991, + "standardized_mae": 0.04039233922958374, + "standardized_rmse": 0.05731155723333359, + "standardized_gaussian_nll": -1.5186511268208063, + "physical_gaussian_nll": -0.623137609955826, + "nominal_coverage": 0.9, + "coverage": 0.8421052631578947, + "mean_interval_width": 0.32511723041534424, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 117, + "mae": 0.16313110291957855, + "rmse": 0.21783296763896942, + "standardized_mae": 0.06662238389253616, + "standardized_rmse": 0.08896251022815704, + "standardized_gaussian_nll": -1.0575304313149916, + "physical_gaussian_nll": -0.16201691445001132, + "nominal_coverage": 0.9, + "coverage": 0.8888888888888888, + "mean_interval_width": 0.5790572762489319, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 115, + "mae": 0.28219735622406006, + "rmse": 0.3840819001197815, + "standardized_mae": 0.11524878442287445, + "standardized_rmse": 0.15685820579528809, + "standardized_gaussian_nll": -0.37008339676428575, + "physical_gaussian_nll": 0.5254301201006946, + "nominal_coverage": 0.9, + "coverage": 0.9217391304347826, + "mean_interval_width": 1.414099931716919, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 1.0331014394760132, + "rmse": 1.195605754852295, + "standardized_mae": 0.01298636943101883, + "standardized_rmse": 0.015029092319309711, + "standardized_gaussian_nll": -2.744885250193001, + "physical_gaussian_nll": 1.631535177137382, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 4.75778341293335, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 155, + "mae": 1.0718767642974854, + "rmse": 1.3960055112838745, + "standardized_mae": 0.013473784551024437, + "standardized_rmse": 0.017548171803355217, + "standardized_gaussian_nll": -2.632699882347281, + "physical_gaussian_nll": 1.743720544983102, + "nominal_coverage": 0.9, + "coverage": 0.9419354838709677, + "mean_interval_width": 5.240449905395508, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 158, + "mae": 1.7378016710281372, + "rmse": 2.368269205093384, + "standardized_mae": 0.021844644099473953, + "standardized_rmse": 0.029769795015454292, + "standardized_gaussian_nll": -2.134076938054577, + "physical_gaussian_nll": 2.242343489275806, + "nominal_coverage": 0.9, + "coverage": 0.8607594936708861, + "mean_interval_width": 6.994573593139648, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 155, + "mae": 4.312986373901367, + "rmse": 5.38817834854126, + "standardized_mae": 0.05421542376279831, + "standardized_rmse": 0.06773088127374649, + "standardized_gaussian_nll": -1.1364228584473424, + "physical_gaussian_nll": 3.239997568883041, + "nominal_coverage": 0.9, + "coverage": 0.7483870967741936, + "mean_interval_width": 13.971506118774414, + "interval_kind": "uncalibrated_gaussian" + } + ], + "balanced_standardized_summary": [ + { + "family": "battery", + "standardized_mae": 0.22862025971213976, + "standardized_rmse": 0.3810236193239689, + "standardized_gaussian_nll": 0.20950547941559305, + "observed_query_count": 2103, + "weighting": "equal field/horizon row weight" + }, + { + "family": "tank", + "standardized_mae": 0.2511214162223041, + "standardized_rmse": 0.4172096506226808, + "standardized_gaussian_nll": 0.10598920563371783, + "observed_query_count": 2577, + "weighting": "equal field/horizon row weight" + }, + { + "family": "thermal", + "standardized_mae": 0.09654011686022083, + "standardized_rmse": 0.12866672757081687, + "standardized_gaussian_nll": -1.1677177008002115, + "observed_query_count": 1700, + "weighting": "equal field/horizon row weight" + } + ] + } + }, + "training_optimizer_budgets_match": true +} diff --git a/artifacts/smoke/report-ensemble-v2/benchmark.json b/artifacts/smoke/report-ensemble-v2/benchmark.json new file mode 100644 index 0000000000000000000000000000000000000000..93bd62e6b9e2305bb33ea66158296706a4f5905b --- /dev/null +++ b/artifacts/smoke/report-ensemble-v2/benchmark.json @@ -0,0 +1,12306 @@ +{ + "version": "tfm-benchmark-v1", + "seed": 2026, + "samples": 512, + "device": "cpu", + "checkpoint_sha256": [ + "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739", + "80ffcf05367f581ed48d34e649ffde7f3738a7c31fb7e0539cb2245e88eae09e", + "623420955dc271068182f2cd6fb460d0ae64792c25dbd79c0aae91b3ba777137" + ], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "generator_version": "0.1.2", + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "parameter_count": 4711302, + "inference": [ + { + "device": "cpu", + "status": "completed", + "batch_size": 1, + "precision": "float32", + "repetitions": 30, + "warmup": 5, + "p50_ms": 21.5922915, + "p95_ms": 26.497902299999996, + "process_peak_rss_bytes": 589479936, + "sampled_mps_driver_allocation_peak_bytes": null, + "memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.", + "timing_scope": "forward only; inputs resident; MPS synchronized before and after every call" + }, + { + "device": "mps", + "status": "unavailable" + } + ], + "models": { + "catboost": { + "status": "unrun", + "reason": "Enable --catboost to fit the optional training-only baseline" + }, + "foundation_model": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.02724982425570488, + "rmse": 0.05975011736154556, + "standardized_mae": 0.07434709370136261, + "standardized_rmse": 0.1630193144083023, + "standardized_gaussian_nll": -0.6602169274726911, + "physical_gaussian_nll": -1.663914469350896, + "nominal_coverage": 0.9, + "coverage": 0.9772727272727273, + "mean_interval_width": 0.1593416929244995, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 172, + "mae": 0.04583710432052612, + "rmse": 0.0872713103890419, + "standardized_mae": 0.12505972385406494, + "standardized_rmse": 0.23810678720474243, + "standardized_gaussian_nll": -0.3369445855828046, + "physical_gaussian_nll": -1.3406421274610094, + "nominal_coverage": 0.9, + "coverage": 0.9767441860465116, + "mean_interval_width": 0.37304770946502686, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.06693489849567413, + "rmse": 0.11801613867282867, + "standardized_mae": 0.18262192606925964, + "standardized_rmse": 0.3219894766807556, + "standardized_gaussian_nll": 0.1677328673792859, + "physical_gaussian_nll": -0.8359646744989189, + "nominal_coverage": 0.9, + "coverage": 0.9763313609467456, + "mean_interval_width": 0.6509044170379639, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.12039653211832047, + "rmse": 0.20517517626285553, + "standardized_mae": 0.32848402857780457, + "standardized_rmse": 0.5597899556159973, + "standardized_gaussian_nll": 0.8135196520508876, + "physical_gaussian_nll": -0.1901778898273172, + "nominal_coverage": 0.9, + "coverage": 0.9826589595375722, + "mean_interval_width": 1.3424351215362549, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.4870070219039917, + "rmse": 0.729947566986084, + "standardized_mae": 0.060149963945150375, + "standardized_rmse": 0.09015541523694992, + "standardized_gaussian_nll": -1.1027827309734304, + "physical_gaussian_nll": 0.9886549225230434, + "nominal_coverage": 0.9, + "coverage": 0.9261363636363636, + "mean_interval_width": 2.1788125038146973, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.862383246421814, + "rmse": 1.1743727922439575, + "standardized_mae": 0.10651247203350067, + "standardized_rmse": 0.14504612982273102, + "standardized_gaussian_nll": -0.5421728574711445, + "physical_gaussian_nll": 1.5492647960253292, + "nominal_coverage": 0.9, + "coverage": 0.9314285714285714, + "mean_interval_width": 5.3806233406066895, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 178, + "mae": 1.391793131828308, + "rmse": 1.8649128675460815, + "standardized_mae": 0.17189958691596985, + "standardized_rmse": 0.2303343415260315, + "standardized_gaussian_nll": 0.007994872424220057, + "physical_gaussian_nll": 2.099432525920694, + "nominal_coverage": 0.9, + "coverage": 0.949438202247191, + "mean_interval_width": 8.299310684204102, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 175, + "mae": 2.3397204875946045, + "rmse": 3.0747270584106445, + "standardized_mae": 0.28897756338119507, + "standardized_rmse": 0.379757821559906, + "standardized_gaussian_nll": 0.5469981113062224, + "physical_gaussian_nll": 2.638435764802696, + "nominal_coverage": 0.9, + "coverage": 0.8628571428571429, + "mean_interval_width": 9.969375610351562, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 177, + "mae": 2.67461895942688, + "rmse": 5.828693389892578, + "standardized_mae": 0.16748729348182678, + "standardized_rmse": 0.36499857902526855, + "standardized_gaussian_nll": 0.2742060931142238, + "physical_gaussian_nll": 3.044860821808188, + "nominal_coverage": 0.9, + "coverage": 0.8870056497175142, + "mean_interval_width": 8.286078453063965, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 177, + "mae": 4.963897705078125, + "rmse": 9.048531532287598, + "standardized_mae": 0.31084421277046204, + "standardized_rmse": 0.5666280388832092, + "standardized_gaussian_nll": 0.797196273409458, + "physical_gaussian_nll": 3.5678510021034224, + "nominal_coverage": 0.9, + "coverage": 0.9209039548022598, + "mean_interval_width": 29.880945205688477, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 180, + "mae": 6.977818489074707, + "rmse": 10.747016906738281, + "standardized_mae": 0.4369579255580902, + "standardized_rmse": 0.6729888916015625, + "standardized_gaussian_nll": 1.0721034755706398, + "physical_gaussian_nll": 3.8427582042646042, + "nominal_coverage": 0.9, + "coverage": 0.95, + "mean_interval_width": 43.545249938964844, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 176, + "mae": 10.767716407775879, + "rmse": 15.288812637329102, + "standardized_mae": 0.6742851138114929, + "standardized_rmse": 0.9574006199836731, + "standardized_gaussian_nll": 1.385874744015345, + "physical_gaussian_nll": 4.156529472709309, + "nominal_coverage": 0.9, + "coverage": 0.9204545454545454, + "mean_interval_width": 58.26127243041992, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.1241154670715332, + "rmse": 0.1851009726524353, + "standardized_mae": 0.021392235532402992, + "standardized_rmse": 0.031903546303510666, + "standardized_gaussian_nll": -2.1110643488785845, + "physical_gaussian_nll": -0.35288003783117206, + "nominal_coverage": 0.9, + "coverage": 0.8589743589743589, + "mean_interval_width": 0.43654513359069824, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.22587619721889496, + "rmse": 0.3407664895057678, + "standardized_mae": 0.0389314629137516, + "standardized_rmse": 0.05873367190361023, + "standardized_gaussian_nll": -1.6065640961361611, + "physical_gaussian_nll": 0.15162021491125133, + "nominal_coverage": 0.9, + "coverage": 0.8471337579617835, + "mean_interval_width": 0.7640365958213806, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 159, + "mae": 0.38891372084617615, + "rmse": 0.5782781839370728, + "standardized_mae": 0.06703221052885056, + "standardized_rmse": 0.09967060387134552, + "standardized_gaussian_nll": -0.9338994807022264, + "physical_gaussian_nll": 0.8242848303451861, + "nominal_coverage": 0.9, + "coverage": 0.8238993710691824, + "mean_interval_width": 1.3836544752120972, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 158, + "mae": 0.5676172971725464, + "rmse": 0.7948381304740906, + "standardized_mae": 0.09783311188220978, + "standardized_rmse": 0.1369963437318802, + "standardized_gaussian_nll": -0.540354901686847, + "physical_gaussian_nll": 1.2178294093605655, + "nominal_coverage": 0.9, + "coverage": 0.8544303797468354, + "mean_interval_width": 2.6762337684631348, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.02042805403470993, + "rmse": 0.02640894614160061, + "standardized_mae": 0.017647573724389076, + "standardized_rmse": 0.022814402356743813, + "standardized_gaussian_nll": -2.377549777034657, + "physical_gaussian_nll": -2.2312389355207163, + "nominal_coverage": 0.9, + "coverage": 0.8385093167701864, + "mean_interval_width": 0.07121863216161728, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 159, + "mae": 0.044045425951480865, + "rmse": 0.06430245190858841, + "standardized_mae": 0.03805036470293999, + "standardized_rmse": 0.055550191551446915, + "standardized_gaussian_nll": -1.4300578953689833, + "physical_gaussian_nll": -1.2837470538550424, + "nominal_coverage": 0.9, + "coverage": 0.6792452830188679, + "mean_interval_width": 0.09761123359203339, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.09607275575399399, + "rmse": 0.12708257138729095, + "standardized_mae": 0.08299621194601059, + "standardized_rmse": 0.10978525131940842, + "standardized_gaussian_nll": -0.6054151274384282, + "physical_gaussian_nll": -0.45910428592448727, + "nominal_coverage": 0.9, + "coverage": 0.65625, + "mean_interval_width": 0.2082533985376358, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.20387090742588043, + "rmse": 0.25684231519699097, + "standardized_mae": 0.17612186074256897, + "standardized_rmse": 0.22188329696655273, + "standardized_gaussian_nll": 0.1257446292345429, + "physical_gaussian_nll": 0.2720554707484838, + "nominal_coverage": 0.9, + "coverage": 0.7160493827160493, + "mean_interval_width": 0.5187105536460876, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.1268744170665741, + "rmse": 0.1852533519268036, + "standardized_mae": 0.2641538679599762, + "standardized_rmse": 0.38569945096969604, + "standardized_gaussian_nll": 0.3712056783989247, + "physical_gaussian_nll": -0.3621283802186892, + "nominal_coverage": 0.9, + "coverage": 0.9006211180124224, + "mean_interval_width": 0.5271733403205872, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 161, + "mae": 0.15881100296974182, + "rmse": 0.25692829489707947, + "standardized_mae": 0.33064618706703186, + "standardized_rmse": 0.5349274277687073, + "standardized_gaussian_nll": 0.5631048818281894, + "physical_gaussian_nll": -0.1702291767894245, + "nominal_coverage": 0.9, + "coverage": 0.9440993788819876, + "mean_interval_width": 0.911033570766449, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 163, + "mae": 0.25110486149787903, + "rmse": 0.36565691232681274, + "standardized_mae": 0.522803008556366, + "standardized_rmse": 0.761301577091217, + "standardized_gaussian_nll": 0.9344623002463207, + "physical_gaussian_nll": 0.2011282416287068, + "nominal_coverage": 0.9, + "coverage": 0.8773006134969326, + "mean_interval_width": 0.9881018996238708, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.30098310112953186, + "rmse": 0.444920152425766, + "standardized_mae": 0.6266499757766724, + "standardized_rmse": 0.9263284802436829, + "standardized_gaussian_nll": 1.183412285602716, + "physical_gaussian_nll": 0.45007822698510214, + "nominal_coverage": 0.9, + "coverage": 0.94375, + "mean_interval_width": 1.362115502357483, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 161, + "mae": 4.703525066375732, + "rmse": 8.93667221069336, + "standardized_mae": 0.1105680912733078, + "standardized_rmse": 0.21007879078388214, + "standardized_gaussian_nll": -0.0052329397238661595, + "physical_gaussian_nll": 3.745202992037034, + "nominal_coverage": 0.9, + "coverage": 0.968944099378882, + "mean_interval_width": 34.774444580078125, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 162, + "mae": 6.68629789352417, + "rmse": 11.969441413879395, + "standardized_mae": 0.1571781188249588, + "standardized_rmse": 0.2813715934753418, + "standardized_gaussian_nll": 0.3778179334218194, + "physical_gaussian_nll": 4.12825386518272, + "nominal_coverage": 0.9, + "coverage": 0.9629629629629629, + "mean_interval_width": 60.99827575683594, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 159, + "mae": 12.082199096679688, + "rmse": 21.542219161987305, + "standardized_mae": 0.2840222418308258, + "standardized_rmse": 0.5064036250114441, + "standardized_gaussian_nll": 0.8099830280353535, + "physical_gaussian_nll": 4.5604189597962534, + "nominal_coverage": 0.9, + "coverage": 0.9371069182389937, + "mean_interval_width": 92.03636169433594, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 162, + "mae": 18.715618133544922, + "rmse": 27.052963256835938, + "standardized_mae": 0.43995729088783264, + "standardized_rmse": 0.6359474062919617, + "standardized_gaussian_nll": 1.1027874108346734, + "physical_gaussian_nll": 4.853223342595574, + "nominal_coverage": 0.9, + "coverage": 0.9753086419753086, + "mean_interval_width": 125.48249816894531, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 152, + "mae": 0.28634127974510193, + "rmse": 0.3856745958328247, + "standardized_mae": 0.04652927443385124, + "standardized_rmse": 0.06267052888870239, + "standardized_gaussian_nll": -1.382437264499974, + "physical_gaussian_nll": 0.4346654551123279, + "nominal_coverage": 0.9, + "coverage": 0.9144736842105263, + "mean_interval_width": 1.2971253395080566, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 150, + "mae": 0.5520704984664917, + "rmse": 0.785915732383728, + "standardized_mae": 0.08970917016267776, + "standardized_rmse": 0.1277080625295639, + "standardized_gaussian_nll": -0.694813038371128, + "physical_gaussian_nll": 1.122289681241174, + "nominal_coverage": 0.9, + "coverage": 0.8066666666666666, + "mean_interval_width": 1.9259908199310303, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 153, + "mae": 1.0565687417984009, + "rmse": 1.5178039073944092, + "standardized_mae": 0.171688050031662, + "standardized_rmse": 0.24663686752319336, + "standardized_gaussian_nll": -0.04660312134783692, + "physical_gaussian_nll": 1.7704995982644651, + "nominal_coverage": 0.9, + "coverage": 0.8235294117647058, + "mean_interval_width": 4.2989678382873535, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 155, + "mae": 2.3322176933288574, + "rmse": 3.288255453109741, + "standardized_mae": 0.3789757490158081, + "standardized_rmse": 0.5343279242515564, + "standardized_gaussian_nll": 0.6336448506722276, + "physical_gaussian_nll": 2.4507475702845296, + "nominal_coverage": 0.9, + "coverage": 0.9612903225806452, + "mean_interval_width": 12.436824798583984, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 116, + "mae": 0.032097648829221725, + "rmse": 0.03843296319246292, + "standardized_mae": 0.01310860924422741, + "standardized_rmse": 0.01569593884050846, + "standardized_gaussian_nll": -2.6182892125091866, + "physical_gaussian_nll": -1.7227756956442062, + "nominal_coverage": 0.9, + "coverage": 0.9913793103448276, + "mean_interval_width": 0.19272013008594513, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 110, + "mae": 0.06321397423744202, + "rmse": 0.09129828959703445, + "standardized_mae": 0.025816449895501137, + "standardized_rmse": 0.03728602081537247, + "standardized_gaussian_nll": -2.108879346818936, + "physical_gaussian_nll": -1.2133658299539558, + "nominal_coverage": 0.9, + "coverage": 0.9, + "mean_interval_width": 0.2587834596633911, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 113, + "mae": 0.13641656935214996, + "rmse": 0.2016177624464035, + "standardized_mae": 0.05571223050355911, + "standardized_rmse": 0.08234025537967682, + "standardized_gaussian_nll": -1.4570994384311626, + "physical_gaussian_nll": -0.5615859215661824, + "nominal_coverage": 0.9, + "coverage": 0.8407079646017699, + "mean_interval_width": 0.49690932035446167, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 116, + "mae": 0.2661309242248535, + "rmse": 0.3835989832878113, + "standardized_mae": 0.10868728905916214, + "standardized_rmse": 0.1566609889268875, + "standardized_gaussian_nll": -0.7637428377072548, + "physical_gaussian_nll": 0.13177067915772545, + "nominal_coverage": 0.9, + "coverage": 0.9310344827586207, + "mean_interval_width": 1.1871751546859741, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.8181186318397522, + "rmse": 0.9741207957267761, + "standardized_mae": 0.01028397586196661, + "standardized_rmse": 0.012244965881109238, + "standardized_gaussian_nll": -2.902110211009213, + "physical_gaussian_nll": 1.4743102163211699, + "nominal_coverage": 0.9, + "coverage": 0.9615384615384616, + "mean_interval_width": 3.725855827331543, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 154, + "mae": 1.0023576021194458, + "rmse": 1.269830346107483, + "standardized_mae": 0.012599910609424114, + "standardized_rmse": 0.015962116420269012, + "standardized_gaussian_nll": -2.714682459678786, + "physical_gaussian_nll": 1.661737967651597, + "nominal_coverage": 0.9, + "coverage": 0.974025974025974, + "mean_interval_width": 5.192846775054932, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 155, + "mae": 1.331061601638794, + "rmse": 1.833940029144287, + "standardized_mae": 0.016731809824705124, + "standardized_rmse": 0.023053130134940147, + "standardized_gaussian_nll": -2.4442312530332275, + "physical_gaussian_nll": 1.9321891742971555, + "nominal_coverage": 0.9, + "coverage": 0.967741935483871, + "mean_interval_width": 7.666647911071777, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 156, + "mae": 2.751432180404663, + "rmse": 3.791921615600586, + "standardized_mae": 0.034586258232593536, + "standardized_rmse": 0.04766549542546272, + "standardized_gaussian_nll": -1.7624703214266044, + "physical_gaussian_nll": 2.6139501059037786, + "nominal_coverage": 0.9, + "coverage": 0.9871794871794872, + "mean_interval_width": 18.68115997314453, + "interval_kind": "heldout_calibrated" + } + ], + "calibration_status": "heldout_partial", + "counterfactual": { + "status": "completed", + "samples": 30, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2314497613629752, + "action_effect_rmse": 0.3124547958796193 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0023554759277975754, + "action_effect_rmse": 0.0028507739115541187 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.41278192556720344, + "action_effect_rmse": 0.46356588296530044 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36239581495188017, + "action_effect_rmse": 0.4604354586190022 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011572736677742057, + "action_effect_rmse": 0.013844481631061084 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6320160793855519, + "action_effect_rmse": 0.8394253039554044 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5522299696132826, + "action_effect_rmse": 0.7218979898482761 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03506097191036991, + "action_effect_rmse": 0.040721068940237 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9719427259622341, + "action_effect_rmse": 1.4652328044204792 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.993213356806533, + "action_effect_rmse": 1.4392924584532008 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12622753664965577, + "action_effect_rmse": 0.15341945748654756 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1832347224121307, + "action_effect_rmse": 2.7998773973492197 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 0.6959508872813878, + "predicted_costs": [ + 4.013536216458961, + 19.666757642109154, + 8.824285768166344, + 4.273232322606603 + ], + "true_costs": [ + 5.29387147671569, + 55.418109072711815, + 14.268767655668475, + 4.5979205894343025 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 75, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0027300652897278566, + "action_effect_rmse": 0.0029292322201410195 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9618557964310526, + "action_effect_rmse": 1.0383809090629164 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.746045828673843, + "action_effect_rmse": 6.295101720181705 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010903697519173935, + "action_effect_rmse": 0.01170914746154657 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.9012729225270797, + "action_effect_rmse": 3.006039250088099 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.482140315768524, + "action_effect_rmse": 8.718033115984442 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.021452329051596313, + "action_effect_rmse": 0.02823288599760235 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.6116799189158115, + "action_effect_rmse": 3.911069272952998 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.1465835184122755, + "action_effect_rmse": 6.313800329941078 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03607642709987802, + "action_effect_rmse": 0.03722240873853632 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.041758093710752, + "action_effect_rmse": 5.730771818441098 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.797189906173138, + "action_effect_rmse": 4.1094836045385925 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.26539451385535284, + "predicted_costs": [ + 1.1694547278402023, + 1.147732507257258, + 1.207843934689881, + 1.3511005143757846 + ], + "true_costs": [ + 1.6870119374852577, + 1.3246161176877902, + 1.0592216038324374, + 1.5739227991857385 + ] + }, + { + "system_id": "thermal-00003", + "family": "thermal", + "anchor_step": 78, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6934462195145201, + "action_effect_rmse": 0.8116439090167304 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00454262525799128, + "action_effect_rmse": 0.00603132998296748 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5394510609647986, + "action_effect_rmse": 0.5478479794869406 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9483361960367228, + "action_effect_rmse": 1.104001170646348 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0231738612193908, + "action_effect_rmse": 0.029956184341384834 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9250228026740501, + "action_effect_rmse": 0.9284139595218376 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.044335545460811, + "action_effect_rmse": 1.2698267445067462 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06286162488108953, + "action_effect_rmse": 0.08536706614442259 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.505318554617844, + "action_effect_rmse": 1.51332907364627 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9266021618549434, + "action_effect_rmse": 2.0927160299539262 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17048820312433696, + "action_effect_rmse": 0.21616454310275438 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4052253831977075, + "action_effect_rmse": 2.462822380237714 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 26.9860245783521, + 6.508494823975836, + 18.989553836266207, + 59.68774841786893 + ], + "true_costs": [ + 26.49760331004995, + 11.404685981504198, + 16.167683887092124, + 99.1084380965106 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2912944583764201, + "action_effect_rmse": 0.32674993218398246 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002431371428562793, + "action_effect_rmse": 0.0026764071778063313 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17319883295106306, + "action_effect_rmse": 0.1734531499540092 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.096251687891122, + "action_effect_rmse": 41.29854932796069 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5002674026549337, + "action_effect_rmse": 0.5334265317461387 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014681242873307335, + "action_effect_rmse": 0.020325267037949672 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18235849037428087, + "action_effect_rmse": 0.18284807007308013 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.88682975374921, + "action_effect_rmse": 40.533004750588134 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7005295663214876, + "action_effect_rmse": 0.7012429227604497 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07291289082861023, + "action_effect_rmse": 0.08687083492607792 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16049257627134972, + "action_effect_rmse": 0.16119814014452644 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 27.78308619095344, + "action_effect_rmse": 40.821687233291975 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31739646913381786, + "action_effect_rmse": 0.4453088226136355 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19011165462607474, + "action_effect_rmse": 0.22982439603074872 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09707640656214289, + "action_effect_rmse": 0.09837637262704893 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.771097800320103, + "action_effect_rmse": 33.169570487685725 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 445.6998988549388, + 414.9613999353828, + 477.8516165782939, + 487.8161943424562 + ], + "true_costs": [ + 451.3821803058857, + 383.6347777926726, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004784111505511131, + "action_effect_rmse": 0.004967943580156739 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6498825320394582, + "action_effect_rmse": 0.6640628266511426 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 18.29993877544096, + "action_effect_rmse": 19.13170422901849 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009679840862613939, + "action_effect_rmse": 0.011418363757524653 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1509778471544958, + "action_effect_rmse": 1.1805306634338626 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 17.900814970813283, + "action_effect_rmse": 18.650319127847887 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0720048236167093, + "action_effect_rmse": 0.07334998709149015 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9120179110289708, + "action_effect_rmse": 1.9700482908749826 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 18.625529506408192, + "action_effect_rmse": 19.302948187940814 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14563366391847182, + "action_effect_rmse": 0.16167104159821608 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5475762530004267, + "action_effect_rmse": 2.696693769536639 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.142661028854316, + "action_effect_rmse": 7.141771488737309 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.06983246635754878, + 0.2575422081272627, + 0.13594633780843013, + 0.08636801961792415 + ], + "true_costs": [ + 0.08697956422894386, + 0.4815418742900818, + 0.20670211782036674, + 0.11900088194005333 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08715714954121623, + "action_effect_rmse": 0.10934318369418385 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.044853949825691, + "action_effect_rmse": 1.1736685530348199 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.592241049764367, + "action_effect_rmse": 0.5931451887404503 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.9660456530718, + "action_effect_rmse": 3.09426501428778 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21401601746247323, + "action_effect_rmse": 0.28935932054205865 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.2488525668203274, + "action_effect_rmse": 3.5224821142848506 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4394937716828147, + "action_effect_rmse": 2.9397102855357073 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.376271775591332, + "action_effect_rmse": 2.6610190986476465 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 62.66498478966676, + 16.122044316036163, + 39.27577191710595, + 87.89935050825814 + ], + "true_costs": [ + 138.61730453341346, + 17.18951192419299, + 61.55307690981533, + 153.57401303581446 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 29, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12958892819503998, + "action_effect_rmse": 0.16318409147945834 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003265454104231106, + "action_effect_rmse": 0.0033288640369498893 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6860940099257307, + "action_effect_rmse": 0.6861624235888082 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 33.20427657409534, + "action_effect_rmse": 35.269016444842975 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24398098429270357, + "action_effect_rmse": 0.2851603254137456 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014352060709149702, + "action_effect_rmse": 0.016602694903649327 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.783616843207534, + "action_effect_rmse": 0.7837623096053574 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.93499671552687, + "action_effect_rmse": 34.8440301937549 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4448841753680967, + "action_effect_rmse": 0.6216843975131632 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01959094549401345, + "action_effect_rmse": 0.02230365551241443 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8304329821871014, + "action_effect_rmse": 0.8306139157315764 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 34.456885742497384, + "action_effect_rmse": 36.59105123707544 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0008653026384782, + "action_effect_rmse": 1.6355210685379773 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02555953935030786, + "action_effect_rmse": 0.032259659918909944 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0249590753034596, + "action_effect_rmse": 1.0251163910659533 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 28.637798274382636, + "action_effect_rmse": 40.512877745319614 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 97.96244813252751, + 67.17522589742131, + 91.4440304314178, + 96.95650093783333 + ], + "true_costs": [ + 94.60350239976236, + 38.44773185665458, + 92.60413461253019, + 94.63991629872142 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 155, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00529118726743268, + "action_effect_rmse": 0.0058150312284403665 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0766275436728066, + "action_effect_rmse": 1.0867999092095872 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 21.3740898055662, + "action_effect_rmse": 22.10433995393844 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.026137083580548854, + "action_effect_rmse": 0.026421716083909343 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0209009531736464, + "action_effect_rmse": 2.0429123446889212 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 20.819636485837904, + "action_effect_rmse": 21.49334835329673 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0626020627685961, + "action_effect_rmse": 0.06301076837486533 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.626297113588959, + "action_effect_rmse": 1.732159731880201 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 20.729670412343243, + "action_effect_rmse": 21.375300787379913 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07232474055085387, + "action_effect_rmse": 0.09494945656821603 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9341202622281415, + "action_effect_rmse": 1.0884587760587625 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 20.746534460191224, + "action_effect_rmse": 21.538579665015597 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.7555151883859924, + 0.19531627342849703, + 0.31086116664378555, + 0.5273033851224572 + ], + "true_costs": [ + 0.946750082860937, + 0.19555943883653581, + 0.36157269685378335, + 0.6108034852921396 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 82, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10514883011850529, + "action_effect_rmse": 0.1281702699320424 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018910758523618416, + "action_effect_rmse": 0.022199657084439314 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4314607604365432, + "action_effect_rmse": 0.43152251632840716 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 28.564735218689478, + "action_effect_rmse": 39.57985130799922 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10973267494267465, + "action_effect_rmse": 0.1517724928943485 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04499203469088305, + "action_effect_rmse": 0.053768964316060326 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.39392935956789216, + "action_effect_rmse": 0.39408138931127956 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.238005677408864, + "action_effect_rmse": 38.109394019296246 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10815911019993625, + "action_effect_rmse": 0.10916154243682764 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12498201009331684, + "action_effect_rmse": 0.14602419344302833 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.28609943260839427, + "action_effect_rmse": 0.28643575737368027 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 26.530785574518216, + "action_effect_rmse": 37.55422689635499 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24529893900769353, + "action_effect_rmse": 0.3263672672923649 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.29324332708660766, + "action_effect_rmse": 0.3310727354332818 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.022366630851958596, + "action_effect_rmse": 0.02789951632606411 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.91050108867635, + "action_effect_rmse": 36.646978212034405 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 457.81105517176894, + 417.8571424841799, + 461.7487770188898, + 471.5320630538107 + ], + "true_costs": [ + 451.38087476816315, + 401.7174487576729, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 122, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0022010423165365798, + "action_effect_rmse": 0.0025369310457909596 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10805979454374182, + "action_effect_rmse": 0.13128824632201117 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.633850128806462, + "action_effect_rmse": 8.206199508907943 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009737078947368277, + "action_effect_rmse": 0.014626298534797697 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1978717254341357, + "action_effect_rmse": 0.2371611605611318 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.701089723115658, + "action_effect_rmse": 6.853803549649966 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.015930854512636483, + "action_effect_rmse": 0.020119737215332674 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.35509428782683017, + "action_effect_rmse": 0.4331552603212589 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.697663573103806, + "action_effect_rmse": 5.384084828316804 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05198568929946943, + "action_effect_rmse": 0.055495575729992086 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6671483073428585, + "action_effect_rmse": 0.8454383734876374 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.996020399152583, + "action_effect_rmse": 10.411953877308683 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.2366899747253351, + 0.27804878715325515, + 0.11410122736636347, + 0.06295210354511048 + ], + "true_costs": [ + 0.34943173482841516, + 0.4423803958858177, + 0.17988222162200523, + 0.10241806833056942 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05967212637374183, + "action_effect_rmse": 0.061460859704653904 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26247671916168375, + "action_effect_rmse": 0.4124557036951476 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.249417645071271, + "action_effect_rmse": 4.398930190993034 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1130100960780059, + "action_effect_rmse": 0.11816700850983487 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.48450641601270306, + "action_effect_rmse": 0.7634134870599399 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.025941120685527, + "action_effect_rmse": 3.0693219965671323 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13352934948686437, + "action_effect_rmse": 0.14495061928040048 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7542449415086642, + "action_effect_rmse": 1.2407431567361917 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.861066004628347, + "action_effect_rmse": 2.873884555304429 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14898232393173444, + "action_effect_rmse": 0.1594873324436988 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.0173861447418915, + "action_effect_rmse": 7.268074194117196 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.793693486494142, + "action_effect_rmse": 7.80590962687477 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.0353666872640928, + 0.967869103049669, + 0.6612243166438305, + 0.48246612989996296 + ], + "true_costs": [ + 0.8762251133653054, + 1.02, + 0.999897360791922, + 0.7744902415340987 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04197005288861647, + "action_effect_rmse": 0.04406804263470325 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18654495717184835, + "action_effect_rmse": 0.30862583432428026 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.666730533742772, + "action_effect_rmse": 2.934741437924183 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07179135293730136, + "action_effect_rmse": 0.07921221373501265 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3711698429192296, + "action_effect_rmse": 0.6251091970289181 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5061454307915696, + "action_effect_rmse": 0.6206714592257534 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07551804265977384, + "action_effect_rmse": 0.0872307002933169 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9002201838731322, + "action_effect_rmse": 1.1405702276671659 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.17094793329508, + "action_effect_rmse": 3.1744110641035914 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08943701052435178, + "action_effect_rmse": 0.10516683924462478 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7063117822697496, + "action_effect_rmse": 2.3504752345175413 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.035399876428554, + "action_effect_rmse": 3.04879788975555 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.1738551587664434, + 0.5393898195599159, + 0.7788868496417515, + 1.1258551899958318 + ], + "true_costs": [ + 1.0147431412336105, + 0.7074574702007793, + 0.999325263116405, + 1.02 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 48, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013768466980945415, + "action_effect_rmse": 0.014364759558273796 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7444863887565241, + "action_effect_rmse": 0.7521153267462332 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 23.595325945517896, + "action_effect_rmse": 24.068864006362332 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011818952246995093, + "action_effect_rmse": 0.012682414717515295 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.299033825445889, + "action_effect_rmse": 1.3159912618798804 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 23.724767199313487, + "action_effect_rmse": 24.122669577219714 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20212116443047537, + "action_effect_rmse": 0.2024550944687708 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4899723027049503, + "action_effect_rmse": 2.522454578420685 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 25.333000890193244, + "action_effect_rmse": 25.66885880753988 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0642335144314411, + "action_effect_rmse": 0.07115866503718496 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.552703772980685, + "action_effect_rmse": 5.614889371322203 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 26.14713537290537, + "action_effect_rmse": 26.567807975201884 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.0890283219687306, + 0.25602142830656227, + 0.1275164751457671, + 0.07799578974465181 + ], + "true_costs": [ + 0.1305996562254816, + 0.47551585194651813, + 0.2002015454166692, + 0.11067743207337671 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 147, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24017268666970773, + "action_effect_rmse": 0.2551285962624531 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007520319984366826, + "action_effect_rmse": 0.010363499709850416 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1817014399043064, + "action_effect_rmse": 1.2893657377496808 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9501156651333632, + "action_effect_rmse": 0.9549559119957576 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03749339033015945, + "action_effect_rmse": 0.0415334743272131 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9877002626884442, + "action_effect_rmse": 1.2499993121039994 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.946095877701301, + "action_effect_rmse": 0.9820142556669499 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10890586994882945, + "action_effect_rmse": 0.1274787974854604 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9466893390463533, + "action_effect_rmse": 3.230123499078105 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1167259141985177, + "action_effect_rmse": 1.223427115946097 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6254525809275501, + "action_effect_rmse": 0.6318394211886967 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0745796172342446, + "action_effect_rmse": 2.6247343027097014 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 257.241238861406, + 275.29347878004637, + 208.6281474130348, + 149.13643640181098 + ], + "true_costs": [ + 248.91436835051786, + 237.04371066418986, + 152.07234965387846, + 107.22869608281285 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 83, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03392015842195775, + "action_effect_rmse": 0.03408220378280297 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9567241778070231, + "action_effect_rmse": 0.9643415671993333 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 21.724729523987637, + "action_effect_rmse": 22.219905095478442 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.053132263598218134, + "action_effect_rmse": 0.05335389192112083 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8247267595263825, + "action_effect_rmse": 1.8431228195260085 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 21.326203811708893, + "action_effect_rmse": 21.719809062743092 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.024022676254358406, + "action_effect_rmse": 0.026082698002651266 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6547899915610387, + "action_effect_rmse": 1.7467386097348272 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 21.31846402558142, + "action_effect_rmse": 21.631603076356978 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.037411591237406984, + "action_effect_rmse": 0.04333628009640011 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1359836872010642, + "action_effect_rmse": 1.4466523113070768 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.712323839976331, + "action_effect_rmse": 8.693547542863548 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.7291811285236682, + 0.5548602194956129, + 0.3369757460817546, + 0.2025646234480667 + ], + "true_costs": [ + 0.9978204559647611, + 0.7287412528955866, + 0.4181557170578504, + 0.2616792978995311 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 72, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0035854518431722346, + "action_effect_rmse": 0.004137653083394845 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5458059140666123, + "action_effect_rmse": 0.675116718969632 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.190839195707965, + "action_effect_rmse": 4.972183396239567 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010599620318867556, + "action_effect_rmse": 0.012723183214811277 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7062312062653836, + "action_effect_rmse": 0.8087595669769746 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8142967697678536, + "action_effect_rmse": 2.212924131757292 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.015363895046613285, + "action_effect_rmse": 0.01711855892171618 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1072466301734256, + "action_effect_rmse": 1.8776312114915654 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.491884828683333, + "action_effect_rmse": 6.715638057792759 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.048569793572542264, + "action_effect_rmse": 0.050594870423133195 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9576807166163377, + "action_effect_rmse": 4.84427528770375 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.333780216068188, + "action_effect_rmse": 4.692216949919676 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.3091419939603324, + "predicted_costs": [ + 1.5079527720917294, + 1.4040774343807683, + 1.4680357487182731, + 1.6059721253122412 + ], + "true_costs": [ + 1.746286054949738, + 1.5636526856821285, + 1.254510691721796, + 1.8109056066859857 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19535640049318323, + "action_effect_rmse": 0.25279442406519115 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0024474623850672117, + "action_effect_rmse": 0.0027120387588969105 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.42620905162529255, + "action_effect_rmse": 0.4712395497528704 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20839992317256062, + "action_effect_rmse": 0.24574094407745256 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01303023388840785, + "action_effect_rmse": 0.016583722908712406 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7169784726305508, + "action_effect_rmse": 0.7380771767335255 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.296903237193046, + "action_effect_rmse": 0.37866613912356883 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03349865621373856, + "action_effect_rmse": 0.044088266404249676 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0124816146136482, + "action_effect_rmse": 1.1077083167971624 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3052914825005086, + "action_effect_rmse": 1.5187564785138756 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08940444452310221, + "action_effect_rmse": 0.13562801333773195 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0601958900286945, + "action_effect_rmse": 3.5788863354379266 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 6.32288762434731, + "predicted_costs": [ + 28.893901307051983, + 2.3635570963563604, + 8.485780312500236, + 38.08017763885559 + ], + "true_costs": [ + 9.696988254076373, + 8.672899788691865, + 2.3500121643445544, + 20.63187316289687 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 101, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23036475034506113, + "action_effect_rmse": 0.29821966534660854 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.058280908442384316, + "action_effect_rmse": 0.06724343166389822 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027553559651814705, + "action_effect_rmse": 0.031120697239021188 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.8527342267498, + "action_effect_rmse": 42.58968015159453 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3898246233753901, + "action_effect_rmse": 0.45024459670020356 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11827790854546787, + "action_effect_rmse": 0.13855714064517166 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05312277556212024, + "action_effect_rmse": 0.05724170796051946 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 28.564731128527168, + "action_effect_rmse": 41.42230776966508 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5333597228980468, + "action_effect_rmse": 0.5664897644555779 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2228982264139366, + "action_effect_rmse": 0.25507643345813513 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10624871784534184, + "action_effect_rmse": 0.10936307612967663 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 45.99420443373268, + "action_effect_rmse": 56.207761389771555 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19055435958588043, + "action_effect_rmse": 0.2162430389263129 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.44193317608671673, + "action_effect_rmse": 0.48265688751652375 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12759875848806648, + "action_effect_rmse": 0.1307957808294495 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.586108078773254, + "action_effect_rmse": 43.867129760367966 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 464.36586120631597, + 425.70309582756215, + 477.9602366425664, + 472.72490513495455 + ], + "true_costs": [ + 447.78508895541245, + 426.7512249509392, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 68, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3189422085813927, + "action_effect_rmse": 0.4023005446172102 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08717935404544382, + "action_effect_rmse": 0.1099301526571254 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3986785509168465, + "action_effect_rmse": 0.3987606574515973 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.65482468239234, + "action_effect_rmse": 39.57422104076624 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7820640084665146, + "action_effect_rmse": 0.9781302720246081 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1254487568262057, + "action_effect_rmse": 0.1541604522054632 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5859249395915428, + "action_effect_rmse": 0.5860848131040441 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.42984976951733, + "action_effect_rmse": 39.477663923489885 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1142970609390446, + "action_effect_rmse": 2.595835625782845 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14250725228640113, + "action_effect_rmse": 0.17414934931589077 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6130444587496704, + "action_effect_rmse": 0.6132508368415589 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 29.713777911770382, + "action_effect_rmse": 42.47595691076086 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.431332019314774, + "action_effect_rmse": 2.585071704185858 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07779168079120306, + "action_effect_rmse": 0.07826513836619112 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.37603819722938786, + "action_effect_rmse": 0.3763896564577395 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.223831518295952, + "action_effect_rmse": 32.351497336087895 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.7291622167088208, + "predicted_costs": [ + 5.5695379293137846, + 4.308311804234723, + 14.011228841852825, + 16.16349202752085 + ], + "true_costs": [ + 2.0651194984300334, + 3.794281715138854, + 24.864651049919743, + 62.99783302329969 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 165, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2937823473930254, + "action_effect_rmse": 0.3405674160141152 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001650270967073671, + "action_effect_rmse": 0.0018084282920844761 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5694196423456598, + "action_effect_rmse": 0.5796995315273425 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.38231610238804353, + "action_effect_rmse": 0.4513157632065888 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008242288667480816, + "action_effect_rmse": 0.010801971826600117 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9463584603102314, + "action_effect_rmse": 0.9498043542849717 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6643533369329688, + "action_effect_rmse": 0.8462725764997585 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01487997719264437, + "action_effect_rmse": 0.016623040574172354 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2481494870146435, + "action_effect_rmse": 1.7611135356103385 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7078206415321695, + "action_effect_rmse": 2.074231476971182 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.039705350859712496, + "action_effect_rmse": 0.040936379418896614 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.684657429394387, + "action_effect_rmse": 3.5642416361833105 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 7.825240283028524, + "predicted_costs": [ + 81.61536233197636, + 23.108487980370125, + 41.73408266773382, + 88.1130338676708 + ], + "true_costs": [ + 45.10501169559586, + 24.51519553647799, + 16.689955253449465, + 49.26388030033394 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 47, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00935555545968624, + "action_effect_rmse": 0.011742762313361122 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2110110929659446, + "action_effect_rmse": 1.2509804661300021 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.477940213996116, + "action_effect_rmse": 7.784621224800831 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01812796784825273, + "action_effect_rmse": 0.022733245996186147 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.595660642107601, + "action_effect_rmse": 2.6699021911419374 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.5560245526407, + "action_effect_rmse": 6.745639485541755 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0757397526571081, + "action_effect_rmse": 0.07798181338919132 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.753755108860797, + "action_effect_rmse": 4.90724785349645 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.909546701559152, + "action_effect_rmse": 7.002287788567976 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11857883952425059, + "action_effect_rmse": 0.12320019617244113 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.606378205196357, + "action_effect_rmse": 4.266774420340132 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.486602947964036, + "action_effect_rmse": 8.59378751092901 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.3248975123662457, + 0.21445339423586085, + 0.12289544385149219, + 0.14110724632822577 + ], + "true_costs": [ + 0.8809387360993783, + 0.4533418846232441, + 0.19677910081757802, + 0.22972744198549125 + ] + }, + { + "system_id": "tank-00088", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06676475878297221, + "action_effect_rmse": 0.06904144706850449 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01598928378182703, + "action_effect_rmse": 0.01701213821653795 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04773301897440466, + "action_effect_rmse": 0.048480963333399255 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 28.413470857138222, + "action_effect_rmse": 29.678072821668973 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1510509119523391, + "action_effect_rmse": 0.1552395306945968 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03743857083881726, + "action_effect_rmse": 0.041468590835301425 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4149165556717474, + "action_effect_rmse": 0.4152026402092716 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 22.663478639156313, + "action_effect_rmse": 31.15389015081894 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2135356257568984, + "action_effect_rmse": 0.22212109184123127 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07902489681862335, + "action_effect_rmse": 0.09244753045206344 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5377330207846579, + "action_effect_rmse": 0.5381576346049416 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 22.814768510388756, + "action_effect_rmse": 30.786522932646193 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5669943922841393, + "action_effect_rmse": 0.8038958982570668 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1317608880988311, + "action_effect_rmse": 0.15645980418304328 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0281456609533803, + "action_effect_rmse": 1.0284296777981945 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.146367572704424, + "action_effect_rmse": 30.505333104163086 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 507.68732589774345, + 469.2635635715269, + 494.91955928414166, + 494.0447395715973 + ], + "true_costs": [ + 503.29533896864046, + 438.4569558120269, + 503.29084746819996, + 503.35084746819996 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0053106133549292766, + "action_effect_rmse": 0.006085573404118051 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3304029713431215, + "action_effect_rmse": 0.35006947475017586 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 12.434126324606575, + "action_effect_rmse": 13.2858083661448 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02731252476903932, + "action_effect_rmse": 0.028090515637080957 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5936287268140544, + "action_effect_rmse": 0.6475682397554617 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 14.548658912425644, + "action_effect_rmse": 15.145552223578802 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016065040129822305, + "action_effect_rmse": 0.019129252779307597 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3311129380614766, + "action_effect_rmse": 1.4112785003581172 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 12.427414155703573, + "action_effect_rmse": 13.019287687964605 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.021252285257396114, + "action_effect_rmse": 0.02578711233671546 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0490591576880692, + "action_effect_rmse": 1.2216652496843696 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8399917026457686, + "action_effect_rmse": 4.419642581213931 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.31054599071757144, + 0.8266607925800782, + 0.5696105986826208, + 0.3736042757623714 + ], + "true_costs": [ + 0.40830590843205095, + 0.9240532378197692, + 0.6614543707025065, + 0.44775661648448173 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25251564003537413, + "action_effect_rmse": 0.3080142674952438 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0029199988114712028, + "action_effect_rmse": 0.00376406825521656 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.40744932618759816, + "action_effect_rmse": 0.5162276416393663 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17485974612922206, + "action_effect_rmse": 0.18456089999809688 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012209555549466936, + "action_effect_rmse": 0.01820760206169608 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7214899347582483, + "action_effect_rmse": 0.9509372247910559 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2274687903748358, + "action_effect_rmse": 0.2809667849309179 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026299133304442297, + "action_effect_rmse": 0.03368806106689205 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.442843133882936, + "action_effect_rmse": 1.7698857375976205 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.655629036101311, + "action_effect_rmse": 0.6817091099001494 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08248472122477087, + "action_effect_rmse": 0.08637759958947244 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0214700694706287, + "action_effect_rmse": 3.410696391641286 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 14.629867095974145, + "predicted_costs": [ + 8.20506640524983, + 17.47714942915584, + 3.7469138783382645, + 4.002044404502124 + ], + "true_costs": [ + 33.060229172595456, + 64.11431327113324, + 16.78649778558374, + 2.156630689609596 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 131, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8108242204447969, + "action_effect_rmse": 0.8642581595405556 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004370921418099509, + "action_effect_rmse": 0.004610521587516137 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2403832627637807, + "action_effect_rmse": 1.3448632763316075 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3769394284326733, + "action_effect_rmse": 1.427821327218002 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0029510287673536104, + "action_effect_rmse": 0.003681046490219296 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7344525672428688, + "action_effect_rmse": 1.959831769720806 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9961682070441857, + "action_effect_rmse": 3.0491255032390243 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.018715047737506058, + "action_effect_rmse": 0.01990702401470333 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8886161618765036, + "action_effect_rmse": 4.171918266712353 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.582455616144363, + "action_effect_rmse": 5.735824027722342 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18730279495132862, + "action_effect_rmse": 0.1892895825478583 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.365854458320086, + "action_effect_rmse": 10.750706208558595 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 9.684912290081346, + 7.526176286523103, + 0.577131142809072, + 8.485973417474359 + ], + "true_costs": [ + 109.36853482947765, + 34.2937420520003, + 1.9863991072481246, + 10.078221492409284 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 66, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3490305515242695, + "action_effect_rmse": 0.41708499302068547 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023256604713057055, + "action_effect_rmse": 0.02910958146994563 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.123014666198154, + "action_effect_rmse": 0.1234641592611358 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.308246217613956, + "action_effect_rmse": 44.91862362726799 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3011958100932806, + "action_effect_rmse": 0.3641191171181785 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03222719379424414, + "action_effect_rmse": 0.03777104682662236 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14050798662692046, + "action_effect_rmse": 0.14109172543516776 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 30.34623795286319, + "action_effect_rmse": 43.88413174719073 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.26649592724398197, + "action_effect_rmse": 0.3005098059977463 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010615013509382246, + "action_effect_rmse": 0.015671544718875424 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13568486779406005, + "action_effect_rmse": 0.1363331054245765 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.042775070318243, + "action_effect_rmse": 40.57002300497493 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3399983634085924, + "action_effect_rmse": 1.487194218163398 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07567239000445387, + "action_effect_rmse": 0.08641454531635369 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1801695730325998, + "action_effect_rmse": 0.18064055235759316 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 28.846146752130917, + "action_effect_rmse": 41.32441134047081 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 47.55863042060099, + "predicted_costs": [ + 345.80854545154443, + 350.80632771605406, + 407.04584582345075, + 412.1300714582211 + ], + "true_costs": [ + 379.7329500410587, + 332.1743196204577, + 448.25477351784303, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00043", + "family": "tank", + "anchor_step": 161, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20651906975615017, + "action_effect_rmse": 0.23814999341345713 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.029944504110172687, + "action_effect_rmse": 0.03550239261391747 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.37267815863090653, + "action_effect_rmse": 0.3728577969669899 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 45.70146450226446, + "action_effect_rmse": 47.30604670293012 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2682672422221641, + "action_effect_rmse": 0.3331232384638409 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03458614141459412, + "action_effect_rmse": 0.04843997102745808 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.45738335659127377, + "action_effect_rmse": 0.4575738588443996 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 45.80751157676832, + "action_effect_rmse": 47.29874832788067 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05312931762572459, + "action_effect_rmse": 0.0778939803450724 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02206075849402822, + "action_effect_rmse": 0.024396131243263498 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5784051646891609, + "action_effect_rmse": 0.5785233525035303 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 47.19168984584271, + "action_effect_rmse": 48.875411593946154 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4732687675211554, + "action_effect_rmse": 0.5643416433143124 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1514951114576005, + "action_effect_rmse": 0.19073610863407367 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7404324563919792, + "action_effect_rmse": 0.7405179957276506 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 48.42804719931678, + "action_effect_rmse": 50.52778178421587 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 4.778828559201194, + 0.8470049776482319, + 4.598909620771024, + 5.469119567323304 + ], + "true_costs": [ + 1.9051438473273075, + 1.0924319808960787, + 1.8739128388805801, + 1.9339128388805802 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 150, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0021283153229944007, + "action_effect_rmse": 0.0031955472405904035 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13139522660556344, + "action_effect_rmse": 0.1458174858949864 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.177802882187031, + "action_effect_rmse": 4.801782061213666 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005747023380358485, + "action_effect_rmse": 0.007001919883552058 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2650711921609125, + "action_effect_rmse": 0.33445694048677677 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 12.673375512193388, + "action_effect_rmse": 13.344694538081171 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014547835379235466, + "action_effect_rmse": 0.01583965172570561 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6758316018971383, + "action_effect_rmse": 0.7969588827251105 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 12.291081523491364, + "action_effect_rmse": 12.878407552428929 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20968195301287915, + "action_effect_rmse": 0.2173009616752909 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6755113786607367, + "action_effect_rmse": 1.9025218994456115 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 14.096614068578491, + "action_effect_rmse": 14.7836361881404 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.09839747389704262, + 0.04673478394084354, + 0.0009813123764784437, + 0.060621190245448604 + ], + "true_costs": [ + 0.1761149978948457, + 0.10010744821043219, + 0.0008064926124806322, + 0.05556627807638088 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 109, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11566786495851329, + "action_effect_rmse": 0.13827188421446215 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015659652751401982, + "action_effect_rmse": 0.018856781913045566 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2494680125561035, + "action_effect_rmse": 0.2498063385705472 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 24.423400835902736, + "action_effect_rmse": 33.716636193365666 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12138598168496124, + "action_effect_rmse": 0.1452267866651986 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04359880542521388, + "action_effect_rmse": 0.05301480348315059 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.190783293791181, + "action_effect_rmse": 0.1917824111889903 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 23.366409958326035, + "action_effect_rmse": 32.598236760556816 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.042329572826530715, + "action_effect_rmse": 0.06741909780924699 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10613646200439852, + "action_effect_rmse": 0.12763841525551262 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1062396635200789, + "action_effect_rmse": 0.10871401446249454 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 22.89088753383892, + "action_effect_rmse": 32.25022134245225 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3048806784045883, + "action_effect_rmse": 0.3687420372731222 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2040818940994272, + "action_effect_rmse": 0.2247620859128101 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16864480495640066, + "action_effect_rmse": 0.17051112243550856 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 22.884002339882546, + "action_effect_rmse": 32.15457962006681 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 101.83379679946245, + 87.57185935981052, + 105.67880318494744, + 106.774780110407 + ], + "true_costs": [ + 94.57052420482316, + 78.5114763161938, + 94.57991629872141, + 94.63991629872142 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 135, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06438588220505892, + "action_effect_rmse": 0.07321177203782289 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.663296933089318, + "action_effect_rmse": 0.7440378394487643 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.253836988384703, + "action_effect_rmse": 0.25812937068416025 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7151317380018725, + "action_effect_rmse": 0.96643897270094 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7080104623160466, + "action_effect_rmse": 0.7186154566110934 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2984113254747267, + "action_effect_rmse": 1.8068617085408303 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2441724155867877, + "action_effect_rmse": 1.5282039796266749 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3485214422456124, + "action_effect_rmse": 4.023035135599203 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 147.19602728181437, + 143.1757923985296, + 210.43409499859268, + 318.2859364431172 + ], + "true_costs": [ + 167.32066550618381, + 141.00399148814552, + 244.03142120086292, + 394.7162220539566 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 12, + "mean_regret": 0.04787804231797377, + "ranking_accuracy": 0.8888888888888888, + "ranking_comparable_pairs": 72, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.5971060928804482, + "action_effect_rmse": 0.7440392473754517 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 1.2009210049617929, + "action_effect_rmse": 1.5565943887162992 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 1.764355244166766, + "action_effect_rmse": 2.32474374514358 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 2.9076348134697554, + "action_effect_rmse": 3.8812289283463812 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.015393095585437657, + "action_effect_rmse": 0.024770853885990426 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 0.030666458507228638, + "action_effect_rmse": 0.04649534098652527 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 0.060741485499482446, + "action_effect_rmse": 0.08555298450252923 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 0.08701398603005629, + "action_effect_rmse": 0.11130995240725611 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 11.047569733608727, + "action_effect_rmse": 13.986554284203537 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 11.423257900421868, + "action_effect_rmse": 14.30065769204816 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 11.750237756116919, + "action_effect_rmse": 14.355601289227984 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 9.593995608786011, + "action_effect_rmse": 12.334993444676577 + } + ] + }, + { + "family": "tank", + "sample_count": 9, + "mean_regret": 5.476421404145535, + "ranking_accuracy": 0.8888888888888888, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.27887550780461856, + "action_effect_rmse": 0.3441761588000801 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.3558381778871658, + "action_effect_rmse": 0.42008509380475684 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.37270898716109063, + "action_effect_rmse": 0.452240716808282 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.4183812848632639, + "action_effect_rmse": 0.5664544872281931 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 30.913267200304162, + "action_effect_rmse": 39.6781251228411 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 29.582005685760368, + "action_effect_rmse": 39.12920035047561 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 31.713206757095634, + "action_effect_rmse": 41.36796115211433 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 29.825988958275886, + "action_effect_rmse": 38.413995102952434 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.20148015784870268, + "action_effect_rmse": 0.2698073442561148 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.3186410710761069, + "action_effect_rmse": 0.451798645708923 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.49741334213108307, + "action_effect_rmse": 0.9486645202810935 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.7633988101443465, + "action_effect_rmse": 1.2028461115278817 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.028324210211188798, + "action_effect_rmse": 0.046987191536587626 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.05173363501309812, + "action_effect_rmse": 0.07806456723305022 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.08896982843807895, + "action_effect_rmse": 0.12928775929111944 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.17684996240013584, + "action_effect_rmse": 0.2406928887226418 + } + ] + }, + { + "family": "thermal", + "sample_count": 9, + "mean_regret": 3.2748828767368185, + "ranking_accuracy": 0.8888888888888888, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.7206162880304053, + "action_effect_rmse": 0.8655025124295499 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.1494662189737355, + "action_effect_rmse": 1.4843507473097322 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 1.9514783232565796, + "action_effect_rmse": 2.4812482410523526 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 3.5022234208772027, + "action_effect_rmse": 4.6759746663606965 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.3187878119622064, + "action_effect_rmse": 0.4546679461773693 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.5832712127103927, + "action_effect_rmse": 0.752626746440248 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.8499534937887723, + "action_effect_rmse": 1.2442650506044373 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 1.885711599600883, + "action_effect_rmse": 2.558179975552357 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 7, + "action_effect_mae": 0.003686724964552468, + "action_effect_rmse": 0.005317849535164725 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 7, + "action_effect_mae": 0.015524727871428789, + "action_effect_rmse": 0.022522501379011222 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 7, + "action_effect_mae": 0.04288875445551716, + "action_effect_rmse": 0.06430714359575133 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 7, + "action_effect_mae": 0.18872366175149383, + "action_effect_rmse": 0.2759006225675692 + } + ] + } + ] + }, + "calibrated_query_fraction": 0.9283577389387498 + }, + "persistence": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.03286764770746231, + "rmse": 0.0768844410777092, + "standardized_mae": 0.08967448770999908, + "standardized_rmse": 0.20976777374744415, + "standardized_gaussian_nll": 0.8164797385187449, + "physical_gaussian_nll": -0.18721780335945992, + "nominal_coverage": 0.9, + "coverage": 0.9829545454545454, + "mean_interval_width": 0.3312528729438782, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 172, + "mae": 0.06376330554485321, + "rmse": 0.12465320527553558, + "standardized_mae": 0.17396870255470276, + "standardized_rmse": 0.34009772539138794, + "standardized_gaussian_nll": 4.399676807091421, + "physical_gaussian_nll": 3.395979265213216, + "nominal_coverage": 0.9, + "coverage": 0.9709302325581395, + "mean_interval_width": 0.6247172355651855, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.11432512104511261, + "rmse": 0.18575872480869293, + "standardized_mae": 0.31191909313201904, + "standardized_rmse": 0.5068150758743286, + "standardized_gaussian_nll": 11.459432371385123, + "physical_gaussian_nll": 10.455734829506918, + "nominal_coverage": 0.9, + "coverage": 0.9822485207100592, + "mean_interval_width": 1.0249649286270142, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.1966448575258255, + "rmse": 0.27741187810897827, + "standardized_mae": 0.5365162491798401, + "standardized_rmse": 0.756877064704895, + "standardized_gaussian_nll": 27.259504842405903, + "physical_gaussian_nll": 26.2558073005277, + "nominal_coverage": 0.9, + "coverage": 0.976878612716763, + "mean_interval_width": 1.6609902381896973, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.42187198996543884, + "rmse": 0.6200496554374695, + "standardized_mae": 0.05210517346858978, + "standardized_rmse": 0.07658198475837708, + "standardized_gaussian_nll": -1.0904065525787658, + "physical_gaussian_nll": 1.001031100917708, + "nominal_coverage": 0.9, + "coverage": 0.8863636363636364, + "mean_interval_width": 1.555967092514038, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.8305805325508118, + "rmse": 1.086140513420105, + "standardized_mae": 0.10258453339338303, + "standardized_rmse": 0.13414861261844635, + "standardized_gaussian_nll": -0.4838540118414525, + "physical_gaussian_nll": 1.6075836416550213, + "nominal_coverage": 0.9, + "coverage": 0.8, + "mean_interval_width": 2.7693512439727783, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 178, + "mae": 1.4174387454986572, + "rmse": 1.8265597820281982, + "standardized_mae": 0.17506706714630127, + "standardized_rmse": 0.22559738159179688, + "standardized_gaussian_nll": 1.161062895812693, + "physical_gaussian_nll": 3.2525005493091665, + "nominal_coverage": 0.9, + "coverage": 0.7921348314606742, + "mean_interval_width": 4.948611736297607, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 175, + "mae": 2.4723520278930664, + "rmse": 3.2119624614715576, + "standardized_mae": 0.3053588271141052, + "standardized_rmse": 0.396707683801651, + "standardized_gaussian_nll": 6.485203114203775, + "physical_gaussian_nll": 8.576640767700248, + "nominal_coverage": 0.9, + "coverage": 0.8057142857142857, + "mean_interval_width": 8.651690483093262, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 177, + "mae": 1.8456226587295532, + "rmse": 6.315469264984131, + "standardized_mae": 0.11557472497224808, + "standardized_rmse": 0.3954809606075287, + "standardized_gaussian_nll": 6.436614019866294, + "physical_gaussian_nll": 9.207268748560258, + "nominal_coverage": 0.9, + "coverage": 0.9209039548022598, + "mean_interval_width": 10.085783958435059, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 177, + "mae": 4.407854080200195, + "rmse": 9.74779224395752, + "standardized_mae": 0.27602419257164, + "standardized_rmse": 0.6104164123535156, + "standardized_gaussian_nll": 17.24676730889612, + "physical_gaussian_nll": 20.017422037590087, + "nominal_coverage": 0.9, + "coverage": 0.9322033898305084, + "mean_interval_width": 33.58028030395508, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 180, + "mae": 6.817392349243164, + "rmse": 11.872069358825684, + "standardized_mae": 0.4269118905067444, + "standardized_rmse": 0.7434407472610474, + "standardized_gaussian_nll": 26.25156397727252, + "physical_gaussian_nll": 29.022218705966488, + "nominal_coverage": 0.9, + "coverage": 0.9666666666666667, + "mean_interval_width": 59.353973388671875, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 176, + "mae": 11.568307876586914, + "rmse": 16.66942596435547, + "standardized_mae": 0.7244189381599426, + "standardized_rmse": 1.0438560247421265, + "standardized_gaussian_nll": 53.09812715858372, + "physical_gaussian_nll": 55.868781887277684, + "nominal_coverage": 0.9, + "coverage": 0.9318181818181818, + "mean_interval_width": 69.8199691772461, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.11003341525793076, + "rmse": 0.22243383526802063, + "standardized_mae": 0.018965087831020355, + "standardized_rmse": 0.03833814710378647, + "standardized_gaussian_nll": -1.3101559040949582, + "physical_gaussian_nll": 0.4480284069524543, + "nominal_coverage": 0.9, + "coverage": 0.9230769230769231, + "mean_interval_width": 0.8225369453430176, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.21841385960578918, + "rmse": 0.42681461572647095, + "standardized_mae": 0.03764527291059494, + "standardized_rmse": 0.07356471568346024, + "standardized_gaussian_nll": -1.113058187710715, + "physical_gaussian_nll": 0.6451261233366974, + "nominal_coverage": 0.9, + "coverage": 0.910828025477707, + "mean_interval_width": 1.5801867246627808, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 159, + "mae": 0.37078067660331726, + "rmse": 0.6949412226676941, + "standardized_mae": 0.06390684098005295, + "standardized_rmse": 0.1197783574461937, + "standardized_gaussian_nll": -0.6663036962330056, + "physical_gaussian_nll": 1.091880614814407, + "nominal_coverage": 0.9, + "coverage": 0.8805031446540881, + "mean_interval_width": 2.1308891773223877, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 158, + "mae": 0.5468950867652893, + "rmse": 0.9357615113258362, + "standardized_mae": 0.09426148980855942, + "standardized_rmse": 0.16128554940223694, + "standardized_gaussian_nll": -0.08299503996286273, + "physical_gaussian_nll": 1.6751892710845497, + "nominal_coverage": 0.9, + "coverage": 0.9177215189873418, + "mean_interval_width": 3.229088068008423, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.031304169446229935, + "rmse": 0.03894869610667229, + "standardized_mae": 0.027043331414461136, + "standardized_rmse": 0.03364735469222069, + "standardized_gaussian_nll": -1.3270393675787953, + "physical_gaussian_nll": -1.1807285260648543, + "nominal_coverage": 0.9, + "coverage": 0.8633540372670807, + "mean_interval_width": 0.11402636766433716, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 159, + "mae": 0.06619593501091003, + "rmse": 0.08922047168016434, + "standardized_mae": 0.05718595162034035, + "standardized_rmse": 0.07707659900188446, + "standardized_gaussian_nll": -1.0866064164228502, + "physical_gaussian_nll": -0.9402955749089092, + "nominal_coverage": 0.9, + "coverage": 0.8553459119496856, + "mean_interval_width": 0.22123782336711884, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.13155823945999146, + "rmse": 0.16637127101421356, + "standardized_mae": 0.11365173757076263, + "standardized_rmse": 0.14372633397579193, + "standardized_gaussian_nll": -0.35078353734028556, + "physical_gaussian_nll": -0.20447269582634467, + "nominal_coverage": 0.9, + "coverage": 0.85625, + "mean_interval_width": 0.4518722593784332, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.2562798261642456, + "rmse": 0.3092353641986847, + "standardized_mae": 0.22139735519886017, + "standardized_rmse": 0.2671450674533844, + "standardized_gaussian_nll": 2.1846779042159596, + "physical_gaussian_nll": 2.3309887457299006, + "nominal_coverage": 0.9, + "coverage": 0.845679012345679, + "mean_interval_width": 0.864724338054657, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.11072835326194763, + "rmse": 0.17280760407447815, + "standardized_mae": 0.23053760826587677, + "standardized_rmse": 0.359787255525589, + "standardized_gaussian_nll": 5.088697649022056, + "physical_gaussian_nll": 4.355363590404442, + "nominal_coverage": 0.9, + "coverage": 0.8944099378881988, + "mean_interval_width": 0.5242584347724915, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 161, + "mae": 0.1575251817703247, + "rmse": 0.27200397849082947, + "standardized_mae": 0.32796910405158997, + "standardized_rmse": 0.5663151741027832, + "standardized_gaussian_nll": 14.651999318166542, + "physical_gaussian_nll": 13.918665259548929, + "nominal_coverage": 0.9, + "coverage": 0.9440993788819876, + "mean_interval_width": 0.887300431728363, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 163, + "mae": 0.2558380961418152, + "rmse": 0.390421062707901, + "standardized_mae": 0.5326576232910156, + "standardized_rmse": 0.8128607869148254, + "standardized_gaussian_nll": 31.65348817773925, + "physical_gaussian_nll": 30.920154119121634, + "nominal_coverage": 0.9, + "coverage": 0.8588957055214724, + "mean_interval_width": 1.057181715965271, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.32775455713272095, + "rmse": 0.4911038279533386, + "standardized_mae": 0.682388424873352, + "standardized_rmse": 1.0224833488464355, + "standardized_gaussian_nll": 50.88996858521092, + "physical_gaussian_nll": 50.15663452659331, + "nominal_coverage": 0.9, + "coverage": 0.925, + "mean_interval_width": 1.589600920677185, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 161, + "mae": 2.1873481273651123, + "rmse": 9.149477005004883, + "standardized_mae": 0.05141907557845116, + "standardized_rmse": 0.21508128941059113, + "standardized_gaussian_nll": 0.9293521169660892, + "physical_gaussian_nll": 4.67978804872699, + "nominal_coverage": 0.9, + "coverage": 0.9751552795031055, + "mean_interval_width": 58.144107818603516, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 162, + "mae": 4.553341865539551, + "rmse": 12.9063138961792, + "standardized_mae": 0.10703766345977783, + "standardized_rmse": 0.3033951222896576, + "standardized_gaussian_nll": 3.2187835656905857, + "physical_gaussian_nll": 6.969219497451486, + "nominal_coverage": 0.9, + "coverage": 0.9629629629629629, + "mean_interval_width": 78.54828643798828, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 159, + "mae": 10.689953804016113, + "rmse": 22.84450340270996, + "standardized_mae": 0.2512940466403961, + "standardized_rmse": 0.5370170474052429, + "standardized_gaussian_nll": 13.035722697945276, + "physical_gaussian_nll": 16.786158629706176, + "nominal_coverage": 0.9, + "coverage": 0.9748427672955975, + "mean_interval_width": 154.53363037109375, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 162, + "mae": 19.740633010864258, + "rmse": 30.162487030029297, + "standardized_mae": 0.46405282616615295, + "standardized_rmse": 0.7090445160865784, + "standardized_gaussian_nll": 23.753563459453858, + "physical_gaussian_nll": 27.50399939121476, + "nominal_coverage": 0.9, + "coverage": 0.9876543209876543, + "mean_interval_width": 183.7190704345703, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 152, + "mae": 0.5177053809165955, + "rmse": 0.7531543374061584, + "standardized_mae": 0.08412498235702515, + "standardized_rmse": 0.1223844662308693, + "standardized_gaussian_nll": -0.6347486996849546, + "physical_gaussian_nll": 1.1823540199273475, + "nominal_coverage": 0.9, + "coverage": 0.9736842105263158, + "mean_interval_width": 4.106749534606934, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 150, + "mae": 1.0364437103271484, + "rmse": 1.4739738702774048, + "standardized_mae": 0.168417826294899, + "standardized_rmse": 0.23951466381549835, + "standardized_gaussian_nll": 1.4847175206123575, + "physical_gaussian_nll": 3.3018202402246595, + "nominal_coverage": 0.9, + "coverage": 0.96, + "mean_interval_width": 8.181002616882324, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 153, + "mae": 1.8536876440048218, + "rmse": 2.579038381576538, + "standardized_mae": 0.30121657252311707, + "standardized_rmse": 0.4190830886363983, + "standardized_gaussian_nll": 7.397885223670562, + "physical_gaussian_nll": 9.214987943282864, + "nominal_coverage": 0.9, + "coverage": 0.9869281045751634, + "mean_interval_width": 15.33467960357666, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 155, + "mae": 3.229127883911133, + "rmse": 4.408038139343262, + "standardized_mae": 0.5247199535369873, + "standardized_rmse": 0.7162879705429077, + "standardized_gaussian_nll": 24.26978418237016, + "physical_gaussian_nll": 26.08688690198246, + "nominal_coverage": 0.9, + "coverage": 0.9935483870967742, + "mean_interval_width": 27.894412994384766, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 116, + "mae": 0.053732942789793015, + "rmse": 0.06923146545886993, + "standardized_mae": 0.02194441668689251, + "standardized_rmse": 0.02827397920191288, + "standardized_gaussian_nll": -1.3436757025911046, + "physical_gaussian_nll": -0.4481621857261243, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.8055154085159302, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 110, + "mae": 0.10267924517393112, + "rmse": 0.13380427658557892, + "standardized_mae": 0.04193397983908653, + "standardized_rmse": 0.05464537441730499, + "standardized_gaussian_nll": -1.2343407333694931, + "physical_gaussian_nll": -0.33882721650451286, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.805515468120575, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 113, + "mae": 0.1978565901517868, + "rmse": 0.25815895199775696, + "standardized_mae": 0.08080419898033142, + "standardized_rmse": 0.10543155670166016, + "standardized_gaussian_nll": -0.827855810844967, + "physical_gaussian_nll": 0.06765770602001331, + "nominal_coverage": 0.9, + "coverage": 0.9026548672566371, + "mean_interval_width": 0.8055153489112854, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 116, + "mae": 0.3424556255340576, + "rmse": 0.4574921429157257, + "standardized_mae": 0.13985812664031982, + "standardized_rmse": 0.1868387907743454, + "standardized_gaussian_nll": 0.36179036232241485, + "physical_gaussian_nll": 1.2573038791873952, + "nominal_coverage": 0.9, + "coverage": 0.6810344827586207, + "mean_interval_width": 0.8055154085159302, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 1.3956782817840576, + "rmse": 1.6238672733306885, + "standardized_mae": 0.017544059082865715, + "standardized_rmse": 0.02041245810687542, + "standardized_gaussian_nll": -1.3628131529771053, + "physical_gaussian_nll": 3.013607274353278, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 6.875302314758301, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 154, + "mae": 2.7829911708831787, + "rmse": 3.2254996299743652, + "standardized_mae": 0.034982964396476746, + "standardized_rmse": 0.04054541513323784, + "standardized_gaussian_nll": -1.3014500588589344, + "physical_gaussian_nll": 3.0749703684714484, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 13.750604629516602, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 155, + "mae": 5.457251071929932, + "rmse": 6.240201473236084, + "standardized_mae": 0.0685991421341896, + "standardized_rmse": 0.07844104617834091, + "standardized_gaussian_nll": -1.0759966532429635, + "physical_gaussian_nll": 3.3004237740874194, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 25.939254760742188, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 156, + "mae": 10.869580268859863, + "rmse": 12.30549430847168, + "standardized_mae": 0.13663360476493835, + "standardized_rmse": 0.1546834409236908, + "standardized_gaussian_nll": -0.18729807745245686, + "physical_gaussian_nll": 4.189122349877926, + "nominal_coverage": 0.9, + "coverage": 0.9807692307692307, + "mean_interval_width": 46.65970993041992, + "interval_kind": "heldout_calibrated" + } + ], + "calibration_status": "heldout_partial", + "counterfactual": { + "status": "completed", + "samples": 30, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5021683905452564, + "action_effect_rmse": 0.618033049259884 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00553179068995983, + "action_effect_rmse": 0.006808133551117962 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5140842716947548, + "action_effect_rmse": 0.5420532084432029 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9227210898687636, + "action_effect_rmse": 1.1356193251606161 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021478045116470668, + "action_effect_rmse": 0.026433646492681626 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0281685433895096, + "action_effect_rmse": 1.0841064168864059 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5749866008367601, + "action_effect_rmse": 1.9383812079483764 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07722310478104906, + "action_effect_rmse": 0.09504069116999647 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.056337086779019, + "action_effect_rmse": 2.1682128337728117 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3926369934370926, + "action_effect_rmse": 2.944687010706357 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24871026916417094, + "action_effect_rmse": 0.30609486564233684 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.112674173558041, + "action_effect_rmse": 4.336425667545623 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 9.670847066234172, + "predicted_costs": [ + 12.753234132409244, + 13.184407778326445, + 12.184407778326445, + 13.184407778326445 + ], + "true_costs": [ + 5.29387147671569, + 55.418109072711815, + 14.268767655668475, + 4.5979205894343025 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 75, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.042550717624531297, + "action_effect_rmse": 0.04595342079830487 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7151603790313956, + "action_effect_rmse": 0.8148346597705421 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.971646731770178, + "action_effect_rmse": 7.647973337854006 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11087176469676104, + "action_effect_rmse": 0.1161737603943706 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1273282308806976, + "action_effect_rmse": 2.2613731445469254 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 11.189946112366984, + "action_effect_rmse": 11.64689328827326 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08085935278216368, + "action_effect_rmse": 0.09394463146647668 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.196810067314537, + "action_effect_rmse": 3.5227798499988627 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.272989416153435, + "action_effect_rmse": 5.461745551682381 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11618448112499442, + "action_effect_rmse": 0.1420261795252849 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.141220906674512, + "action_effect_rmse": 5.829690750849293 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.762765361292842, + "action_effect_rmse": 6.057991274543255 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 1.6538511091929782, + 1.6383654440221165, + 1.6183654440221165, + 1.6383654440221165 + ], + "true_costs": [ + 1.6870119374852577, + 1.3246161176877902, + 1.0592216038324374, + 1.5739227991857385 + ] + }, + { + "system_id": "thermal-00003", + "family": "thermal", + "anchor_step": 78, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0410556560549449, + "action_effect_rmse": 1.2084108434520566 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009601873343607773, + "action_effect_rmse": 0.011145425125337623 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5990088632734493, + "action_effect_rmse": 0.6035030503542264 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7553156968576917, + "action_effect_rmse": 2.0077155581605557 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03551096652113728, + "action_effect_rmse": 0.04090921553942998 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2678556817708586, + "action_effect_rmse": 1.2688611558285905 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5231523174627823, + "action_effect_rmse": 2.8716399699154467 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11520058653402761, + "action_effect_rmse": 0.13090877248032873 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8150631844375575, + "action_effect_rmse": 2.952744352950184 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3987752196579337, + "action_effect_rmse": 3.87500374118133 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.30312764159265154, + "action_effect_rmse": 0.35369722520477936 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.549259383083306, + "action_effect_rmse": 5.7626180387024215 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 4.762997905587927, + "predicted_costs": [ + 21.739146659490988, + 22.332248976015993, + 21.332248976015993, + 22.332248976015993 + ], + "true_costs": [ + 26.49760331004995, + 11.404685981504198, + 16.167683887092124, + 99.1084380965106 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0954824830702723, + "action_effect_rmse": 0.16538051191054678 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02738614036656865, + "action_effect_rmse": 0.030878225231002428 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17228616890766946, + "action_effect_rmse": 0.17228616890766946 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.298304021698755, + "action_effect_rmse": 44.809495824311426 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16942124492247382, + "action_effect_rmse": 0.2934462040872953 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05301832111866626, + "action_effect_rmse": 0.059189163381688996 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18079335513480677, + "action_effect_rmse": 0.18079335513480677 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.35357754149339, + "action_effect_rmse": 44.81800513337978 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2983849634397213, + "action_effect_rmse": 0.5168179168921793 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11146699873298142, + "action_effect_rmse": 0.12252761998067657 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15604913989059055, + "action_effect_rmse": 0.15604913989059055 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 32.44998541294925, + "action_effect_rmse": 44.83333243138958 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5619427928007864, + "action_effect_rmse": 0.9733134680781124 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19219857490777534, + "action_effect_rmse": 0.24005877246325552 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10695330399281988, + "action_effect_rmse": 0.10695330399281988 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.31090034765692, + "action_effect_rmse": 35.525202910896425 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 445.2493739661699, + 445.23642196074286, + 445.25642196074284, + 445.31642196074284 + ], + "true_costs": [ + 451.3821803058857, + 383.6347777926726, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.059357535292060205, + "action_effect_rmse": 0.06268718156951592 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6005154823648482, + "action_effect_rmse": 0.6146705668570527 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 19.856796186017892, + "action_effect_rmse": 20.77598064385024 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11862317718599517, + "action_effect_rmse": 0.1252861038301919 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1706279898116634, + "action_effect_rmse": 1.197887010560873 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 20.38094853434411, + "action_effect_rmse": 21.329256215405085 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23688629960819418, + "action_effect_rmse": 0.2502265881291924 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2324486397946863, + "action_effect_rmse": 2.2833277961004037 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 21.42688158015376, + "action_effect_rmse": 22.433563711693708 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2980874980855077, + "action_effect_rmse": 0.3388669880159582 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0882687551740973, + "action_effect_rmse": 3.2089420195224396 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.636716153073249, + "action_effect_rmse": 7.5603490520033505 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.11972255359142288, + "predicted_costs": [ + 0.2481348609265155, + 0.22521646677888996, + 0.20521646677888997, + 0.22521646677888996 + ], + "true_costs": [ + 0.08697956422894386, + 0.4815418742900818, + 0.20670211782036674, + 0.11900088194005333 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1614401598858848, + "action_effect_rmse": 1.252604213508762 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6935010858896102, + "action_effect_rmse": 1.7930889967125199 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8283948425890296, + "action_effect_rmse": 0.9492611698508636 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.8002415999375123, + "action_effect_rmse": 3.03813131824638 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9649617938828996, + "action_effect_rmse": 2.3519332697069255 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.0137226280333165, + "action_effect_rmse": 5.5401236580430995 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.710484580911768, + "action_effect_rmse": 5.759953192796494 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.440684684224925, + "action_effect_rmse": 10.552191693159354 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 44.36356498562235, + "predicted_costs": [ + 40.393005347129495, + 39.23125299844302, + 38.23125299844302, + 39.23125299844302 + ], + "true_costs": [ + 138.61730453341346, + 17.18951192419299, + 61.55307690981533, + 153.57401303581446 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 29, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3352508772441872, + "action_effect_rmse": 0.48278135761996066 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016604843782224894, + "action_effect_rmse": 0.020073267970977488 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6852660668787638, + "action_effect_rmse": 0.6852660668787638 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 36.08674619653516, + "action_effect_rmse": 38.49334292701921 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.42356016515079925, + "action_effect_rmse": 0.7249435392152835 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024476810464441574, + "action_effect_rmse": 0.030106497893565582 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7833198735940458, + "action_effect_rmse": 0.7833198735940458 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 36.20441840502968, + "action_effect_rmse": 38.69642080814657 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6973640085798491, + "action_effect_rmse": 1.207869894230197 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013428587805457562, + "action_effect_rmse": 0.018036085552734928 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8342244519474372, + "action_effect_rmse": 0.8342244519474373 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 36.56926228175365, + "action_effect_rmse": 39.21014998697739 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.229166157882733, + "action_effect_rmse": 2.128978236397122 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.034874598364499576, + "action_effect_rmse": 0.039954122296584134 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0325754408739438, + "action_effect_rmse": 1.0325754408739438 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.296879542697777, + "action_effect_rmse": 42.087222389749876 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 78.86029617188952, + 78.81671007084857, + 78.83671007084857, + 78.89671007084857 + ], + "true_costs": [ + 94.60350239976236, + 38.44773185665458, + 92.60413461253019, + 94.63991629872142 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 155, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08487726355759832, + "action_effect_rmse": 0.08725065156286543 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0532160202203162, + "action_effect_rmse": 1.0633412132858544 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 23.134913644495622, + "action_effect_rmse": 23.92859461885632 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16957799322270753, + "action_effect_rmse": 0.17432830640105113 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0597361657779296, + "action_effect_rmse": 2.07917693435984 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 23.158267933187734, + "action_effect_rmse": 23.997259785471922 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20848672118192121, + "action_effect_rmse": 0.22360196691348938 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9459246562798498, + "action_effect_rmse": 2.01873831468776 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 23.201230550145294, + "action_effect_rmse": 24.134401013322147 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21877828275508485, + "action_effect_rmse": 0.2719553762979541 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8019016809534492, + "action_effect_rmse": 1.251849500468127 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 23.292250338240592, + "action_effect_rmse": 24.426965436004323 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.16601325801724753, + "predicted_costs": [ + 0.4415223231098177, + 0.38368897246306244, + 0.3636889724630624, + 0.38368897246306244 + ], + "true_costs": [ + 0.946750082860937, + 0.19555943883653581, + 0.36157269685378335, + 0.6108034852921396 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 82, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05782362919382559, + "action_effect_rmse": 0.10015346364172892 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04193826100950441, + "action_effect_rmse": 0.047204679274038874 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4451557262871111, + "action_effect_rmse": 0.44515572628711103 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 30.982107906370683, + "action_effect_rmse": 42.51742628464018 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11752214746867533, + "action_effect_rmse": 0.2035543304303478 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08434847515708792, + "action_effect_rmse": 0.09436239876259393 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41713194552355876, + "action_effect_rmse": 0.4171319455235588 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 30.84715415092194, + "action_effect_rmse": 42.22854359715467 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23060532782345197, + "action_effect_rmse": 0.3994201442862957 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16498498924470084, + "action_effect_rmse": 0.18323761638263017 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3177773633558407, + "action_effect_rmse": 0.3177773633558407 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 30.559006445433045, + "action_effect_rmse": 41.64656535655354 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4063102074350269, + "action_effect_rmse": 0.7037499229113163 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3160045941689642, + "action_effect_rmse": 0.35319627430772454 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05915079329519157, + "action_effect_rmse": 0.05915079329519157 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.890907264701156, + "action_effect_rmse": 40.47257192198151 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 451.3808761028806, + 451.36922963517617, + 451.38922963517615, + 451.44922963517615 + ], + "true_costs": [ + 451.38087476816315, + 401.7174487576729, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 122, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02425037374869528, + "action_effect_rmse": 0.029379483100209384 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11465072500087341, + "action_effect_rmse": 0.13940368157876168 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.477659609405518, + "action_effect_rmse": 9.256913814834117 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04759284439768153, + "action_effect_rmse": 0.05681351981322833 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23103464076384958, + "action_effect_rmse": 0.2657472160249849 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 7.4368850682054815, + "action_effect_rmse": 8.980465848345318 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09155125512630659, + "action_effect_rmse": 0.10625110672431282 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.47079672699735653, + "action_effect_rmse": 0.49567100006239295 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.317740787047446, + "action_effect_rmse": 8.473196453009832 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17936224766543404, + "action_effect_rmse": 0.20548357771090642 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.85977668338802, + "action_effect_rmse": 0.8878869292776783 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 11.296305581320775, + "action_effect_rmse": 13.612343424443917 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.07746415329143581, + "predicted_costs": [ + 0.19693630530432096, + 0.19958898167584518, + 0.1795889816758452, + 0.19958898167584518 + ], + "true_costs": [ + 0.34943173482841516, + 0.4423803958858177, + 0.17988222162200523, + 0.10241806833056942 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00605293053235266, + "action_effect_rmse": 0.010483983216719738 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24179771016832063, + "action_effect_rmse": 0.4188059191653451 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.556296859461086, + "action_effect_rmse": 6.820227068325014 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012146390117118195, + "action_effect_rmse": 0.021038164811401198 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.47177407847926983, + "action_effect_rmse": 0.8171366736200821 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.596502815441423, + "action_effect_rmse": 6.870055165059304 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02436330902078661, + "action_effect_rmse": 0.04219848906450357 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8911330650856991, + "action_effect_rmse": 1.543487745033014 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.673529166302612, + "action_effect_rmse": 6.967156917198002 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19434535580826706, + "action_effect_rmse": 0.20619479438237667 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.445727737402161, + "action_effect_rmse": 7.790895041917118 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.506978433719292, + "action_effect_rmse": 8.788189158635433 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.2254071192578233, + "predicted_costs": [ + 1.0602331358788268, + 1.0199999694004727, + 0.9999999694004726, + 1.0199999694004727 + ], + "true_costs": [ + 0.8762251133653054, + 1.02, + 0.999897360791922, + 0.7744902415340987 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008075802653310094, + "action_effect_rmse": 0.013948762785603221 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1951636385495578, + "action_effect_rmse": 0.3364564163613156 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.057858637780711, + "action_effect_rmse": 4.453325373719763 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016109771109132292, + "action_effect_rmse": 0.02786127556247669 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3802679418596675, + "action_effect_rmse": 0.6570310157637423 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.271344435024988, + "action_effect_rmse": 2.9589539218463328 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03779036786253864, + "action_effect_rmse": 0.047990242308766494 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8600548774251102, + "action_effect_rmse": 1.0774355948066434 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1987194968719046, + "action_effect_rmse": 2.480120381722802 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06442720147602359, + "action_effect_rmse": 0.11142859734724724 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6282679453739597, + "action_effect_rmse": 1.9149518019809835 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.36840627067009, + "action_effect_rmse": 6.772187561149521 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.2918677929156257, + "predicted_costs": [ + 1.0314553036835528, + 1.0199999725342488, + 0.9999999725342488, + 1.0199999725342488 + ], + "true_costs": [ + 1.0147431412336105, + 0.7074574702007793, + 0.999325263116405, + 1.02 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 48, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09367040938446967, + "action_effect_rmse": 0.09596670913483782 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.747695322591421, + "action_effect_rmse": 0.754961040053553 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 25.933099098463146, + "action_effect_rmse": 26.47079801239089 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18718261801204084, + "action_effect_rmse": 0.19177859386928117 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4946765553185106, + "action_effect_rmse": 1.5090909309793414 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 26.733586706953304, + "action_effect_rmse": 27.290794838744073 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37373076873187533, + "action_effect_rmse": 0.3829363750242375 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9962363139241575, + "action_effect_rmse": 3.0243485391568288 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 28.330484964727503, + "action_effect_rmse": 28.926815482403722 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17549555211092124, + "action_effect_rmse": 0.21274056688946788 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.079878672793587, + "action_effect_rmse": 6.132950760211101 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 24.001907679248045, + "action_effect_rmse": 24.881353585262502 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.0895241133432925, + "predicted_costs": [ + 0.27995517648985757, + 0.21995517648985757, + 0.19995517648985758, + 0.21995517648985757 + ], + "true_costs": [ + 0.1305996562254816, + 0.47551585194651813, + 0.2002015454166692, + 0.11067743207337671 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 147, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3234823583356405, + "action_effect_rmse": 1.4039373157535204 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014579227856654478, + "action_effect_rmse": 0.015465504238810438 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9353313688024703, + "action_effect_rmse": 2.009408917859965 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.431863707668953, + "action_effect_rmse": 2.5796975566162423 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.056606139172406124, + "action_effect_rmse": 0.06004724625481183 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.8706627376049405, + "action_effect_rmse": 4.01881783571993 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2757726390592, + "action_effect_rmse": 2.7088151308857573 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18286779481749763, + "action_effect_rmse": 0.19654473301108472 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.058184611532586, + "action_effect_rmse": 6.43250090253233 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9264337954307222, + "action_effect_rmse": 2.29221195942051 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27238229879269465, + "action_effect_rmse": 0.32618760902262406 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.0669466320332885, + "action_effect_rmse": 8.285143510807922 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 44.843653571065616, + "predicted_costs": [ + 336.4811168620736, + 334.59749783176096, + 333.59749783176096, + 334.59749783176096 + ], + "true_costs": [ + 248.91436835051786, + 237.04371066418986, + 152.07234965387846, + 107.22869608281285 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 83, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10373075613945663, + "action_effect_rmse": 0.10581678329990028 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7827351558987251, + "action_effect_rmse": 0.7916612184879585 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 24.243800420355242, + "action_effect_rmse": 24.818181205104587 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17305325782441625, + "action_effect_rmse": 0.17803285083173329 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.256010594035504, + "action_effect_rmse": 1.2779344390358867 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 24.83721816123393, + "action_effect_rmse": 25.436114154790268 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16904470605772728, + "action_effect_rmse": 0.18859349855554325 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8877594730324129, + "action_effect_rmse": 1.0015848120857846 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 24.80290396777919, + "action_effect_rmse": 25.482159072453456 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17785700590482864, + "action_effect_rmse": 0.23008041665158063 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6385922606314054, + "action_effect_rmse": 0.8765155665508494 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.818150871501773, + "action_effect_rmse": 12.558974729406009 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.15647641915831928, + "predicted_costs": [ + 0.4809897870621922, + 0.4378308541641651, + 0.4178308541641651, + 0.4378308541641651 + ], + "true_costs": [ + 0.9978204559647611, + 0.7287412528955866, + 0.4181557170578504, + 0.2616792978995311 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 72, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.024699539146399885, + "action_effect_rmse": 0.030195943892325418 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6491351318656721, + "action_effect_rmse": 0.7609264273255988 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.971910741027492, + "action_effect_rmse": 5.897130904631154 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03699843644868184, + "action_effect_rmse": 0.04701855605784476 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6142848498248649, + "action_effect_rmse": 0.8441531651374123 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.026232616803411, + "action_effect_rmse": 3.4466794567501378 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0690646394910116, + "action_effect_rmse": 0.07471571873655562 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3106312434478486, + "action_effect_rmse": 1.8170240977947638 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.896343182410427, + "action_effect_rmse": 7.701820401236931 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12771845948029253, + "action_effect_rmse": 0.14082270507250233 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.974013312122134, + "action_effect_rmse": 4.863736797575698 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.5356615278406744, + "action_effect_rmse": 5.849780406231834 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 1.89397804701128, + 1.8911191726050451, + 1.8711191726050451, + 1.8911191726050451 + ], + "true_costs": [ + 1.746286054949738, + 1.5636526856821285, + 1.254510691721796, + 1.8109056066859857 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5021683905452541, + "action_effect_rmse": 0.6180330492598854 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005531790689962198, + "action_effect_rmse": 0.006808133551124222 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.514084271694756, + "action_effect_rmse": 0.5420532084432031 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9722299789665337, + "action_effect_rmse": 1.2376357142407985 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022023425544508275, + "action_effect_rmse": 0.027528868068293872 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9307509383614226, + "action_effect_rmse": 1.1017554808584658 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6699011143243598, + "action_effect_rmse": 2.1350590577398383 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08140818207174642, + "action_effect_rmse": 0.10366832041736122 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8249213416109622, + "action_effect_rmse": 2.2272451443534993 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1175561454555827, + "action_effect_rmse": 2.33832932901331 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22705483935078874, + "action_effect_rmse": 0.26827433000074247 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5646261086466233, + "action_effect_rmse": 4.5225995040105795 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 5.8899947215453565, + 5.768296549608473, + 4.768296549608473, + 5.768296549608473 + ], + "true_costs": [ + 9.696988254076373, + 8.672899788691865, + 2.3500121643445544, + 20.63187316289687 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 101, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022601990412264072, + "action_effect_rmse": 0.03914779574622601 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0818217786376542, + "action_effect_rmse": 0.09384324754295405 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017968389966015172, + "action_effect_rmse": 0.017968389966015172 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 33.092763662597164, + "action_effect_rmse": 46.42511480003392 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05348721473805421, + "action_effect_rmse": 0.09264257348165676 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15756985275523108, + "action_effect_rmse": 0.17883795333256006 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0380831829807223, + "action_effect_rmse": 0.0380831829807223 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.11585216199003, + "action_effect_rmse": 46.42717393311236 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10394549592423097, + "action_effect_rmse": 0.1800388801587117 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2497474560503458, + "action_effect_rmse": 0.29515932375582526 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09957746959868152, + "action_effect_rmse": 0.09957746959868152 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 48.276329654056376, + "action_effect_rmse": 59.73805922875301 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2717629388836726, + "action_effect_rmse": 0.3067828868237642 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.42844885266758936, + "action_effect_rmse": 0.45773212773570926 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18576994349099504, + "action_effect_rmse": 0.18576994349099504 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 34.6307474109782, + "action_effect_rmse": 49.26244471757484 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 451.3911927721704, + 451.36922963517617, + 451.38922963517615, + 451.44922963517615 + ], + "true_costs": [ + 447.78508895541245, + 426.7512249509392, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 68, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7206633479200809, + "action_effect_rmse": 0.8816507891103411 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0657435419184651, + "action_effect_rmse": 0.08402263300843861 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.39567385416981765, + "action_effect_rmse": 0.3956738541698176 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.336835635267448, + "action_effect_rmse": 44.52397494981519 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.48292803811567, + "action_effect_rmse": 1.7957808400286717 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0962578521034132, + "action_effect_rmse": 0.12142028511630491 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5795658572741791, + "action_effect_rmse": 0.5795658572741791 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.35255404585589, + "action_effect_rmse": 45.699957474606244 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9284275775992774, + "action_effect_rmse": 3.5237792770102914 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12170458837619573, + "action_effect_rmse": 0.1513595238336448 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6046153112589454, + "action_effect_rmse": 0.6046153112589454 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 34.27868353031867, + "action_effect_rmse": 47.91885545707588 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.973343200375498, + "action_effect_rmse": 3.0714575366702337 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07469413702669196, + "action_effect_rmse": 0.07930839864455932 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.37677982324628867, + "action_effect_rmse": 0.37677982324628867 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.6087137403056, + "action_effect_rmse": 34.54195190658747 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.7291622167088208, + "predicted_costs": [ + 7.113817225195806, + 7.103335581632738, + 7.1233355816327375, + 7.183335581632738 + ], + "true_costs": [ + 2.0651194984300334, + 3.794281715138854, + 24.864651049919743, + 62.99783302329969 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 165, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5974044906468166, + "action_effect_rmse": 0.6843850470517815 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003590774036617006, + "action_effect_rmse": 0.004113581495415771 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6336973095449139, + "action_effect_rmse": 0.6341746018810772 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0988891210765377, + "action_effect_rmse": 1.2588845490906622 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014004507632035276, + "action_effect_rmse": 0.01604352790236116 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2673946190898278, + "action_effect_rmse": 1.2683492037621544 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.238233023229179, + "action_effect_rmse": 2.8569836219858735 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05538360881697457, + "action_effect_rmse": 0.06625143850204794 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8541524760358168, + "action_effect_rmse": 2.6028510518420145 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.045761328006981, + "action_effect_rmse": 4.919774615877046 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19974945161685417, + "action_effect_rmse": 0.25696268584162746 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.250328763549949, + "action_effect_rmse": 6.347244821218279 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 62.171429433644676, + 62.283920919266166, + 61.283920919266166, + 62.283920919266166 + ], + "true_costs": [ + 45.10501169559586, + 24.51519553647799, + 16.689955253449465, + 49.26388030033394 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 47, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06334022590443515, + "action_effect_rmse": 0.0656399492256896 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9745166884187881, + "action_effect_rmse": 1.0269317084729743 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.668160873077383, + "action_effect_rmse": 10.095332805867736 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1267828781677166, + "action_effect_rmse": 0.13137641918638998 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.937111370762442, + "action_effect_rmse": 2.040897491624338 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 10.048724629129566, + "action_effect_rmse": 10.485979925675723 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2539747589634596, + "action_effect_rmse": 0.26313820983843944 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8477667260477184, + "action_effect_rmse": 4.045297782100012 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.811325778927172, + "action_effect_rmse": 11.2688263177841 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2908921908801892, + "action_effect_rmse": 0.3217697162394081 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6830122849334948, + "action_effect_rmse": 3.568127341342308 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 12.008057027221307, + "action_effect_rmse": 12.521109267598197 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.24193193156544732, + 0.20631089068645045, + 0.18631089068645046, + 0.20631089068645045 + ], + "true_costs": [ + 0.8809387360993783, + 0.4533418846232441, + 0.19677910081757802, + 0.22972744198549125 + ] + }, + { + "system_id": "tank-00088", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04817924106426771, + "action_effect_rmse": 0.0834488933934205 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02310672169881241, + "action_effect_rmse": 0.02645354953360274 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.046882074941524965, + "action_effect_rmse": 0.046882074941524965 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.528599412488074, + "action_effect_rmse": 30.874347977060058 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10694036930109736, + "action_effect_rmse": 0.18522615300967968 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03990938128076552, + "action_effect_rmse": 0.046275385791974016 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4237922667843345, + "action_effect_rmse": 0.4237922667843345 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.042022668932123, + "action_effect_rmse": 32.83581306132533 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23641075863232017, + "action_effect_rmse": 0.4094754454070811 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06892175637631404, + "action_effect_rmse": 0.08231787526145186 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.55679299422133, + "action_effect_rmse": 0.55679299422133 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 24.134617147190458, + "action_effect_rmse": 32.886625356507416 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6346979749266909, + "action_effect_rmse": 1.0993291400341059 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10325424104130636, + "action_effect_rmse": 0.12750929323377258 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.055061732443871, + "action_effect_rmse": 1.055061732443871 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 24.419463722382215, + "action_effect_rmse": 33.04732861237855 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 503.2953341734973, + 503.2708426730568, + 503.2908426730568, + 503.3508426730568 + ], + "true_costs": [ + 503.29533896864046, + 438.4569558120269, + 503.29084746819996, + 503.35084746819996 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05123108399158597, + "action_effect_rmse": 0.05532860165366923 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3594956358162307, + "action_effect_rmse": 0.37715510064502406 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 14.062403331105997, + "action_effect_rmse": 15.030989143637035 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11281577580755975, + "action_effect_rmse": 0.12030658197797345 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8323286638492059, + "action_effect_rmse": 0.862945355600702 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 17.454521452316595, + "action_effect_rmse": 18.296641860268302 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13088867163185022, + "action_effect_rmse": 0.15100027073417205 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7196077805744778, + "action_effect_rmse": 1.7684292957085266 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.742057574945555, + "action_effect_rmse": 11.324823305379212 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1317299491269534, + "action_effect_rmse": 0.14552411452653835 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3901138189267677, + "action_effect_rmse": 1.5792439643896516 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.116019511267443, + "action_effect_rmse": 6.099115519435318 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.2531484622704555, + "predicted_costs": [ + 0.6938344919678533, + 0.6807477009030692, + 0.6607477009030692, + 0.6807477009030692 + ], + "true_costs": [ + 0.40830590843205095, + 0.9240532378197692, + 0.6614543707025065, + 0.44775661648448173 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5429399623228264, + "action_effect_rmse": 0.703951876434687 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005980922505938698, + "action_effect_rmse": 0.007754598874714889 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.433858903115843, + "action_effect_rmse": 0.5765956877749151 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7015613180136739, + "action_effect_rmse": 0.8641174922020185 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01995665425253061, + "action_effect_rmse": 0.023710110250851145 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9189472005980974, + "action_effect_rmse": 1.1091179049839672 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4449127373467998, + "action_effect_rmse": 1.5915823691747166 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06100256967913017, + "action_effect_rmse": 0.07203771545320188 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8891237955626063, + "action_effect_rmse": 2.189067070357635 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3676604926362175, + "action_effect_rmse": 2.6603020893563216 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22765454377329894, + "action_effect_rmse": 0.25074039921933017 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.829476985491624, + "action_effect_rmse": 4.356811653809444 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 14.629867095974145, + "predicted_costs": [ + 1.7621596131262567, + 2.0930052843136187, + 1.0930052843136184, + 2.0930052843136187 + ], + "true_costs": [ + 33.060229172595456, + 64.11431327113324, + 16.78649778558374, + 2.156630689609596 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 131, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.480610363377096, + "action_effect_rmse": 1.593931379974498 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008899392847561435, + "action_effect_rmse": 0.009580522920354462 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7267832361780886, + "action_effect_rmse": 1.8245554436541231 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.7234924516664853, + "action_effect_rmse": 2.931939549533781 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0347088437710544, + "action_effect_rmse": 0.03736534379181861 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.453566472356177, + "action_effect_rmse": 3.6491108873082463 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.64997618183732, + "action_effect_rmse": 5.005869968017248 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12582796981781522, + "action_effect_rmse": 0.13545842615449474 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.907132944712354, + "action_effect_rmse": 7.298221774616493 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.021703754998541, + "action_effect_rmse": 7.559121719538056 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.41092651703921135, + "action_effect_rmse": 0.44237747254346543 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 13.814265889424709, + "action_effect_rmse": 14.596443549232985 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 3.0471019069111946, + 1.9990086513020513, + 0.9990086513020513, + 1.9990086513020513 + ], + "true_costs": [ + 109.36853482947765, + 34.2937420520003, + 1.9863991072481246, + 10.078221492409284 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 66, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6769048480164823, + "action_effect_rmse": 0.8198381272059815 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003954849711600872, + "action_effect_rmse": 0.005081472371946768 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1139345159100108, + "action_effect_rmse": 0.1139345159100108 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 34.933614523885126, + "action_effect_rmse": 49.72051751742685 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8616005546828477, + "action_effect_rmse": 1.0309123825607687 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00950970076184395, + "action_effect_rmse": 0.012170896992939237 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13111895730835493, + "action_effect_rmse": 0.13111895730835493 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 35.07168529411001, + "action_effect_rmse": 49.834469641112996 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8959471606650791, + "action_effect_rmse": 0.9677811386014727 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027482419915807316, + "action_effect_rmse": 0.032265443667670146 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1267513820231736, + "action_effect_rmse": 0.1267513820231736 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 32.89669786943974, + "action_effect_rmse": 45.393153495993175 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7944315876358795, + "action_effect_rmse": 1.2937324288400351 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08651141004322109, + "action_effect_rmse": 0.09414605754731344 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17254438991303944, + "action_effect_rmse": 0.17254438991303944 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.820809081275975, + "action_effect_rmse": 44.92754654618018 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 377.57724521637977, + 377.5740491408152, + 377.5940491408152, + 377.6540491408152 + ], + "true_costs": [ + 379.7329500410587, + 332.1743196204577, + 448.25477351784303, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00043", + "family": "tank", + "anchor_step": 161, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.041479291941828755, + "action_effect_rmse": 0.07184424110522972 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0076608154130894945, + "action_effect_rmse": 0.009298547415753113 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.37266491799308926, + "action_effect_rmse": 0.37266491799308926 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 47.94858279029953, + "action_effect_rmse": 49.72001198258381 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09380763532142344, + "action_effect_rmse": 0.1624795905145982 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006053839025524847, + "action_effect_rmse": 0.007947418284054724 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.45765386640043193, + "action_effect_rmse": 0.45765386640043193 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 48.10997058105705, + "action_effect_rmse": 49.936052385312 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20827078589183579, + "action_effect_rmse": 0.3607355828969589 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03998975552788764, + "action_effect_rmse": 0.0485123955033758 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5818109024629222, + "action_effect_rmse": 0.5818109024629222 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 48.46299064247384, + "action_effect_rmse": 50.410795632088465 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4894552736688887, + "action_effect_rmse": 0.8477614020270445 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15356994473283572, + "action_effect_rmse": 0.2072590251901743 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7441300488373402, + "action_effect_rmse": 0.7441300488373402 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 49.330202183042445, + "action_effect_rmse": 51.58924776290174 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.9051455626458083, + 1.853914554199081, + 1.873914554199081, + 1.933914554199081 + ], + "true_costs": [ + 1.9051438473273075, + 1.0924319808960787, + 1.8739128388805801, + 1.9339128388805802 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 150, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01847206697324022, + "action_effect_rmse": 0.021744294792702096 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13794936864773652, + "action_effect_rmse": 0.15415033888946356 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.745706528100129, + "action_effect_rmse": 5.453308120957306 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05881966021353905, + "action_effect_rmse": 0.07212852383372803 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24062856106263078, + "action_effect_rmse": 0.3207106672244093 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 14.469185015853176, + "action_effect_rmse": 15.474529769984754 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16414272046278652, + "action_effect_rmse": 0.18415434672794426 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9453929676949784, + "action_effect_rmse": 1.0347163863255973 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 15.370776432152264, + "action_effect_rmse": 16.444060563099143 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3742352997786636, + "action_effect_rmse": 0.4097843035047439 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.34017320421542, + "action_effect_rmse": 2.4802563670461413 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 17.169220815472205, + "action_effect_rmse": 18.37871690752628 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.035025616657603134, + 0.0207303669350732, + 0.0007303669350732006, + 0.0207303669350732 + ], + "true_costs": [ + 0.1761149978948457, + 0.10010744821043219, + 0.0008064926124806322, + 0.05556627807638088 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 109, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04148094488453621, + "action_effect_rmse": 0.07184710408598102 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03406190706679032, + "action_effect_rmse": 0.038325058261678376 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.27023844602956515, + "action_effect_rmse": 0.27023844602956515 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.20950843725538, + "action_effect_rmse": 37.277469342203645 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07868386742171711, + "action_effect_rmse": 0.13628445611042758 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06627417167774811, + "action_effect_rmse": 0.07396617541181054 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22849597385410578, + "action_effect_rmse": 0.22849597385410575 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.25908136623234, + "action_effect_rmse": 37.29064187201807 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1532454434432736, + "action_effect_rmse": 0.26542889407217274 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12062698761085618, + "action_effect_rmse": 0.13302650155356893 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16204144054193967, + "action_effect_rmse": 0.16204144054193967 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 27.358434735818633, + "action_effect_rmse": 37.31762282408479 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3174951056262521, + "action_effect_rmse": 0.549917654099116 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18721079168414967, + "action_effect_rmse": 0.20538710720498235 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23505182710140915, + "action_effect_rmse": 0.23505182710140918 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 27.577297563859872, + "action_effect_rmse": 37.37978461098134 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 94.57053091266111, + 94.55992300655937, + 94.57992300655937, + 94.63992300655937 + ], + "true_costs": [ + 94.57052420482316, + 78.5114763161938, + 94.57991629872141, + 94.63991629872142 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 135, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4142456953942831, + "action_effect_rmse": 0.47837314438013506 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7654318744755054, + "action_effect_rmse": 0.8623542458947592 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2517189298952178, + "action_effect_rmse": 1.554303814592029 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0638721291297675, + "action_effect_rmse": 1.5876752804109515 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.980307823316623, + "action_effect_rmse": 3.4704219483631533 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.437491179181516, + "action_effect_rmse": 4.16796127171382 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.185905461210581, + "action_effect_rmse": 3.61332768633897 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9637814422208826, + "action_effect_rmse": 6.15904095975314 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 103.0274297127174, + "predicted_costs": [ + 225.3778040190931, + 224.96749010050652, + 223.96749010050652, + 224.96749010050652 + ], + "true_costs": [ + 167.32066550618381, + 141.00399148814552, + 244.03142120086292, + 394.7162220539566 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 12, + "mean_regret": 0.1149686559871352, + "ranking_accuracy": 0.625, + "ranking_comparable_pairs": 72, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.5476692715478237, + "action_effect_rmse": 0.6755741005693428 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 1.067984136868853, + "action_effect_rmse": 1.3440486480527902 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 1.775380211468236, + "action_effect_rmse": 2.2267619767556988 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 3.005912271882417, + "action_effect_rmse": 4.025105335426208 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.048359058745677946, + "action_effect_rmse": 0.060541293826268966 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 0.09754788060027919, + "action_effect_rmse": 0.11960050540213595 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 0.15339863091005182, + "action_effect_rmse": 0.1937686955732838 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 0.19575946034976335, + "action_effect_rmse": 0.24440078064664977 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 12.640021055088367, + "action_effect_rmse": 15.60917180446255 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 13.966946956738392, + "action_effect_rmse": 16.809978534064175 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 13.42041524146805, + "action_effect_rmse": 16.616047484331883 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 11.209369964239025, + "action_effect_rmse": 13.969340293735115 + } + ] + }, + { + "family": "tank", + "sample_count": 9, + "mean_regret": 0.19212913518986896, + "ranking_accuracy": 0.9629629629629629, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.2800077956759519, + "action_effect_rmse": 0.34663515091549757 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.3599950309838378, + "action_effect_rmse": 0.42374937183815703 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.38218227281120676, + "action_effect_rmse": 0.4579647337157183 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.4408908114660998, + "action_effect_rmse": 0.5782664793782747 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 33.713006954044154, + "action_effect_rmse": 43.1046273237064 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 33.261812912846935, + "action_effect_rmse": 43.434690868136144 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 34.9984453021593, + "action_effect_rmse": 44.99712854392611 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 32.76510231743335, + "action_effect_rmse": 41.44695064346023 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.22665185041641614, + "action_effect_rmse": 0.4395353363483865 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.3764390263469731, + "action_effect_rmse": 0.7474818307418396 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.6391779468887822, + "action_effect_rmse": 1.3182427029499275 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.8531783599150475, + "action_effect_rmse": 1.4684268039877093 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.03358653995607893, + "action_effect_rmse": 0.049139173456726915 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.05971315603830249, + "action_effect_rmse": 0.08683548838887836 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.10203928218228295, + "action_effect_rmse": 0.1440716904987913 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.1751963494041148, + "action_effect_rmse": 0.23805763646376513 + } + ] + }, + { + "family": "thermal", + "sample_count": 9, + "mean_regret": 24.588706704133514, + "ranking_accuracy": 0.6388888888888888, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.9795312427410434, + "action_effect_rmse": 1.2024072645171677 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.844606658026457, + "action_effect_rmse": 2.310744817221793 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 3.5395699164317485, + "action_effect_rmse": 4.379920033739105 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 6.176893784692594, + "action_effect_rmse": 7.907225159201494 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.8406128296786669, + "action_effect_rmse": 1.0272743339692714 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.4095763485114317, + "action_effect_rmse": 1.7560008430131286 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 2.3691338034773244, + "action_effect_rmse": 2.9293426834396232 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 3.462990863527269, + "action_effect_rmse": 4.334150739617602 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 7, + "action_effect_mae": 0.007673681710043061, + "action_effect_rmse": 0.009448699557834596 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 7, + "action_effect_mae": 0.02918408314430609, + "action_effect_rmse": 0.03576020328961332 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 7, + "action_effect_mae": 0.09984483093117724, + "action_effect_rmse": 0.12158152067674723 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 7, + "action_effect_mae": 0.26994365161852435, + "action_effect_rmse": 0.3211060492905644 + } + ] + } + ] + }, + "calibrated_query_fraction": 0.9283577389387498 + }, + "history_linear_system_id": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.023224158212542534, + "rmse": 0.0630631148815155, + "standardized_mae": 0.06336366385221481, + "standardized_rmse": 0.1720583289861679, + "standardized_gaussian_nll": -0.2167173548975988, + "physical_gaussian_nll": -1.2204148967758037, + "nominal_coverage": 0.9, + "coverage": 0.9602272727272727, + "mean_interval_width": 0.16215182840824127, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 172, + "mae": 0.04387242719531059, + "rmse": 0.10363152623176575, + "standardized_mae": 0.1196993887424469, + "standardized_rmse": 0.2827432155609131, + "standardized_gaussian_nll": 1.036451084016108, + "physical_gaussian_nll": 0.03275354213790327, + "nominal_coverage": 0.9, + "coverage": 0.9593023255813954, + "mean_interval_width": 0.30862364172935486, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.07134777307510376, + "rmse": 0.13775180280208588, + "standardized_mae": 0.19466179609298706, + "standardized_rmse": 0.3758352994918823, + "standardized_gaussian_nll": 2.8734442712739923, + "physical_gaussian_nll": 1.8697467293957875, + "nominal_coverage": 0.9, + "coverage": 0.9763313609467456, + "mean_interval_width": 0.6274285316467285, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.13846455514431, + "rmse": 0.26418787240982056, + "standardized_mae": 0.37777993083000183, + "standardized_rmse": 0.7207973003387451, + "standardized_gaussian_nll": 5.694954552187929, + "physical_gaussian_nll": 4.691257010309725, + "nominal_coverage": 0.9, + "coverage": 0.9421965317919075, + "mean_interval_width": 0.9489253163337708, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.37922394275665283, + "rmse": 0.6780409216880798, + "standardized_mae": 0.046837735921144485, + "standardized_rmse": 0.08374445140361786, + "standardized_gaussian_nll": -0.9388651644084799, + "physical_gaussian_nll": 1.1525724890879938, + "nominal_coverage": 0.9, + "coverage": 0.8522727272727273, + "mean_interval_width": 1.2712565660476685, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.759846568107605, + "rmse": 1.2623894214630127, + "standardized_mae": 0.09384822100400925, + "standardized_rmse": 0.1559170037508011, + "standardized_gaussian_nll": 0.0621485471392169, + "physical_gaussian_nll": 2.1535862006356905, + "nominal_coverage": 0.9, + "coverage": 0.88, + "mean_interval_width": 3.0936553478240967, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 178, + "mae": 1.3386709690093994, + "rmse": 2.2135093212127686, + "standardized_mae": 0.16533850133419037, + "standardized_rmse": 0.2733893096446991, + "standardized_gaussian_nll": 1.2286562084780106, + "physical_gaussian_nll": 3.3200938619744846, + "nominal_coverage": 0.9, + "coverage": 0.8876404494382022, + "mean_interval_width": 5.53376579284668, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 175, + "mae": 2.953137159347534, + "rmse": 4.380336284637451, + "standardized_mae": 0.3647403120994568, + "standardized_rmse": 0.5410128831863403, + "standardized_gaussian_nll": 4.281464466674716, + "physical_gaussian_nll": 6.37290212017119, + "nominal_coverage": 0.9, + "coverage": 0.8628571428571429, + "mean_interval_width": 11.655168533325195, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 177, + "mae": 1.6774959564208984, + "rmse": 3.5820631980895996, + "standardized_mae": 0.10504645854234695, + "standardized_rmse": 0.22431235015392303, + "standardized_gaussian_nll": -0.037578725401715404, + "physical_gaussian_nll": 2.7330760032922488, + "nominal_coverage": 0.9, + "coverage": 0.9322033898305084, + "mean_interval_width": 9.74183464050293, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 177, + "mae": 2.9478461742401123, + "rmse": 5.0475382804870605, + "standardized_mae": 0.18459706008434296, + "standardized_rmse": 0.31608185172080994, + "standardized_gaussian_nll": 0.5718761266378157, + "physical_gaussian_nll": 3.34253085533178, + "nominal_coverage": 0.9, + "coverage": 0.8813559322033898, + "mean_interval_width": 14.587820053100586, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 180, + "mae": 4.285867214202881, + "rmse": 6.881731033325195, + "standardized_mae": 0.26838526129722595, + "standardized_rmse": 0.4309408366680145, + "standardized_gaussian_nll": 1.6074997202269343, + "physical_gaussian_nll": 4.378154448920899, + "nominal_coverage": 0.9, + "coverage": 0.8944444444444445, + "mean_interval_width": 21.50904083251953, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 176, + "mae": 5.958409786224365, + "rmse": 8.760741233825684, + "standardized_mae": 0.3731215298175812, + "standardized_rmse": 0.5486063361167908, + "standardized_gaussian_nll": 1.820935182159747, + "physical_gaussian_nll": 4.5915899108537115, + "nominal_coverage": 0.9, + "coverage": 0.8579545454545454, + "mean_interval_width": 25.815654754638672, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.08837612718343735, + "rmse": 0.19787457585334778, + "standardized_mae": 0.01523229107260704, + "standardized_rmse": 0.034105174243450165, + "standardized_gaussian_nll": -1.8441611379696456, + "physical_gaussian_nll": -0.08597682692223318, + "nominal_coverage": 0.9, + "coverage": 0.9038461538461539, + "mean_interval_width": 0.409807413816452, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.1871984750032425, + "rmse": 0.401914119720459, + "standardized_mae": 0.0322650671005249, + "standardized_rmse": 0.06927292793989182, + "standardized_gaussian_nll": -1.250346233442035, + "physical_gaussian_nll": 0.5078380776053775, + "nominal_coverage": 0.9, + "coverage": 0.8980891719745223, + "mean_interval_width": 0.9409715533256531, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 159, + "mae": 0.40942126512527466, + "rmse": 0.769977867603302, + "standardized_mae": 0.07056684046983719, + "standardized_rmse": 0.1327114850282669, + "standardized_gaussian_nll": -0.5030295947417612, + "physical_gaussian_nll": 1.2551547163056513, + "nominal_coverage": 0.9, + "coverage": 0.8930817610062893, + "mean_interval_width": 2.11503267288208, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 158, + "mae": 0.8424768447875977, + "rmse": 1.3197810649871826, + "standardized_mae": 0.1452072262763977, + "standardized_rmse": 0.22747421264648438, + "standardized_gaussian_nll": 0.25654006285119607, + "physical_gaussian_nll": 2.0147243738986087, + "nominal_coverage": 0.9, + "coverage": 0.9177215189873418, + "mean_interval_width": 4.478009223937988, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.014084854163229465, + "rmse": 0.022774403914809227, + "standardized_mae": 0.012167752720415592, + "standardized_rmse": 0.01967456005513668, + "standardized_gaussian_nll": -1.997521224884523, + "physical_gaussian_nll": -1.8512103833705822, + "nominal_coverage": 0.9, + "coverage": 0.84472049689441, + "mean_interval_width": 0.0541437603533268, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 159, + "mae": 0.03290470689535141, + "rmse": 0.05815247818827629, + "standardized_mae": 0.028426019474864006, + "standardized_rmse": 0.05023729428648949, + "standardized_gaussian_nll": -1.4766005421189479, + "physical_gaussian_nll": -1.330289700605007, + "nominal_coverage": 0.9, + "coverage": 0.8238993710691824, + "mean_interval_width": 0.10682637244462967, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.07885859906673431, + "rmse": 0.13308489322662354, + "standardized_mae": 0.06812508404254913, + "standardized_rmse": 0.11497058719396591, + "standardized_gaussian_nll": -0.7242035232604763, + "physical_gaussian_nll": -0.5778926817465354, + "nominal_coverage": 0.9, + "coverage": 0.84375, + "mean_interval_width": 0.2614871561527252, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.1804523468017578, + "rmse": 0.28496497869491577, + "standardized_mae": 0.1558908224105835, + "standardized_rmse": 0.24617815017700195, + "standardized_gaussian_nll": 0.4691827262228913, + "physical_gaussian_nll": 0.6154935677368322, + "nominal_coverage": 0.9, + "coverage": 0.8148148148148148, + "mean_interval_width": 0.5785070061683655, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.07920390367507935, + "rmse": 0.11490846425294876, + "standardized_mae": 0.16490337252616882, + "standardized_rmse": 0.2392406314611435, + "standardized_gaussian_nll": 0.48817482543656965, + "physical_gaussian_nll": -0.24515923318104427, + "nominal_coverage": 0.9, + "coverage": 0.9627329192546584, + "mean_interval_width": 0.489059180021286, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 161, + "mae": 0.12517766654491425, + "rmse": 0.2129373550415039, + "standardized_mae": 0.26062121987342834, + "standardized_rmse": 0.4433378279209137, + "standardized_gaussian_nll": 1.5562546017118026, + "physical_gaussian_nll": 0.8229205430941887, + "nominal_coverage": 0.9, + "coverage": 0.9130434782608695, + "mean_interval_width": 0.6919214725494385, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 163, + "mae": 0.19066116213798523, + "rmse": 0.28632473945617676, + "standardized_mae": 0.3969585597515106, + "standardized_rmse": 0.5961311459541321, + "standardized_gaussian_nll": 1.9956462563380757, + "physical_gaussian_nll": 1.2623121977204619, + "nominal_coverage": 0.9, + "coverage": 0.9202453987730062, + "mean_interval_width": 1.1924697160720825, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.26233530044555664, + "rmse": 0.3584379255771637, + "standardized_mae": 0.5461848974227905, + "standardized_rmse": 0.746271550655365, + "standardized_gaussian_nll": 2.134514674718557, + "physical_gaussian_nll": 1.4011806161009428, + "nominal_coverage": 0.9, + "coverage": 0.93125, + "mean_interval_width": 1.5553059577941895, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 161, + "mae": 5.1430182456970215, + "rmse": 10.738471031188965, + "standardized_mae": 0.12089947611093521, + "standardized_rmse": 0.25243455171585083, + "standardized_gaussian_nll": 3.5339405322778177, + "physical_gaussian_nll": 7.2843764640387185, + "nominal_coverage": 0.9, + "coverage": 0.9130434782608695, + "mean_interval_width": 27.987581253051758, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 162, + "mae": 8.783897399902344, + "rmse": 16.34148406982422, + "standardized_mae": 0.20648741722106934, + "standardized_rmse": 0.3841473460197449, + "standardized_gaussian_nll": 5.114378464991765, + "physical_gaussian_nll": 8.864814396752665, + "nominal_coverage": 0.9, + "coverage": 0.8827160493827161, + "mean_interval_width": 47.922264099121094, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 159, + "mae": 15.506194114685059, + "rmse": 28.254121780395508, + "standardized_mae": 0.36451178789138794, + "standardized_rmse": 0.6641836166381836, + "standardized_gaussian_nll": 8.777647956626739, + "physical_gaussian_nll": 12.52808388838764, + "nominal_coverage": 0.9, + "coverage": 0.8930817610062893, + "mean_interval_width": 89.71646881103516, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 162, + "mae": 21.921968460083008, + "rmse": 39.915245056152344, + "standardized_mae": 0.5153305530548096, + "standardized_rmse": 0.9383074045181274, + "standardized_gaussian_nll": 9.824047767818808, + "physical_gaussian_nll": 13.574483699579709, + "nominal_coverage": 0.9, + "coverage": 0.8333333333333334, + "mean_interval_width": 97.43339538574219, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 152, + "mae": 0.14347490668296814, + "rmse": 0.19600002467632294, + "standardized_mae": 0.023314079269766808, + "standardized_rmse": 0.03184919431805611, + "standardized_gaussian_nll": -1.8739195317542512, + "physical_gaussian_nll": -0.056816812141949224, + "nominal_coverage": 0.9, + "coverage": 0.8881578947368421, + "mean_interval_width": 0.5616092681884766, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 150, + "mae": 0.30648285150527954, + "rmse": 0.5268601179122925, + "standardized_mae": 0.04980219900608063, + "standardized_rmse": 0.08561259508132935, + "standardized_gaussian_nll": -0.9972684028368417, + "physical_gaussian_nll": 0.8198343167754603, + "nominal_coverage": 0.9, + "coverage": 0.9133333333333333, + "mean_interval_width": 1.480651617050171, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 153, + "mae": 0.67685866355896, + "rmse": 1.1179566383361816, + "standardized_mae": 0.10998673737049103, + "standardized_rmse": 0.18166333436965942, + "standardized_gaussian_nll": 0.2664319526648943, + "physical_gaussian_nll": 2.0835346722771964, + "nominal_coverage": 0.9, + "coverage": 0.954248366013072, + "mean_interval_width": 3.948652744293213, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 155, + "mae": 1.6770535707473755, + "rmse": 2.6188979148864746, + "standardized_mae": 0.272514283657074, + "standardized_rmse": 0.4255600869655609, + "standardized_gaussian_nll": 3.4904620596117293, + "physical_gaussian_nll": 5.307564779224031, + "nominal_coverage": 0.9, + "coverage": 0.8903225806451613, + "mean_interval_width": 7.591064453125, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 116, + "mae": 0.013168992474675179, + "rmse": 0.018724150955677032, + "standardized_mae": 0.005378187634050846, + "standardized_rmse": 0.007646902464330196, + "standardized_gaussian_nll": -2.065098738656699, + "physical_gaussian_nll": -1.1695852217917184, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.4027577042579651, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 110, + "mae": 0.028305502608418465, + "rmse": 0.042280104011297226, + "standardized_mae": 0.011559905484318733, + "standardized_rmse": 0.017267102375626564, + "standardized_gaussian_nll": -1.7004049014759186, + "physical_gaussian_nll": -0.8048913846109383, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.5695854425430298, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 113, + "mae": 0.06546823680400848, + "rmse": 0.09084910154342651, + "standardized_mae": 0.026737086474895477, + "standardized_rmse": 0.03710257634520531, + "standardized_gaussian_nll": -1.3148165331268364, + "physical_gaussian_nll": -0.4193030162618562, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.8055153489112854, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 116, + "mae": 0.14640361070632935, + "rmse": 0.21529561281204224, + "standardized_mae": 0.05979091674089432, + "standardized_rmse": 0.08792626112699509, + "standardized_gaussian_nll": -0.8437972868174504, + "physical_gaussian_nll": 0.0517162300475299, + "nominal_coverage": 0.9, + "coverage": 0.9913793103448276, + "mean_interval_width": 1.13917076587677, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.31374290585517883, + "rmse": 0.46593940258026123, + "standardized_mae": 0.003943834453821182, + "standardized_rmse": 0.005856986157596111, + "standardized_gaussian_nll": -2.06993291740292, + "physical_gaussian_nll": 2.306487509927463, + "nominal_coverage": 0.9, + "coverage": 0.9807692307692307, + "mean_interval_width": 2.6250691413879395, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 154, + "mae": 0.6795147657394409, + "rmse": 0.997683048248291, + "standardized_mae": 0.00854168739169836, + "standardized_rmse": 0.012541149742901325, + "standardized_gaussian_nll": -1.7144921350812423, + "physical_gaussian_nll": 2.661928292249141, + "nominal_coverage": 0.9, + "coverage": 0.987012987012987, + "mean_interval_width": 6.490411281585693, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 155, + "mae": 1.504518985748291, + "rmse": 2.2063143253326416, + "standardized_mae": 0.018912216648459435, + "standardized_rmse": 0.027733977884054184, + "standardized_gaussian_nll": -1.3451878937382145, + "physical_gaussian_nll": 3.031232533592169, + "nominal_coverage": 0.9, + "coverage": 0.9935483870967742, + "mean_interval_width": 15.35381031036377, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 156, + "mae": 4.080258846282959, + "rmse": 5.6466193199157715, + "standardized_mae": 0.05128997564315796, + "standardized_rmse": 0.07097955793142319, + "standardized_gaussian_nll": -0.9111205458188356, + "physical_gaussian_nll": 3.465299881511547, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 38.590328216552734, + "interval_kind": "heldout_calibrated" + } + ], + "calibration_status": "heldout_partial", + "counterfactual": { + "status": "completed", + "samples": 30, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21488979820547863, + "action_effect_rmse": 0.28882415029206016 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001624388123725377, + "action_effect_rmse": 0.00199246098289604 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.45931345067463764, + "action_effect_rmse": 0.5619353057500639 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36439344476038354, + "action_effect_rmse": 0.4871767850388511 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009834406166682186, + "action_effect_rmse": 0.013079852061853688 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9077886769893043, + "action_effect_rmse": 1.1435511468392832 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5322565524927269, + "action_effect_rmse": 0.6814437361358621 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.041557979230759656, + "action_effect_rmse": 0.05406529289663374 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8994885033859248, + "action_effect_rmse": 2.3788389413182545 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5344649905195015, + "action_effect_rmse": 0.6015488946838707 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12996752289274482, + "action_effect_rmse": 0.1697136832331558 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.551449858693599, + "action_effect_rmse": 5.208482666958312 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 10.626543449393237, + 53.27637319413721, + 20.730861971330864, + 6.480412972725864 + ], + "true_costs": [ + 5.29387147671569, + 55.418109072711815, + 14.268767655668475, + 4.5979205894343025 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 75, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025172749089793094, + "action_effect_rmse": 0.026930179324202618 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.504301545808552, + "action_effect_rmse": 1.5739931477668319 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.533332935849488, + "action_effect_rmse": 2.7763176830817597 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06764650205103599, + "action_effect_rmse": 0.07047560147677762 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.088274654929616, + "action_effect_rmse": 4.185581896808741 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4790138982304994, + "action_effect_rmse": 2.5167685577582666 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.052091613561911644, + "action_effect_rmse": 0.06257572407922884 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8792681226897536, + "action_effect_rmse": 4.23679181140958 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1705741609054492, + "action_effect_rmse": 1.1999549635768363 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07318710932968413, + "action_effect_rmse": 0.08462714653505551 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8644642604246067, + "action_effect_rmse": 4.93534142896437 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7773798820631322, + "action_effect_rmse": 0.8516658647804295 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.26539451385535284, + "predicted_costs": [ + 1.3385994242397525, + 1.1892254408752259, + 1.392120834832632, + 1.6703703156672234 + ], + "true_costs": [ + 1.6870119374852577, + 1.3246161176877902, + 1.0592216038324374, + 1.5739227991857385 + ] + }, + { + "system_id": "thermal-00003", + "family": "thermal", + "anchor_step": 78, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23637942136580156, + "action_effect_rmse": 0.27437866225198565 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0008042371614180865, + "action_effect_rmse": 0.0009335226152080629 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5336672246258635, + "action_effect_rmse": 0.6576715827549077 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36120005185782017, + "action_effect_rmse": 0.41267243103355294 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0027102307953938976, + "action_effect_rmse": 0.0031770338766041917 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1675150885821968, + "action_effect_rmse": 1.299947811603048 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.43248507439218403, + "action_effect_rmse": 0.49531849069867767 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01474022845917015, + "action_effect_rmse": 0.01682733175825125 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.714401043775297, + "action_effect_rmse": 2.9214807306635713 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5363757539231528, + "action_effect_rmse": 0.6084830681919776 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03574206559321406, + "action_effect_rmse": 0.041788762352800546 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.631953539828241, + "action_effect_rmse": 6.074936839412964 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 21.789765413192754, + 9.531485412756496, + 13.628551248583637, + 72.63469415156285 + ], + "true_costs": [ + 26.49760331004995, + 11.404685981504198, + 16.167683887092124, + 99.1084380965106 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16945341638774694, + "action_effect_rmse": 0.2101473330405302 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.033422663073018555, + "action_effect_rmse": 0.03807406173049075 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13465906384739998, + "action_effect_rmse": 0.13854230136687395 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 24.834841292250996, + "action_effect_rmse": 35.68112377201532 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3233824473001192, + "action_effect_rmse": 0.41998405150518875 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06539349482015074, + "action_effect_rmse": 0.07386789292460082 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11977941654322015, + "action_effect_rmse": 0.13101136635019317 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.610183636417407, + "action_effect_rmse": 30.591626415559094 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6211494782774599, + "action_effect_rmse": 0.8494958565362832 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1371258503963304, + "action_effect_rmse": 0.15262139740142824 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08483730757770458, + "action_effect_rmse": 0.10304342776248274 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.319011668291015, + "action_effect_rmse": 26.436217551810298 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9554806764726784, + "action_effect_rmse": 1.2954953276164196 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23575726209878076, + "action_effect_rmse": 0.281596557835418 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10160257038546734, + "action_effect_rmse": 0.1217387848099782 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.661311322123638, + "action_effect_rmse": 24.184156800381096 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 558.8192422179768, + 470.9351995751702, + 569.2352565651631, + 680.7668236386138 + ], + "true_costs": [ + 451.3821803058857, + 383.6347777926726, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023486673693171683, + "action_effect_rmse": 0.025228499009560687 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3788033195248583, + "action_effect_rmse": 0.4040424791510159 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.929218283560104, + "action_effect_rmse": 9.345270947288032 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.044115687520610826, + "action_effect_rmse": 0.04749023866007877 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6735951151470031, + "action_effect_rmse": 0.7303231526858217 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.879031802723425, + "action_effect_rmse": 4.067701796136752 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08145759437443918, + "action_effect_rmse": 0.08796807256643017 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1211656056958266, + "action_effect_rmse": 1.2540060759602152 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.900637201984947, + "action_effect_rmse": 0.9656462347388844 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08253501532039044, + "action_effect_rmse": 0.10402037821980381 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4283678852656567, + "action_effect_rmse": 1.7908184964492289 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9246475348798432, + "action_effect_rmse": 1.0223159872210243 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 0.03202131771110947, + "predicted_costs": [ + 0.10944111234732493, + 0.1836746548803851, + 0.09904393014318869, + 0.09229836993274168 + ], + "true_costs": [ + 0.08697956422894386, + 0.4815418742900818, + 0.20670211782036674, + 0.11900088194005333 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20262981279840156, + "action_effect_rmse": 0.23678618372770846 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.817826058251562, + "action_effect_rmse": 1.9112453575829098 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.34740288650390383, + "action_effect_rmse": 0.3941331688507048 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.866964429458278, + "action_effect_rmse": 3.1006026080154236 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7714332307637987, + "action_effect_rmse": 0.929319599822851 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.925745658686492, + "action_effect_rmse": 5.463223220735334 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4320048756302246, + "action_effect_rmse": 1.8040334264315787 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.893479836589568, + "action_effect_rmse": 10.074324942829382 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 62.52148229606689, + 15.396558417959676, + 32.431572746493934, + 69.49590993007158 + ], + "true_costs": [ + 138.61730453341346, + 17.18951192419299, + 61.55307690981533, + 153.57401303581446 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 29, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11010620285094053, + "action_effect_rmse": 0.11418357472148183 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006778161142365846, + "action_effect_rmse": 0.00849624709248354 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6005758841598771, + "action_effect_rmse": 0.6005961803826821 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.34366163213353, + "action_effect_rmse": 31.320965861942305 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2845282417359754, + "action_effect_rmse": 0.35595093591142707 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020027762564932772, + "action_effect_rmse": 0.020211079602333572 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6266637801842994, + "action_effect_rmse": 0.6268429054493443 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.81861080467119, + "action_effect_rmse": 26.349466346277786 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7768140325563472, + "action_effect_rmse": 0.8668897595796982 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06724617787476166, + "action_effect_rmse": 0.07275768803753557 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.558442607293922, + "action_effect_rmse": 0.5637182358989695 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.64840365358378, + "action_effect_rmse": 19.283146528525947 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7123398970797057, + "action_effect_rmse": 1.7781207483498822 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15719006989653414, + "action_effect_rmse": 0.19641157331497366 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5102606211035875, + "action_effect_rmse": 0.5472868483878415 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 34.471809259347076, + "action_effect_rmse": 36.012847070308965 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 174.61535154218757, + 61.964481159355635, + 117.31522694736643, + 200.90815562047027 + ], + "true_costs": [ + 94.60350239976236, + 38.44773185665458, + 92.60413461253019, + 94.63991629872142 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 155, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018724198377550422, + "action_effect_rmse": 0.01981222768190796 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6480635566257646, + "action_effect_rmse": 0.6684256347678931 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.05773154410749, + "action_effect_rmse": 2.6608722311240975 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03560145318154747, + "action_effect_rmse": 0.03776741403757767 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0993808912400478, + "action_effect_rmse": 1.1496757419333947 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.270120375009303, + "action_effect_rmse": 4.303626566824724 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05834754761838279, + "action_effect_rmse": 0.06364328437532644 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5655190438041539, + "action_effect_rmse": 0.6960087716955689 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.500744080898049, + "action_effect_rmse": 6.514187474989486 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2951601192954096, + "action_effect_rmse": 0.30019603383407584 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4689459868135515, + "action_effect_rmse": 3.6925175608970133 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.033490287163343, + "action_effect_rmse": 6.153695800435443 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.33758192896114, + 0.2311034209128912, + 0.32744453712394894, + 0.5141664392883112 + ], + "true_costs": [ + 0.946750082860937, + 0.19555943883653581, + 0.36157269685378335, + 0.6108034852921396 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 82, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2203674302449722, + "action_effect_rmse": 0.2816843626799838 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03549839866285254, + "action_effect_rmse": 0.03990342975770407 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.44254247050797146, + "action_effect_rmse": 0.44318307547273295 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.652907957749825, + "action_effect_rmse": 45.966270957553576 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43326970076951926, + "action_effect_rmse": 0.5543931810056159 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07168272997108953, + "action_effect_rmse": 0.07997119539851268 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4206840865803712, + "action_effect_rmse": 0.42285692060375585 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.87124113958562, + "action_effect_rmse": 48.06442808675871 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8496452930714481, + "action_effect_rmse": 1.0806177572949665 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.140378817902968, + "action_effect_rmse": 0.1551450318326596 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3418460173436489, + "action_effect_rmse": 0.34953595854742653 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 35.68249181986093, + "action_effect_rmse": 49.96397561352658 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6740610432907108, + "action_effect_rmse": 2.0830729302445747 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2689264738971418, + "action_effect_rmse": 0.299265250570239 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13593259919693104, + "action_effect_rmse": 0.16588777294569768 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 37.816319910513734, + "action_effect_rmse": 50.22022152883607 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 480.3633269672805, + 394.59139884785696, + 507.63429404210285, + 642.3249788998822 + ], + "true_costs": [ + 451.38087476816315, + 401.7174487576729, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 122, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01115086211796725, + "action_effect_rmse": 0.013202427275555784 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14412322707835537, + "action_effect_rmse": 0.1755194847701146 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.83907678194569, + "action_effect_rmse": 5.9883179232795944 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021008269284649172, + "action_effect_rmse": 0.02438890889184028 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29381617901845064, + "action_effect_rmse": 0.3697343305650629 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.1746310759536627, + "action_effect_rmse": 3.783240372255345 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0380849755965732, + "action_effect_rmse": 0.04257363387619833 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6007973657884472, + "action_effect_rmse": 0.8114581401020231 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6133435952394137, + "action_effect_rmse": 1.8004033964691006 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07128698601434297, + "action_effect_rmse": 0.07855821370721183 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.12860606299569, + "action_effect_rmse": 1.689016739958472 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.922533217852382, + "action_effect_rmse": 6.157877056102796 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.3877133020054342, + 0.44178463096161713, + 0.2743666085190031, + 0.18610212676168655 + ], + "true_costs": [ + 0.34943173482841516, + 0.4423803958858177, + 0.17988222162200523, + 0.10241806833056942 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007232558653336184, + "action_effect_rmse": 0.008010316012888182 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5018054223078051, + "action_effect_rmse": 0.646008233418035 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.27992007877613, + "action_effect_rmse": 6.533162766612089 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014468080115895565, + "action_effect_rmse": 0.015855369353063926 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9715669961749901, + "action_effect_rmse": 1.2533982233758656 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.044111150894055, + "action_effect_rmse": 6.296332054512173 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.028864686079440857, + "action_effect_rmse": 0.031101431633192594 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.814158567105255, + "action_effect_rmse": 2.347872481106438 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.57040608947836, + "action_effect_rmse": 5.821676583302889 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18323029915660694, + "action_effect_rmse": 0.19001987484522734 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.853382198171942, + "action_effect_rmse": 8.299545504003158 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.34005425120615, + "action_effect_rmse": 8.490574487071687 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9045958042833053, + 0.8461504486143849, + 0.7803560511605839, + 0.7567319027450895 + ], + "true_costs": [ + 0.8762251133653054, + 1.02, + 0.999897360791922, + 0.7744902415340987 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02021134629366757, + "action_effect_rmse": 0.021154610667840534 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8991593767245796, + "action_effect_rmse": 1.063014992272001 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.524611467024871, + "action_effect_rmse": 2.7772359624588967 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028138100450519638, + "action_effect_rmse": 0.030850022175464654 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.40095414358393, + "action_effect_rmse": 1.7772744505298583 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5842799380999916, + "action_effect_rmse": 0.7090411452157734 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027983182054031202, + "action_effect_rmse": 0.03395218758104562 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6805247529051475, + "action_effect_rmse": 2.2460169802172603 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.239445882246502, + "action_effect_rmse": 2.244509725696061 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14724152243796765, + "action_effect_rmse": 0.1563887304366339 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.4287395713149555, + "action_effect_rmse": 5.662560023166581 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6440507951129201, + "action_effect_rmse": 0.7306184437024961 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.4262570482940415, + 0.8212022672333169, + 1.02080156852718, + 1.3042422741841515 + ], + "true_costs": [ + 1.0147431412336105, + 0.7074574702007793, + 0.999325263116405, + 1.02 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 48, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019198650409884277, + "action_effect_rmse": 0.020043016313718978 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9217348457205491, + "action_effect_rmse": 0.9283884197031913 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.963274600181144, + "action_effect_rmse": 8.130435951590238 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.039017709709771815, + "action_effect_rmse": 0.040724601101051354 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6598852819512817, + "action_effect_rmse": 1.6732385441940765 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.9023659647693947, + "action_effect_rmse": 3.9889120542742718 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08191262430007035, + "action_effect_rmse": 0.08542128219480702 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.909416923468605, + "action_effect_rmse": 2.938409803610673 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.141062574674947, + "action_effect_rmse": 4.239108111238181 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04357915799913185, + "action_effect_rmse": 0.052997248083901195 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.730351972096312, + "action_effect_rmse": 4.804910231028702 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.553948299357354, + "action_effect_rmse": 1.8194204679193966 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.11483138271273997, + 0.3060835618210816, + 0.15951070398858075, + 0.10685213554064102 + ], + "true_costs": [ + 0.1305996562254816, + 0.47551585194651813, + 0.2002015454166692, + 0.11067743207337671 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 147, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.42823732409802, + "action_effect_rmse": 0.4841172898938894 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00718128480388458, + "action_effect_rmse": 0.007230049284434955 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1089837010187011, + "action_effect_rmse": 1.2358552652175034 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7219892605580854, + "action_effect_rmse": 0.8241268309637207 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0053464009422619085, + "action_effect_rmse": 0.005538487613265444 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1879633182870086, + "action_effect_rmse": 2.4456655488369856 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9382891823403176, + "action_effect_rmse": 1.125670070435734 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07569388787790447, + "action_effect_rmse": 0.08187618255990368 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.227815873269738, + "action_effect_rmse": 4.762845837473909 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.533335410791599, + "action_effect_rmse": 1.7289147792357613 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21075576073239097, + "action_effect_rmse": 0.23918047477786872 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.369330664796735, + "action_effect_rmse": 9.464269107254086 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 270.0548806927103, + 272.76003307056186, + 218.54373055994927, + 175.560867142956 + ], + "true_costs": [ + 248.91436835051786, + 237.04371066418986, + 152.07234965387846, + 107.22869608281285 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 83, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0804764426056981, + "action_effect_rmse": 0.08201548335250212 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0542419497730908, + "action_effect_rmse": 1.0625654523725427 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.906029469989846, + "action_effect_rmse": 7.0671504832861 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1307508399086187, + "action_effect_rmse": 0.13474054923002196 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7349228705838489, + "action_effect_rmse": 1.754267919488063 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5785025118851266, + "action_effect_rmse": 2.647072314849847 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0928303117379724, + "action_effect_rmse": 0.1144357662348555 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.721454659472928, + "action_effect_rmse": 1.7932746428978532 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.895148922807992, + "action_effect_rmse": 1.0747692892448983 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11904924784485205, + "action_effect_rmse": 0.13802482313188197 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4063804545897216, + "action_effect_rmse": 1.6226297713954334 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1230642753120559, + "action_effect_rmse": 1.2793402243018521 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.7065853110398042, + 0.5299892349191281, + 0.45635510362500986, + 0.4265873735153723 + ], + "true_costs": [ + 0.9978204559647611, + 0.7287412528955866, + 0.4181557170578504, + 0.2616792978995311 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 72, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0084206486565368, + "action_effect_rmse": 0.011054636911726614 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4064479844904246, + "action_effect_rmse": 0.4775357466088379 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7520225839205967, + "action_effect_rmse": 2.0809795526075288 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013571184711358208, + "action_effect_rmse": 0.01878079830630076 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7590458113108672, + "action_effect_rmse": 0.8388771193344633 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8195763281460676, + "action_effect_rmse": 0.9021421188746988 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.031074446166099817, + "action_effect_rmse": 0.032201476033946956 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6620370066034884, + "action_effect_rmse": 2.1677578694144137 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.85531162863762, + "action_effect_rmse": 1.8591682476716307 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06378046324817715, + "action_effect_rmse": 0.06613390320535804 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.834796321177303, + "action_effect_rmse": 4.801071381872487 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4279033343333663, + "action_effect_rmse": 0.5332501529315674 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.3091419939603324, + "predicted_costs": [ + 2.0354781756603275, + 1.793582970008239, + 1.981621896100906, + 2.2462588317963372 + ], + "true_costs": [ + 1.746286054949738, + 1.5636526856821285, + 1.254510691721796, + 1.8109056066859857 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4186079530515876, + "action_effect_rmse": 0.5216677084145425 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010387877787206179, + "action_effect_rmse": 0.012431614317473094 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5324936795401314, + "action_effect_rmse": 0.5688151854284133 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7693567581730368, + "action_effect_rmse": 0.9686940684380075 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03364493368316227, + "action_effect_rmse": 0.043019178129379276 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0054963279555267, + "action_effect_rmse": 1.12148327626158 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2914103656268736, + "action_effect_rmse": 1.6444178277701285 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10222270479561739, + "action_effect_rmse": 0.1306926178393103 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9587523636922815, + "action_effect_rmse": 2.246203344744682 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6729334421349549, + "action_effect_rmse": 1.8293202080258706 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2510461771489562, + "action_effect_rmse": 0.2940510272459914 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6048770361269598, + "action_effect_rmse": 4.640987690215961 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 6.32288762434731, + "predicted_costs": [ + 10.94372290122283, + 5.195322055617899, + 7.603717552718248, + 13.375905651949719 + ], + "true_costs": [ + 9.696988254076373, + 8.672899788691865, + 2.3500121643445544, + 20.63187316289687 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 101, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022601990412264072, + "action_effect_rmse": 0.03914779574622601 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05090137010311283, + "action_effect_rmse": 0.058342868958648854 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07558077208221763, + "action_effect_rmse": 0.08574319259186144 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 26.71760500344566, + "action_effect_rmse": 39.37503281765155 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05348721473805421, + "action_effect_rmse": 0.09264257348165676 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09769317468605661, + "action_effect_rmse": 0.11000639202742196 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11244119338958931, + "action_effect_rmse": 0.12811717364167416 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 23.052281778182955, + "action_effect_rmse": 34.15439851523342 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10394549592423097, + "action_effect_rmse": 0.1800388801587117 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1521316368718253, + "action_effect_rmse": 0.1864416812248665 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12516341992660032, + "action_effect_rmse": 0.1419300117195783 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 40.33078762731734, + "action_effect_rmse": 44.876722797211265 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2717629388836726, + "action_effect_rmse": 0.3067828868237642 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20916379150757258, + "action_effect_rmse": 0.23295959262344834 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3910344070869569, + "action_effect_rmse": 0.41020782932833627 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 30.399014753110965, + "action_effect_rmse": 33.033550544508856 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 451.3911927721704, + 451.36922963517617, + 451.38922963517615, + 451.44922963517615 + ], + "true_costs": [ + 447.78508895541245, + 426.7512249509392, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 68, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6780157773664813, + "action_effect_rmse": 0.8484709929111375 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0331144716672244, + "action_effect_rmse": 0.03886401293872599 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32793217692567567, + "action_effect_rmse": 0.3279332668675988 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 11.969095249536677, + "action_effect_rmse": 13.709089507456104 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3994932634118917, + "action_effect_rmse": 1.732080319600185 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03221158227703569, + "action_effect_rmse": 0.03390343818375093 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5133683032122904, + "action_effect_rmse": 0.5139774065752296 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.161883346187437, + "action_effect_rmse": 11.347250945062783 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.76725878105092, + "action_effect_rmse": 3.4052792869580637 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029955158428434697, + "action_effect_rmse": 0.03649036923396879 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5564422923288558, + "action_effect_rmse": 0.5592244851730943 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.545726213439545, + "action_effect_rmse": 11.389082250507226 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9298046035073475, + "action_effect_rmse": 3.0015164293716494 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13871142024884028, + "action_effect_rmse": 0.17903519843526816 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27456856931652845, + "action_effect_rmse": 0.28370961894239904 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.568854389045377, + "action_effect_rmse": 11.506400584414672 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.7291622167088208, + "predicted_costs": [ + 5.995178177365759, + 4.635230856238913, + 4.944506715248311, + 5.309760052083418 + ], + "true_costs": [ + 2.0651194984300334, + 3.794281715138854, + 24.864651049919743, + 62.99783302329969 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 165, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18781477369135757, + "action_effect_rmse": 0.21516012004696045 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00012069692763342725, + "action_effect_rmse": 0.00013826982536523165 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6432184117362567, + "action_effect_rmse": 0.6471124644337081 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3269186533499007, + "action_effect_rmse": 0.37451716834687926 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002628416308630458, + "action_effect_rmse": 0.003011107900570849 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2871408198075756, + "action_effect_rmse": 1.29536020604219 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6129345098465393, + "action_effect_rmse": 0.787156599653794 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01489596409619883, + "action_effect_rmse": 0.017531302274426314 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9295618784504047, + "action_effect_rmse": 2.524274188687988 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9301916462880016, + "action_effect_rmse": 1.1098060662963911 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0581750117126821, + "action_effect_rmse": 0.07487116966451046 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8102358671948573, + "action_effect_rmse": 5.979883195271712 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 7.825240283028524, + "predicted_costs": [ + 43.06782453161284, + 17.938466586522583, + 20.02902299102345, + 46.3444860218752 + ], + "true_costs": [ + 45.10501169559586, + 24.51519553647799, + 16.689955253449465, + 49.26388030033394 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 47, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03040584693086278, + "action_effect_rmse": 0.03128793473289417 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0982315690447066, + "action_effect_rmse": 1.1421553746175863 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1843025215911447, + "action_effect_rmse": 2.27852162651414 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06523836761134733, + "action_effect_rmse": 0.06717758713082005 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0341307008064433, + "action_effect_rmse": 2.1304457218326327 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2886795902555151, + "action_effect_rmse": 0.29382788615879135 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13750096125570552, + "action_effect_rmse": 0.14163630198699848 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8145774403438133, + "action_effect_rmse": 4.014812991164066 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.34706932679517166, + "action_effect_rmse": 0.34889632786543 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07791348330575679, + "action_effect_rmse": 0.08533817843851374 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5844740476102075, + "action_effect_rmse": 3.4537974710660087 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0057926986844592, + "action_effect_rmse": 1.159117586507936 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 0.03294834116791323, + "predicted_costs": [ + 1.2355985198210946, + 0.9036404180135809, + 0.7473993910393555, + 0.6504227602773895 + ], + "true_costs": [ + 0.8809387360993783, + 0.4533418846232441, + 0.19677910081757802, + 0.22972744198549125 + ] + }, + { + "system_id": "tank-00088", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1128106263932865, + "action_effect_rmse": 0.1511231041155375 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003842577968278249, + "action_effect_rmse": 0.004841628146005175 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05819894112628895, + "action_effect_rmse": 0.06457653737275817 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.76764172316734, + "action_effect_rmse": 31.135938663641888 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22669542268639079, + "action_effect_rmse": 0.28569161290166956 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010299827242318335, + "action_effect_rmse": 0.011275961432504748 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4166938099549242, + "action_effect_rmse": 0.4185740264631899 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.472666305196764, + "action_effect_rmse": 33.308643740522626 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.49050771724946013, + "action_effect_rmse": 0.5809249315251472 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026406796504780655, + "action_effect_rmse": 0.026811146169610695 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5393473555801693, + "action_effect_rmse": 0.5413507714260117 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 24.878776281210317, + "action_effect_rmse": 33.70725067789249 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1479480081047004, + "action_effect_rmse": 1.384534054157302 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06302550637257791, + "action_effect_rmse": 0.07351828635764118 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0367160963379494, + "action_effect_rmse": 1.0378322448377586 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.599300669823247, + "action_effect_rmse": 34.35230134829147 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 64.89389165617308, + "predicted_costs": [ + 531.6050359175256, + 548.1289980702578, + 520.6506060448446, + 494.21535497060484 + ], + "true_costs": [ + 503.29533896864046, + 438.4569558120269, + 503.29084746819996, + 503.35084746819996 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.047070915322791375, + "action_effect_rmse": 0.050886325261988316 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3208135996079922, + "action_effect_rmse": 0.34099676687639846 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.431796190604876, + "action_effect_rmse": 14.357159741323253 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10349773359402126, + "action_effect_rmse": 0.11046706825934728 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.745263201846799, + "action_effect_rmse": 0.7801030045391039 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 16.108516575836536, + "action_effect_rmse": 16.87560389410939 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1183097517080317, + "action_effect_rmse": 0.13684425659268704 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.599688233087652, + "action_effect_rmse": 1.6508768475433546 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 11.212374050869853, + "action_effect_rmse": 12.247904311389082 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11639157634394942, + "action_effect_rmse": 0.12719495499505964 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.263694564244452, + "action_effect_rmse": 1.4352570965584401 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.966488598606437, + "action_effect_rmse": 4.714368157918215 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.2531484622704555, + "predicted_costs": [ + 0.4422826828647297, + 0.4695896754518536, + 0.4324336108646196, + 0.4359972133660508 + ], + "true_costs": [ + 0.40830590843205095, + 0.9240532378197692, + 0.6614543707025065, + 0.44775661648448173 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49505332375659467, + "action_effect_rmse": 0.6462016963457484 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003438668888479176, + "action_effect_rmse": 0.004341380944820627 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4609926446912122, + "action_effect_rmse": 0.5758764624910476 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6347596303773221, + "action_effect_rmse": 0.7800380815535359 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015676661495406325, + "action_effect_rmse": 0.01935821164325862 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9230721459379367, + "action_effect_rmse": 1.1508128017271644 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2901903049814696, + "action_effect_rmse": 1.416554944042598 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05142673478136336, + "action_effect_rmse": 0.06185680166070563 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8478841219491737, + "action_effect_rmse": 2.2995023557870238 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.047509003006977, + "action_effect_rmse": 2.2948014868943107 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20654980443047913, + "action_effect_rmse": 0.2268672154274022 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7000432115492004, + "action_effect_rmse": 4.5923085700341115 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 14.629867095974145, + "predicted_costs": [ + 3.1295531896080298, + 4.436375983050322, + 2.0656540884260672, + 2.10409916406382 + ], + "true_costs": [ + 33.060229172595456, + 64.11431327113324, + 16.78649778558374, + 2.156630689609596 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 131, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30467701178254697, + "action_effect_rmse": 0.3279959471736617 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0032215194230857946, + "action_effect_rmse": 0.003468083853921745 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9874311000595906, + "action_effect_rmse": 2.075548595945932 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41772176064515304, + "action_effect_rmse": 0.4496927842905914 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019400874901984128, + "action_effect_rmse": 0.020885753409284082 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.979808795570108, + "action_effect_rmse": 4.155933083382722 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21407239319581883, + "action_effect_rmse": 0.23045675986348327 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08003919235924428, + "action_effect_rmse": 0.08616512630278149 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.97512872515216, + "action_effect_rmse": 8.327035078925176 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.212175453147772, + "action_effect_rmse": 1.3049513432987292 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26333680803948073, + "action_effect_rmse": 0.2834917343991018 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 15.98026262069746, + "action_effect_rmse": 16.683424440272677 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 8.091822385161159, + "predicted_costs": [ + 370.85263934765106, + 203.8709408779684, + 90.53245076788733, + 24.09524994115477 + ], + "true_costs": [ + 109.36853482947765, + 34.2937420520003, + 1.9863991072481246, + 10.078221492409284 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 66, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6498389591990001, + "action_effect_rmse": 0.7955488728187537 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01860580579858606, + "action_effect_rmse": 0.02328019849456081 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05848079291018282, + "action_effect_rmse": 0.06323892423051128 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 23.97679179526152, + "action_effect_rmse": 34.983567122176325 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8096103237626396, + "action_effect_rmse": 0.9847880296190766 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.039035322904660795, + "action_effect_rmse": 0.04878212788590248 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04941923869458766, + "action_effect_rmse": 0.05939934486937796 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 18.127434930648402, + "action_effect_rmse": 27.13849456365317 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8596917736271065, + "action_effect_rmse": 0.9046836260493217 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0800971592417928, + "action_effect_rmse": 0.09949956623787753 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05405880604329653, + "action_effect_rmse": 0.06156850305098876 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 17.423702023159688, + "action_effect_rmse": 20.45065722120506 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8517649918093113, + "action_effect_rmse": 1.385434468146451 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18313657730215738, + "action_effect_rmse": 0.20888080775172072 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12994234429472218, + "action_effect_rmse": 0.1299431433328985 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.411695593257903, + "action_effect_rmse": 18.797851736305176 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 47.55863042060099, + "predicted_costs": [ + 333.9507628217952, + 339.41342899534277, + 339.7497935789209, + 340.1265138964138 + ], + "true_costs": [ + 379.7329500410587, + 332.1743196204577, + 448.25477351784303, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00043", + "family": "tank", + "anchor_step": 161, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.34247481791962375, + "action_effect_rmse": 0.37906058142091925 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1383404885507531, + "action_effect_rmse": 0.15661206080991297 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25136629339113387, + "action_effect_rmse": 0.25136660229930524 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 17.50356162496571, + "action_effect_rmse": 18.19569696245542 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5874507390523727, + "action_effect_rmse": 0.6419168894951747 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25303703993234805, + "action_effect_rmse": 0.28629468643015205 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2664613227341381, + "action_effect_rmse": 0.26675257348146925 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 15.484280421884845, + "action_effect_rmse": 20.439308010113063 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8651794400382155, + "action_effect_rmse": 0.922527842681742 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.44731118700115324, + "action_effect_rmse": 0.5085150828164287 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.333672618102909, + "action_effect_rmse": 0.33792795768362993 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 52.03504117409302, + "action_effect_rmse": 66.74938227004364 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8301502313408715, + "action_effect_rmse": 0.8325836612492743 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6500670147264754, + "action_effect_rmse": 0.7581176479783098 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.49617661809545943, + "action_effect_rmse": 0.5133685202036403 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 109.48273365424875, + "action_effect_rmse": 131.90548222918815 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.7814808579845014, + "predicted_costs": [ + 2.7056750157891676, + 9.401194653132137, + 2.3825838284536403, + 5.356064094368403 + ], + "true_costs": [ + 1.9051438473273075, + 1.0924319808960787, + 1.8739128388805801, + 1.9339128388805802 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 150, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00789977777020969, + "action_effect_rmse": 0.00968872218726524 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1469872095928082, + "action_effect_rmse": 0.21050051615810472 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.7840963106941174, + "action_effect_rmse": 3.2008881622858847 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023622355542989876, + "action_effect_rmse": 0.0291719543875563 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26543143813749853, + "action_effect_rmse": 0.34085707178337105 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.23819024825791, + "action_effect_rmse": 8.522181393104256 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.057268824324189206, + "action_effect_rmse": 0.06566499747302493 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5815962596113557, + "action_effect_rmse": 0.6651982500587422 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.886430937462348, + "action_effect_rmse": 5.206570354368486 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12254109879153635, + "action_effect_rmse": 0.1378953607084024 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.187061557051005, + "action_effect_rmse": 1.3203482957499846 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.432174006416434, + "action_effect_rmse": 6.983761030335392 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.10452310395912465, + 0.04568585955634557, + 0.00039453972064757944, + 0.03790743085350526 + ], + "true_costs": [ + 0.1761149978948457, + 0.10010744821043219, + 0.0008064926124806322, + 0.05556627807638088 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 109, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07472025737923775, + "action_effect_rmse": 0.0765421236280071 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.038223338104713754, + "action_effect_rmse": 0.04406305725560825 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26274067959556613, + "action_effect_rmse": 0.2652225534104797 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.53350450049491, + "action_effect_rmse": 37.8582793162627 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14565201473954895, + "action_effect_rmse": 0.15015871485683513 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07476160361743389, + "action_effect_rmse": 0.08495156354893503 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21565261242813935, + "action_effect_rmse": 0.2226353923720405 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.89045763071681, + "action_effect_rmse": 38.45290484778818 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2871007802241034, + "action_effect_rmse": 0.29535813882678724 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1377490710888344, + "action_effect_rmse": 0.15284478474824426 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1414807366840161, + "action_effect_rmse": 0.15817854143553653 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.57589197138937, + "action_effect_rmse": 39.65953528964874 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5783696134880589, + "action_effect_rmse": 0.5856128030628114 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22039569911027593, + "action_effect_rmse": 0.23586795129552446 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2028514333106198, + "action_effect_rmse": 0.21666670872521793 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.902483985913378, + "action_effect_rmse": 42.1532337038537 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 16.128439982527624, + "predicted_costs": [ + 121.05521044658516, + 110.1715255802771, + 108.33682879224685, + 106.56597701064612 + ], + "true_costs": [ + 94.57052420482316, + 78.5114763161938, + 94.57991629872141, + 94.63991629872142 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 135, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10468433852889329, + "action_effect_rmse": 0.12089003427650477 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7590977226474441, + "action_effect_rmse": 0.8539037034622338 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19563611415798357, + "action_effect_rmse": 0.22765172112205304 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.40051626895801, + "action_effect_rmse": 1.843845683837977 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.46770345749806336, + "action_effect_rmse": 0.580176996541996 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.447759655290412, + "action_effect_rmse": 5.065944047003711 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5658497272711512, + "action_effect_rmse": 0.6491378723498534 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.680851322894891, + "action_effect_rmse": 7.5603326426490165 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 159.2536660503925, + 149.7967312630208, + 230.0661798044211, + 341.44627291693615 + ], + "true_costs": [ + 167.32066550618381, + 141.00399148814552, + 244.03142120086292, + 394.7162220539566 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 12, + "mean_regret": 0.07438788574709695, + "ranking_accuracy": 0.8194444444444444, + "ranking_comparable_pairs": 72, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.6687261338582905, + "action_effect_rmse": 0.8341528204390938 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 1.3105222737275646, + "action_effect_rmse": 1.7340962651843015 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 1.8291836650480355, + "action_effect_rmse": 2.3639443170442225 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 3.0982720734796168, + "action_effect_rmse": 4.178332069793761 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.02495422249345577, + "action_effect_rmse": 0.03335780042885628 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 0.04888969030686382, + "action_effect_rmse": 0.06336368416337247 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 0.06714387656473732, + "action_effect_rmse": 0.08374838041925865 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 0.11632467325731709, + "action_effect_rmse": 0.14246215215761143 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 5.182117730687125, + "action_effect_rmse": 6.647818809861618 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 4.363918288338457, + "action_effect_rmse": 6.3053757278796585 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 3.444379037666721, + "action_effect_rmse": 4.888772291899032 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 3.0959605984156564, + "action_effect_rmse": 4.356552935969977 + } + ] + }, + { + "family": "tank", + "sample_count": 9, + "mean_regret": 14.565733903777224, + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.24578634161625704, + "action_effect_rmse": 0.304213113247208 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.30457375152461774, + "action_effect_rmse": 0.3603927976490063 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.3039212400979025, + "action_effect_rmse": 0.3681054846852052 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.36434280656980245, + "action_effect_rmse": 0.4708262571280651 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 24.92217897544513, + "action_effect_rmse": 33.43817720346378 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 22.054337777054602, + "action_effect_rmse": 31.584048559918095 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 27.27109249248278, + "action_effect_rmse": 38.43249571649796 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 35.03483594859823, + "action_effect_rmse": 54.095464127242685 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.2644877197948392, + "action_effect_rmse": 0.42989188161926994 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.4737299297996124, + "action_effect_rmse": 0.7531531086068932 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.8468103102243658, + "action_effect_rmse": 1.3483915155751556 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 1.2168535559974507, + "action_effect_rmse": 1.603985733813037 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.03985858611898948, + "action_effect_rmse": 0.062416794008466926 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.07379361533511404, + "action_effect_rmse": 0.11411468586942662 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.13537798392343126, + "action_effect_rmse": 0.20583626704453595 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.23626375724003956, + "action_effect_rmse": 0.328831226668402 + } + ] + }, + { + "family": "thermal", + "sample_count": 9, + "mean_regret": 4.096646376501237, + "ranking_accuracy": 0.9074074074074074, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.9225582214717112, + "action_effect_rmse": 1.1565990718880212 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.747362874616216, + "action_effect_rmse": 2.1990955124081584 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 3.547393091516876, + "action_effect_rmse": 4.452637618091681 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 6.691387106485723, + "action_effect_rmse": 8.621548652953058 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.28810819525318687, + "action_effect_rmse": 0.3811304437883299 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.4599309511537322, + "action_effect_rmse": 0.5947273293216591 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.7278638967930879, + "action_effect_rmse": 0.9752801921315887 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 1.1627600336348152, + "action_effect_rmse": 1.450833837363209 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 7, + "action_effect_mae": 0.003825524730776089, + "action_effect_rmse": 0.005886477543679718 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 7, + "action_effect_mae": 0.01274884632764588, + "action_effect_rmse": 0.0202925828478927 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 7, + "action_effect_mae": 0.05436809880003688, + "action_effect_rmse": 0.0742087057660249 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 7, + "action_effect_mae": 0.16508187864999257, + "action_effect_rmse": 0.21100586655021783 + } + ] + } + ] + }, + "calibrated_query_fraction": 0.9283577389387498 + }, + "specialists": { + "status": "unrun", + "reason": "No specialist checkpoint artifacts supplied" + } + }, + "external_datasets": { + "status": "unrun", + "reason": "No external physical dataset adapter or checkpoint experiment was supplied; synthetic results only." + }, + "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c", + "window_sampling": { + "seed": 2026, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2", + "family_window_counts": { + "battery": 184, + "tank": 165, + "thermal": 163 + } + } +} diff --git a/artifacts/smoke/report-ensemble-v2/calibration.json b/artifacts/smoke/report-ensemble-v2/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..1e1a48cc423bb91cc804fd086e9db64104a4f068 --- /dev/null +++ b/artifacts/smoke/report-ensemble-v2/calibration.json @@ -0,0 +1,257 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739", + "80ffcf05367f581ed48d34e649ffde7f3738a7c31fb7e0539cb2245e88eae09e", + "623420955dc271068182f2cd6fb460d0ae64792c25dbd79c0aae91b3ba777137" + ], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "entries": { + "0:15": { + "multiplier": 1.4460144164145476, + "count": 162 + }, + "0:30": { + "multiplier": 1.2166032447823305, + "count": 165 + }, + "0:60": { + "multiplier": 1.3084066626049657, + "count": 167 + }, + "0:120": { + "multiplier": 1.952282802411612, + "count": 162 + }, + "2:15": { + "multiplier": 1.379819130539471, + "count": 169 + }, + "2:30": { + "multiplier": 1.6900303691626664, + "count": 169 + }, + "2:60": { + "multiplier": 1.8770010247991413, + "count": 169 + }, + "2:120": { + "multiplier": 2.8026068884538966, + "count": 168 + }, + "3:15": { + "multiplier": 1.0332053603548113, + "count": 173 + }, + "3:30": { + "multiplier": 1.2535218091909026, + "count": 173 + }, + "3:60": { + "multiplier": 1.2915064009961716, + "count": 175 + }, + "3:120": { + "multiplier": 1.3152614393533888, + "count": 174 + }, + "4:15": { + "multiplier": 1.1252455297469466, + "count": 172 + }, + "4:30": { + "multiplier": 1.039101532447104, + "count": 172 + }, + "4:60": { + "multiplier": 1.1187753872528923, + "count": 174 + }, + "4:120": { + "multiplier": 1.2384841326258078, + "count": 172 + }, + "5:15": { + "multiplier": 1.2781041650902303, + "count": 176 + }, + "5:30": { + "multiplier": 1.5554288094130373, + "count": 175 + }, + "5:60": { + "multiplier": 1.2475763145550303, + "count": 174 + }, + "5:120": { + "multiplier": 1.36249094393716, + "count": 176 + }, + "6:15": { + "multiplier": 1.0952945335649096, + "count": 175 + }, + "6:30": { + "multiplier": 1.2852524722520757, + "count": 175 + }, + "6:60": { + "multiplier": 1.373389672439524, + "count": 175 + }, + "6:120": { + "multiplier": 1.4255816403668415, + "count": 178 + }, + "7:15": { + "multiplier": 2.229542832113936, + "count": 158 + }, + "7:30": { + "multiplier": 2.596720321976906, + "count": 156 + }, + "7:60": { + "multiplier": 2.2401701614358838, + "count": 156 + }, + "7:120": { + "multiplier": 2.722592561326189, + "count": 151 + }, + "8:15": { + "multiplier": 1.263443439904704, + "count": 151 + }, + "8:30": { + "multiplier": 1.7603521981592665, + "count": 154 + }, + "8:60": { + "multiplier": 1.4797041765225936, + "count": 152 + }, + "8:120": { + "multiplier": 1.0924752849718655, + "count": 153 + }, + "9:15": { + "multiplier": 0.5718042968615822, + "count": 152 + }, + "9:30": { + "multiplier": 1.3761259900694958, + "count": 155 + }, + "9:60": { + "multiplier": 1.4196035497326036, + "count": 152 + }, + "9:120": { + "multiplier": 1.4910170282714297, + "count": 153 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/artifacts/smoke/report-ensemble-v2/calibration_history_linear_system_id.json b/artifacts/smoke/report-ensemble-v2/calibration_history_linear_system_id.json new file mode 100644 index 0000000000000000000000000000000000000000..a4fcab09c105f57f42fda848a0e866e5f593c5a4 --- /dev/null +++ b/artifacts/smoke/report-ensemble-v2/calibration_history_linear_system_id.json @@ -0,0 +1,253 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "entries": { + "0:15": { + "multiplier": 0.9125920929069574, + "count": 162 + }, + "0:30": { + "multiplier": 1.7012972590006181, + "count": 165 + }, + "0:60": { + "multiplier": 3.208198962104259, + "count": 167 + }, + "0:120": { + "multiplier": 4.361139086083468, + "count": 162 + }, + "2:15": { + "multiplier": 0.32997837394347035, + "count": 169 + }, + "2:30": { + "multiplier": 0.5769019346036816, + "count": 169 + }, + "2:60": { + "multiplier": 0.9650079736118301, + "count": 169 + }, + "2:120": { + "multiplier": 1.7150557297274174, + "count": 168 + }, + "3:15": { + "multiplier": 0.7063339326580723, + "count": 173 + }, + "3:30": { + "multiplier": 1.1468109690551498, + "count": 173 + }, + "3:60": { + "multiplier": 1.8227091027920903, + "count": 175 + }, + "3:120": { + "multiplier": 2.7287904928505244, + "count": 174 + }, + "4:15": { + "multiplier": 0.46659908244604364, + "count": 172 + }, + "4:30": { + "multiplier": 0.6509470502788752, + "count": 172 + }, + "4:60": { + "multiplier": 1.12670266265885, + "count": 174 + }, + "4:120": { + "multiplier": 1.7626484412092522, + "count": 172 + }, + "5:15": { + "multiplier": 3.2149264037272265, + "count": 176 + }, + "5:30": { + "multiplier": 3.17059184673366, + "count": 175 + }, + "5:60": { + "multiplier": 3.8703456757326937, + "count": 174 + }, + "5:120": { + "multiplier": 3.5857897297730097, + "count": 176 + }, + "6:15": { + "multiplier": 3.365407313116949, + "count": 175 + }, + "6:30": { + "multiplier": 4.065351482368743, + "count": 175 + }, + "6:60": { + "multiplier": 5.3680182769342055, + "count": 175 + }, + "6:120": { + "multiplier": 4.134695785148987, + "count": 178 + }, + "7:15": { + "multiplier": 3.508550325392457, + "count": 158 + }, + "7:30": { + "multiplier": 4.768295007241738, + "count": 156 + }, + "7:60": { + "multiplier": 6.7661265591458415, + "count": 156 + }, + "7:120": { + "multiplier": 7.251723598443073, + "count": 151 + }, + "8:15": { + "multiplier": 1.4118854052952174, + "count": 151 + }, + "8:30": { + "multiplier": 2.4345631679090505, + "count": 154 + }, + "8:60": { + "multiplier": 3.068358708522243, + "count": 152 + }, + "8:120": { + "multiplier": 4.561726737851034, + "count": 153 + }, + "9:15": { + "multiplier": 2.360316974766819, + "count": 152 + }, + "9:30": { + "multiplier": 2.4516472510112615, + "count": 155 + }, + "9:60": { + "multiplier": 2.5763941889655673, + "count": 152 + }, + "9:120": { + "multiplier": 2.1809267855212267, + "count": 153 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/artifacts/smoke/report-ensemble-v2/calibration_persistence.json b/artifacts/smoke/report-ensemble-v2/calibration_persistence.json new file mode 100644 index 0000000000000000000000000000000000000000..fa0a14afdef3ae1ca1f173286a6b1557f9426296 --- /dev/null +++ b/artifacts/smoke/report-ensemble-v2/calibration_persistence.json @@ -0,0 +1,253 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "entries": { + "0:15": { + "multiplier": 3.3366494379430676, + "count": 162 + }, + "0:30": { + "multiplier": 6.646896400862718, + "count": 165 + }, + "0:60": { + "multiplier": 12.459110764212058, + "count": 167 + }, + "0:120": { + "multiplier": 22.6636351742527, + "count": 162 + }, + "2:15": { + "multiplier": 0.4321222264839546, + "count": 169 + }, + "2:30": { + "multiplier": 0.8642444529679092, + "count": 169 + }, + "2:60": { + "multiplier": 1.630317665953497, + "count": 169 + }, + "2:120": { + "multiplier": 2.9326270778552934, + "count": 168 + }, + "3:15": { + "multiplier": 0.7088522290499347, + "count": 173 + }, + "3:30": { + "multiplier": 1.3617854632011333, + "count": 173 + }, + "3:60": { + "multiplier": 1.8363739154561707, + "count": 175 + }, + "3:120": { + "multiplier": 2.7827887405627214, + "count": 174 + }, + "4:15": { + "multiplier": 0.4925306807476688, + "count": 172 + }, + "4:30": { + "multiplier": 0.9556247863545887, + "count": 172 + }, + "4:60": { + "multiplier": 1.9518378050230625, + "count": 174 + }, + "4:120": { + "multiplier": 3.7351300558525358, + "count": 172 + }, + "5:15": { + "multiplier": 5.4575583611463525, + "count": 176 + }, + "5:30": { + "multiplier": 9.236844732573314, + "count": 175 + }, + "5:60": { + "multiplier": 11.005316436607625, + "count": 174 + }, + "5:120": { + "multiplier": 16.54782989906251, + "count": 176 + }, + "6:15": { + "multiplier": 6.834112813121844, + "count": 175 + }, + "6:30": { + "multiplier": 9.23236782743739, + "count": 175 + }, + "6:60": { + "multiplier": 18.16349733850344, + "count": 175 + }, + "6:120": { + "multiplier": 21.593874787919212, + "count": 178 + }, + "7:15": { + "multiplier": 4.51887127869554, + "count": 158 + }, + "7:30": { + "multiplier": 8.522240431442286, + "count": 156 + }, + "7:60": { + "multiplier": 13.982321857352368, + "count": 156 + }, + "7:120": { + "multiplier": 22.65882627122559, + "count": 151 + }, + "8:15": { + "multiplier": 0.9608832574417149, + "count": 151 + }, + "8:30": { + "multiplier": 1.7102051800611722, + "count": 154 + }, + "8:60": { + "multiplier": 3.0560012493134288, + "count": 152 + }, + "8:120": { + "multiplier": 5.342828353812, + "count": 153 + }, + "9:15": { + "multiplier": 3.1579094027226806, + "count": 152 + }, + "9:30": { + "multiplier": 10.51415148461768, + "count": 155 + }, + "9:60": { + "multiplier": 18.58402482175975, + "count": 152 + }, + "9:120": { + "multiplier": 21.86097990637898, + "count": 153 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/artifacts/smoke/report-ensemble-v2/generalization.json b/artifacts/smoke/report-ensemble-v2/generalization.json new file mode 100644 index 0000000000000000000000000000000000000000..6349c2f5764352dfc5ee043dd1f4ef6bab157d3a --- /dev/null +++ b/artifacts/smoke/report-ensemble-v2/generalization.json @@ -0,0 +1,105 @@ +{ + "experiments": [ + { + "config": { + "name": "heldout_systems", + "axis": "B", + "data": "artifacts/smoke/data-v2", + "checkpoint": "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt", + "excluded_family": null, + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Main held-out-system test" + }, + "status": "completed", + "result": { + "benchmark": "benchmark.json", + "model": "foundation_model" + } + }, + { + "config": { + "name": "sensor_failures", + "axis": "C", + "data": null, + "checkpoint": null, + "excluded_family": null, + "sensor_failure_probability": 0.25, + "sensor_bias_std": 0.0, + "description": "Observed history/current sensor dropout" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "sensor_bias", + "axis": "C", + "data": null, + "checkpoint": null, + "excluded_family": null, + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.5, + "description": "Observed state sensor bias in training-standardized units" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "configuration_shift", + "axis": "D", + "data": null, + "checkpoint": null, + "excluded_family": null, + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires independently generated shifted physical parameters" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "leave_thermal_out", + "axis": "E", + "data": null, + "checkpoint": null, + "excluded_family": "thermal", + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires checkpoint trained with this family excluded" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "leave_tank_out", + "axis": "E", + "data": null, + "checkpoint": null, + "excluded_family": "tank", + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires checkpoint trained with this family excluded" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "leave_battery_out", + "axis": "E", + "data": null, + "checkpoint": null, + "excluded_family": "battery", + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires checkpoint trained with this family excluded" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + } + ] +} diff --git a/artifacts/smoke/report-gru-v2/benchmark.json b/artifacts/smoke/report-gru-v2/benchmark.json new file mode 100644 index 0000000000000000000000000000000000000000..9c61c0263707cdf94abebd8c904b220caa778ae8 --- /dev/null +++ b/artifacts/smoke/report-gru-v2/benchmark.json @@ -0,0 +1,12304 @@ +{ + "version": "tfm-benchmark-v1", + "seed": 2026, + "samples": 512, + "device": "cpu", + "checkpoint_sha256": [ + "ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663" + ], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "generator_version": "0.1.2", + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "parameter_count": 664322, + "inference": [ + { + "device": "cpu", + "status": "completed", + "batch_size": 1, + "precision": "float32", + "repetitions": 30, + "warmup": 5, + "p50_ms": 3.8872915, + "p95_ms": 4.4816310999999995, + "process_peak_rss_bytes": 456704000, + "sampled_mps_driver_allocation_peak_bytes": null, + "memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.", + "timing_scope": "forward only; inputs resident; MPS synchronized before and after every call" + }, + { + "device": "mps", + "status": "unavailable" + } + ], + "models": { + "catboost": { + "status": "unrun", + "reason": "Enable --catboost to fit the optional training-only baseline" + }, + "foundation_model": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.0355425663292408, + "rmse": 0.06953655928373337, + "standardized_mae": 0.09697260707616806, + "standardized_rmse": 0.18972016870975494, + "standardized_gaussian_nll": -0.2811166203277891, + "physical_gaussian_nll": -1.2848141622059939, + "nominal_coverage": 0.9, + "coverage": 0.9829545454545454, + "mean_interval_width": 0.2611188292503357, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 172, + "mae": 0.056824661791324615, + "rmse": 0.10485056787729263, + "standardized_mae": 0.15503764152526855, + "standardized_rmse": 0.28606918454170227, + "standardized_gaussian_nll": 0.07980407986365438, + "physical_gaussian_nll": -0.9238934620145505, + "nominal_coverage": 0.9, + "coverage": 0.9767441860465116, + "mean_interval_width": 0.6120111346244812, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.0932299792766571, + "rmse": 0.15033037960529327, + "standardized_mae": 0.25436413288116455, + "standardized_rmse": 0.4101540744304657, + "standardized_gaussian_nll": 0.48719051403701524, + "physical_gaussian_nll": -0.5165070278411896, + "nominal_coverage": 0.9, + "coverage": 0.9822485207100592, + "mean_interval_width": 0.9582456946372986, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.16238908469676971, + "rmse": 0.23636049032211304, + "standardized_mae": 0.4430544674396515, + "standardized_rmse": 0.6448744535446167, + "standardized_gaussian_nll": 0.983151290071337, + "physical_gaussian_nll": -0.020546251806867866, + "nominal_coverage": 0.9, + "coverage": 0.9884393063583815, + "mean_interval_width": 1.4977463483810425, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.4722842574119568, + "rmse": 0.7026461362838745, + "standardized_mae": 0.05833156406879425, + "standardized_rmse": 0.08678343147039413, + "standardized_gaussian_nll": -1.080889389879175, + "physical_gaussian_nll": 1.0105482636172989, + "nominal_coverage": 0.9, + "coverage": 0.9318181818181818, + "mean_interval_width": 2.3018076419830322, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.8226562142372131, + "rmse": 1.1263357400894165, + "standardized_mae": 0.10160581022500992, + "standardized_rmse": 0.13911309838294983, + "standardized_gaussian_nll": -0.5332099799080767, + "physical_gaussian_nll": 1.558227673588397, + "nominal_coverage": 0.9, + "coverage": 0.9314285714285714, + "mean_interval_width": 4.7791056632995605, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 178, + "mae": 1.32374906539917, + "rmse": 1.7939170598983765, + "standardized_mae": 0.1634955108165741, + "standardized_rmse": 0.22156569361686707, + "standardized_gaussian_nll": -0.06459753158754251, + "physical_gaussian_nll": 2.0268401219089314, + "nominal_coverage": 0.9, + "coverage": 0.9438202247191011, + "mean_interval_width": 7.5715718269348145, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 175, + "mae": 2.3246519565582275, + "rmse": 3.0387654304504395, + "standardized_mae": 0.28711646795272827, + "standardized_rmse": 0.37531620264053345, + "standardized_gaussian_nll": 0.5151089359699467, + "physical_gaussian_nll": 2.6065465894664204, + "nominal_coverage": 0.9, + "coverage": 0.88, + "mean_interval_width": 10.02475643157959, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 177, + "mae": 3.281965732574463, + "rmse": 6.074814796447754, + "standardized_mae": 0.20551995933055878, + "standardized_rmse": 0.38041093945503235, + "standardized_gaussian_nll": 0.4720101159261242, + "physical_gaussian_nll": 3.2426648446200885, + "nominal_coverage": 0.9, + "coverage": 0.9096045197740112, + "mean_interval_width": 10.170817375183105, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 177, + "mae": 5.410919666290283, + "rmse": 9.136752128601074, + "standardized_mae": 0.3388371467590332, + "standardized_rmse": 0.5721524953842163, + "standardized_gaussian_nll": 0.8695787571039707, + "physical_gaussian_nll": 3.640233485797935, + "nominal_coverage": 0.9, + "coverage": 0.8983050847457628, + "mean_interval_width": 27.837604522705078, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 180, + "mae": 7.270089626312256, + "rmse": 10.86426067352295, + "standardized_mae": 0.4552602171897888, + "standardized_rmse": 0.6803308129310608, + "standardized_gaussian_nll": 1.1157914913940994, + "physical_gaussian_nll": 3.8864462200880636, + "nominal_coverage": 0.9, + "coverage": 0.9611111111111111, + "mean_interval_width": 50.70718765258789, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 176, + "mae": 10.711982727050781, + "rmse": 15.05912971496582, + "standardized_mae": 0.6707949638366699, + "standardized_rmse": 0.9430176615715027, + "standardized_gaussian_nll": 1.3998064599980147, + "physical_gaussian_nll": 4.170461188691979, + "nominal_coverage": 0.9, + "coverage": 0.9090909090909091, + "mean_interval_width": 56.70499801635742, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.17068599164485931, + "rmse": 0.2303634136915207, + "standardized_mae": 0.02941901609301567, + "standardized_rmse": 0.03970487043261528, + "standardized_gaussian_nll": -1.7738488259535252, + "physical_gaussian_nll": -0.01566451490611276, + "nominal_coverage": 0.9, + "coverage": 0.8910256410256411, + "mean_interval_width": 0.6712878942489624, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.2719270586967468, + "rmse": 0.41651684045791626, + "standardized_mae": 0.04686867818236351, + "standardized_rmse": 0.07178981602191925, + "standardized_gaussian_nll": -1.2551435394724542, + "physical_gaussian_nll": 0.5030407715749583, + "nominal_coverage": 0.9, + "coverage": 0.8789808917197452, + "mean_interval_width": 1.2572476863861084, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 159, + "mae": 0.4313013255596161, + "rmse": 0.6726540327072144, + "standardized_mae": 0.07433803379535675, + "standardized_rmse": 0.11593698710203171, + "standardized_gaussian_nll": -0.7798839223814552, + "physical_gaussian_nll": 0.9783003886659573, + "nominal_coverage": 0.9, + "coverage": 0.9182389937106918, + "mean_interval_width": 2.322462320327759, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 158, + "mae": 0.6286864280700684, + "rmse": 0.9093759059906006, + "standardized_mae": 0.10835884511470795, + "standardized_rmse": 0.1567377895116806, + "standardized_gaussian_nll": -0.39805778316188517, + "physical_gaussian_nll": 1.3601265278855272, + "nominal_coverage": 0.9, + "coverage": 0.9556962025316456, + "mean_interval_width": 3.6042516231536865, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.029273713007569313, + "rmse": 0.03893466293811798, + "standardized_mae": 0.025289243087172508, + "standardized_rmse": 0.03363523259758949, + "standardized_gaussian_nll": -1.9825378196469106, + "physical_gaussian_nll": -1.8362269781329696, + "nominal_coverage": 0.9, + "coverage": 0.8260869565217391, + "mean_interval_width": 0.1064370796084404, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 159, + "mae": 0.05667203292250633, + "rmse": 0.08182411640882492, + "standardized_mae": 0.04895835369825363, + "standardized_rmse": 0.07068696618080139, + "standardized_gaussian_nll": -1.1097153808690559, + "physical_gaussian_nll": -0.9634045393551149, + "nominal_coverage": 0.9, + "coverage": 0.779874213836478, + "mean_interval_width": 0.18648575246334076, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.11881288886070251, + "rmse": 0.15430603921413422, + "standardized_mae": 0.10264116525650024, + "standardized_rmse": 0.13330331444740295, + "standardized_gaussian_nll": -0.45111501590621683, + "physical_gaussian_nll": -0.3048041743922759, + "nominal_coverage": 0.9, + "coverage": 0.7125, + "mean_interval_width": 0.35052961111068726, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.2345956414937973, + "rmse": 0.285424143075943, + "standardized_mae": 0.20266462862491608, + "standardized_rmse": 0.24657481908798218, + "standardized_gaussian_nll": 0.11097811750875224, + "physical_gaussian_nll": 0.2572889590226931, + "nominal_coverage": 0.9, + "coverage": 0.7777777777777778, + "mean_interval_width": 0.679494321346283, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.14599716663360596, + "rmse": 0.1997024118900299, + "standardized_mae": 0.3039676547050476, + "standardized_rmse": 0.41578254103660583, + "standardized_gaussian_nll": 0.4312227250274562, + "physical_gaussian_nll": -0.30211133359015774, + "nominal_coverage": 0.9, + "coverage": 0.8385093167701864, + "mean_interval_width": 0.45396608114242554, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 161, + "mae": 0.17564724385738373, + "rmse": 0.25974729657173157, + "standardized_mae": 0.3656994104385376, + "standardized_rmse": 0.5407966375350952, + "standardized_gaussian_nll": 0.6783510347441755, + "physical_gaussian_nll": -0.05498302387343845, + "nominal_coverage": 0.9, + "coverage": 0.9440993788819876, + "mean_interval_width": 0.8403083682060242, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 163, + "mae": 0.2611353099346161, + "rmse": 0.36245959997177124, + "standardized_mae": 0.5436864495277405, + "standardized_rmse": 0.7546447515487671, + "standardized_gaussian_nll": 0.9987902118172631, + "physical_gaussian_nll": 0.2654561531996492, + "nominal_coverage": 0.9, + "coverage": 0.8773006134969326, + "mean_interval_width": 1.0472636222839355, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.30164945125579834, + "rmse": 0.4398243725299835, + "standardized_mae": 0.6280373334884644, + "standardized_rmse": 0.9157189726829529, + "standardized_gaussian_nll": 1.195473201063177, + "physical_gaussian_nll": 0.4621391424455631, + "nominal_coverage": 0.9, + "coverage": 0.925, + "mean_interval_width": 1.3637824058532715, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 161, + "mae": 7.808661460876465, + "rmse": 10.71566104888916, + "standardized_mae": 0.18356207013130188, + "standardized_rmse": 0.2518983483314514, + "standardized_gaussian_nll": 0.33033638530080084, + "physical_gaussian_nll": 4.080772317061701, + "nominal_coverage": 0.9, + "coverage": 0.9627329192546584, + "mean_interval_width": 37.92267608642578, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 162, + "mae": 9.167130470275879, + "rmse": 13.121170043945312, + "standardized_mae": 0.2154962718486786, + "standardized_rmse": 0.30844584107398987, + "standardized_gaussian_nll": 0.6286761432075832, + "physical_gaussian_nll": 4.379112074968484, + "nominal_coverage": 0.9, + "coverage": 0.9691358024691358, + "mean_interval_width": 75.35739135742188, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 159, + "mae": 13.34434700012207, + "rmse": 21.84610939025879, + "standardized_mae": 0.313692182302475, + "standardized_rmse": 0.5135473012924194, + "standardized_gaussian_nll": 0.9569088328365801, + "physical_gaussian_nll": 4.70734476459748, + "nominal_coverage": 0.9, + "coverage": 0.9559748427672956, + "mean_interval_width": 109.3353042602539, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 162, + "mae": 18.989349365234375, + "rmse": 27.277753829956055, + "standardized_mae": 0.4463920593261719, + "standardized_rmse": 0.6412316560745239, + "standardized_gaussian_nll": 1.1583859977703614, + "physical_gaussian_nll": 4.908821929531262, + "nominal_coverage": 0.9, + "coverage": 0.9876543209876543, + "mean_interval_width": 149.24371337890625, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 152, + "mae": 0.5502602458000183, + "rmse": 0.718978226184845, + "standardized_mae": 0.08941501379013062, + "standardized_rmse": 0.1168309897184372, + "standardized_gaussian_nll": -0.745050654650797, + "physical_gaussian_nll": 1.0720520649615048, + "nominal_coverage": 0.9, + "coverage": 0.9144736842105263, + "mean_interval_width": 2.2182698249816895, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 150, + "mae": 0.8905562162399292, + "rmse": 1.1993393898010254, + "standardized_mae": 0.1447117030620575, + "standardized_rmse": 0.1948876976966858, + "standardized_gaussian_nll": -0.2448626767219326, + "physical_gaussian_nll": 1.5722400428903693, + "nominal_coverage": 0.9, + "coverage": 0.8533333333333334, + "mean_interval_width": 3.278240203857422, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 153, + "mae": 1.4176064729690552, + "rmse": 2.020240068435669, + "standardized_mae": 0.2303551882505417, + "standardized_rmse": 0.32828065752983093, + "standardized_gaussian_nll": 0.2674974873687663, + "physical_gaussian_nll": 2.0846002069810683, + "nominal_coverage": 0.9, + "coverage": 0.9411764705882353, + "mean_interval_width": 7.308758735656738, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 155, + "mae": 2.699932098388672, + "rmse": 3.7546603679656982, + "standardized_mae": 0.43872782588005066, + "standardized_rmse": 0.6101167798042297, + "standardized_gaussian_nll": 0.9021318383394458, + "physical_gaussian_nll": 2.7192345579517476, + "nominal_coverage": 0.9, + "coverage": 0.9483870967741935, + "mean_interval_width": 16.984214782714844, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 116, + "mae": 0.05507645756006241, + "rmse": 0.0715981051325798, + "standardized_mae": 0.02249310538172722, + "standardized_rmse": 0.029240509495139122, + "standardized_gaussian_nll": -2.1408616425525704, + "physical_gaussian_nll": -1.24534812568759, + "nominal_coverage": 0.9, + "coverage": 0.9051724137931034, + "mean_interval_width": 0.21992343664169312, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 110, + "mae": 0.09743894636631012, + "rmse": 0.12833744287490845, + "standardized_mae": 0.03979385271668434, + "standardized_rmse": 0.0524127334356308, + "standardized_gaussian_nll": -1.5471887063694123, + "physical_gaussian_nll": -0.651675189504432, + "nominal_coverage": 0.9, + "coverage": 0.8454545454545455, + "mean_interval_width": 0.31551530957221985, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 113, + "mae": 0.17992831766605377, + "rmse": 0.23797424137592316, + "standardized_mae": 0.07348233461380005, + "standardized_rmse": 0.09718815982341766, + "standardized_gaussian_nll": -0.9382257600591933, + "physical_gaussian_nll": -0.04271224319421307, + "nominal_coverage": 0.9, + "coverage": 0.8495575221238938, + "mean_interval_width": 0.6078072190284729, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 116, + "mae": 0.32551249861717224, + "rmse": 0.4283866286277771, + "standardized_mae": 0.13293859362602234, + "standardized_rmse": 0.1749521642923355, + "standardized_gaussian_nll": -0.26015430461406513, + "physical_gaussian_nll": 0.6353592122509151, + "nominal_coverage": 0.9, + "coverage": 0.9310344827586207, + "mean_interval_width": 1.3774776458740234, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.5853862166404724, + "rmse": 0.6957617998123169, + "standardized_mae": 0.00735846534371376, + "standardized_rmse": 0.008745917119085789, + "standardized_gaussian_nll": -2.9380115221255543, + "physical_gaussian_nll": 1.4384089052048288, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 4.127135753631592, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 154, + "mae": 1.0354161262512207, + "rmse": 1.2242892980575562, + "standardized_mae": 0.013015464879572392, + "standardized_rmse": 0.015389651991426945, + "standardized_gaussian_nll": -2.6553775689842296, + "physical_gaussian_nll": 1.7210428583461534, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 6.831223487854004, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 155, + "mae": 2.0304393768310547, + "rmse": 2.4460067749023438, + "standardized_mae": 0.02552318014204502, + "standardized_rmse": 0.030746977776288986, + "standardized_gaussian_nll": -2.063471590066654, + "physical_gaussian_nll": 2.312948837263729, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 12.981318473815918, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 156, + "mae": 4.562379837036133, + "rmse": 5.58535623550415, + "standardized_mae": 0.057350367307662964, + "standardized_rmse": 0.07020945847034454, + "standardized_gaussian_nll": -1.0675084977125198, + "physical_gaussian_nll": 3.3089119296178633, + "nominal_coverage": 0.9, + "coverage": 0.9807692307692307, + "mean_interval_width": 25.73899269104004, + "interval_kind": "heldout_calibrated" + } + ], + "calibrated_query_fraction": 0.9283577389387498, + "calibration_status": "heldout_partial", + "counterfactual": { + "status": "completed", + "samples": 30, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.35564421921439876, + "action_effect_rmse": 0.4509137604154856 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009030996810095596, + "action_effect_rmse": 0.009922944514534736 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.505561831251755, + "action_effect_rmse": 0.5407590785780448 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5512241001941902, + "action_effect_rmse": 0.7207466031478068 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.017934234043401887, + "action_effect_rmse": 0.01832301860233395 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9141458335386888, + "action_effect_rmse": 0.9972787787582892 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9648012928389195, + "action_effect_rmse": 1.2853967826695203 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026053223280499083, + "action_effect_rmse": 0.027260678982312474 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5961896123517174, + "action_effect_rmse": 1.834275101816038 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7506532656250127, + "action_effect_rmse": 2.26260525627874 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13544715855410536, + "action_effect_rmse": 0.18935606844787195 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6761990142582115, + "action_effect_rmse": 4.122849335103174 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 9.670847066234172, + "predicted_costs": [ + 1.477980742999899, + 4.132054190405402, + 1.2667902226988637, + 2.269028068833934 + ], + "true_costs": [ + 5.29387147671569, + 55.418109072711815, + 14.268767655668475, + 4.5979205894343025 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 75, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027349669067525968, + "action_effect_rmse": 0.029298675441421635 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.001085201075097, + "action_effect_rmse": 1.072219763602688 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.070019668571089, + "action_effect_rmse": 6.658189798412593 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07289248171229652, + "action_effect_rmse": 0.0753298627485325 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.7872004472073137, + "action_effect_rmse": 2.887719765870475 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 9.084089361699167, + "action_effect_rmse": 9.382143441375096 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04945056134163117, + "action_effect_rmse": 0.05440126304635593 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.624204623841784, + "action_effect_rmse": 3.891809828532352 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.834671621951988, + "action_effect_rmse": 6.179095793028967 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08832157456568945, + "action_effect_rmse": 0.11133930042910971 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.144148228087452, + "action_effect_rmse": 5.77868350906987 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.712887003174516, + "action_effect_rmse": 5.2286044784250745 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.26539451385535284, + "predicted_costs": [ + 1.219060990142677, + 1.2033897643639229, + 1.2449261879693907, + 1.3443792048149183 + ], + "true_costs": [ + 1.6870119374852577, + 1.3246161176877902, + 1.0592216038324374, + 1.5739227991857385 + ] + }, + { + "system_id": "thermal-00003", + "family": "thermal", + "anchor_step": 78, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.895076453158128, + "action_effect_rmse": 1.0403656451835313 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003461015421109437, + "action_effect_rmse": 0.0036942951563560854 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5819884318497278, + "action_effect_rmse": 0.5859991665857821 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.400425633270018, + "action_effect_rmse": 1.6132548762077985 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0059262662722190385, + "action_effect_rmse": 0.007488092964936407 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1310310576496552, + "action_effect_rmse": 1.1321668962906324 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.969713404679305, + "action_effect_rmse": 2.2925660312911473 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04988994038621423, + "action_effect_rmse": 0.07194906037709072 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.285303596155321, + "action_effect_rmse": 2.3733415447395845 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.934224499242925, + "action_effect_rmse": 3.2722264699383476 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22800743169472662, + "action_effect_rmse": 0.2736237216605476 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.806883220618137, + "action_effect_rmse": 4.975790210356497 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 41.38344251870366, + 29.43960540518894, + 36.80780562714179, + 55.5072133067529 + ], + "true_costs": [ + 26.49760331004995, + 11.404685981504198, + 16.167683887092124, + 99.1084380965106 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09669466790532925, + "action_effect_rmse": 0.16111149023586516 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027579298172087856, + "action_effect_rmse": 0.0313021291608349 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17339620553260926, + "action_effect_rmse": 0.1746135336613025 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.01303947863232, + "action_effect_rmse": 43.641780341044544 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17217388943605627, + "action_effect_rmse": 0.2752156899655232 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.058525968712019726, + "action_effect_rmse": 0.06556850305383431 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18089438179777792, + "action_effect_rmse": 0.1835965925804854 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 30.487488043218676, + "action_effect_rmse": 43.33419587001982 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3093123214013935, + "action_effect_rmse": 0.4849750545660728 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1267756734156542, + "action_effect_rmse": 0.1393611576178907 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16258200058424585, + "action_effect_rmse": 0.16585863301436476 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 30.317744194569446, + "action_effect_rmse": 43.087593271954255 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5365343822359758, + "action_effect_rmse": 0.8907331283509983 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21580473552886778, + "action_effect_rmse": 0.2689653280379579 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09379277635839911, + "action_effect_rmse": 0.099031270885005 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 30.612816148699043, + "action_effect_rmse": 33.7236259760375 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 462.9013194002016, + 457.6199815341415, + 462.9870929596214, + 466.917861159714 + ], + "true_costs": [ + 451.3821803058857, + 383.6347777926726, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03744511227825503, + "action_effect_rmse": 0.039904535844840126 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5368489260502235, + "action_effect_rmse": 0.5522779470089507 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 18.48996166259893, + "action_effect_rmse": 19.341675214330767 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0755248385164096, + "action_effect_rmse": 0.0796577014669695 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9513191240702739, + "action_effect_rmse": 0.9837650495977115 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 18.03877068106346, + "action_effect_rmse": 18.820731039349845 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1864129526530094, + "action_effect_rmse": 0.1944865126941791 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.799730019961152, + "action_effect_rmse": 1.859722841144287 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 18.75854094672872, + "action_effect_rmse": 19.48770620122992 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25352810340563986, + "action_effect_rmse": 0.2863374818219325 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6025627624315013, + "action_effect_rmse": 2.7378177997346147 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.317236698861727, + "action_effect_rmse": 7.228118202061923 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 0.03202131771110947, + "predicted_costs": [ + 0.0844108448481001, + 0.12247863602313057, + 0.07807185817193103, + 0.07571276234834795 + ], + "true_costs": [ + 0.08697956422894386, + 0.4815418742900818, + 0.20670211782036674, + 0.11900088194005333 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6126368679369479, + "action_effect_rmse": 0.6826494301743583 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6470954137718365, + "action_effect_rmse": 1.7443132282709235 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.46008784532734853, + "action_effect_rmse": 0.5383155201979686 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.966127497029364, + "action_effect_rmse": 3.1449779693277327 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2428408376434266, + "action_effect_rmse": 1.6410644051057461 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.401652122153249, + "action_effect_rmse": 4.77476137482865 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7361478255992338, + "action_effect_rmse": 4.565009094253597 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.5076781916527535, + "action_effect_rmse": 7.719732327076393 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 54.02054373293774, + 34.76343931878574, + 44.63771642361764, + 69.50528961624147 + ], + "true_costs": [ + 138.61730453341346, + 17.18951192419299, + 61.55307690981533, + 153.57401303581446 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 29, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.33605348176000316, + "action_effect_rmse": 0.4804767616253348 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01748219468227082, + "action_effect_rmse": 0.020628224121329437 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6857403876787131, + "action_effect_rmse": 0.6860797010912684 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 34.79075190698902, + "action_effect_rmse": 37.25004197900058 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.42547228204556803, + "action_effect_rmse": 0.7101159094029258 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.030662199783817456, + "action_effect_rmse": 0.03528158382043518 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7796981065388966, + "action_effect_rmse": 0.7804178194961635 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 34.60348742723958, + "action_effect_rmse": 37.211835052008176 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7146629161427368, + "action_effect_rmse": 1.1828391475939792 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.025001439669539494, + "action_effect_rmse": 0.02936208908032023 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8195389637854955, + "action_effect_rmse": 0.8202956780595513 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 35.323744740199565, + "action_effect_rmse": 38.25731080582249 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2849661413885798, + "action_effect_rmse": 2.102507109631061 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.027226725281928783, + "action_effect_rmse": 0.030293317481016657 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.010629600643252, + "action_effect_rmse": 1.0111800836117137 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 28.603220960885295, + "action_effect_rmse": 39.4336238339387 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 87.06622846869189, + 85.85101057802927, + 87.99167969316683, + 89.55572270774951 + ], + "true_costs": [ + 94.60350239976236, + 38.44773185665458, + 92.60413461253019, + 94.63991629872142 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 155, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05169576543547479, + "action_effect_rmse": 0.05332257182322729 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8770622749929137, + "action_effect_rmse": 0.8897124496471389 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 21.15897830053299, + "action_effect_rmse": 21.903872655362807 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11550371757123375, + "action_effect_rmse": 0.1178660953459806 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.669561127137726, + "action_effect_rmse": 1.6960072487644149 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 20.29217347690835, + "action_effect_rmse": 20.982012949287764 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14842420777172638, + "action_effect_rmse": 0.15733059960103496 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3274070079564713, + "action_effect_rmse": 1.4386787182611407 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 20.21418676057841, + "action_effect_rmse": 20.88028189390656 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15825907225864866, + "action_effect_rmse": 0.20408342278826136 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8446851569929, + "action_effect_rmse": 0.9550124649910402 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 20.401981022516825, + "action_effect_rmse": 21.23234833143361 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.6963605082454095, + 0.41704823416877046, + 0.46153789278892565, + 0.562633763311179 + ], + "true_costs": [ + 0.946750082860937, + 0.19555943883653581, + 0.36157269685378335, + 0.6108034852921396 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 82, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06459642161517228, + "action_effect_rmse": 0.10086961895581657 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.040909792253171894, + "action_effect_rmse": 0.046334583733201255 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4108586944960688, + "action_effect_rmse": 0.41132224069821627 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 28.766608119273528, + "action_effect_rmse": 39.77115787053401 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1483761913449365, + "action_effect_rmse": 0.20890550964235652 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08932116153959413, + "action_effect_rmse": 0.1000657189732468 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36117646318581814, + "action_effect_rmse": 0.36248929980824685 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.413769978991684, + "action_effect_rmse": 38.236168980740686 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.31955745922431095, + "action_effect_rmse": 0.4268155658716298 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18486790627697758, + "action_effect_rmse": 0.20337963367526649 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24839686314422085, + "action_effect_rmse": 0.2505630565467424 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 26.71241076808551, + "action_effect_rmse": 37.37606294087641 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.579185493942313, + "action_effect_rmse": 0.7643417981891606 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3559963431903063, + "action_effect_rmse": 0.38636513735708505 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.033368393090316105, + "action_effect_rmse": 0.0346639303471641 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 26.12756777898433, + "action_effect_rmse": 36.50368927649072 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 49.66342601049024, + "predicted_costs": [ + 457.8482444047374, + 459.8636276955397, + 464.6932437236006, + 468.44292693470345 + ], + "true_costs": [ + 451.38087476816315, + 401.7174487576729, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 122, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016527412510519996, + "action_effect_rmse": 0.01979081524173877 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11063796666241761, + "action_effect_rmse": 0.1407443888442937 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.038215075372558, + "action_effect_rmse": 8.712481235274696 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.029924207815766834, + "action_effect_rmse": 0.03492743171142907 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2146251598387797, + "action_effect_rmse": 0.26988750239467735 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.509154080155923, + "action_effect_rmse": 7.841846276912414 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06174210788397746, + "action_effect_rmse": 0.06918857031772414 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.40736206609552755, + "action_effect_rmse": 0.4879018229369201 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.951177530705192, + "action_effect_rmse": 6.8197741248035735 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14505174100086404, + "action_effect_rmse": 0.16281245099767352 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7431939062925087, + "action_effect_rmse": 0.8694634912404806 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.041224150252257, + "action_effect_rmse": 11.856708462230072 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.18264300094987332, + 0.19203335864900178, + 0.13836867644911713, + 0.12385233843284468 + ], + "true_costs": [ + 0.34943173482841516, + 0.4423803958858177, + 0.17988222162200523, + 0.10241806833056942 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014747771720313317, + "action_effect_rmse": 0.015340234688014948 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24122520799979932, + "action_effect_rmse": 0.39528807194985904 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.414361685072845, + "action_effect_rmse": 5.632124860203114 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023944106271283794, + "action_effect_rmse": 0.02522628871027173 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.45891420349579803, + "action_effect_rmse": 0.7406079451366596 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.685855352725166, + "action_effect_rmse": 4.8502644100505155 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.017847630866931856, + "action_effect_rmse": 0.024055815270355295 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8150910353045534, + "action_effect_rmse": 1.3465762763676703 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.639844368828901, + "action_effect_rmse": 4.749594367421608 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2038220365360683, + "action_effect_rmse": 0.20891725378954287 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.494056068556172, + "action_effect_rmse": 7.7724129411410825 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.982816550203777, + "action_effect_rmse": 9.051869473457973 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8696730616627331, + 0.8095141856167729, + 0.7181683053385374, + 0.6585836388963735 + ], + "true_costs": [ + 0.8762251133653054, + 1.02, + 0.999897360791922, + 0.7744902415340987 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008677264446761127, + "action_effect_rmse": 0.010607594330259066 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24097063664129573, + "action_effect_rmse": 0.3798456919841276 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.1591889900316823, + "action_effect_rmse": 3.468680286433965 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01286786282155076, + "action_effect_rmse": 0.017393623904733656 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.48961424377232393, + "action_effect_rmse": 0.7681378016059289 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0849024729977235, + "action_effect_rmse": 1.3227636886276288 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.024127425221678805, + "action_effect_rmse": 0.028498915368185888 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9415981344857846, + "action_effect_rmse": 1.2532204938039144 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6361972150486537, + "action_effect_rmse": 2.7365578298788544 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.056647534449716784, + "action_effect_rmse": 0.0687747222611765 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.679671984864715, + "action_effect_rmse": 2.2861375906003882 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.154709619696926, + "action_effect_rmse": 4.2595982851209895 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.9523185341409768, + 0.7420494750855755, + 0.8027821573319773, + 0.925425458347826 + ], + "true_costs": [ + 1.0147431412336105, + 0.7074574702007793, + 0.999325263116405, + 1.02 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 48, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05995944246588484, + "action_effect_rmse": 0.061622789709341916 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6316200611491709, + "action_effect_rmse": 0.6404301780150975 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 23.955780584403524, + "action_effect_rmse": 24.444350913852762 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13474613389333484, + "action_effect_rmse": 0.13730775774502846 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1988761758063866, + "action_effect_rmse": 1.2180203871719473 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 24.02491226478054, + "action_effect_rmse": 24.452740436698466 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3202472869858854, + "action_effect_rmse": 0.3254512396831647 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5033010558358852, + "action_effect_rmse": 2.5391290574780383 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 25.53658843004013, + "action_effect_rmse": 25.925324121597406 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1382628633352664, + "action_effect_rmse": 0.16616457811146443 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.6314026767151395, + "action_effect_rmse": 5.6902475946276585 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 26.0608666621186, + "action_effect_rmse": 26.558725580880186 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.1191442229798324, + 0.1269810233449449, + 0.08182254622588683, + 0.07868777216973377 + ], + "true_costs": [ + 0.1305996562254816, + 0.47551585194651813, + 0.2002015454166692, + 0.11067743207337671 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 147, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9659024291675328, + "action_effect_rmse": 1.0269541995039626 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027305031132787743, + "action_effect_rmse": 0.02919726417072267 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.649521303772976, + "action_effect_rmse": 1.7304969020429937 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8961662019832908, + "action_effect_rmse": 1.9821142177905968 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020259809048820188, + "action_effect_rmse": 0.022722531086907763 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.848079240221646, + "action_effect_rmse": 3.0053180082629325 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7696116674871465, + "action_effect_rmse": 2.0555880700524636 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11064788419720036, + "action_effect_rmse": 0.113818134697072 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.329640226074399, + "action_effect_rmse": 5.629405195575108 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.46724688063298, + "action_effect_rmse": 1.8373993132882143 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2725368032336301, + "action_effect_rmse": 0.3079579915386928 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.082866345416686, + "action_effect_rmse": 7.305185851435201 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 214.37470838743997, + 214.29210032956658, + 196.84220081683134, + 172.0046989094135 + ], + "true_costs": [ + 248.91436835051786, + 237.04371066418986, + 152.07234965387846, + 107.22869608281285 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 83, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07801007564640254, + "action_effect_rmse": 0.07937240039746975 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0555576609045758, + "action_effect_rmse": 1.063685610396356 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 22.546095178741115, + "action_effect_rmse": 23.075345068285344 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13147434697137836, + "action_effect_rmse": 0.13421539282835954 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.743650161193597, + "action_effect_rmse": 1.7653561501318946 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 22.310002460849407, + "action_effect_rmse": 22.786825017824974 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12228011944722539, + "action_effect_rmse": 0.13504783967345152 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.382804712946239, + "action_effect_rmse": 1.4796844973912204 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 22.341301893210133, + "action_effect_rmse": 22.798515372312625 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13629707177569114, + "action_effect_rmse": 0.1714734891997046 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8177216555962824, + "action_effect_rmse": 1.1244279361049323 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.644613323542494, + "action_effect_rmse": 9.975594688819616 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.48305873257287235, + 0.3961898971435943, + 0.3241996309511315, + 0.2873002698566137 + ], + "true_costs": [ + 0.9978204559647611, + 0.7287412528955866, + 0.4181557170578504, + 0.2616792978995311 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 72, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013886063001577797, + "action_effect_rmse": 0.01745436352536622 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4598496792572438, + "action_effect_rmse": 0.6037382342830591 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.345376235535301, + "action_effect_rmse": 5.152924360114274 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0186847489009333, + "action_effect_rmse": 0.024744869930764406 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7026921193168789, + "action_effect_rmse": 0.771836593839699 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0405982015931214, + "action_effect_rmse": 2.41254324157138 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04567545609418814, + "action_effect_rmse": 0.0482707537071466 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0845871535850382, + "action_effect_rmse": 1.8061999138044729 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.71813091050383, + "action_effect_rmse": 7.039661494714397 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10229571262514038, + "action_effect_rmse": 0.10962537538437309 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.00277682888121, + "action_effect_rmse": 4.8215826276462606 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.459056893535716, + "action_effect_rmse": 5.027639125495677 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.3091419939603324, + "predicted_costs": [ + 1.5487770232233635, + 1.4491305578588276, + 1.5011639049962948, + 1.612680056157484 + ], + "true_costs": [ + 1.746286054949738, + 1.5636526856821285, + 1.254510691721796, + 1.8109056066859857 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3567002875559642, + "action_effect_rmse": 0.45244060346960263 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010033006265111055, + "action_effect_rmse": 0.010966946256726335 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5026790667741992, + "action_effect_rmse": 0.5407370317643384 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5155615620355469, + "action_effect_rmse": 0.6513647977302347 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04285011310839929, + "action_effect_rmse": 0.047504735803438516 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9348946035925749, + "action_effect_rmse": 1.0075829681587083 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9424977530868439, + "action_effect_rmse": 1.2431977691407003 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03542822300240189, + "action_effect_rmse": 0.04278689090212292 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.685089779379543, + "action_effect_rmse": 1.8920570823817122 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7778076592560847, + "action_effect_rmse": 1.9001304335676321 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13212040054065236, + "action_effect_rmse": 0.1810235567279798 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.726184060194394, + "action_effect_rmse": 4.329773768304923 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 6.32288762434731, + "predicted_costs": [ + 32.86961671005443, + 16.658075047236196, + 21.955249603517053, + 36.466413872226354 + ], + "true_costs": [ + 9.696988254076373, + 8.672899788691865, + 2.3500121643445544, + 20.63187316289687 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 101, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.024095312331180452, + "action_effect_rmse": 0.036441324075725416 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08154092440847609, + "action_effect_rmse": 0.09382022364768669 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02423991946044971, + "action_effect_rmse": 0.030439364335152173 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.64481638131163, + "action_effect_rmse": 44.98143830868744 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05968443153760165, + "action_effect_rmse": 0.08196438802827796 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16089897756962657, + "action_effect_rmse": 0.18286532398039432 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04818152877421367, + "action_effect_rmse": 0.056542192699074366 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 30.857539354213838, + "action_effect_rmse": 44.34914080178876 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13474503896108914, + "action_effect_rmse": 0.1666893366063982 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2568505968521553, + "action_effect_rmse": 0.30379725922513956 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08413393915371008, + "action_effect_rmse": 0.09023409322377676 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 49.48512210510166, + "action_effect_rmse": 59.54416950919602 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2716516029352605, + "action_effect_rmse": 0.34900578943275995 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.46441352236981537, + "action_effect_rmse": 0.49501048285450494 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10875214676548735, + "action_effect_rmse": 0.1132664399927397 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 30.674083536651196, + "action_effect_rmse": 44.094180097267504 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 21.03386400447323, + "predicted_costs": [ + 450.5105017022771, + 451.2387137027911, + 456.9830593096785, + 460.2436323158879 + ], + "true_costs": [ + 447.78508895541245, + 426.7512249509392, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 68, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7167084446802336, + "action_effect_rmse": 0.8758144232717551 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06626961912296281, + "action_effect_rmse": 0.08448041195431948 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4064066913275138, + "action_effect_rmse": 0.4071114854539228 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 30.712485906817307, + "action_effect_rmse": 43.057666952236566 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4796471286497948, + "action_effect_rmse": 1.7759876195748123 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09592840333244368, + "action_effect_rmse": 0.11793848334095537 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5957687335265717, + "action_effect_rmse": 0.5970068873554332 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 31.393811828056965, + "action_effect_rmse": 43.706243847660296 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.918850393775292, + "action_effect_rmse": 3.48554935126734 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11770362339471063, + "action_effect_rmse": 0.13977479861974465 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6259251277601752, + "action_effect_rmse": 0.627222488143819 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 32.98884040144728, + "action_effect_rmse": 45.736566004552444 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.8972484364031614, + "action_effect_rmse": 2.9957974637176537 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04941108559678398, + "action_effect_rmse": 0.054072723719477765 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3865479618468198, + "action_effect_rmse": 0.38844097383519205 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.44009738132245, + "action_effect_rmse": 32.89342304214946 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.7291622167088208, + "predicted_costs": [ + 9.775717098371334, + 9.154657757176777, + 10.008080299928007, + 10.580868022861459 + ], + "true_costs": [ + 2.0651194984300334, + 3.794281715138854, + 24.864651049919743, + 62.99783302329969 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 165, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.45587927791257715, + "action_effect_rmse": 0.5229199708786058 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008672036572342279, + "action_effect_rmse": 0.00960842469969611 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6100073117760303, + "action_effect_rmse": 0.6109993464689911 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7585275549410113, + "action_effect_rmse": 0.8781713175777303 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016442620529501777, + "action_effect_rmse": 0.01707365323965315 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1187137345136762, + "action_effect_rmse": 1.1188956832758448 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5426080857648756, + "action_effect_rmse": 2.012145356076038 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0259772902675041, + "action_effect_rmse": 0.03149777668557278 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5739405969751867, + "action_effect_rmse": 2.1747192587880924 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.168598479989754, + "action_effect_rmse": 3.850766332158249 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0722360324416016, + "action_effect_rmse": 0.10306001973774262 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5692073631843755, + "action_effect_rmse": 5.101467261155818 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 7.825240283028524, + "predicted_costs": [ + 76.52371105122255, + 48.94408470500565, + 58.51713248457321, + 80.4126258672628 + ], + "true_costs": [ + 45.10501169559586, + 24.51519553647799, + 16.689955253449465, + 49.26388030033394 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 47, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04029455148225864, + "action_effect_rmse": 0.04149901464321614 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.245625509950976, + "action_effect_rmse": 1.2834793213859383 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.54278947391189, + "action_effect_rmse": 8.918177397260042 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08541871619187891, + "action_effect_rmse": 0.08725036328834794 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4470343025059216, + "action_effect_rmse": 2.522245141110729 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.06810381431022, + "action_effect_rmse": 8.38107406793322 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20593978645226071, + "action_effect_rmse": 0.20992561368728568 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.40112237666933, + "action_effect_rmse": 4.551840075852273 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 8.630475427004871, + "action_effect_rmse": 8.877220755114156 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24046571900852357, + "action_effect_rmse": 0.26240707679554376 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2381343321286784, + "action_effect_rmse": 3.911374497738625 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 9.958264857824433, + "action_effect_rmse": 10.22892269425755 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.2420602959759486, + 0.19376985438340324, + 0.1572499991219009, + 0.16536750219915683 + ], + "true_costs": [ + 0.8809387360993783, + 0.4533418846232441, + 0.19677910081757802, + 0.22972744198549125 + ] + }, + { + "system_id": "tank-00088", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04678341150911495, + "action_effect_rmse": 0.07724135346119544 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02326489867879289, + "action_effect_rmse": 0.02605816811772873 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05058398132982892, + "action_effect_rmse": 0.054230078582747185 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 28.293057592326864, + "action_effect_rmse": 29.497678985158387 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11967173314482042, + "action_effect_rmse": 0.17370648298798047 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04435658896063188, + "action_effect_rmse": 0.050494058102906296 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.40350680223771923, + "action_effect_rmse": 0.40476124967066596 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 22.76468818698918, + "action_effect_rmse": 30.55627767070032 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.28919539525738003, + "action_effect_rmse": 0.4012372790976197 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07779932711244324, + "action_effect_rmse": 0.0950963354781511 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5240105539205948, + "action_effect_rmse": 0.5251433566427967 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 23.140965914325253, + "action_effect_rmse": 30.2672247132634 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7460392867434619, + "action_effect_rmse": 1.0984777564835393 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1311038333173471, + "action_effect_rmse": 0.15020744091463545 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0159441330340373, + "action_effect_rmse": 1.0164749057783984 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.647969407116168, + "action_effect_rmse": 30.30967879252856 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 503.2535952189106, + 501.4099914690154, + 508.1379757803092, + 512.0150381237492 + ], + "true_costs": [ + 503.29533896864046, + 438.4569558120269, + 503.29084746819996, + 503.35084746819996 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03209891570208434, + "action_effect_rmse": 0.034994502448237666 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22740513324515632, + "action_effect_rmse": 0.2615584546710461 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 12.996401640960883, + "action_effect_rmse": 13.889692774023992 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06778463779139168, + "action_effect_rmse": 0.07222951667209918 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5036380949538047, + "action_effect_rmse": 0.5738932184852813 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 15.34815105831403, + "action_effect_rmse": 16.031488781633353 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08154428952631995, + "action_effect_rmse": 0.09386659681982693 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.267838819364351, + "action_effect_rmse": 1.3424021203187018 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 11.870357298776385, + "action_effect_rmse": 12.692624982292442 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09102251871352822, + "action_effect_rmse": 0.09684435632503641 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9985767378289966, + "action_effect_rmse": 1.1492675155349155 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.310898270034653, + "action_effect_rmse": 4.939744620869084 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.5289042365695416, + 0.709678473434746, + 0.6132942645245675, + 0.5470276379210859 + ], + "true_costs": [ + 0.40830590843205095, + 0.9240532378197692, + 0.6614543707025065, + 0.44775661648448173 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.39540282489804923, + "action_effect_rmse": 0.5144702958451481 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00807722564156658, + "action_effect_rmse": 0.009133672944272577 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4152467870014031, + "action_effect_rmse": 0.5578401003952067 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4401680595424035, + "action_effect_rmse": 0.5208797062058096 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011341357154659448, + "action_effect_rmse": 0.015644992824096853 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.774240860124138, + "action_effect_rmse": 1.0453063413736092 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.932283007121845, + "action_effect_rmse": 0.9744844607989468 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03151560163077131, + "action_effect_rmse": 0.03803986428536926 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.462372310892846, + "action_effect_rmse": 1.989943006315808 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7783565831778911, + "action_effect_rmse": 1.9069391337896273 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13749692127974456, + "action_effect_rmse": 0.14397995282377707 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4054186955124806, + "action_effect_rmse": 4.262412508554786 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 3.1631572660842386, + 5.478689478319322, + 1.8157037705560117, + 1.0453605032523519 + ], + "true_costs": [ + 33.060229172595456, + 64.11431327113324, + 16.78649778558374, + 2.156630689609596 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 131, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1213820296397, + "action_effect_rmse": 1.205149035959218 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01977958125887132, + "action_effect_rmse": 0.021868364545446516 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5883407985468807, + "action_effect_rmse": 1.6867395337698292 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9976944448303644, + "action_effect_rmse": 2.1173354446927313 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023862569791251786, + "action_effect_rmse": 0.03137667806073919 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.785151563245923, + "action_effect_rmse": 2.981780612165619 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.854522651825796, + "action_effect_rmse": 4.052574320769426 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03940506118924721, + "action_effect_rmse": 0.04638759144560322 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.061050856406287, + "action_effect_rmse": 6.384991646166399 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.254161650606037, + "action_effect_rmse": 6.619745616591152 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.29602038715898144, + "action_effect_rmse": 0.3047852439291833 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 13.946866140392823, + "action_effect_rmse": 14.595896810925789 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 3.070000513005767, + 1.791443460640291, + 0.608575374160143, + 4.658889704002934 + ], + "true_costs": [ + 109.36853482947765, + 34.2937420520003, + 1.9863991072481246, + 10.078221492409284 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 66, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6719353977553416, + "action_effect_rmse": 0.8126555214695154 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004055995627342194, + "action_effect_rmse": 0.0053206059975526385 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12508105023563218, + "action_effect_rmse": 0.12635717250202375 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 33.88803257711617, + "action_effect_rmse": 47.94424462389933 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8475607501261836, + "action_effect_rmse": 1.0068724741650403 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01523016068505593, + "action_effect_rmse": 0.018946490163938765 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1455168698134934, + "action_effect_rmse": 0.14779329617539427 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.63158535687406, + "action_effect_rmse": 47.43238158005999 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8416561402192771, + "action_effect_rmse": 0.915951475988019 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.044034374404175715, + "action_effect_rmse": 0.05047101158536409 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1415714537759377, + "action_effect_rmse": 0.1438931840657456 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 30.417949683030013, + "action_effect_rmse": 42.990612376361206 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7498734328245007, + "action_effect_rmse": 1.2584914995848007 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11671483024059033, + "action_effect_rmse": 0.12694581120704598 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1876275090037738, + "action_effect_rmse": 0.18919311437424943 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 30.435071118148983, + "action_effect_rmse": 42.61382318118245 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 390.3531363264026, + 387.8345964922967, + 392.7651188810841, + 396.21375502075546 + ], + "true_costs": [ + 379.7329500410587, + 332.1743196204577, + 448.25477351784303, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00043", + "family": "tank", + "anchor_step": 161, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0443719718584911, + "action_effect_rmse": 0.07107649381446547 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006695158627272472, + "action_effect_rmse": 0.008510847095739056 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3664139580084314, + "action_effect_rmse": 0.36675782600209633 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 46.94692396366842, + "action_effect_rmse": 48.79478248795169 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09957650027100258, + "action_effect_rmse": 0.15037412744254147 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005809383366787084, + "action_effect_rmse": 0.0063327535977390674 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4497174233213428, + "action_effect_rmse": 0.4502520288222122 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 46.80448035864335, + "action_effect_rmse": 48.695396575210445 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22875809432439573, + "action_effect_rmse": 0.33738671305071527 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0515303993315707, + "action_effect_rmse": 0.059755647463441475 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5705804702075493, + "action_effect_rmse": 0.5709644169840399 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 47.37911541473054, + "action_effect_rmse": 49.40403429373326 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5535899320904245, + "action_effect_rmse": 0.8285740564375612 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16872590486550484, + "action_effect_rmse": 0.22033095869587627 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7310371288240737, + "action_effect_rmse": 0.7312905396063583 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 48.40785295033724, + "action_effect_rmse": 50.776914554124296 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 3.6989069503149405, + 3.4141865118756556, + 3.9445605423625576, + 4.352391237130454 + ], + "true_costs": [ + 1.9051438473273075, + 1.0924319808960787, + 1.8739128388805801, + 1.9339128388805802 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 150, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012667591539226844, + "action_effect_rmse": 0.015139521748995114 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13958886117300415, + "action_effect_rmse": 0.15951668304407285 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.384447968195715, + "action_effect_rmse": 5.038242632557838 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03637212065479323, + "action_effect_rmse": 0.04486994530691355 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2075005984461112, + "action_effect_rmse": 0.26722416503702684 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 13.277923761381295, + "action_effect_rmse": 14.06101302383376 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11723394707027505, + "action_effect_rmse": 0.13019467403647644 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5986068640380028, + "action_effect_rmse": 0.7436334459387055 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 13.29165083244033, + "action_effect_rmse": 14.046910312054463 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3235769684659991, + "action_effect_rmse": 0.3510172269029989 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.819289557076387, + "action_effect_rmse": 2.0018560852548433 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 14.896493877670958, + "action_effect_rmse": 15.764304421683239 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.05636221793004057, + 0.020585056925790837, + 0.0053490565098490775, + 0.0376481788934664 + ], + "true_costs": [ + 0.1761149978948457, + 0.10010744821043219, + 0.0008064926124806322, + 0.05556627807638088 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 109, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04236937755062679, + "action_effect_rmse": 0.07166643140508373 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.033797844668806455, + "action_effect_rmse": 0.03848605500807831 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24018032779510182, + "action_effect_rmse": 0.24082021950480578 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 25.061464980812186, + "action_effect_rmse": 34.630731158160636 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0970523163589639, + "action_effect_rmse": 0.13991237957246883 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07131110151209619, + "action_effect_rmse": 0.08000829513246172 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17672034198726436, + "action_effect_rmse": 0.1788985785060889 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 23.93112172612693, + "action_effect_rmse": 33.42478898440641 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22964685591390163, + "action_effect_rmse": 0.29248830217751665 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1395962564290721, + "action_effect_rmse": 0.1524981921543839 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09516146400694758, + "action_effect_rmse": 0.09991432914043752 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 23.56113212296694, + "action_effect_rmse": 33.04055255350282 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.49923257912300895, + "action_effect_rmse": 0.624554521296499 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22529286986663463, + "action_effect_rmse": 0.23856131053616014 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16219205168715597, + "action_effect_rmse": 0.16486467870184215 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.681329691443597, + "action_effect_rmse": 32.98546384279912 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 16.059047888629365, + "predicted_costs": [ + 99.02514677579208, + 100.0528658741788, + 102.08475799810527, + 103.4035999053394 + ], + "true_costs": [ + 94.57052420482316, + 78.5114763161938, + 94.57991629872141, + 94.63991629872142 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 135, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2540403301043253, + "action_effect_rmse": 0.2929424805612623 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7278522112758026, + "action_effect_rmse": 0.8155890760568602 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5887041615115484, + "action_effect_rmse": 0.743564698406977 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8254603842701821, + "action_effect_rmse": 1.3133141517316689 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.135056623894618, + "action_effect_rmse": 2.3877694145437487 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9326147224273122, + "action_effect_rmse": 3.4658181687035765 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4674606309080738, + "action_effect_rmse": 2.719518197003952 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.731209659771641, + "action_effect_rmse": 6.297239752970468 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 200.01961510231573, + 197.1672353137135, + 223.07870264948036, + 275.0340590231021 + ], + "true_costs": [ + 167.32066550618381, + 141.00399148814552, + 244.03142120086292, + 394.7162220539566 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 12, + "mean_regret": 0.050546485460566226, + "ranking_accuracy": 0.8472222222222222, + "ranking_comparable_pairs": 72, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.5639564265918228, + "action_effect_rmse": 0.719597925917787 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 1.114552146478743, + "action_effect_rmse": 1.4535246025294204 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 1.6794711558403435, + "action_effect_rmse": 2.2224181583425815 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 2.9180183246209954, + "action_effect_rmse": 3.933951384644712 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.03277996960802377, + "action_effect_rmse": 0.04042646694348068 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 0.06709482659268763, + "action_effect_rmse": 0.08185033338295937 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 0.11507714760959246, + "action_effect_rmse": 0.14945238812720954 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 0.16146257634506467, + "action_effect_rmse": 0.2002916325133988 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 11.508468038660709, + "action_effect_rmse": 14.353464287955864 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 12.063719748898201, + "action_effect_rmse": 14.7682602167691 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 12.201926936318129, + "action_effect_rmse": 14.745535592288054 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 10.245087410786075, + "action_effect_rmse": 12.841207908629825 + } + ] + }, + { + "family": "tank", + "sample_count": 9, + "mean_regret": 9.831722235589073, + "ranking_accuracy": 0.8703703703703703, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.2758779128738166, + "action_effect_rmse": 0.34131449526332486 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.3490200723536775, + "action_effect_rmse": 0.4155556569026572 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.3635445373709863, + "action_effect_rmse": 0.4468644094855731 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.41443241125036834, + "action_effect_rmse": 0.5605742197823107 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 32.34635343410527, + "action_effect_rmse": 41.499919798432906 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 31.32088580670603, + "action_effect_rmse": 41.19551614328562 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 33.25855837160624, + "action_effect_rmse": 43.01318733097579 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 30.4033343303987, + "action_effect_rmse": 38.66097285306331 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.22706760966283257, + "action_effect_rmse": 0.43613600752138154 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.3832461358794365, + "action_effect_rmse": 0.7356519370343978 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.6651538461355307, + "action_effect_rmse": 1.2992586799366754 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.9020356986318541, + "action_effect_rmse": 1.443830748553401 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.033510636249020384, + "action_effect_rmse": 0.04916227422369129 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.06356043838467475, + "action_effect_rmse": 0.08960185382619414 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.11379551076514433, + "action_effect_rmse": 0.15343973880810494 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.19496553891753102, + "action_effect_rmse": 0.26132823852506876 + } + ] + }, + { + "family": "thermal", + "sample_count": 9, + "mean_regret": 2.646552774845556, + "ranking_accuracy": 0.8703703703703703, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.9142547951134011, + "action_effect_rmse": 1.1135649301473303 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.5886494193539833, + "action_effect_rmse": 1.9769453321639203 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 3.0364282025350957, + "action_effect_rmse": 3.7791097600376005 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 5.605834743444611, + "action_effect_rmse": 7.229199157269336 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.6014071910652915, + "action_effect_rmse": 0.7518389340008502 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.956506618181747, + "action_effect_rmse": 1.240224075200195 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 1.705992813815864, + "action_effect_rmse": 2.172948063654998 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 2.814961941670888, + "action_effect_rmse": 3.548619731749242 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 7, + "action_effect_mae": 0.012336984728840572, + "action_effect_rmse": 0.015760882699849516 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 7, + "action_effect_mae": 0.019802424278321913, + "action_effect_rmse": 0.02587218377012054 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 7, + "action_effect_mae": 0.04555960342197688, + "action_effect_rmse": 0.06011423361023537 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 7, + "action_effect_mae": 0.18198073355763458, + "action_effect_rmse": 0.2275895283044362 + } + ] + } + ] + } + }, + "persistence": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.03286764770746231, + "rmse": 0.0768844410777092, + "standardized_mae": 0.08967448770999908, + "standardized_rmse": 0.20976777374744415, + "standardized_gaussian_nll": 0.8164797385187449, + "physical_gaussian_nll": -0.18721780335945992, + "nominal_coverage": 0.9, + "coverage": 0.9829545454545454, + "mean_interval_width": 0.3312528729438782, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 172, + "mae": 0.06376330554485321, + "rmse": 0.12465320527553558, + "standardized_mae": 0.17396870255470276, + "standardized_rmse": 0.34009772539138794, + "standardized_gaussian_nll": 4.399676807091421, + "physical_gaussian_nll": 3.395979265213216, + "nominal_coverage": 0.9, + "coverage": 0.9709302325581395, + "mean_interval_width": 0.6247172355651855, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.11432512104511261, + "rmse": 0.18575872480869293, + "standardized_mae": 0.31191909313201904, + "standardized_rmse": 0.5068150758743286, + "standardized_gaussian_nll": 11.459432371385123, + "physical_gaussian_nll": 10.455734829506918, + "nominal_coverage": 0.9, + "coverage": 0.9822485207100592, + "mean_interval_width": 1.0249649286270142, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.1966448575258255, + "rmse": 0.27741187810897827, + "standardized_mae": 0.5365162491798401, + "standardized_rmse": 0.756877064704895, + "standardized_gaussian_nll": 27.259504842405903, + "physical_gaussian_nll": 26.2558073005277, + "nominal_coverage": 0.9, + "coverage": 0.976878612716763, + "mean_interval_width": 1.6609902381896973, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.42187198996543884, + "rmse": 0.6200496554374695, + "standardized_mae": 0.05210517346858978, + "standardized_rmse": 0.07658198475837708, + "standardized_gaussian_nll": -1.0904065525787658, + "physical_gaussian_nll": 1.001031100917708, + "nominal_coverage": 0.9, + "coverage": 0.8863636363636364, + "mean_interval_width": 1.555967092514038, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.8305805325508118, + "rmse": 1.086140513420105, + "standardized_mae": 0.10258453339338303, + "standardized_rmse": 0.13414861261844635, + "standardized_gaussian_nll": -0.4838540118414525, + "physical_gaussian_nll": 1.6075836416550213, + "nominal_coverage": 0.9, + "coverage": 0.8, + "mean_interval_width": 2.7693512439727783, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 178, + "mae": 1.4174387454986572, + "rmse": 1.8265597820281982, + "standardized_mae": 0.17506706714630127, + "standardized_rmse": 0.22559738159179688, + "standardized_gaussian_nll": 1.161062895812693, + "physical_gaussian_nll": 3.2525005493091665, + "nominal_coverage": 0.9, + "coverage": 0.7921348314606742, + "mean_interval_width": 4.948611736297607, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 175, + "mae": 2.4723520278930664, + "rmse": 3.2119624614715576, + "standardized_mae": 0.3053588271141052, + "standardized_rmse": 0.396707683801651, + "standardized_gaussian_nll": 6.485203114203775, + "physical_gaussian_nll": 8.576640767700248, + "nominal_coverage": 0.9, + "coverage": 0.8057142857142857, + "mean_interval_width": 8.651690483093262, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 177, + "mae": 1.8456226587295532, + "rmse": 6.315469264984131, + "standardized_mae": 0.11557472497224808, + "standardized_rmse": 0.3954809606075287, + "standardized_gaussian_nll": 6.436614019866294, + "physical_gaussian_nll": 9.207268748560258, + "nominal_coverage": 0.9, + "coverage": 0.9209039548022598, + "mean_interval_width": 10.085783958435059, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 177, + "mae": 4.407854080200195, + "rmse": 9.74779224395752, + "standardized_mae": 0.27602419257164, + "standardized_rmse": 0.6104164123535156, + "standardized_gaussian_nll": 17.24676730889612, + "physical_gaussian_nll": 20.017422037590087, + "nominal_coverage": 0.9, + "coverage": 0.9322033898305084, + "mean_interval_width": 33.58028030395508, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 180, + "mae": 6.817392349243164, + "rmse": 11.872069358825684, + "standardized_mae": 0.4269118905067444, + "standardized_rmse": 0.7434407472610474, + "standardized_gaussian_nll": 26.25156397727252, + "physical_gaussian_nll": 29.022218705966488, + "nominal_coverage": 0.9, + "coverage": 0.9666666666666667, + "mean_interval_width": 59.353973388671875, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 176, + "mae": 11.568307876586914, + "rmse": 16.66942596435547, + "standardized_mae": 0.7244189381599426, + "standardized_rmse": 1.0438560247421265, + "standardized_gaussian_nll": 53.09812715858372, + "physical_gaussian_nll": 55.868781887277684, + "nominal_coverage": 0.9, + "coverage": 0.9318181818181818, + "mean_interval_width": 69.8199691772461, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.11003341525793076, + "rmse": 0.22243383526802063, + "standardized_mae": 0.018965087831020355, + "standardized_rmse": 0.03833814710378647, + "standardized_gaussian_nll": -1.3101559040949582, + "physical_gaussian_nll": 0.4480284069524543, + "nominal_coverage": 0.9, + "coverage": 0.9230769230769231, + "mean_interval_width": 0.8225369453430176, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.21841385960578918, + "rmse": 0.42681461572647095, + "standardized_mae": 0.03764527291059494, + "standardized_rmse": 0.07356471568346024, + "standardized_gaussian_nll": -1.113058187710715, + "physical_gaussian_nll": 0.6451261233366974, + "nominal_coverage": 0.9, + "coverage": 0.910828025477707, + "mean_interval_width": 1.5801867246627808, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 159, + "mae": 0.37078067660331726, + "rmse": 0.6949412226676941, + "standardized_mae": 0.06390684098005295, + "standardized_rmse": 0.1197783574461937, + "standardized_gaussian_nll": -0.6663036962330056, + "physical_gaussian_nll": 1.091880614814407, + "nominal_coverage": 0.9, + "coverage": 0.8805031446540881, + "mean_interval_width": 2.1308891773223877, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 158, + "mae": 0.5468950867652893, + "rmse": 0.9357615113258362, + "standardized_mae": 0.09426148980855942, + "standardized_rmse": 0.16128554940223694, + "standardized_gaussian_nll": -0.08299503996286273, + "physical_gaussian_nll": 1.6751892710845497, + "nominal_coverage": 0.9, + "coverage": 0.9177215189873418, + "mean_interval_width": 3.229088068008423, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.031304169446229935, + "rmse": 0.03894869610667229, + "standardized_mae": 0.027043331414461136, + "standardized_rmse": 0.03364735469222069, + "standardized_gaussian_nll": -1.3270393675787953, + "physical_gaussian_nll": -1.1807285260648543, + "nominal_coverage": 0.9, + "coverage": 0.8633540372670807, + "mean_interval_width": 0.11402636766433716, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 159, + "mae": 0.06619593501091003, + "rmse": 0.08922047168016434, + "standardized_mae": 0.05718595162034035, + "standardized_rmse": 0.07707659900188446, + "standardized_gaussian_nll": -1.0866064164228502, + "physical_gaussian_nll": -0.9402955749089092, + "nominal_coverage": 0.9, + "coverage": 0.8553459119496856, + "mean_interval_width": 0.22123782336711884, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.13155823945999146, + "rmse": 0.16637127101421356, + "standardized_mae": 0.11365173757076263, + "standardized_rmse": 0.14372633397579193, + "standardized_gaussian_nll": -0.35078353734028556, + "physical_gaussian_nll": -0.20447269582634467, + "nominal_coverage": 0.9, + "coverage": 0.85625, + "mean_interval_width": 0.4518722593784332, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.2562798261642456, + "rmse": 0.3092353641986847, + "standardized_mae": 0.22139735519886017, + "standardized_rmse": 0.2671450674533844, + "standardized_gaussian_nll": 2.1846779042159596, + "physical_gaussian_nll": 2.3309887457299006, + "nominal_coverage": 0.9, + "coverage": 0.845679012345679, + "mean_interval_width": 0.864724338054657, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.11072835326194763, + "rmse": 0.17280760407447815, + "standardized_mae": 0.23053760826587677, + "standardized_rmse": 0.359787255525589, + "standardized_gaussian_nll": 5.088697649022056, + "physical_gaussian_nll": 4.355363590404442, + "nominal_coverage": 0.9, + "coverage": 0.8944099378881988, + "mean_interval_width": 0.5242584347724915, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 161, + "mae": 0.1575251817703247, + "rmse": 0.27200397849082947, + "standardized_mae": 0.32796910405158997, + "standardized_rmse": 0.5663151741027832, + "standardized_gaussian_nll": 14.651999318166542, + "physical_gaussian_nll": 13.918665259548929, + "nominal_coverage": 0.9, + "coverage": 0.9440993788819876, + "mean_interval_width": 0.887300431728363, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 163, + "mae": 0.2558380961418152, + "rmse": 0.390421062707901, + "standardized_mae": 0.5326576232910156, + "standardized_rmse": 0.8128607869148254, + "standardized_gaussian_nll": 31.65348817773925, + "physical_gaussian_nll": 30.920154119121634, + "nominal_coverage": 0.9, + "coverage": 0.8588957055214724, + "mean_interval_width": 1.057181715965271, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.32775455713272095, + "rmse": 0.4911038279533386, + "standardized_mae": 0.682388424873352, + "standardized_rmse": 1.0224833488464355, + "standardized_gaussian_nll": 50.88996858521092, + "physical_gaussian_nll": 50.15663452659331, + "nominal_coverage": 0.9, + "coverage": 0.925, + "mean_interval_width": 1.589600920677185, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 161, + "mae": 2.1873481273651123, + "rmse": 9.149477005004883, + "standardized_mae": 0.05141907557845116, + "standardized_rmse": 0.21508128941059113, + "standardized_gaussian_nll": 0.9293521169660892, + "physical_gaussian_nll": 4.67978804872699, + "nominal_coverage": 0.9, + "coverage": 0.9751552795031055, + "mean_interval_width": 58.144107818603516, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 162, + "mae": 4.553341865539551, + "rmse": 12.9063138961792, + "standardized_mae": 0.10703766345977783, + "standardized_rmse": 0.3033951222896576, + "standardized_gaussian_nll": 3.2187835656905857, + "physical_gaussian_nll": 6.969219497451486, + "nominal_coverage": 0.9, + "coverage": 0.9629629629629629, + "mean_interval_width": 78.54828643798828, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 159, + "mae": 10.689953804016113, + "rmse": 22.84450340270996, + "standardized_mae": 0.2512940466403961, + "standardized_rmse": 0.5370170474052429, + "standardized_gaussian_nll": 13.035722697945276, + "physical_gaussian_nll": 16.786158629706176, + "nominal_coverage": 0.9, + "coverage": 0.9748427672955975, + "mean_interval_width": 154.53363037109375, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 162, + "mae": 19.740633010864258, + "rmse": 30.162487030029297, + "standardized_mae": 0.46405282616615295, + "standardized_rmse": 0.7090445160865784, + "standardized_gaussian_nll": 23.753563459453858, + "physical_gaussian_nll": 27.50399939121476, + "nominal_coverage": 0.9, + "coverage": 0.9876543209876543, + "mean_interval_width": 183.7190704345703, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 152, + "mae": 0.5177053809165955, + "rmse": 0.7531543374061584, + "standardized_mae": 0.08412498235702515, + "standardized_rmse": 0.1223844662308693, + "standardized_gaussian_nll": -0.6347486996849546, + "physical_gaussian_nll": 1.1823540199273475, + "nominal_coverage": 0.9, + "coverage": 0.9736842105263158, + "mean_interval_width": 4.106749534606934, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 150, + "mae": 1.0364437103271484, + "rmse": 1.4739738702774048, + "standardized_mae": 0.168417826294899, + "standardized_rmse": 0.23951466381549835, + "standardized_gaussian_nll": 1.4847175206123575, + "physical_gaussian_nll": 3.3018202402246595, + "nominal_coverage": 0.9, + "coverage": 0.96, + "mean_interval_width": 8.181002616882324, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 153, + "mae": 1.8536876440048218, + "rmse": 2.579038381576538, + "standardized_mae": 0.30121657252311707, + "standardized_rmse": 0.4190830886363983, + "standardized_gaussian_nll": 7.397885223670562, + "physical_gaussian_nll": 9.214987943282864, + "nominal_coverage": 0.9, + "coverage": 0.9869281045751634, + "mean_interval_width": 15.33467960357666, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 155, + "mae": 3.229127883911133, + "rmse": 4.408038139343262, + "standardized_mae": 0.5247199535369873, + "standardized_rmse": 0.7162879705429077, + "standardized_gaussian_nll": 24.26978418237016, + "physical_gaussian_nll": 26.08688690198246, + "nominal_coverage": 0.9, + "coverage": 0.9935483870967742, + "mean_interval_width": 27.894412994384766, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 116, + "mae": 0.053732942789793015, + "rmse": 0.06923146545886993, + "standardized_mae": 0.02194441668689251, + "standardized_rmse": 0.02827397920191288, + "standardized_gaussian_nll": -1.3436757025911046, + "physical_gaussian_nll": -0.4481621857261243, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.8055154085159302, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 110, + "mae": 0.10267924517393112, + "rmse": 0.13380427658557892, + "standardized_mae": 0.04193397983908653, + "standardized_rmse": 0.05464537441730499, + "standardized_gaussian_nll": -1.2343407333694931, + "physical_gaussian_nll": -0.33882721650451286, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.805515468120575, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 113, + "mae": 0.1978565901517868, + "rmse": 0.25815895199775696, + "standardized_mae": 0.08080419898033142, + "standardized_rmse": 0.10543155670166016, + "standardized_gaussian_nll": -0.827855810844967, + "physical_gaussian_nll": 0.06765770602001331, + "nominal_coverage": 0.9, + "coverage": 0.9026548672566371, + "mean_interval_width": 0.8055153489112854, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 116, + "mae": 0.3424556255340576, + "rmse": 0.4574921429157257, + "standardized_mae": 0.13985812664031982, + "standardized_rmse": 0.1868387907743454, + "standardized_gaussian_nll": 0.36179036232241485, + "physical_gaussian_nll": 1.2573038791873952, + "nominal_coverage": 0.9, + "coverage": 0.6810344827586207, + "mean_interval_width": 0.8055154085159302, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 1.3956782817840576, + "rmse": 1.6238672733306885, + "standardized_mae": 0.017544059082865715, + "standardized_rmse": 0.02041245810687542, + "standardized_gaussian_nll": -1.3628131529771053, + "physical_gaussian_nll": 3.013607274353278, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 6.875302314758301, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 154, + "mae": 2.7829911708831787, + "rmse": 3.2254996299743652, + "standardized_mae": 0.034982964396476746, + "standardized_rmse": 0.04054541513323784, + "standardized_gaussian_nll": -1.3014500588589344, + "physical_gaussian_nll": 3.0749703684714484, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 13.750604629516602, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 155, + "mae": 5.457251071929932, + "rmse": 6.240201473236084, + "standardized_mae": 0.0685991421341896, + "standardized_rmse": 0.07844104617834091, + "standardized_gaussian_nll": -1.0759966532429635, + "physical_gaussian_nll": 3.3004237740874194, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 25.939254760742188, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 156, + "mae": 10.869580268859863, + "rmse": 12.30549430847168, + "standardized_mae": 0.13663360476493835, + "standardized_rmse": 0.1546834409236908, + "standardized_gaussian_nll": -0.18729807745245686, + "physical_gaussian_nll": 4.189122349877926, + "nominal_coverage": 0.9, + "coverage": 0.9807692307692307, + "mean_interval_width": 46.65970993041992, + "interval_kind": "heldout_calibrated" + } + ], + "calibrated_query_fraction": 0.9283577389387498, + "calibration_status": "heldout_partial", + "counterfactual": { + "status": "completed", + "samples": 30, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5021683905452564, + "action_effect_rmse": 0.618033049259884 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00553179068995983, + "action_effect_rmse": 0.006808133551117962 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5140842716947548, + "action_effect_rmse": 0.5420532084432029 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9227210898687636, + "action_effect_rmse": 1.1356193251606161 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021478045116470668, + "action_effect_rmse": 0.026433646492681626 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0281685433895096, + "action_effect_rmse": 1.0841064168864059 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5749866008367601, + "action_effect_rmse": 1.9383812079483764 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07722310478104906, + "action_effect_rmse": 0.09504069116999647 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.056337086779019, + "action_effect_rmse": 2.1682128337728117 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3926369934370926, + "action_effect_rmse": 2.944687010706357 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24871026916417094, + "action_effect_rmse": 0.30609486564233684 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.112674173558041, + "action_effect_rmse": 4.336425667545623 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 9.670847066234172, + "predicted_costs": [ + 12.753234132409244, + 13.184407778326445, + 12.184407778326445, + 13.184407778326445 + ], + "true_costs": [ + 5.29387147671569, + 55.418109072711815, + 14.268767655668475, + 4.5979205894343025 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 75, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.042550717624531297, + "action_effect_rmse": 0.04595342079830487 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7151603790313956, + "action_effect_rmse": 0.8148346597705421 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.971646731770178, + "action_effect_rmse": 7.647973337854006 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11087176469676104, + "action_effect_rmse": 0.1161737603943706 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1273282308806976, + "action_effect_rmse": 2.2613731445469254 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 11.189946112366984, + "action_effect_rmse": 11.64689328827326 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08085935278216368, + "action_effect_rmse": 0.09394463146647668 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.196810067314537, + "action_effect_rmse": 3.5227798499988627 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.272989416153435, + "action_effect_rmse": 5.461745551682381 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11618448112499442, + "action_effect_rmse": 0.1420261795252849 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.141220906674512, + "action_effect_rmse": 5.829690750849293 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.762765361292842, + "action_effect_rmse": 6.057991274543255 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 1.6538511091929782, + 1.6383654440221165, + 1.6183654440221165, + 1.6383654440221165 + ], + "true_costs": [ + 1.6870119374852577, + 1.3246161176877902, + 1.0592216038324374, + 1.5739227991857385 + ] + }, + { + "system_id": "thermal-00003", + "family": "thermal", + "anchor_step": 78, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0410556560549449, + "action_effect_rmse": 1.2084108434520566 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009601873343607773, + "action_effect_rmse": 0.011145425125337623 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5990088632734493, + "action_effect_rmse": 0.6035030503542264 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7553156968576917, + "action_effect_rmse": 2.0077155581605557 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03551096652113728, + "action_effect_rmse": 0.04090921553942998 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2678556817708586, + "action_effect_rmse": 1.2688611558285905 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5231523174627823, + "action_effect_rmse": 2.8716399699154467 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11520058653402761, + "action_effect_rmse": 0.13090877248032873 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8150631844375575, + "action_effect_rmse": 2.952744352950184 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3987752196579337, + "action_effect_rmse": 3.87500374118133 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.30312764159265154, + "action_effect_rmse": 0.35369722520477936 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.549259383083306, + "action_effect_rmse": 5.7626180387024215 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 4.762997905587927, + "predicted_costs": [ + 21.739146659490988, + 22.332248976015993, + 21.332248976015993, + 22.332248976015993 + ], + "true_costs": [ + 26.49760331004995, + 11.404685981504198, + 16.167683887092124, + 99.1084380965106 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0954824830702723, + "action_effect_rmse": 0.16538051191054678 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02738614036656865, + "action_effect_rmse": 0.030878225231002428 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17228616890766946, + "action_effect_rmse": 0.17228616890766946 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.298304021698755, + "action_effect_rmse": 44.809495824311426 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16942124492247382, + "action_effect_rmse": 0.2934462040872953 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05301832111866626, + "action_effect_rmse": 0.059189163381688996 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18079335513480677, + "action_effect_rmse": 0.18079335513480677 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.35357754149339, + "action_effect_rmse": 44.81800513337978 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2983849634397213, + "action_effect_rmse": 0.5168179168921793 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11146699873298142, + "action_effect_rmse": 0.12252761998067657 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15604913989059055, + "action_effect_rmse": 0.15604913989059055 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 32.44998541294925, + "action_effect_rmse": 44.83333243138958 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5619427928007864, + "action_effect_rmse": 0.9733134680781124 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19219857490777534, + "action_effect_rmse": 0.24005877246325552 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10695330399281988, + "action_effect_rmse": 0.10695330399281988 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.31090034765692, + "action_effect_rmse": 35.525202910896425 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 445.2493739661699, + 445.23642196074286, + 445.25642196074284, + 445.31642196074284 + ], + "true_costs": [ + 451.3821803058857, + 383.6347777926726, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.059357535292060205, + "action_effect_rmse": 0.06268718156951592 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6005154823648482, + "action_effect_rmse": 0.6146705668570527 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 19.856796186017892, + "action_effect_rmse": 20.77598064385024 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11862317718599517, + "action_effect_rmse": 0.1252861038301919 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1706279898116634, + "action_effect_rmse": 1.197887010560873 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 20.38094853434411, + "action_effect_rmse": 21.329256215405085 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23688629960819418, + "action_effect_rmse": 0.2502265881291924 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2324486397946863, + "action_effect_rmse": 2.2833277961004037 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 21.42688158015376, + "action_effect_rmse": 22.433563711693708 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2980874980855077, + "action_effect_rmse": 0.3388669880159582 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0882687551740973, + "action_effect_rmse": 3.2089420195224396 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.636716153073249, + "action_effect_rmse": 7.5603490520033505 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.11972255359142288, + "predicted_costs": [ + 0.2481348609265155, + 0.22521646677888996, + 0.20521646677888997, + 0.22521646677888996 + ], + "true_costs": [ + 0.08697956422894386, + 0.4815418742900818, + 0.20670211782036674, + 0.11900088194005333 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1614401598858848, + "action_effect_rmse": 1.252604213508762 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6935010858896102, + "action_effect_rmse": 1.7930889967125199 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8283948425890296, + "action_effect_rmse": 0.9492611698508636 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.8002415999375123, + "action_effect_rmse": 3.03813131824638 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9649617938828996, + "action_effect_rmse": 2.3519332697069255 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.0137226280333165, + "action_effect_rmse": 5.5401236580430995 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.710484580911768, + "action_effect_rmse": 5.759953192796494 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.440684684224925, + "action_effect_rmse": 10.552191693159354 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 44.36356498562235, + "predicted_costs": [ + 40.393005347129495, + 39.23125299844302, + 38.23125299844302, + 39.23125299844302 + ], + "true_costs": [ + 138.61730453341346, + 17.18951192419299, + 61.55307690981533, + 153.57401303581446 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 29, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3352508772441872, + "action_effect_rmse": 0.48278135761996066 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016604843782224894, + "action_effect_rmse": 0.020073267970977488 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6852660668787638, + "action_effect_rmse": 0.6852660668787638 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 36.08674619653516, + "action_effect_rmse": 38.49334292701921 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.42356016515079925, + "action_effect_rmse": 0.7249435392152835 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024476810464441574, + "action_effect_rmse": 0.030106497893565582 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7833198735940458, + "action_effect_rmse": 0.7833198735940458 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 36.20441840502968, + "action_effect_rmse": 38.69642080814657 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6973640085798491, + "action_effect_rmse": 1.207869894230197 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013428587805457562, + "action_effect_rmse": 0.018036085552734928 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8342244519474372, + "action_effect_rmse": 0.8342244519474373 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 36.56926228175365, + "action_effect_rmse": 39.21014998697739 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.229166157882733, + "action_effect_rmse": 2.128978236397122 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.034874598364499576, + "action_effect_rmse": 0.039954122296584134 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0325754408739438, + "action_effect_rmse": 1.0325754408739438 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.296879542697777, + "action_effect_rmse": 42.087222389749876 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 78.86029617188952, + 78.81671007084857, + 78.83671007084857, + 78.89671007084857 + ], + "true_costs": [ + 94.60350239976236, + 38.44773185665458, + 92.60413461253019, + 94.63991629872142 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 155, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08487726355759832, + "action_effect_rmse": 0.08725065156286543 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0532160202203162, + "action_effect_rmse": 1.0633412132858544 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 23.134913644495622, + "action_effect_rmse": 23.92859461885632 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16957799322270753, + "action_effect_rmse": 0.17432830640105113 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0597361657779296, + "action_effect_rmse": 2.07917693435984 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 23.158267933187734, + "action_effect_rmse": 23.997259785471922 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20848672118192121, + "action_effect_rmse": 0.22360196691348938 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9459246562798498, + "action_effect_rmse": 2.01873831468776 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 23.201230550145294, + "action_effect_rmse": 24.134401013322147 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21877828275508485, + "action_effect_rmse": 0.2719553762979541 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8019016809534492, + "action_effect_rmse": 1.251849500468127 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 23.292250338240592, + "action_effect_rmse": 24.426965436004323 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.16601325801724753, + "predicted_costs": [ + 0.4415223231098177, + 0.38368897246306244, + 0.3636889724630624, + 0.38368897246306244 + ], + "true_costs": [ + 0.946750082860937, + 0.19555943883653581, + 0.36157269685378335, + 0.6108034852921396 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 82, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05782362919382559, + "action_effect_rmse": 0.10015346364172892 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04193826100950441, + "action_effect_rmse": 0.047204679274038874 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4451557262871111, + "action_effect_rmse": 0.44515572628711103 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 30.982107906370683, + "action_effect_rmse": 42.51742628464018 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11752214746867533, + "action_effect_rmse": 0.2035543304303478 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08434847515708792, + "action_effect_rmse": 0.09436239876259393 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41713194552355876, + "action_effect_rmse": 0.4171319455235588 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 30.84715415092194, + "action_effect_rmse": 42.22854359715467 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23060532782345197, + "action_effect_rmse": 0.3994201442862957 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16498498924470084, + "action_effect_rmse": 0.18323761638263017 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3177773633558407, + "action_effect_rmse": 0.3177773633558407 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 30.559006445433045, + "action_effect_rmse": 41.64656535655354 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4063102074350269, + "action_effect_rmse": 0.7037499229113163 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3160045941689642, + "action_effect_rmse": 0.35319627430772454 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05915079329519157, + "action_effect_rmse": 0.05915079329519157 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.890907264701156, + "action_effect_rmse": 40.47257192198151 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 451.3808761028806, + 451.36922963517617, + 451.38922963517615, + 451.44922963517615 + ], + "true_costs": [ + 451.38087476816315, + 401.7174487576729, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 122, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02425037374869528, + "action_effect_rmse": 0.029379483100209384 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11465072500087341, + "action_effect_rmse": 0.13940368157876168 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.477659609405518, + "action_effect_rmse": 9.256913814834117 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04759284439768153, + "action_effect_rmse": 0.05681351981322833 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23103464076384958, + "action_effect_rmse": 0.2657472160249849 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 7.4368850682054815, + "action_effect_rmse": 8.980465848345318 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09155125512630659, + "action_effect_rmse": 0.10625110672431282 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.47079672699735653, + "action_effect_rmse": 0.49567100006239295 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.317740787047446, + "action_effect_rmse": 8.473196453009832 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17936224766543404, + "action_effect_rmse": 0.20548357771090642 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.85977668338802, + "action_effect_rmse": 0.8878869292776783 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 11.296305581320775, + "action_effect_rmse": 13.612343424443917 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.07746415329143581, + "predicted_costs": [ + 0.19693630530432096, + 0.19958898167584518, + 0.1795889816758452, + 0.19958898167584518 + ], + "true_costs": [ + 0.34943173482841516, + 0.4423803958858177, + 0.17988222162200523, + 0.10241806833056942 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00605293053235266, + "action_effect_rmse": 0.010483983216719738 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24179771016832063, + "action_effect_rmse": 0.4188059191653451 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.556296859461086, + "action_effect_rmse": 6.820227068325014 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012146390117118195, + "action_effect_rmse": 0.021038164811401198 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.47177407847926983, + "action_effect_rmse": 0.8171366736200821 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.596502815441423, + "action_effect_rmse": 6.870055165059304 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02436330902078661, + "action_effect_rmse": 0.04219848906450357 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8911330650856991, + "action_effect_rmse": 1.543487745033014 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.673529166302612, + "action_effect_rmse": 6.967156917198002 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19434535580826706, + "action_effect_rmse": 0.20619479438237667 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.445727737402161, + "action_effect_rmse": 7.790895041917118 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.506978433719292, + "action_effect_rmse": 8.788189158635433 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.2254071192578233, + "predicted_costs": [ + 1.0602331358788268, + 1.0199999694004727, + 0.9999999694004726, + 1.0199999694004727 + ], + "true_costs": [ + 0.8762251133653054, + 1.02, + 0.999897360791922, + 0.7744902415340987 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008075802653310094, + "action_effect_rmse": 0.013948762785603221 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1951636385495578, + "action_effect_rmse": 0.3364564163613156 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.057858637780711, + "action_effect_rmse": 4.453325373719763 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016109771109132292, + "action_effect_rmse": 0.02786127556247669 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3802679418596675, + "action_effect_rmse": 0.6570310157637423 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.271344435024988, + "action_effect_rmse": 2.9589539218463328 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03779036786253864, + "action_effect_rmse": 0.047990242308766494 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8600548774251102, + "action_effect_rmse": 1.0774355948066434 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1987194968719046, + "action_effect_rmse": 2.480120381722802 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06442720147602359, + "action_effect_rmse": 0.11142859734724724 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6282679453739597, + "action_effect_rmse": 1.9149518019809835 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.36840627067009, + "action_effect_rmse": 6.772187561149521 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.2918677929156257, + "predicted_costs": [ + 1.0314553036835528, + 1.0199999725342488, + 0.9999999725342488, + 1.0199999725342488 + ], + "true_costs": [ + 1.0147431412336105, + 0.7074574702007793, + 0.999325263116405, + 1.02 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 48, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09367040938446967, + "action_effect_rmse": 0.09596670913483782 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.747695322591421, + "action_effect_rmse": 0.754961040053553 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 25.933099098463146, + "action_effect_rmse": 26.47079801239089 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18718261801204084, + "action_effect_rmse": 0.19177859386928117 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4946765553185106, + "action_effect_rmse": 1.5090909309793414 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 26.733586706953304, + "action_effect_rmse": 27.290794838744073 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37373076873187533, + "action_effect_rmse": 0.3829363750242375 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9962363139241575, + "action_effect_rmse": 3.0243485391568288 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 28.330484964727503, + "action_effect_rmse": 28.926815482403722 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17549555211092124, + "action_effect_rmse": 0.21274056688946788 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.079878672793587, + "action_effect_rmse": 6.132950760211101 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 24.001907679248045, + "action_effect_rmse": 24.881353585262502 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.0895241133432925, + "predicted_costs": [ + 0.27995517648985757, + 0.21995517648985757, + 0.19995517648985758, + 0.21995517648985757 + ], + "true_costs": [ + 0.1305996562254816, + 0.47551585194651813, + 0.2002015454166692, + 0.11067743207337671 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 147, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3234823583356405, + "action_effect_rmse": 1.4039373157535204 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014579227856654478, + "action_effect_rmse": 0.015465504238810438 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9353313688024703, + "action_effect_rmse": 2.009408917859965 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.431863707668953, + "action_effect_rmse": 2.5796975566162423 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.056606139172406124, + "action_effect_rmse": 0.06004724625481183 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.8706627376049405, + "action_effect_rmse": 4.01881783571993 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2757726390592, + "action_effect_rmse": 2.7088151308857573 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18286779481749763, + "action_effect_rmse": 0.19654473301108472 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.058184611532586, + "action_effect_rmse": 6.43250090253233 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9264337954307222, + "action_effect_rmse": 2.29221195942051 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27238229879269465, + "action_effect_rmse": 0.32618760902262406 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.0669466320332885, + "action_effect_rmse": 8.285143510807922 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 44.843653571065616, + "predicted_costs": [ + 336.4811168620736, + 334.59749783176096, + 333.59749783176096, + 334.59749783176096 + ], + "true_costs": [ + 248.91436835051786, + 237.04371066418986, + 152.07234965387846, + 107.22869608281285 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 83, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10373075613945663, + "action_effect_rmse": 0.10581678329990028 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7827351558987251, + "action_effect_rmse": 0.7916612184879585 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 24.243800420355242, + "action_effect_rmse": 24.818181205104587 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17305325782441625, + "action_effect_rmse": 0.17803285083173329 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.256010594035504, + "action_effect_rmse": 1.2779344390358867 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 24.83721816123393, + "action_effect_rmse": 25.436114154790268 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16904470605772728, + "action_effect_rmse": 0.18859349855554325 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8877594730324129, + "action_effect_rmse": 1.0015848120857846 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 24.80290396777919, + "action_effect_rmse": 25.482159072453456 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17785700590482864, + "action_effect_rmse": 0.23008041665158063 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6385922606314054, + "action_effect_rmse": 0.8765155665508494 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.818150871501773, + "action_effect_rmse": 12.558974729406009 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.15647641915831928, + "predicted_costs": [ + 0.4809897870621922, + 0.4378308541641651, + 0.4178308541641651, + 0.4378308541641651 + ], + "true_costs": [ + 0.9978204559647611, + 0.7287412528955866, + 0.4181557170578504, + 0.2616792978995311 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 72, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.024699539146399885, + "action_effect_rmse": 0.030195943892325418 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6491351318656721, + "action_effect_rmse": 0.7609264273255988 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.971910741027492, + "action_effect_rmse": 5.897130904631154 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03699843644868184, + "action_effect_rmse": 0.04701855605784476 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6142848498248649, + "action_effect_rmse": 0.8441531651374123 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.026232616803411, + "action_effect_rmse": 3.4466794567501378 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0690646394910116, + "action_effect_rmse": 0.07471571873655562 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3106312434478486, + "action_effect_rmse": 1.8170240977947638 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.896343182410427, + "action_effect_rmse": 7.701820401236931 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12771845948029253, + "action_effect_rmse": 0.14082270507250233 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.974013312122134, + "action_effect_rmse": 4.863736797575698 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.5356615278406744, + "action_effect_rmse": 5.849780406231834 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 1.89397804701128, + 1.8911191726050451, + 1.8711191726050451, + 1.8911191726050451 + ], + "true_costs": [ + 1.746286054949738, + 1.5636526856821285, + 1.254510691721796, + 1.8109056066859857 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5021683905452541, + "action_effect_rmse": 0.6180330492598854 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005531790689962198, + "action_effect_rmse": 0.006808133551124222 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.514084271694756, + "action_effect_rmse": 0.5420532084432031 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9722299789665337, + "action_effect_rmse": 1.2376357142407985 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022023425544508275, + "action_effect_rmse": 0.027528868068293872 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9307509383614226, + "action_effect_rmse": 1.1017554808584658 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6699011143243598, + "action_effect_rmse": 2.1350590577398383 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08140818207174642, + "action_effect_rmse": 0.10366832041736122 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8249213416109622, + "action_effect_rmse": 2.2272451443534993 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1175561454555827, + "action_effect_rmse": 2.33832932901331 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22705483935078874, + "action_effect_rmse": 0.26827433000074247 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5646261086466233, + "action_effect_rmse": 4.5225995040105795 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 5.8899947215453565, + 5.768296549608473, + 4.768296549608473, + 5.768296549608473 + ], + "true_costs": [ + 9.696988254076373, + 8.672899788691865, + 2.3500121643445544, + 20.63187316289687 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 101, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022601990412264072, + "action_effect_rmse": 0.03914779574622601 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0818217786376542, + "action_effect_rmse": 0.09384324754295405 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017968389966015172, + "action_effect_rmse": 0.017968389966015172 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 33.092763662597164, + "action_effect_rmse": 46.42511480003392 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05348721473805421, + "action_effect_rmse": 0.09264257348165676 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15756985275523108, + "action_effect_rmse": 0.17883795333256006 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0380831829807223, + "action_effect_rmse": 0.0380831829807223 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.11585216199003, + "action_effect_rmse": 46.42717393311236 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10394549592423097, + "action_effect_rmse": 0.1800388801587117 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2497474560503458, + "action_effect_rmse": 0.29515932375582526 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09957746959868152, + "action_effect_rmse": 0.09957746959868152 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 48.276329654056376, + "action_effect_rmse": 59.73805922875301 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2717629388836726, + "action_effect_rmse": 0.3067828868237642 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.42844885266758936, + "action_effect_rmse": 0.45773212773570926 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18576994349099504, + "action_effect_rmse": 0.18576994349099504 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 34.6307474109782, + "action_effect_rmse": 49.26244471757484 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 451.3911927721704, + 451.36922963517617, + 451.38922963517615, + 451.44922963517615 + ], + "true_costs": [ + 447.78508895541245, + 426.7512249509392, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 68, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7206633479200809, + "action_effect_rmse": 0.8816507891103411 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0657435419184651, + "action_effect_rmse": 0.08402263300843861 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.39567385416981765, + "action_effect_rmse": 0.3956738541698176 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.336835635267448, + "action_effect_rmse": 44.52397494981519 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.48292803811567, + "action_effect_rmse": 1.7957808400286717 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0962578521034132, + "action_effect_rmse": 0.12142028511630491 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5795658572741791, + "action_effect_rmse": 0.5795658572741791 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.35255404585589, + "action_effect_rmse": 45.699957474606244 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9284275775992774, + "action_effect_rmse": 3.5237792770102914 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12170458837619573, + "action_effect_rmse": 0.1513595238336448 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6046153112589454, + "action_effect_rmse": 0.6046153112589454 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 34.27868353031867, + "action_effect_rmse": 47.91885545707588 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.973343200375498, + "action_effect_rmse": 3.0714575366702337 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07469413702669196, + "action_effect_rmse": 0.07930839864455932 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.37677982324628867, + "action_effect_rmse": 0.37677982324628867 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.6087137403056, + "action_effect_rmse": 34.54195190658747 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.7291622167088208, + "predicted_costs": [ + 7.113817225195806, + 7.103335581632738, + 7.1233355816327375, + 7.183335581632738 + ], + "true_costs": [ + 2.0651194984300334, + 3.794281715138854, + 24.864651049919743, + 62.99783302329969 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 165, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5974044906468166, + "action_effect_rmse": 0.6843850470517815 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003590774036617006, + "action_effect_rmse": 0.004113581495415771 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6336973095449139, + "action_effect_rmse": 0.6341746018810772 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0988891210765377, + "action_effect_rmse": 1.2588845490906622 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014004507632035276, + "action_effect_rmse": 0.01604352790236116 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2673946190898278, + "action_effect_rmse": 1.2683492037621544 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.238233023229179, + "action_effect_rmse": 2.8569836219858735 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05538360881697457, + "action_effect_rmse": 0.06625143850204794 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8541524760358168, + "action_effect_rmse": 2.6028510518420145 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.045761328006981, + "action_effect_rmse": 4.919774615877046 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19974945161685417, + "action_effect_rmse": 0.25696268584162746 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.250328763549949, + "action_effect_rmse": 6.347244821218279 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 62.171429433644676, + 62.283920919266166, + 61.283920919266166, + 62.283920919266166 + ], + "true_costs": [ + 45.10501169559586, + 24.51519553647799, + 16.689955253449465, + 49.26388030033394 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 47, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06334022590443515, + "action_effect_rmse": 0.0656399492256896 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9745166884187881, + "action_effect_rmse": 1.0269317084729743 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.668160873077383, + "action_effect_rmse": 10.095332805867736 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1267828781677166, + "action_effect_rmse": 0.13137641918638998 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.937111370762442, + "action_effect_rmse": 2.040897491624338 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 10.048724629129566, + "action_effect_rmse": 10.485979925675723 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2539747589634596, + "action_effect_rmse": 0.26313820983843944 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8477667260477184, + "action_effect_rmse": 4.045297782100012 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.811325778927172, + "action_effect_rmse": 11.2688263177841 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2908921908801892, + "action_effect_rmse": 0.3217697162394081 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6830122849334948, + "action_effect_rmse": 3.568127341342308 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 12.008057027221307, + "action_effect_rmse": 12.521109267598197 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.24193193156544732, + 0.20631089068645045, + 0.18631089068645046, + 0.20631089068645045 + ], + "true_costs": [ + 0.8809387360993783, + 0.4533418846232441, + 0.19677910081757802, + 0.22972744198549125 + ] + }, + { + "system_id": "tank-00088", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04817924106426771, + "action_effect_rmse": 0.0834488933934205 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02310672169881241, + "action_effect_rmse": 0.02645354953360274 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.046882074941524965, + "action_effect_rmse": 0.046882074941524965 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.528599412488074, + "action_effect_rmse": 30.874347977060058 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10694036930109736, + "action_effect_rmse": 0.18522615300967968 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03990938128076552, + "action_effect_rmse": 0.046275385791974016 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4237922667843345, + "action_effect_rmse": 0.4237922667843345 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.042022668932123, + "action_effect_rmse": 32.83581306132533 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23641075863232017, + "action_effect_rmse": 0.4094754454070811 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06892175637631404, + "action_effect_rmse": 0.08231787526145186 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.55679299422133, + "action_effect_rmse": 0.55679299422133 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 24.134617147190458, + "action_effect_rmse": 32.886625356507416 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6346979749266909, + "action_effect_rmse": 1.0993291400341059 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10325424104130636, + "action_effect_rmse": 0.12750929323377258 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.055061732443871, + "action_effect_rmse": 1.055061732443871 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 24.419463722382215, + "action_effect_rmse": 33.04732861237855 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 503.2953341734973, + 503.2708426730568, + 503.2908426730568, + 503.3508426730568 + ], + "true_costs": [ + 503.29533896864046, + 438.4569558120269, + 503.29084746819996, + 503.35084746819996 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05123108399158597, + "action_effect_rmse": 0.05532860165366923 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3594956358162307, + "action_effect_rmse": 0.37715510064502406 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 14.062403331105997, + "action_effect_rmse": 15.030989143637035 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11281577580755975, + "action_effect_rmse": 0.12030658197797345 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8323286638492059, + "action_effect_rmse": 0.862945355600702 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 17.454521452316595, + "action_effect_rmse": 18.296641860268302 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13088867163185022, + "action_effect_rmse": 0.15100027073417205 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7196077805744778, + "action_effect_rmse": 1.7684292957085266 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.742057574945555, + "action_effect_rmse": 11.324823305379212 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1317299491269534, + "action_effect_rmse": 0.14552411452653835 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3901138189267677, + "action_effect_rmse": 1.5792439643896516 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.116019511267443, + "action_effect_rmse": 6.099115519435318 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.2531484622704555, + "predicted_costs": [ + 0.6938344919678533, + 0.6807477009030692, + 0.6607477009030692, + 0.6807477009030692 + ], + "true_costs": [ + 0.40830590843205095, + 0.9240532378197692, + 0.6614543707025065, + 0.44775661648448173 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5429399623228264, + "action_effect_rmse": 0.703951876434687 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005980922505938698, + "action_effect_rmse": 0.007754598874714889 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.433858903115843, + "action_effect_rmse": 0.5765956877749151 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7015613180136739, + "action_effect_rmse": 0.8641174922020185 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01995665425253061, + "action_effect_rmse": 0.023710110250851145 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9189472005980974, + "action_effect_rmse": 1.1091179049839672 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4449127373467998, + "action_effect_rmse": 1.5915823691747166 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06100256967913017, + "action_effect_rmse": 0.07203771545320188 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8891237955626063, + "action_effect_rmse": 2.189067070357635 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3676604926362175, + "action_effect_rmse": 2.6603020893563216 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22765454377329894, + "action_effect_rmse": 0.25074039921933017 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.829476985491624, + "action_effect_rmse": 4.356811653809444 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 14.629867095974145, + "predicted_costs": [ + 1.7621596131262567, + 2.0930052843136187, + 1.0930052843136184, + 2.0930052843136187 + ], + "true_costs": [ + 33.060229172595456, + 64.11431327113324, + 16.78649778558374, + 2.156630689609596 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 131, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.480610363377096, + "action_effect_rmse": 1.593931379974498 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008899392847561435, + "action_effect_rmse": 0.009580522920354462 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7267832361780886, + "action_effect_rmse": 1.8245554436541231 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.7234924516664853, + "action_effect_rmse": 2.931939549533781 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0347088437710544, + "action_effect_rmse": 0.03736534379181861 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.453566472356177, + "action_effect_rmse": 3.6491108873082463 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.64997618183732, + "action_effect_rmse": 5.005869968017248 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12582796981781522, + "action_effect_rmse": 0.13545842615449474 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.907132944712354, + "action_effect_rmse": 7.298221774616493 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.021703754998541, + "action_effect_rmse": 7.559121719538056 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.41092651703921135, + "action_effect_rmse": 0.44237747254346543 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 13.814265889424709, + "action_effect_rmse": 14.596443549232985 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 3.0471019069111946, + 1.9990086513020513, + 0.9990086513020513, + 1.9990086513020513 + ], + "true_costs": [ + 109.36853482947765, + 34.2937420520003, + 1.9863991072481246, + 10.078221492409284 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 66, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6769048480164823, + "action_effect_rmse": 0.8198381272059815 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003954849711600872, + "action_effect_rmse": 0.005081472371946768 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1139345159100108, + "action_effect_rmse": 0.1139345159100108 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 34.933614523885126, + "action_effect_rmse": 49.72051751742685 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8616005546828477, + "action_effect_rmse": 1.0309123825607687 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00950970076184395, + "action_effect_rmse": 0.012170896992939237 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13111895730835493, + "action_effect_rmse": 0.13111895730835493 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 35.07168529411001, + "action_effect_rmse": 49.834469641112996 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8959471606650791, + "action_effect_rmse": 0.9677811386014727 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027482419915807316, + "action_effect_rmse": 0.032265443667670146 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1267513820231736, + "action_effect_rmse": 0.1267513820231736 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 32.89669786943974, + "action_effect_rmse": 45.393153495993175 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7944315876358795, + "action_effect_rmse": 1.2937324288400351 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08651141004322109, + "action_effect_rmse": 0.09414605754731344 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17254438991303944, + "action_effect_rmse": 0.17254438991303944 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.820809081275975, + "action_effect_rmse": 44.92754654618018 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 377.57724521637977, + 377.5740491408152, + 377.5940491408152, + 377.6540491408152 + ], + "true_costs": [ + 379.7329500410587, + 332.1743196204577, + 448.25477351784303, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00043", + "family": "tank", + "anchor_step": 161, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.041479291941828755, + "action_effect_rmse": 0.07184424110522972 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0076608154130894945, + "action_effect_rmse": 0.009298547415753113 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.37266491799308926, + "action_effect_rmse": 0.37266491799308926 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 47.94858279029953, + "action_effect_rmse": 49.72001198258381 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09380763532142344, + "action_effect_rmse": 0.1624795905145982 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006053839025524847, + "action_effect_rmse": 0.007947418284054724 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.45765386640043193, + "action_effect_rmse": 0.45765386640043193 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 48.10997058105705, + "action_effect_rmse": 49.936052385312 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20827078589183579, + "action_effect_rmse": 0.3607355828969589 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03998975552788764, + "action_effect_rmse": 0.0485123955033758 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5818109024629222, + "action_effect_rmse": 0.5818109024629222 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 48.46299064247384, + "action_effect_rmse": 50.410795632088465 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4894552736688887, + "action_effect_rmse": 0.8477614020270445 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15356994473283572, + "action_effect_rmse": 0.2072590251901743 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7441300488373402, + "action_effect_rmse": 0.7441300488373402 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 49.330202183042445, + "action_effect_rmse": 51.58924776290174 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.9051455626458083, + 1.853914554199081, + 1.873914554199081, + 1.933914554199081 + ], + "true_costs": [ + 1.9051438473273075, + 1.0924319808960787, + 1.8739128388805801, + 1.9339128388805802 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 150, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01847206697324022, + "action_effect_rmse": 0.021744294792702096 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13794936864773652, + "action_effect_rmse": 0.15415033888946356 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.745706528100129, + "action_effect_rmse": 5.453308120957306 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05881966021353905, + "action_effect_rmse": 0.07212852383372803 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24062856106263078, + "action_effect_rmse": 0.3207106672244093 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 14.469185015853176, + "action_effect_rmse": 15.474529769984754 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16414272046278652, + "action_effect_rmse": 0.18415434672794426 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9453929676949784, + "action_effect_rmse": 1.0347163863255973 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 15.370776432152264, + "action_effect_rmse": 16.444060563099143 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3742352997786636, + "action_effect_rmse": 0.4097843035047439 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.34017320421542, + "action_effect_rmse": 2.4802563670461413 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 17.169220815472205, + "action_effect_rmse": 18.37871690752628 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.035025616657603134, + 0.0207303669350732, + 0.0007303669350732006, + 0.0207303669350732 + ], + "true_costs": [ + 0.1761149978948457, + 0.10010744821043219, + 0.0008064926124806322, + 0.05556627807638088 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 109, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04148094488453621, + "action_effect_rmse": 0.07184710408598102 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03406190706679032, + "action_effect_rmse": 0.038325058261678376 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.27023844602956515, + "action_effect_rmse": 0.27023844602956515 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.20950843725538, + "action_effect_rmse": 37.277469342203645 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07868386742171711, + "action_effect_rmse": 0.13628445611042758 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06627417167774811, + "action_effect_rmse": 0.07396617541181054 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22849597385410578, + "action_effect_rmse": 0.22849597385410575 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.25908136623234, + "action_effect_rmse": 37.29064187201807 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1532454434432736, + "action_effect_rmse": 0.26542889407217274 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12062698761085618, + "action_effect_rmse": 0.13302650155356893 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16204144054193967, + "action_effect_rmse": 0.16204144054193967 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 27.358434735818633, + "action_effect_rmse": 37.31762282408479 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3174951056262521, + "action_effect_rmse": 0.549917654099116 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18721079168414967, + "action_effect_rmse": 0.20538710720498235 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23505182710140915, + "action_effect_rmse": 0.23505182710140918 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 27.577297563859872, + "action_effect_rmse": 37.37978461098134 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 94.57053091266111, + 94.55992300655937, + 94.57992300655937, + 94.63992300655937 + ], + "true_costs": [ + 94.57052420482316, + 78.5114763161938, + 94.57991629872141, + 94.63991629872142 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 135, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4142456953942831, + "action_effect_rmse": 0.47837314438013506 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7654318744755054, + "action_effect_rmse": 0.8623542458947592 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2517189298952178, + "action_effect_rmse": 1.554303814592029 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0638721291297675, + "action_effect_rmse": 1.5876752804109515 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.980307823316623, + "action_effect_rmse": 3.4704219483631533 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.437491179181516, + "action_effect_rmse": 4.16796127171382 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.185905461210581, + "action_effect_rmse": 3.61332768633897 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9637814422208826, + "action_effect_rmse": 6.15904095975314 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 103.0274297127174, + "predicted_costs": [ + 225.3778040190931, + 224.96749010050652, + 223.96749010050652, + 224.96749010050652 + ], + "true_costs": [ + 167.32066550618381, + 141.00399148814552, + 244.03142120086292, + 394.7162220539566 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 12, + "mean_regret": 0.1149686559871352, + "ranking_accuracy": 0.625, + "ranking_comparable_pairs": 72, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.5476692715478237, + "action_effect_rmse": 0.6755741005693428 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 1.067984136868853, + "action_effect_rmse": 1.3440486480527902 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 1.775380211468236, + "action_effect_rmse": 2.2267619767556988 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 3.005912271882417, + "action_effect_rmse": 4.025105335426208 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.048359058745677946, + "action_effect_rmse": 0.060541293826268966 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 0.09754788060027919, + "action_effect_rmse": 0.11960050540213595 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 0.15339863091005182, + "action_effect_rmse": 0.1937686955732838 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 0.19575946034976335, + "action_effect_rmse": 0.24440078064664977 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 12.640021055088367, + "action_effect_rmse": 15.60917180446255 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 13.966946956738392, + "action_effect_rmse": 16.809978534064175 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 13.42041524146805, + "action_effect_rmse": 16.616047484331883 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 11.209369964239025, + "action_effect_rmse": 13.969340293735115 + } + ] + }, + { + "family": "tank", + "sample_count": 9, + "mean_regret": 0.19212913518986896, + "ranking_accuracy": 0.9629629629629629, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.2800077956759519, + "action_effect_rmse": 0.34663515091549757 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.3599950309838378, + "action_effect_rmse": 0.42374937183815703 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.38218227281120676, + "action_effect_rmse": 0.4579647337157183 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.4408908114660998, + "action_effect_rmse": 0.5782664793782747 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 33.713006954044154, + "action_effect_rmse": 43.1046273237064 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 33.261812912846935, + "action_effect_rmse": 43.434690868136144 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 34.9984453021593, + "action_effect_rmse": 44.99712854392611 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 32.76510231743335, + "action_effect_rmse": 41.44695064346023 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.22665185041641614, + "action_effect_rmse": 0.4395353363483865 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.3764390263469731, + "action_effect_rmse": 0.7474818307418396 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.6391779468887822, + "action_effect_rmse": 1.3182427029499275 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.8531783599150475, + "action_effect_rmse": 1.4684268039877093 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.03358653995607893, + "action_effect_rmse": 0.049139173456726915 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.05971315603830249, + "action_effect_rmse": 0.08683548838887836 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.10203928218228295, + "action_effect_rmse": 0.1440716904987913 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.1751963494041148, + "action_effect_rmse": 0.23805763646376513 + } + ] + }, + { + "family": "thermal", + "sample_count": 9, + "mean_regret": 24.588706704133514, + "ranking_accuracy": 0.6388888888888888, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.9795312427410434, + "action_effect_rmse": 1.2024072645171677 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.844606658026457, + "action_effect_rmse": 2.310744817221793 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 3.5395699164317485, + "action_effect_rmse": 4.379920033739105 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 6.176893784692594, + "action_effect_rmse": 7.907225159201494 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.8406128296786669, + "action_effect_rmse": 1.0272743339692714 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.4095763485114317, + "action_effect_rmse": 1.7560008430131286 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 2.3691338034773244, + "action_effect_rmse": 2.9293426834396232 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 3.462990863527269, + "action_effect_rmse": 4.334150739617602 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 7, + "action_effect_mae": 0.007673681710043061, + "action_effect_rmse": 0.009448699557834596 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 7, + "action_effect_mae": 0.02918408314430609, + "action_effect_rmse": 0.03576020328961332 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 7, + "action_effect_mae": 0.09984483093117724, + "action_effect_rmse": 0.12158152067674723 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 7, + "action_effect_mae": 0.26994365161852435, + "action_effect_rmse": 0.3211060492905644 + } + ] + } + ] + } + }, + "history_linear_system_id": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.023224158212542534, + "rmse": 0.0630631148815155, + "standardized_mae": 0.06336366385221481, + "standardized_rmse": 0.1720583289861679, + "standardized_gaussian_nll": -0.2167173548975988, + "physical_gaussian_nll": -1.2204148967758037, + "nominal_coverage": 0.9, + "coverage": 0.9602272727272727, + "mean_interval_width": 0.16215182840824127, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 172, + "mae": 0.04387242719531059, + "rmse": 0.10363152623176575, + "standardized_mae": 0.1196993887424469, + "standardized_rmse": 0.2827432155609131, + "standardized_gaussian_nll": 1.036451084016108, + "physical_gaussian_nll": 0.03275354213790327, + "nominal_coverage": 0.9, + "coverage": 0.9593023255813954, + "mean_interval_width": 0.30862364172935486, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.07134777307510376, + "rmse": 0.13775180280208588, + "standardized_mae": 0.19466179609298706, + "standardized_rmse": 0.3758352994918823, + "standardized_gaussian_nll": 2.8734442712739923, + "physical_gaussian_nll": 1.8697467293957875, + "nominal_coverage": 0.9, + "coverage": 0.9763313609467456, + "mean_interval_width": 0.6274285316467285, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.13846455514431, + "rmse": 0.26418787240982056, + "standardized_mae": 0.37777993083000183, + "standardized_rmse": 0.7207973003387451, + "standardized_gaussian_nll": 5.694954552187929, + "physical_gaussian_nll": 4.691257010309725, + "nominal_coverage": 0.9, + "coverage": 0.9421965317919075, + "mean_interval_width": 0.9489253163337708, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.37922394275665283, + "rmse": 0.6780409216880798, + "standardized_mae": 0.046837735921144485, + "standardized_rmse": 0.08374445140361786, + "standardized_gaussian_nll": -0.9388651644084799, + "physical_gaussian_nll": 1.1525724890879938, + "nominal_coverage": 0.9, + "coverage": 0.8522727272727273, + "mean_interval_width": 1.2712565660476685, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.759846568107605, + "rmse": 1.2623894214630127, + "standardized_mae": 0.09384822100400925, + "standardized_rmse": 0.1559170037508011, + "standardized_gaussian_nll": 0.0621485471392169, + "physical_gaussian_nll": 2.1535862006356905, + "nominal_coverage": 0.9, + "coverage": 0.88, + "mean_interval_width": 3.0936553478240967, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 178, + "mae": 1.3386709690093994, + "rmse": 2.2135093212127686, + "standardized_mae": 0.16533850133419037, + "standardized_rmse": 0.2733893096446991, + "standardized_gaussian_nll": 1.2286562084780106, + "physical_gaussian_nll": 3.3200938619744846, + "nominal_coverage": 0.9, + "coverage": 0.8876404494382022, + "mean_interval_width": 5.53376579284668, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 175, + "mae": 2.953137159347534, + "rmse": 4.380336284637451, + "standardized_mae": 0.3647403120994568, + "standardized_rmse": 0.5410128831863403, + "standardized_gaussian_nll": 4.281464466674716, + "physical_gaussian_nll": 6.37290212017119, + "nominal_coverage": 0.9, + "coverage": 0.8628571428571429, + "mean_interval_width": 11.655168533325195, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 177, + "mae": 1.6774959564208984, + "rmse": 3.5820631980895996, + "standardized_mae": 0.10504645854234695, + "standardized_rmse": 0.22431235015392303, + "standardized_gaussian_nll": -0.037578725401715404, + "physical_gaussian_nll": 2.7330760032922488, + "nominal_coverage": 0.9, + "coverage": 0.9322033898305084, + "mean_interval_width": 9.74183464050293, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 177, + "mae": 2.9478461742401123, + "rmse": 5.0475382804870605, + "standardized_mae": 0.18459706008434296, + "standardized_rmse": 0.31608185172080994, + "standardized_gaussian_nll": 0.5718761266378157, + "physical_gaussian_nll": 3.34253085533178, + "nominal_coverage": 0.9, + "coverage": 0.8813559322033898, + "mean_interval_width": 14.587820053100586, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 180, + "mae": 4.285867214202881, + "rmse": 6.881731033325195, + "standardized_mae": 0.26838526129722595, + "standardized_rmse": 0.4309408366680145, + "standardized_gaussian_nll": 1.6074997202269343, + "physical_gaussian_nll": 4.378154448920899, + "nominal_coverage": 0.9, + "coverage": 0.8944444444444445, + "mean_interval_width": 21.50904083251953, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 176, + "mae": 5.958409786224365, + "rmse": 8.760741233825684, + "standardized_mae": 0.3731215298175812, + "standardized_rmse": 0.5486063361167908, + "standardized_gaussian_nll": 1.820935182159747, + "physical_gaussian_nll": 4.5915899108537115, + "nominal_coverage": 0.9, + "coverage": 0.8579545454545454, + "mean_interval_width": 25.815654754638672, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.08837612718343735, + "rmse": 0.19787457585334778, + "standardized_mae": 0.01523229107260704, + "standardized_rmse": 0.034105174243450165, + "standardized_gaussian_nll": -1.8441611379696456, + "physical_gaussian_nll": -0.08597682692223318, + "nominal_coverage": 0.9, + "coverage": 0.9038461538461539, + "mean_interval_width": 0.409807413816452, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.1871984750032425, + "rmse": 0.401914119720459, + "standardized_mae": 0.0322650671005249, + "standardized_rmse": 0.06927292793989182, + "standardized_gaussian_nll": -1.250346233442035, + "physical_gaussian_nll": 0.5078380776053775, + "nominal_coverage": 0.9, + "coverage": 0.8980891719745223, + "mean_interval_width": 0.9409715533256531, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 159, + "mae": 0.40942126512527466, + "rmse": 0.769977867603302, + "standardized_mae": 0.07056684046983719, + "standardized_rmse": 0.1327114850282669, + "standardized_gaussian_nll": -0.5030295947417612, + "physical_gaussian_nll": 1.2551547163056513, + "nominal_coverage": 0.9, + "coverage": 0.8930817610062893, + "mean_interval_width": 2.11503267288208, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 158, + "mae": 0.8424768447875977, + "rmse": 1.3197810649871826, + "standardized_mae": 0.1452072262763977, + "standardized_rmse": 0.22747421264648438, + "standardized_gaussian_nll": 0.25654006285119607, + "physical_gaussian_nll": 2.0147243738986087, + "nominal_coverage": 0.9, + "coverage": 0.9177215189873418, + "mean_interval_width": 4.478009223937988, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.014084854163229465, + "rmse": 0.022774403914809227, + "standardized_mae": 0.012167752720415592, + "standardized_rmse": 0.01967456005513668, + "standardized_gaussian_nll": -1.997521224884523, + "physical_gaussian_nll": -1.8512103833705822, + "nominal_coverage": 0.9, + "coverage": 0.84472049689441, + "mean_interval_width": 0.0541437603533268, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 159, + "mae": 0.03290470689535141, + "rmse": 0.05815247818827629, + "standardized_mae": 0.028426019474864006, + "standardized_rmse": 0.05023729428648949, + "standardized_gaussian_nll": -1.4766005421189479, + "physical_gaussian_nll": -1.330289700605007, + "nominal_coverage": 0.9, + "coverage": 0.8238993710691824, + "mean_interval_width": 0.10682637244462967, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.07885859906673431, + "rmse": 0.13308489322662354, + "standardized_mae": 0.06812508404254913, + "standardized_rmse": 0.11497058719396591, + "standardized_gaussian_nll": -0.7242035232604763, + "physical_gaussian_nll": -0.5778926817465354, + "nominal_coverage": 0.9, + "coverage": 0.84375, + "mean_interval_width": 0.2614871561527252, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.1804523468017578, + "rmse": 0.28496497869491577, + "standardized_mae": 0.1558908224105835, + "standardized_rmse": 0.24617815017700195, + "standardized_gaussian_nll": 0.4691827262228913, + "physical_gaussian_nll": 0.6154935677368322, + "nominal_coverage": 0.9, + "coverage": 0.8148148148148148, + "mean_interval_width": 0.5785070061683655, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.07920390367507935, + "rmse": 0.11490846425294876, + "standardized_mae": 0.16490337252616882, + "standardized_rmse": 0.2392406314611435, + "standardized_gaussian_nll": 0.48817482543656965, + "physical_gaussian_nll": -0.24515923318104427, + "nominal_coverage": 0.9, + "coverage": 0.9627329192546584, + "mean_interval_width": 0.489059180021286, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 161, + "mae": 0.12517766654491425, + "rmse": 0.2129373550415039, + "standardized_mae": 0.26062121987342834, + "standardized_rmse": 0.4433378279209137, + "standardized_gaussian_nll": 1.5562546017118026, + "physical_gaussian_nll": 0.8229205430941887, + "nominal_coverage": 0.9, + "coverage": 0.9130434782608695, + "mean_interval_width": 0.6919214725494385, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 163, + "mae": 0.19066116213798523, + "rmse": 0.28632473945617676, + "standardized_mae": 0.3969585597515106, + "standardized_rmse": 0.5961311459541321, + "standardized_gaussian_nll": 1.9956462563380757, + "physical_gaussian_nll": 1.2623121977204619, + "nominal_coverage": 0.9, + "coverage": 0.9202453987730062, + "mean_interval_width": 1.1924697160720825, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.26233530044555664, + "rmse": 0.3584379255771637, + "standardized_mae": 0.5461848974227905, + "standardized_rmse": 0.746271550655365, + "standardized_gaussian_nll": 2.134514674718557, + "physical_gaussian_nll": 1.4011806161009428, + "nominal_coverage": 0.9, + "coverage": 0.93125, + "mean_interval_width": 1.5553059577941895, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 161, + "mae": 5.1430182456970215, + "rmse": 10.738471031188965, + "standardized_mae": 0.12089947611093521, + "standardized_rmse": 0.25243455171585083, + "standardized_gaussian_nll": 3.5339405322778177, + "physical_gaussian_nll": 7.2843764640387185, + "nominal_coverage": 0.9, + "coverage": 0.9130434782608695, + "mean_interval_width": 27.987581253051758, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 162, + "mae": 8.783897399902344, + "rmse": 16.34148406982422, + "standardized_mae": 0.20648741722106934, + "standardized_rmse": 0.3841473460197449, + "standardized_gaussian_nll": 5.114378464991765, + "physical_gaussian_nll": 8.864814396752665, + "nominal_coverage": 0.9, + "coverage": 0.8827160493827161, + "mean_interval_width": 47.922264099121094, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 159, + "mae": 15.506194114685059, + "rmse": 28.254121780395508, + "standardized_mae": 0.36451178789138794, + "standardized_rmse": 0.6641836166381836, + "standardized_gaussian_nll": 8.777647956626739, + "physical_gaussian_nll": 12.52808388838764, + "nominal_coverage": 0.9, + "coverage": 0.8930817610062893, + "mean_interval_width": 89.71646881103516, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 162, + "mae": 21.921968460083008, + "rmse": 39.915245056152344, + "standardized_mae": 0.5153305530548096, + "standardized_rmse": 0.9383074045181274, + "standardized_gaussian_nll": 9.824047767818808, + "physical_gaussian_nll": 13.574483699579709, + "nominal_coverage": 0.9, + "coverage": 0.8333333333333334, + "mean_interval_width": 97.43339538574219, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 152, + "mae": 0.14347490668296814, + "rmse": 0.19600002467632294, + "standardized_mae": 0.023314079269766808, + "standardized_rmse": 0.03184919431805611, + "standardized_gaussian_nll": -1.8739195317542512, + "physical_gaussian_nll": -0.056816812141949224, + "nominal_coverage": 0.9, + "coverage": 0.8881578947368421, + "mean_interval_width": 0.5616092681884766, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 150, + "mae": 0.30648285150527954, + "rmse": 0.5268601179122925, + "standardized_mae": 0.04980219900608063, + "standardized_rmse": 0.08561259508132935, + "standardized_gaussian_nll": -0.9972684028368417, + "physical_gaussian_nll": 0.8198343167754603, + "nominal_coverage": 0.9, + "coverage": 0.9133333333333333, + "mean_interval_width": 1.480651617050171, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 153, + "mae": 0.67685866355896, + "rmse": 1.1179566383361816, + "standardized_mae": 0.10998673737049103, + "standardized_rmse": 0.18166333436965942, + "standardized_gaussian_nll": 0.2664319526648943, + "physical_gaussian_nll": 2.0835346722771964, + "nominal_coverage": 0.9, + "coverage": 0.954248366013072, + "mean_interval_width": 3.948652744293213, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 155, + "mae": 1.6770535707473755, + "rmse": 2.6188979148864746, + "standardized_mae": 0.272514283657074, + "standardized_rmse": 0.4255600869655609, + "standardized_gaussian_nll": 3.4904620596117293, + "physical_gaussian_nll": 5.307564779224031, + "nominal_coverage": 0.9, + "coverage": 0.8903225806451613, + "mean_interval_width": 7.591064453125, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 116, + "mae": 0.013168992474675179, + "rmse": 0.018724150955677032, + "standardized_mae": 0.005378187634050846, + "standardized_rmse": 0.007646902464330196, + "standardized_gaussian_nll": -2.065098738656699, + "physical_gaussian_nll": -1.1695852217917184, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.4027577042579651, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 110, + "mae": 0.028305502608418465, + "rmse": 0.042280104011297226, + "standardized_mae": 0.011559905484318733, + "standardized_rmse": 0.017267102375626564, + "standardized_gaussian_nll": -1.7004049014759186, + "physical_gaussian_nll": -0.8048913846109383, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.5695854425430298, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 113, + "mae": 0.06546823680400848, + "rmse": 0.09084910154342651, + "standardized_mae": 0.026737086474895477, + "standardized_rmse": 0.03710257634520531, + "standardized_gaussian_nll": -1.3148165331268364, + "physical_gaussian_nll": -0.4193030162618562, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.8055153489112854, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 116, + "mae": 0.14640361070632935, + "rmse": 0.21529561281204224, + "standardized_mae": 0.05979091674089432, + "standardized_rmse": 0.08792626112699509, + "standardized_gaussian_nll": -0.8437972868174504, + "physical_gaussian_nll": 0.0517162300475299, + "nominal_coverage": 0.9, + "coverage": 0.9913793103448276, + "mean_interval_width": 1.13917076587677, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.31374290585517883, + "rmse": 0.46593940258026123, + "standardized_mae": 0.003943834453821182, + "standardized_rmse": 0.005856986157596111, + "standardized_gaussian_nll": -2.06993291740292, + "physical_gaussian_nll": 2.306487509927463, + "nominal_coverage": 0.9, + "coverage": 0.9807692307692307, + "mean_interval_width": 2.6250691413879395, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 154, + "mae": 0.6795147657394409, + "rmse": 0.997683048248291, + "standardized_mae": 0.00854168739169836, + "standardized_rmse": 0.012541149742901325, + "standardized_gaussian_nll": -1.7144921350812423, + "physical_gaussian_nll": 2.661928292249141, + "nominal_coverage": 0.9, + "coverage": 0.987012987012987, + "mean_interval_width": 6.490411281585693, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 155, + "mae": 1.504518985748291, + "rmse": 2.2063143253326416, + "standardized_mae": 0.018912216648459435, + "standardized_rmse": 0.027733977884054184, + "standardized_gaussian_nll": -1.3451878937382145, + "physical_gaussian_nll": 3.031232533592169, + "nominal_coverage": 0.9, + "coverage": 0.9935483870967742, + "mean_interval_width": 15.35381031036377, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 156, + "mae": 4.080258846282959, + "rmse": 5.6466193199157715, + "standardized_mae": 0.05128997564315796, + "standardized_rmse": 0.07097955793142319, + "standardized_gaussian_nll": -0.9111205458188356, + "physical_gaussian_nll": 3.465299881511547, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 38.590328216552734, + "interval_kind": "heldout_calibrated" + } + ], + "calibrated_query_fraction": 0.9283577389387498, + "calibration_status": "heldout_partial", + "counterfactual": { + "status": "completed", + "samples": 30, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21488979820547863, + "action_effect_rmse": 0.28882415029206016 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001624388123725377, + "action_effect_rmse": 0.00199246098289604 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.45931345067463764, + "action_effect_rmse": 0.5619353057500639 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36439344476038354, + "action_effect_rmse": 0.4871767850388511 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009834406166682186, + "action_effect_rmse": 0.013079852061853688 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9077886769893043, + "action_effect_rmse": 1.1435511468392832 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5322565524927269, + "action_effect_rmse": 0.6814437361358621 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.041557979230759656, + "action_effect_rmse": 0.05406529289663374 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8994885033859248, + "action_effect_rmse": 2.3788389413182545 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5344649905195015, + "action_effect_rmse": 0.6015488946838707 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12996752289274482, + "action_effect_rmse": 0.1697136832331558 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.551449858693599, + "action_effect_rmse": 5.208482666958312 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 10.626543449393237, + 53.27637319413721, + 20.730861971330864, + 6.480412972725864 + ], + "true_costs": [ + 5.29387147671569, + 55.418109072711815, + 14.268767655668475, + 4.5979205894343025 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 75, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025172749089793094, + "action_effect_rmse": 0.026930179324202618 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.504301545808552, + "action_effect_rmse": 1.5739931477668319 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.533332935849488, + "action_effect_rmse": 2.7763176830817597 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06764650205103599, + "action_effect_rmse": 0.07047560147677762 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.088274654929616, + "action_effect_rmse": 4.185581896808741 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4790138982304994, + "action_effect_rmse": 2.5167685577582666 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.052091613561911644, + "action_effect_rmse": 0.06257572407922884 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8792681226897536, + "action_effect_rmse": 4.23679181140958 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1705741609054492, + "action_effect_rmse": 1.1999549635768363 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07318710932968413, + "action_effect_rmse": 0.08462714653505551 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8644642604246067, + "action_effect_rmse": 4.93534142896437 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7773798820631322, + "action_effect_rmse": 0.8516658647804295 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.26539451385535284, + "predicted_costs": [ + 1.3385994242397525, + 1.1892254408752259, + 1.392120834832632, + 1.6703703156672234 + ], + "true_costs": [ + 1.6870119374852577, + 1.3246161176877902, + 1.0592216038324374, + 1.5739227991857385 + ] + }, + { + "system_id": "thermal-00003", + "family": "thermal", + "anchor_step": 78, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23637942136580156, + "action_effect_rmse": 0.27437866225198565 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0008042371614180865, + "action_effect_rmse": 0.0009335226152080629 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5336672246258635, + "action_effect_rmse": 0.6576715827549077 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36120005185782017, + "action_effect_rmse": 0.41267243103355294 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0027102307953938976, + "action_effect_rmse": 0.0031770338766041917 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1675150885821968, + "action_effect_rmse": 1.299947811603048 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.43248507439218403, + "action_effect_rmse": 0.49531849069867767 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01474022845917015, + "action_effect_rmse": 0.01682733175825125 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.714401043775297, + "action_effect_rmse": 2.9214807306635713 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5363757539231528, + "action_effect_rmse": 0.6084830681919776 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03574206559321406, + "action_effect_rmse": 0.041788762352800546 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.631953539828241, + "action_effect_rmse": 6.074936839412964 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 21.789765413192754, + 9.531485412756496, + 13.628551248583637, + 72.63469415156285 + ], + "true_costs": [ + 26.49760331004995, + 11.404685981504198, + 16.167683887092124, + 99.1084380965106 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16945341638774694, + "action_effect_rmse": 0.2101473330405302 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.033422663073018555, + "action_effect_rmse": 0.03807406173049075 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13465906384739998, + "action_effect_rmse": 0.13854230136687395 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 24.834841292250996, + "action_effect_rmse": 35.68112377201532 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3233824473001192, + "action_effect_rmse": 0.41998405150518875 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06539349482015074, + "action_effect_rmse": 0.07386789292460082 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11977941654322015, + "action_effect_rmse": 0.13101136635019317 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.610183636417407, + "action_effect_rmse": 30.591626415559094 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6211494782774599, + "action_effect_rmse": 0.8494958565362832 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1371258503963304, + "action_effect_rmse": 0.15262139740142824 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08483730757770458, + "action_effect_rmse": 0.10304342776248274 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.319011668291015, + "action_effect_rmse": 26.436217551810298 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9554806764726784, + "action_effect_rmse": 1.2954953276164196 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23575726209878076, + "action_effect_rmse": 0.281596557835418 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10160257038546734, + "action_effect_rmse": 0.1217387848099782 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.661311322123638, + "action_effect_rmse": 24.184156800381096 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 558.8192422179768, + 470.9351995751702, + 569.2352565651631, + 680.7668236386138 + ], + "true_costs": [ + 451.3821803058857, + 383.6347777926726, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023486673693171683, + "action_effect_rmse": 0.025228499009560687 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3788033195248583, + "action_effect_rmse": 0.4040424791510159 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.929218283560104, + "action_effect_rmse": 9.345270947288032 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.044115687520610826, + "action_effect_rmse": 0.04749023866007877 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6735951151470031, + "action_effect_rmse": 0.7303231526858217 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.879031802723425, + "action_effect_rmse": 4.067701796136752 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08145759437443918, + "action_effect_rmse": 0.08796807256643017 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1211656056958266, + "action_effect_rmse": 1.2540060759602152 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.900637201984947, + "action_effect_rmse": 0.9656462347388844 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08253501532039044, + "action_effect_rmse": 0.10402037821980381 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4283678852656567, + "action_effect_rmse": 1.7908184964492289 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9246475348798432, + "action_effect_rmse": 1.0223159872210243 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 0.03202131771110947, + "predicted_costs": [ + 0.10944111234732493, + 0.1836746548803851, + 0.09904393014318869, + 0.09229836993274168 + ], + "true_costs": [ + 0.08697956422894386, + 0.4815418742900818, + 0.20670211782036674, + 0.11900088194005333 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20262981279840156, + "action_effect_rmse": 0.23678618372770846 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.817826058251562, + "action_effect_rmse": 1.9112453575829098 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.34740288650390383, + "action_effect_rmse": 0.3941331688507048 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.866964429458278, + "action_effect_rmse": 3.1006026080154236 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7714332307637987, + "action_effect_rmse": 0.929319599822851 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.925745658686492, + "action_effect_rmse": 5.463223220735334 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4320048756302246, + "action_effect_rmse": 1.8040334264315787 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.893479836589568, + "action_effect_rmse": 10.074324942829382 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 62.52148229606689, + 15.396558417959676, + 32.431572746493934, + 69.49590993007158 + ], + "true_costs": [ + 138.61730453341346, + 17.18951192419299, + 61.55307690981533, + 153.57401303581446 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 29, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11010620285094053, + "action_effect_rmse": 0.11418357472148183 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006778161142365846, + "action_effect_rmse": 0.00849624709248354 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6005758841598771, + "action_effect_rmse": 0.6005961803826821 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.34366163213353, + "action_effect_rmse": 31.320965861942305 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2845282417359754, + "action_effect_rmse": 0.35595093591142707 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020027762564932772, + "action_effect_rmse": 0.020211079602333572 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6266637801842994, + "action_effect_rmse": 0.6268429054493443 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.81861080467119, + "action_effect_rmse": 26.349466346277786 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7768140325563472, + "action_effect_rmse": 0.8668897595796982 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06724617787476166, + "action_effect_rmse": 0.07275768803753557 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.558442607293922, + "action_effect_rmse": 0.5637182358989695 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.64840365358378, + "action_effect_rmse": 19.283146528525947 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7123398970797057, + "action_effect_rmse": 1.7781207483498822 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15719006989653414, + "action_effect_rmse": 0.19641157331497366 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5102606211035875, + "action_effect_rmse": 0.5472868483878415 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 34.471809259347076, + "action_effect_rmse": 36.012847070308965 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 174.61535154218757, + 61.964481159355635, + 117.31522694736643, + 200.90815562047027 + ], + "true_costs": [ + 94.60350239976236, + 38.44773185665458, + 92.60413461253019, + 94.63991629872142 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 155, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018724198377550422, + "action_effect_rmse": 0.01981222768190796 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6480635566257646, + "action_effect_rmse": 0.6684256347678931 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.05773154410749, + "action_effect_rmse": 2.6608722311240975 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03560145318154747, + "action_effect_rmse": 0.03776741403757767 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0993808912400478, + "action_effect_rmse": 1.1496757419333947 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.270120375009303, + "action_effect_rmse": 4.303626566824724 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05834754761838279, + "action_effect_rmse": 0.06364328437532644 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5655190438041539, + "action_effect_rmse": 0.6960087716955689 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.500744080898049, + "action_effect_rmse": 6.514187474989486 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2951601192954096, + "action_effect_rmse": 0.30019603383407584 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4689459868135515, + "action_effect_rmse": 3.6925175608970133 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.033490287163343, + "action_effect_rmse": 6.153695800435443 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.33758192896114, + 0.2311034209128912, + 0.32744453712394894, + 0.5141664392883112 + ], + "true_costs": [ + 0.946750082860937, + 0.19555943883653581, + 0.36157269685378335, + 0.6108034852921396 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 82, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2203674302449722, + "action_effect_rmse": 0.2816843626799838 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03549839866285254, + "action_effect_rmse": 0.03990342975770407 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.44254247050797146, + "action_effect_rmse": 0.44318307547273295 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.652907957749825, + "action_effect_rmse": 45.966270957553576 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43326970076951926, + "action_effect_rmse": 0.5543931810056159 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07168272997108953, + "action_effect_rmse": 0.07997119539851268 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4206840865803712, + "action_effect_rmse": 0.42285692060375585 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.87124113958562, + "action_effect_rmse": 48.06442808675871 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8496452930714481, + "action_effect_rmse": 1.0806177572949665 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.140378817902968, + "action_effect_rmse": 0.1551450318326596 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3418460173436489, + "action_effect_rmse": 0.34953595854742653 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 35.68249181986093, + "action_effect_rmse": 49.96397561352658 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6740610432907108, + "action_effect_rmse": 2.0830729302445747 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2689264738971418, + "action_effect_rmse": 0.299265250570239 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13593259919693104, + "action_effect_rmse": 0.16588777294569768 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 37.816319910513734, + "action_effect_rmse": 50.22022152883607 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 480.3633269672805, + 394.59139884785696, + 507.63429404210285, + 642.3249788998822 + ], + "true_costs": [ + 451.38087476816315, + 401.7174487576729, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 122, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01115086211796725, + "action_effect_rmse": 0.013202427275555784 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14412322707835537, + "action_effect_rmse": 0.1755194847701146 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.83907678194569, + "action_effect_rmse": 5.9883179232795944 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021008269284649172, + "action_effect_rmse": 0.02438890889184028 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29381617901845064, + "action_effect_rmse": 0.3697343305650629 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.1746310759536627, + "action_effect_rmse": 3.783240372255345 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0380849755965732, + "action_effect_rmse": 0.04257363387619833 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6007973657884472, + "action_effect_rmse": 0.8114581401020231 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6133435952394137, + "action_effect_rmse": 1.8004033964691006 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07128698601434297, + "action_effect_rmse": 0.07855821370721183 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.12860606299569, + "action_effect_rmse": 1.689016739958472 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.922533217852382, + "action_effect_rmse": 6.157877056102796 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.3877133020054342, + 0.44178463096161713, + 0.2743666085190031, + 0.18610212676168655 + ], + "true_costs": [ + 0.34943173482841516, + 0.4423803958858177, + 0.17988222162200523, + 0.10241806833056942 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007232558653336184, + "action_effect_rmse": 0.008010316012888182 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5018054223078051, + "action_effect_rmse": 0.646008233418035 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.27992007877613, + "action_effect_rmse": 6.533162766612089 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014468080115895565, + "action_effect_rmse": 0.015855369353063926 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9715669961749901, + "action_effect_rmse": 1.2533982233758656 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.044111150894055, + "action_effect_rmse": 6.296332054512173 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.028864686079440857, + "action_effect_rmse": 0.031101431633192594 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.814158567105255, + "action_effect_rmse": 2.347872481106438 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.57040608947836, + "action_effect_rmse": 5.821676583302889 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18323029915660694, + "action_effect_rmse": 0.19001987484522734 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.853382198171942, + "action_effect_rmse": 8.299545504003158 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.34005425120615, + "action_effect_rmse": 8.490574487071687 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9045958042833053, + 0.8461504486143849, + 0.7803560511605839, + 0.7567319027450895 + ], + "true_costs": [ + 0.8762251133653054, + 1.02, + 0.999897360791922, + 0.7744902415340987 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02021134629366757, + "action_effect_rmse": 0.021154610667840534 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8991593767245796, + "action_effect_rmse": 1.063014992272001 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.524611467024871, + "action_effect_rmse": 2.7772359624588967 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028138100450519638, + "action_effect_rmse": 0.030850022175464654 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.40095414358393, + "action_effect_rmse": 1.7772744505298583 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5842799380999916, + "action_effect_rmse": 0.7090411452157734 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027983182054031202, + "action_effect_rmse": 0.03395218758104562 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6805247529051475, + "action_effect_rmse": 2.2460169802172603 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.239445882246502, + "action_effect_rmse": 2.244509725696061 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14724152243796765, + "action_effect_rmse": 0.1563887304366339 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.4287395713149555, + "action_effect_rmse": 5.662560023166581 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6440507951129201, + "action_effect_rmse": 0.7306184437024961 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.4262570482940415, + 0.8212022672333169, + 1.02080156852718, + 1.3042422741841515 + ], + "true_costs": [ + 1.0147431412336105, + 0.7074574702007793, + 0.999325263116405, + 1.02 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 48, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019198650409884277, + "action_effect_rmse": 0.020043016313718978 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9217348457205491, + "action_effect_rmse": 0.9283884197031913 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.963274600181144, + "action_effect_rmse": 8.130435951590238 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.039017709709771815, + "action_effect_rmse": 0.040724601101051354 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6598852819512817, + "action_effect_rmse": 1.6732385441940765 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.9023659647693947, + "action_effect_rmse": 3.9889120542742718 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08191262430007035, + "action_effect_rmse": 0.08542128219480702 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.909416923468605, + "action_effect_rmse": 2.938409803610673 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.141062574674947, + "action_effect_rmse": 4.239108111238181 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04357915799913185, + "action_effect_rmse": 0.052997248083901195 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.730351972096312, + "action_effect_rmse": 4.804910231028702 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.553948299357354, + "action_effect_rmse": 1.8194204679193966 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.11483138271273997, + 0.3060835618210816, + 0.15951070398858075, + 0.10685213554064102 + ], + "true_costs": [ + 0.1305996562254816, + 0.47551585194651813, + 0.2002015454166692, + 0.11067743207337671 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 147, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.42823732409802, + "action_effect_rmse": 0.4841172898938894 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00718128480388458, + "action_effect_rmse": 0.007230049284434955 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1089837010187011, + "action_effect_rmse": 1.2358552652175034 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7219892605580854, + "action_effect_rmse": 0.8241268309637207 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0053464009422619085, + "action_effect_rmse": 0.005538487613265444 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1879633182870086, + "action_effect_rmse": 2.4456655488369856 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9382891823403176, + "action_effect_rmse": 1.125670070435734 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07569388787790447, + "action_effect_rmse": 0.08187618255990368 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.227815873269738, + "action_effect_rmse": 4.762845837473909 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.533335410791599, + "action_effect_rmse": 1.7289147792357613 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21075576073239097, + "action_effect_rmse": 0.23918047477786872 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.369330664796735, + "action_effect_rmse": 9.464269107254086 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 270.0548806927103, + 272.76003307056186, + 218.54373055994927, + 175.560867142956 + ], + "true_costs": [ + 248.91436835051786, + 237.04371066418986, + 152.07234965387846, + 107.22869608281285 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 83, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0804764426056981, + "action_effect_rmse": 0.08201548335250212 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0542419497730908, + "action_effect_rmse": 1.0625654523725427 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.906029469989846, + "action_effect_rmse": 7.0671504832861 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1307508399086187, + "action_effect_rmse": 0.13474054923002196 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7349228705838489, + "action_effect_rmse": 1.754267919488063 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5785025118851266, + "action_effect_rmse": 2.647072314849847 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0928303117379724, + "action_effect_rmse": 0.1144357662348555 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.721454659472928, + "action_effect_rmse": 1.7932746428978532 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.895148922807992, + "action_effect_rmse": 1.0747692892448983 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11904924784485205, + "action_effect_rmse": 0.13802482313188197 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4063804545897216, + "action_effect_rmse": 1.6226297713954334 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1230642753120559, + "action_effect_rmse": 1.2793402243018521 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.7065853110398042, + 0.5299892349191281, + 0.45635510362500986, + 0.4265873735153723 + ], + "true_costs": [ + 0.9978204559647611, + 0.7287412528955866, + 0.4181557170578504, + 0.2616792978995311 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 72, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0084206486565368, + "action_effect_rmse": 0.011054636911726614 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4064479844904246, + "action_effect_rmse": 0.4775357466088379 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7520225839205967, + "action_effect_rmse": 2.0809795526075288 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013571184711358208, + "action_effect_rmse": 0.01878079830630076 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7590458113108672, + "action_effect_rmse": 0.8388771193344633 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8195763281460676, + "action_effect_rmse": 0.9021421188746988 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.031074446166099817, + "action_effect_rmse": 0.032201476033946956 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6620370066034884, + "action_effect_rmse": 2.1677578694144137 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.85531162863762, + "action_effect_rmse": 1.8591682476716307 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06378046324817715, + "action_effect_rmse": 0.06613390320535804 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.834796321177303, + "action_effect_rmse": 4.801071381872487 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4279033343333663, + "action_effect_rmse": 0.5332501529315674 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.3091419939603324, + "predicted_costs": [ + 2.0354781756603275, + 1.793582970008239, + 1.981621896100906, + 2.2462588317963372 + ], + "true_costs": [ + 1.746286054949738, + 1.5636526856821285, + 1.254510691721796, + 1.8109056066859857 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4186079530515876, + "action_effect_rmse": 0.5216677084145425 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010387877787206179, + "action_effect_rmse": 0.012431614317473094 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5324936795401314, + "action_effect_rmse": 0.5688151854284133 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7693567581730368, + "action_effect_rmse": 0.9686940684380075 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03364493368316227, + "action_effect_rmse": 0.043019178129379276 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0054963279555267, + "action_effect_rmse": 1.12148327626158 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2914103656268736, + "action_effect_rmse": 1.6444178277701285 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10222270479561739, + "action_effect_rmse": 0.1306926178393103 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9587523636922815, + "action_effect_rmse": 2.246203344744682 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6729334421349549, + "action_effect_rmse": 1.8293202080258706 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2510461771489562, + "action_effect_rmse": 0.2940510272459914 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6048770361269598, + "action_effect_rmse": 4.640987690215961 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 6.32288762434731, + "predicted_costs": [ + 10.94372290122283, + 5.195322055617899, + 7.603717552718248, + 13.375905651949719 + ], + "true_costs": [ + 9.696988254076373, + 8.672899788691865, + 2.3500121643445544, + 20.63187316289687 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 101, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022601990412264072, + "action_effect_rmse": 0.03914779574622601 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05090137010311283, + "action_effect_rmse": 0.058342868958648854 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07558077208221763, + "action_effect_rmse": 0.08574319259186144 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 26.71760500344566, + "action_effect_rmse": 39.37503281765155 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05348721473805421, + "action_effect_rmse": 0.09264257348165676 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09769317468605661, + "action_effect_rmse": 0.11000639202742196 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11244119338958931, + "action_effect_rmse": 0.12811717364167416 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 23.052281778182955, + "action_effect_rmse": 34.15439851523342 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10394549592423097, + "action_effect_rmse": 0.1800388801587117 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1521316368718253, + "action_effect_rmse": 0.1864416812248665 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12516341992660032, + "action_effect_rmse": 0.1419300117195783 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 40.33078762731734, + "action_effect_rmse": 44.876722797211265 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2717629388836726, + "action_effect_rmse": 0.3067828868237642 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20916379150757258, + "action_effect_rmse": 0.23295959262344834 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3910344070869569, + "action_effect_rmse": 0.41020782932833627 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 30.399014753110965, + "action_effect_rmse": 33.033550544508856 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 451.3911927721704, + 451.36922963517617, + 451.38922963517615, + 451.44922963517615 + ], + "true_costs": [ + 447.78508895541245, + 426.7512249509392, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 68, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6780157773664813, + "action_effect_rmse": 0.8484709929111375 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0331144716672244, + "action_effect_rmse": 0.03886401293872599 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32793217692567567, + "action_effect_rmse": 0.3279332668675988 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 11.969095249536677, + "action_effect_rmse": 13.709089507456104 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3994932634118917, + "action_effect_rmse": 1.732080319600185 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03221158227703569, + "action_effect_rmse": 0.03390343818375093 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5133683032122904, + "action_effect_rmse": 0.5139774065752296 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.161883346187437, + "action_effect_rmse": 11.347250945062783 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.76725878105092, + "action_effect_rmse": 3.4052792869580637 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029955158428434697, + "action_effect_rmse": 0.03649036923396879 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5564422923288558, + "action_effect_rmse": 0.5592244851730943 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.545726213439545, + "action_effect_rmse": 11.389082250507226 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9298046035073475, + "action_effect_rmse": 3.0015164293716494 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13871142024884028, + "action_effect_rmse": 0.17903519843526816 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27456856931652845, + "action_effect_rmse": 0.28370961894239904 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.568854389045377, + "action_effect_rmse": 11.506400584414672 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.7291622167088208, + "predicted_costs": [ + 5.995178177365759, + 4.635230856238913, + 4.944506715248311, + 5.309760052083418 + ], + "true_costs": [ + 2.0651194984300334, + 3.794281715138854, + 24.864651049919743, + 62.99783302329969 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 165, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18781477369135757, + "action_effect_rmse": 0.21516012004696045 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00012069692763342725, + "action_effect_rmse": 0.00013826982536523165 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6432184117362567, + "action_effect_rmse": 0.6471124644337081 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3269186533499007, + "action_effect_rmse": 0.37451716834687926 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002628416308630458, + "action_effect_rmse": 0.003011107900570849 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2871408198075756, + "action_effect_rmse": 1.29536020604219 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6129345098465393, + "action_effect_rmse": 0.787156599653794 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01489596409619883, + "action_effect_rmse": 0.017531302274426314 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9295618784504047, + "action_effect_rmse": 2.524274188687988 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9301916462880016, + "action_effect_rmse": 1.1098060662963911 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0581750117126821, + "action_effect_rmse": 0.07487116966451046 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8102358671948573, + "action_effect_rmse": 5.979883195271712 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 7.825240283028524, + "predicted_costs": [ + 43.06782453161284, + 17.938466586522583, + 20.02902299102345, + 46.3444860218752 + ], + "true_costs": [ + 45.10501169559586, + 24.51519553647799, + 16.689955253449465, + 49.26388030033394 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 47, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03040584693086278, + "action_effect_rmse": 0.03128793473289417 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0982315690447066, + "action_effect_rmse": 1.1421553746175863 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1843025215911447, + "action_effect_rmse": 2.27852162651414 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06523836761134733, + "action_effect_rmse": 0.06717758713082005 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0341307008064433, + "action_effect_rmse": 2.1304457218326327 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2886795902555151, + "action_effect_rmse": 0.29382788615879135 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13750096125570552, + "action_effect_rmse": 0.14163630198699848 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8145774403438133, + "action_effect_rmse": 4.014812991164066 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.34706932679517166, + "action_effect_rmse": 0.34889632786543 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07791348330575679, + "action_effect_rmse": 0.08533817843851374 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5844740476102075, + "action_effect_rmse": 3.4537974710660087 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0057926986844592, + "action_effect_rmse": 1.159117586507936 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 0.03294834116791323, + "predicted_costs": [ + 1.2355985198210946, + 0.9036404180135809, + 0.7473993910393555, + 0.6504227602773895 + ], + "true_costs": [ + 0.8809387360993783, + 0.4533418846232441, + 0.19677910081757802, + 0.22972744198549125 + ] + }, + { + "system_id": "tank-00088", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1128106263932865, + "action_effect_rmse": 0.1511231041155375 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003842577968278249, + "action_effect_rmse": 0.004841628146005175 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05819894112628895, + "action_effect_rmse": 0.06457653737275817 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.76764172316734, + "action_effect_rmse": 31.135938663641888 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22669542268639079, + "action_effect_rmse": 0.28569161290166956 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010299827242318335, + "action_effect_rmse": 0.011275961432504748 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4166938099549242, + "action_effect_rmse": 0.4185740264631899 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.472666305196764, + "action_effect_rmse": 33.308643740522626 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.49050771724946013, + "action_effect_rmse": 0.5809249315251472 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026406796504780655, + "action_effect_rmse": 0.026811146169610695 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5393473555801693, + "action_effect_rmse": 0.5413507714260117 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 24.878776281210317, + "action_effect_rmse": 33.70725067789249 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1479480081047004, + "action_effect_rmse": 1.384534054157302 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06302550637257791, + "action_effect_rmse": 0.07351828635764118 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0367160963379494, + "action_effect_rmse": 1.0378322448377586 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.599300669823247, + "action_effect_rmse": 34.35230134829147 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 64.89389165617308, + "predicted_costs": [ + 531.6050359175256, + 548.1289980702578, + 520.6506060448446, + 494.21535497060484 + ], + "true_costs": [ + 503.29533896864046, + 438.4569558120269, + 503.29084746819996, + 503.35084746819996 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.047070915322791375, + "action_effect_rmse": 0.050886325261988316 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3208135996079922, + "action_effect_rmse": 0.34099676687639846 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.431796190604876, + "action_effect_rmse": 14.357159741323253 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10349773359402126, + "action_effect_rmse": 0.11046706825934728 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.745263201846799, + "action_effect_rmse": 0.7801030045391039 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 16.108516575836536, + "action_effect_rmse": 16.87560389410939 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1183097517080317, + "action_effect_rmse": 0.13684425659268704 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.599688233087652, + "action_effect_rmse": 1.6508768475433546 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 11.212374050869853, + "action_effect_rmse": 12.247904311389082 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11639157634394942, + "action_effect_rmse": 0.12719495499505964 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.263694564244452, + "action_effect_rmse": 1.4352570965584401 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.966488598606437, + "action_effect_rmse": 4.714368157918215 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.2531484622704555, + "predicted_costs": [ + 0.4422826828647297, + 0.4695896754518536, + 0.4324336108646196, + 0.4359972133660508 + ], + "true_costs": [ + 0.40830590843205095, + 0.9240532378197692, + 0.6614543707025065, + 0.44775661648448173 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49505332375659467, + "action_effect_rmse": 0.6462016963457484 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003438668888479176, + "action_effect_rmse": 0.004341380944820627 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4609926446912122, + "action_effect_rmse": 0.5758764624910476 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6347596303773221, + "action_effect_rmse": 0.7800380815535359 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015676661495406325, + "action_effect_rmse": 0.01935821164325862 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9230721459379367, + "action_effect_rmse": 1.1508128017271644 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2901903049814696, + "action_effect_rmse": 1.416554944042598 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05142673478136336, + "action_effect_rmse": 0.06185680166070563 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8478841219491737, + "action_effect_rmse": 2.2995023557870238 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.047509003006977, + "action_effect_rmse": 2.2948014868943107 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20654980443047913, + "action_effect_rmse": 0.2268672154274022 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7000432115492004, + "action_effect_rmse": 4.5923085700341115 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 14.629867095974145, + "predicted_costs": [ + 3.1295531896080298, + 4.436375983050322, + 2.0656540884260672, + 2.10409916406382 + ], + "true_costs": [ + 33.060229172595456, + 64.11431327113324, + 16.78649778558374, + 2.156630689609596 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 131, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30467701178254697, + "action_effect_rmse": 0.3279959471736617 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0032215194230857946, + "action_effect_rmse": 0.003468083853921745 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9874311000595906, + "action_effect_rmse": 2.075548595945932 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41772176064515304, + "action_effect_rmse": 0.4496927842905914 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019400874901984128, + "action_effect_rmse": 0.020885753409284082 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.979808795570108, + "action_effect_rmse": 4.155933083382722 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21407239319581883, + "action_effect_rmse": 0.23045675986348327 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08003919235924428, + "action_effect_rmse": 0.08616512630278149 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.97512872515216, + "action_effect_rmse": 8.327035078925176 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.212175453147772, + "action_effect_rmse": 1.3049513432987292 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26333680803948073, + "action_effect_rmse": 0.2834917343991018 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 15.98026262069746, + "action_effect_rmse": 16.683424440272677 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 8.091822385161159, + "predicted_costs": [ + 370.85263934765106, + 203.8709408779684, + 90.53245076788733, + 24.09524994115477 + ], + "true_costs": [ + 109.36853482947765, + 34.2937420520003, + 1.9863991072481246, + 10.078221492409284 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 66, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6498389591990001, + "action_effect_rmse": 0.7955488728187537 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01860580579858606, + "action_effect_rmse": 0.02328019849456081 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05848079291018282, + "action_effect_rmse": 0.06323892423051128 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 23.97679179526152, + "action_effect_rmse": 34.983567122176325 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8096103237626396, + "action_effect_rmse": 0.9847880296190766 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.039035322904660795, + "action_effect_rmse": 0.04878212788590248 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04941923869458766, + "action_effect_rmse": 0.05939934486937796 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 18.127434930648402, + "action_effect_rmse": 27.13849456365317 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8596917736271065, + "action_effect_rmse": 0.9046836260493217 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0800971592417928, + "action_effect_rmse": 0.09949956623787753 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05405880604329653, + "action_effect_rmse": 0.06156850305098876 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 17.423702023159688, + "action_effect_rmse": 20.45065722120506 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8517649918093113, + "action_effect_rmse": 1.385434468146451 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18313657730215738, + "action_effect_rmse": 0.20888080775172072 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12994234429472218, + "action_effect_rmse": 0.1299431433328985 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.411695593257903, + "action_effect_rmse": 18.797851736305176 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 47.55863042060099, + "predicted_costs": [ + 333.9507628217952, + 339.41342899534277, + 339.7497935789209, + 340.1265138964138 + ], + "true_costs": [ + 379.7329500410587, + 332.1743196204577, + 448.25477351784303, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00043", + "family": "tank", + "anchor_step": 161, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.34247481791962375, + "action_effect_rmse": 0.37906058142091925 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1383404885507531, + "action_effect_rmse": 0.15661206080991297 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25136629339113387, + "action_effect_rmse": 0.25136660229930524 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 17.50356162496571, + "action_effect_rmse": 18.19569696245542 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5874507390523727, + "action_effect_rmse": 0.6419168894951747 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25303703993234805, + "action_effect_rmse": 0.28629468643015205 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2664613227341381, + "action_effect_rmse": 0.26675257348146925 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 15.484280421884845, + "action_effect_rmse": 20.439308010113063 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8651794400382155, + "action_effect_rmse": 0.922527842681742 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.44731118700115324, + "action_effect_rmse": 0.5085150828164287 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.333672618102909, + "action_effect_rmse": 0.33792795768362993 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 52.03504117409302, + "action_effect_rmse": 66.74938227004364 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8301502313408715, + "action_effect_rmse": 0.8325836612492743 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6500670147264754, + "action_effect_rmse": 0.7581176479783098 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.49617661809545943, + "action_effect_rmse": 0.5133685202036403 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 109.48273365424875, + "action_effect_rmse": 131.90548222918815 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.7814808579845014, + "predicted_costs": [ + 2.7056750157891676, + 9.401194653132137, + 2.3825838284536403, + 5.356064094368403 + ], + "true_costs": [ + 1.9051438473273075, + 1.0924319808960787, + 1.8739128388805801, + 1.9339128388805802 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 150, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00789977777020969, + "action_effect_rmse": 0.00968872218726524 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1469872095928082, + "action_effect_rmse": 0.21050051615810472 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.7840963106941174, + "action_effect_rmse": 3.2008881622858847 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023622355542989876, + "action_effect_rmse": 0.0291719543875563 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26543143813749853, + "action_effect_rmse": 0.34085707178337105 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.23819024825791, + "action_effect_rmse": 8.522181393104256 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.057268824324189206, + "action_effect_rmse": 0.06566499747302493 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5815962596113557, + "action_effect_rmse": 0.6651982500587422 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.886430937462348, + "action_effect_rmse": 5.206570354368486 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12254109879153635, + "action_effect_rmse": 0.1378953607084024 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.187061557051005, + "action_effect_rmse": 1.3203482957499846 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.432174006416434, + "action_effect_rmse": 6.983761030335392 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.10452310395912465, + 0.04568585955634557, + 0.00039453972064757944, + 0.03790743085350526 + ], + "true_costs": [ + 0.1761149978948457, + 0.10010744821043219, + 0.0008064926124806322, + 0.05556627807638088 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 109, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07472025737923775, + "action_effect_rmse": 0.0765421236280071 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.038223338104713754, + "action_effect_rmse": 0.04406305725560825 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26274067959556613, + "action_effect_rmse": 0.2652225534104797 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.53350450049491, + "action_effect_rmse": 37.8582793162627 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14565201473954895, + "action_effect_rmse": 0.15015871485683513 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07476160361743389, + "action_effect_rmse": 0.08495156354893503 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21565261242813935, + "action_effect_rmse": 0.2226353923720405 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.89045763071681, + "action_effect_rmse": 38.45290484778818 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2871007802241034, + "action_effect_rmse": 0.29535813882678724 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1377490710888344, + "action_effect_rmse": 0.15284478474824426 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1414807366840161, + "action_effect_rmse": 0.15817854143553653 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.57589197138937, + "action_effect_rmse": 39.65953528964874 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5783696134880589, + "action_effect_rmse": 0.5856128030628114 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22039569911027593, + "action_effect_rmse": 0.23586795129552446 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2028514333106198, + "action_effect_rmse": 0.21666670872521793 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.902483985913378, + "action_effect_rmse": 42.1532337038537 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 16.128439982527624, + "predicted_costs": [ + 121.05521044658516, + 110.1715255802771, + 108.33682879224685, + 106.56597701064612 + ], + "true_costs": [ + 94.57052420482316, + 78.5114763161938, + 94.57991629872141, + 94.63991629872142 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 135, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10468433852889329, + "action_effect_rmse": 0.12089003427650477 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7590977226474441, + "action_effect_rmse": 0.8539037034622338 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19563611415798357, + "action_effect_rmse": 0.22765172112205304 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.40051626895801, + "action_effect_rmse": 1.843845683837977 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.46770345749806336, + "action_effect_rmse": 0.580176996541996 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.447759655290412, + "action_effect_rmse": 5.065944047003711 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5658497272711512, + "action_effect_rmse": 0.6491378723498534 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.680851322894891, + "action_effect_rmse": 7.5603326426490165 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 159.2536660503925, + 149.7967312630208, + 230.0661798044211, + 341.44627291693615 + ], + "true_costs": [ + 167.32066550618381, + 141.00399148814552, + 244.03142120086292, + 394.7162220539566 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 12, + "mean_regret": 0.07438788574709695, + "ranking_accuracy": 0.8194444444444444, + "ranking_comparable_pairs": 72, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.6687261338582905, + "action_effect_rmse": 0.8341528204390938 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 1.3105222737275646, + "action_effect_rmse": 1.7340962651843015 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 1.8291836650480355, + "action_effect_rmse": 2.3639443170442225 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 3.0982720734796168, + "action_effect_rmse": 4.178332069793761 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.02495422249345577, + "action_effect_rmse": 0.03335780042885628 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 0.04888969030686382, + "action_effect_rmse": 0.06336368416337247 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 0.06714387656473732, + "action_effect_rmse": 0.08374838041925865 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 0.11632467325731709, + "action_effect_rmse": 0.14246215215761143 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 5.182117730687125, + "action_effect_rmse": 6.647818809861618 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 4.363918288338457, + "action_effect_rmse": 6.3053757278796585 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 3.444379037666721, + "action_effect_rmse": 4.888772291899032 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 3.0959605984156564, + "action_effect_rmse": 4.356552935969977 + } + ] + }, + { + "family": "tank", + "sample_count": 9, + "mean_regret": 14.565733903777224, + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.24578634161625704, + "action_effect_rmse": 0.304213113247208 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.30457375152461774, + "action_effect_rmse": 0.3603927976490063 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.3039212400979025, + "action_effect_rmse": 0.3681054846852052 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.36434280656980245, + "action_effect_rmse": 0.4708262571280651 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 24.92217897544513, + "action_effect_rmse": 33.43817720346378 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 22.054337777054602, + "action_effect_rmse": 31.584048559918095 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 27.27109249248278, + "action_effect_rmse": 38.43249571649796 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 35.03483594859823, + "action_effect_rmse": 54.095464127242685 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.2644877197948392, + "action_effect_rmse": 0.42989188161926994 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.4737299297996124, + "action_effect_rmse": 0.7531531086068932 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.8468103102243658, + "action_effect_rmse": 1.3483915155751556 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 1.2168535559974507, + "action_effect_rmse": 1.603985733813037 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.03985858611898948, + "action_effect_rmse": 0.062416794008466926 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.07379361533511404, + "action_effect_rmse": 0.11411468586942662 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.13537798392343126, + "action_effect_rmse": 0.20583626704453595 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.23626375724003956, + "action_effect_rmse": 0.328831226668402 + } + ] + }, + { + "family": "thermal", + "sample_count": 9, + "mean_regret": 4.096646376501237, + "ranking_accuracy": 0.9074074074074074, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.9225582214717112, + "action_effect_rmse": 1.1565990718880212 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.747362874616216, + "action_effect_rmse": 2.1990955124081584 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 3.547393091516876, + "action_effect_rmse": 4.452637618091681 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 6.691387106485723, + "action_effect_rmse": 8.621548652953058 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.28810819525318687, + "action_effect_rmse": 0.3811304437883299 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.4599309511537322, + "action_effect_rmse": 0.5947273293216591 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.7278638967930879, + "action_effect_rmse": 0.9752801921315887 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 1.1627600336348152, + "action_effect_rmse": 1.450833837363209 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 7, + "action_effect_mae": 0.003825524730776089, + "action_effect_rmse": 0.005886477543679718 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 7, + "action_effect_mae": 0.01274884632764588, + "action_effect_rmse": 0.0202925828478927 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 7, + "action_effect_mae": 0.05436809880003688, + "action_effect_rmse": 0.0742087057660249 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 7, + "action_effect_mae": 0.16508187864999257, + "action_effect_rmse": 0.21100586655021783 + } + ] + } + ] + } + }, + "specialists": { + "status": "unrun", + "reason": "No specialist checkpoint artifacts supplied" + } + }, + "external_datasets": { + "status": "unrun", + "reason": "No external physical dataset adapter or checkpoint experiment was supplied; synthetic results only." + }, + "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c", + "window_sampling": { + "seed": 2026, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2", + "family_window_counts": { + "battery": 184, + "tank": 165, + "thermal": 163 + } + } +} diff --git a/artifacts/smoke/report-gru-v2/calibration.json b/artifacts/smoke/report-gru-v2/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..c9f36428920e4e1ae4a115f1a114f1ccfcf83188 --- /dev/null +++ b/artifacts/smoke/report-gru-v2/calibration.json @@ -0,0 +1,255 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663" + ], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "entries": { + "0:15": { + "multiplier": 1.5409319796691476, + "count": 162 + }, + "0:30": { + "multiplier": 1.2730044039773323, + "count": 165 + }, + "0:60": { + "multiplier": 1.5240539906170876, + "count": 167 + }, + "0:120": { + "multiplier": 2.1199465804269675, + "count": 162 + }, + "2:15": { + "multiplier": 1.3633816611633627, + "count": 169 + }, + "2:30": { + "multiplier": 1.9483991850447522, + "count": 169 + }, + "2:60": { + "multiplier": 2.6261046519107643, + "count": 169 + }, + "2:120": { + "multiplier": 2.950554232266852, + "count": 168 + }, + "3:15": { + "multiplier": 1.162827408177605, + "count": 173 + }, + "3:30": { + "multiplier": 1.440472954925591, + "count": 173 + }, + "3:60": { + "multiplier": 1.6253594018525848, + "count": 175 + }, + "3:120": { + "multiplier": 1.5433091282364446, + "count": 174 + }, + "4:15": { + "multiplier": 1.3873051631227857, + "count": 172 + }, + "4:30": { + "multiplier": 1.5629606023906373, + "count": 172 + }, + "4:60": { + "multiplier": 1.6097863560507777, + "count": 174 + }, + "4:120": { + "multiplier": 1.5987129875423844, + "count": 172 + }, + "5:15": { + "multiplier": 1.035180917169971, + "count": 176 + }, + "5:30": { + "multiplier": 1.4036115687967399, + "count": 175 + }, + "5:60": { + "multiplier": 1.3494885401629946, + "count": 174 + }, + "5:120": { + "multiplier": 1.4368442957536578, + "count": 176 + }, + "6:15": { + "multiplier": 0.9197682233686871, + "count": 175 + }, + "6:30": { + "multiplier": 1.3082711745988898, + "count": 175 + }, + "6:60": { + "multiplier": 1.4586482166583077, + "count": 175 + }, + "6:120": { + "multiplier": 1.6411224874108896, + "count": 178 + }, + "7:15": { + "multiplier": 2.496820394802795, + "count": 158 + }, + "7:30": { + "multiplier": 3.380567669412265, + "count": 156 + }, + "7:60": { + "multiplier": 2.963900912590011, + "count": 156 + }, + "7:120": { + "multiplier": 2.6603300193192694, + "count": 151 + }, + "8:15": { + "multiplier": 1.5265737205357586, + "count": 151 + }, + "8:30": { + "multiplier": 1.9585059164367966, + "count": 154 + }, + "8:60": { + "multiplier": 1.8384474941304265, + "count": 152 + }, + "8:120": { + "multiplier": 1.4595629242255597, + "count": 153 + }, + "9:15": { + "multiplier": 0.5972293898346576, + "count": 152 + }, + "9:30": { + "multiplier": 1.1812032011901676, + "count": 155 + }, + "9:60": { + "multiplier": 1.6324346484740104, + "count": 152 + }, + "9:120": { + "multiplier": 1.4463740364566695, + "count": 153 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/artifacts/smoke/report-gru-v2/calibration_history_linear_system_id.json b/artifacts/smoke/report-gru-v2/calibration_history_linear_system_id.json new file mode 100644 index 0000000000000000000000000000000000000000..a4fcab09c105f57f42fda848a0e866e5f593c5a4 --- /dev/null +++ b/artifacts/smoke/report-gru-v2/calibration_history_linear_system_id.json @@ -0,0 +1,253 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "entries": { + "0:15": { + "multiplier": 0.9125920929069574, + "count": 162 + }, + "0:30": { + "multiplier": 1.7012972590006181, + "count": 165 + }, + "0:60": { + "multiplier": 3.208198962104259, + "count": 167 + }, + "0:120": { + "multiplier": 4.361139086083468, + "count": 162 + }, + "2:15": { + "multiplier": 0.32997837394347035, + "count": 169 + }, + "2:30": { + "multiplier": 0.5769019346036816, + "count": 169 + }, + "2:60": { + "multiplier": 0.9650079736118301, + "count": 169 + }, + "2:120": { + "multiplier": 1.7150557297274174, + "count": 168 + }, + "3:15": { + "multiplier": 0.7063339326580723, + "count": 173 + }, + "3:30": { + "multiplier": 1.1468109690551498, + "count": 173 + }, + "3:60": { + "multiplier": 1.8227091027920903, + "count": 175 + }, + "3:120": { + "multiplier": 2.7287904928505244, + "count": 174 + }, + "4:15": { + "multiplier": 0.46659908244604364, + "count": 172 + }, + "4:30": { + "multiplier": 0.6509470502788752, + "count": 172 + }, + "4:60": { + "multiplier": 1.12670266265885, + "count": 174 + }, + "4:120": { + "multiplier": 1.7626484412092522, + "count": 172 + }, + "5:15": { + "multiplier": 3.2149264037272265, + "count": 176 + }, + "5:30": { + "multiplier": 3.17059184673366, + "count": 175 + }, + "5:60": { + "multiplier": 3.8703456757326937, + "count": 174 + }, + "5:120": { + "multiplier": 3.5857897297730097, + "count": 176 + }, + "6:15": { + "multiplier": 3.365407313116949, + "count": 175 + }, + "6:30": { + "multiplier": 4.065351482368743, + "count": 175 + }, + "6:60": { + "multiplier": 5.3680182769342055, + "count": 175 + }, + "6:120": { + "multiplier": 4.134695785148987, + "count": 178 + }, + "7:15": { + "multiplier": 3.508550325392457, + "count": 158 + }, + "7:30": { + "multiplier": 4.768295007241738, + "count": 156 + }, + "7:60": { + "multiplier": 6.7661265591458415, + "count": 156 + }, + "7:120": { + "multiplier": 7.251723598443073, + "count": 151 + }, + "8:15": { + "multiplier": 1.4118854052952174, + "count": 151 + }, + "8:30": { + "multiplier": 2.4345631679090505, + "count": 154 + }, + "8:60": { + "multiplier": 3.068358708522243, + "count": 152 + }, + "8:120": { + "multiplier": 4.561726737851034, + "count": 153 + }, + "9:15": { + "multiplier": 2.360316974766819, + "count": 152 + }, + "9:30": { + "multiplier": 2.4516472510112615, + "count": 155 + }, + "9:60": { + "multiplier": 2.5763941889655673, + "count": 152 + }, + "9:120": { + "multiplier": 2.1809267855212267, + "count": 153 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/artifacts/smoke/report-gru-v2/calibration_persistence.json b/artifacts/smoke/report-gru-v2/calibration_persistence.json new file mode 100644 index 0000000000000000000000000000000000000000..fa0a14afdef3ae1ca1f173286a6b1557f9426296 --- /dev/null +++ b/artifacts/smoke/report-gru-v2/calibration_persistence.json @@ -0,0 +1,253 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "entries": { + "0:15": { + "multiplier": 3.3366494379430676, + "count": 162 + }, + "0:30": { + "multiplier": 6.646896400862718, + "count": 165 + }, + "0:60": { + "multiplier": 12.459110764212058, + "count": 167 + }, + "0:120": { + "multiplier": 22.6636351742527, + "count": 162 + }, + "2:15": { + "multiplier": 0.4321222264839546, + "count": 169 + }, + "2:30": { + "multiplier": 0.8642444529679092, + "count": 169 + }, + "2:60": { + "multiplier": 1.630317665953497, + "count": 169 + }, + "2:120": { + "multiplier": 2.9326270778552934, + "count": 168 + }, + "3:15": { + "multiplier": 0.7088522290499347, + "count": 173 + }, + "3:30": { + "multiplier": 1.3617854632011333, + "count": 173 + }, + "3:60": { + "multiplier": 1.8363739154561707, + "count": 175 + }, + "3:120": { + "multiplier": 2.7827887405627214, + "count": 174 + }, + "4:15": { + "multiplier": 0.4925306807476688, + "count": 172 + }, + "4:30": { + "multiplier": 0.9556247863545887, + "count": 172 + }, + "4:60": { + "multiplier": 1.9518378050230625, + "count": 174 + }, + "4:120": { + "multiplier": 3.7351300558525358, + "count": 172 + }, + "5:15": { + "multiplier": 5.4575583611463525, + "count": 176 + }, + "5:30": { + "multiplier": 9.236844732573314, + "count": 175 + }, + "5:60": { + "multiplier": 11.005316436607625, + "count": 174 + }, + "5:120": { + "multiplier": 16.54782989906251, + "count": 176 + }, + "6:15": { + "multiplier": 6.834112813121844, + "count": 175 + }, + "6:30": { + "multiplier": 9.23236782743739, + "count": 175 + }, + "6:60": { + "multiplier": 18.16349733850344, + "count": 175 + }, + "6:120": { + "multiplier": 21.593874787919212, + "count": 178 + }, + "7:15": { + "multiplier": 4.51887127869554, + "count": 158 + }, + "7:30": { + "multiplier": 8.522240431442286, + "count": 156 + }, + "7:60": { + "multiplier": 13.982321857352368, + "count": 156 + }, + "7:120": { + "multiplier": 22.65882627122559, + "count": 151 + }, + "8:15": { + "multiplier": 0.9608832574417149, + "count": 151 + }, + "8:30": { + "multiplier": 1.7102051800611722, + "count": 154 + }, + "8:60": { + "multiplier": 3.0560012493134288, + "count": 152 + }, + "8:120": { + "multiplier": 5.342828353812, + "count": 153 + }, + "9:15": { + "multiplier": 3.1579094027226806, + "count": 152 + }, + "9:30": { + "multiplier": 10.51415148461768, + "count": 155 + }, + "9:60": { + "multiplier": 18.58402482175975, + "count": 152 + }, + "9:120": { + "multiplier": 21.86097990637898, + "count": 153 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/artifacts/smoke/report-gru-v2/generalization.json b/artifacts/smoke/report-gru-v2/generalization.json new file mode 100644 index 0000000000000000000000000000000000000000..153dc81c687236fe1a5d85c10c885327c188e842 --- /dev/null +++ b/artifacts/smoke/report-gru-v2/generalization.json @@ -0,0 +1,105 @@ +{ + "experiments": [ + { + "config": { + "name": "heldout_systems", + "axis": "B", + "data": "artifacts/smoke/data-v2", + "checkpoint": "artifacts/smoke/gru-v2/checkpoint.pt", + "excluded_family": null, + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Main held-out-system test" + }, + "status": "completed", + "result": { + "benchmark": "benchmark.json", + "model": "foundation_model" + } + }, + { + "config": { + "name": "sensor_failures", + "axis": "C", + "data": null, + "checkpoint": null, + "excluded_family": null, + "sensor_failure_probability": 0.25, + "sensor_bias_std": 0.0, + "description": "Observed history/current sensor dropout" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "sensor_bias", + "axis": "C", + "data": null, + "checkpoint": null, + "excluded_family": null, + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.5, + "description": "Observed state sensor bias in training-standardized units" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "configuration_shift", + "axis": "D", + "data": null, + "checkpoint": null, + "excluded_family": null, + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires independently generated shifted physical parameters" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "leave_thermal_out", + "axis": "E", + "data": null, + "checkpoint": null, + "excluded_family": "thermal", + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires checkpoint trained with this family excluded" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "leave_tank_out", + "axis": "E", + "data": null, + "checkpoint": null, + "excluded_family": "tank", + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires checkpoint trained with this family excluded" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "leave_battery_out", + "axis": "E", + "data": null, + "checkpoint": null, + "excluded_family": "battery", + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires checkpoint trained with this family excluded" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + } + ] +} diff --git a/artifacts/smoke/report-mlp-v2/benchmark.json b/artifacts/smoke/report-mlp-v2/benchmark.json new file mode 100644 index 0000000000000000000000000000000000000000..79be87790aaed93137f83fe5249694132aea1ca5 --- /dev/null +++ b/artifacts/smoke/report-mlp-v2/benchmark.json @@ -0,0 +1,12304 @@ +{ + "version": "tfm-benchmark-v1", + "seed": 2026, + "samples": 512, + "device": "cpu", + "checkpoint_sha256": [ + "3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c" + ], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "generator_version": "0.1.2", + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "parameter_count": 876034, + "inference": [ + { + "device": "cpu", + "status": "completed", + "batch_size": 1, + "precision": "float32", + "repetitions": 30, + "warmup": 5, + "p50_ms": 1.711187, + "p95_ms": 4.087550149999997, + "process_peak_rss_bytes": 380567552, + "sampled_mps_driver_allocation_peak_bytes": null, + "memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.", + "timing_scope": "forward only; inputs resident; MPS synchronized before and after every call" + }, + { + "device": "mps", + "status": "unavailable" + } + ], + "models": { + "catboost": { + "status": "unrun", + "reason": "Enable --catboost to fit the optional training-only baseline" + }, + "foundation_model": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.034217432141304016, + "rmse": 0.06788568198680878, + "standardized_mae": 0.09335717558860779, + "standardized_rmse": 0.18521597981452942, + "standardized_gaussian_nll": -0.3327297598243973, + "physical_gaussian_nll": -1.336427301702602, + "nominal_coverage": 0.9, + "coverage": 0.9829545454545454, + "mean_interval_width": 0.24527843296527863, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 172, + "mae": 0.05499093607068062, + "rmse": 0.1028185486793518, + "standardized_mae": 0.1500345915555954, + "standardized_rmse": 0.2805251181125641, + "standardized_gaussian_nll": 0.04008804785486224, + "physical_gaussian_nll": -0.9636094940233426, + "nominal_coverage": 0.9, + "coverage": 0.9709302325581395, + "mean_interval_width": 0.5781162977218628, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.09144257754087448, + "rmse": 0.15017351508140564, + "standardized_mae": 0.2494874745607376, + "standardized_rmse": 0.4097261130809784, + "standardized_gaussian_nll": 0.5303661112878294, + "physical_gaussian_nll": -0.4733314305903754, + "nominal_coverage": 0.9, + "coverage": 0.9822485207100592, + "mean_interval_width": 0.8681156635284424, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.16327223181724548, + "rmse": 0.2412445992231369, + "standardized_mae": 0.44546401500701904, + "standardized_rmse": 0.6582000255584717, + "standardized_gaussian_nll": 1.0114139527564956, + "physical_gaussian_nll": 0.00771641087829078, + "nominal_coverage": 0.9, + "coverage": 0.9884393063583815, + "mean_interval_width": 1.5661240816116333, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.4789104163646698, + "rmse": 0.7007400989532471, + "standardized_mae": 0.059149958193302155, + "standardized_rmse": 0.08654801547527313, + "standardized_gaussian_nll": -1.0228765613096542, + "physical_gaussian_nll": 1.0685610921868196, + "nominal_coverage": 0.9, + "coverage": 0.9375, + "mean_interval_width": 2.4585487842559814, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.8196695446968079, + "rmse": 1.127200961112976, + "standardized_mae": 0.10123692452907562, + "standardized_rmse": 0.1392199546098709, + "standardized_gaussian_nll": -0.45828284862990254, + "physical_gaussian_nll": 1.6331548048665714, + "nominal_coverage": 0.9, + "coverage": 0.9257142857142857, + "mean_interval_width": 5.107363224029541, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 178, + "mae": 1.3473683595657349, + "rmse": 1.8147368431091309, + "standardized_mae": 0.16641271114349365, + "standardized_rmse": 0.22413712739944458, + "standardized_gaussian_nll": 0.011707404377767797, + "physical_gaussian_nll": 2.1031450578742414, + "nominal_coverage": 0.9, + "coverage": 0.9438202247191011, + "mean_interval_width": 8.438741683959961, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 175, + "mae": 2.36897349357605, + "rmse": 3.0852859020233154, + "standardized_mae": 0.29259058833122253, + "standardized_rmse": 0.38106194138526917, + "standardized_gaussian_nll": 0.59627214004811, + "physical_gaussian_nll": 2.6877097935445837, + "nominal_coverage": 0.9, + "coverage": 0.92, + "mean_interval_width": 12.611989974975586, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 177, + "mae": 2.8212523460388184, + "rmse": 6.11640739440918, + "standardized_mae": 0.1766696274280548, + "standardized_rmse": 0.383015513420105, + "standardized_gaussian_nll": 0.48407070151046844, + "physical_gaussian_nll": 3.2547254302044326, + "nominal_coverage": 0.9, + "coverage": 0.9096045197740112, + "mean_interval_width": 8.92726993560791, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 177, + "mae": 5.076344013214111, + "rmse": 9.295079231262207, + "standardized_mae": 0.31788569688796997, + "standardized_rmse": 0.58206707239151, + "standardized_gaussian_nll": 0.8834569679042339, + "physical_gaussian_nll": 3.654111696598198, + "nominal_coverage": 0.9, + "coverage": 0.9209039548022598, + "mean_interval_width": 28.124862670898438, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 180, + "mae": 7.103339672088623, + "rmse": 11.114080429077148, + "standardized_mae": 0.4448181688785553, + "standardized_rmse": 0.6959747672080994, + "standardized_gaussian_nll": 1.1375652596234058, + "physical_gaussian_nll": 3.90821998831737, + "nominal_coverage": 0.9, + "coverage": 0.9611111111111111, + "mean_interval_width": 49.17451858520508, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 176, + "mae": 11.014694213867188, + "rmse": 15.620394706726074, + "standardized_mae": 0.6897510886192322, + "standardized_rmse": 0.9781646132469177, + "standardized_gaussian_nll": 1.4309369572148545, + "physical_gaussian_nll": 4.201591685908818, + "nominal_coverage": 0.9, + "coverage": 0.9147727272727273, + "mean_interval_width": 58.57902526855469, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.1507810801267624, + "rmse": 0.2302408218383789, + "standardized_mae": 0.025988254696130753, + "standardized_rmse": 0.039683740586042404, + "standardized_gaussian_nll": -1.7875449141942221, + "physical_gaussian_nll": -0.02936060314680966, + "nominal_coverage": 0.9, + "coverage": 0.8782051282051282, + "mean_interval_width": 0.6311473250389099, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.26214727759361267, + "rmse": 0.4198668599128723, + "standardized_mae": 0.04518305882811546, + "standardized_rmse": 0.07236721366643906, + "standardized_gaussian_nll": -1.260552528868519, + "physical_gaussian_nll": 0.49763178217889337, + "nominal_coverage": 0.9, + "coverage": 0.8662420382165605, + "mean_interval_width": 1.2348324060440063, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 159, + "mae": 0.4150932729244232, + "rmse": 0.6767611503601074, + "standardized_mae": 0.07154445350170135, + "standardized_rmse": 0.11664488166570663, + "standardized_gaussian_nll": -0.7479096854612602, + "physical_gaussian_nll": 1.010274625586152, + "nominal_coverage": 0.9, + "coverage": 0.89937106918239, + "mean_interval_width": 2.088175058364868, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 158, + "mae": 0.6114718317985535, + "rmse": 0.9146974086761475, + "standardized_mae": 0.10539177805185318, + "standardized_rmse": 0.15765498578548431, + "standardized_gaussian_nll": -0.3075786227504367, + "physical_gaussian_nll": 1.4506056882969758, + "nominal_coverage": 0.9, + "coverage": 0.9113924050632911, + "mean_interval_width": 3.1743106842041016, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.023089049383997917, + "rmse": 0.031794026494026184, + "standardized_mae": 0.019946379587054253, + "standardized_rmse": 0.027466513216495514, + "standardized_gaussian_nll": -2.1554615807718474, + "physical_gaussian_nll": -2.0091507392579064, + "nominal_coverage": 0.9, + "coverage": 0.8136645962732919, + "mean_interval_width": 0.08407600224018097, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 159, + "mae": 0.05342371389269829, + "rmse": 0.07624702155590057, + "standardized_mae": 0.04615216702222824, + "standardized_rmse": 0.06586897373199463, + "standardized_gaussian_nll": -1.1989937991820883, + "physical_gaussian_nll": -1.0526829576681473, + "nominal_coverage": 0.9, + "coverage": 0.7924528301886793, + "mean_interval_width": 0.1624746173620224, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.11503917723894119, + "rmse": 0.14691510796546936, + "standardized_mae": 0.09938109666109085, + "standardized_rmse": 0.12691836059093475, + "standardized_gaussian_nll": -0.5774026006580613, + "physical_gaussian_nll": -0.43109175914412035, + "nominal_coverage": 0.9, + "coverage": 0.75625, + "mean_interval_width": 0.3385404646396637, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.23347249627113342, + "rmse": 0.28383955359458923, + "standardized_mae": 0.20169435441493988, + "standardized_rmse": 0.24520590901374817, + "standardized_gaussian_nll": 0.04397632622875929, + "physical_gaussian_nll": 0.1902871677427002, + "nominal_coverage": 0.9, + "coverage": 0.7654320987654321, + "mean_interval_width": 0.6635752320289612, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.13076718151569366, + "rmse": 0.18491944670677185, + "standardized_mae": 0.2722586691379547, + "standardized_rmse": 0.3850042521953583, + "standardized_gaussian_nll": 0.40107296863465663, + "physical_gaussian_nll": -0.3322610899829573, + "nominal_coverage": 0.9, + "coverage": 0.8881987577639752, + "mean_interval_width": 0.45939162373542786, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 161, + "mae": 0.16326625645160675, + "rmse": 0.2604856789112091, + "standardized_mae": 0.33992207050323486, + "standardized_rmse": 0.5423339605331421, + "standardized_gaussian_nll": 0.6808234827970023, + "physical_gaussian_nll": -0.05251057582061158, + "nominal_coverage": 0.9, + "coverage": 0.9254658385093167, + "mean_interval_width": 0.8018190264701843, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 163, + "mae": 0.25287678837776184, + "rmse": 0.37011927366256714, + "standardized_mae": 0.526492178440094, + "standardized_rmse": 0.7705922722816467, + "standardized_gaussian_nll": 1.0354395937762624, + "physical_gaussian_nll": 0.30210553515864846, + "nominal_coverage": 0.9, + "coverage": 0.8957055214723927, + "mean_interval_width": 0.9994446635246277, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.30283066630363464, + "rmse": 0.454475075006485, + "standardized_mae": 0.630496621131897, + "standardized_rmse": 0.9462218880653381, + "standardized_gaussian_nll": 1.2436890931417648, + "physical_gaussian_nll": 0.5103550345241509, + "nominal_coverage": 0.9, + "coverage": 0.89375, + "mean_interval_width": 1.2012414932250977, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 161, + "mae": 4.6310553550720215, + "rmse": 9.194764137268066, + "standardized_mae": 0.10886451601982117, + "standardized_rmse": 0.21614587306976318, + "standardized_gaussian_nll": 0.2247841557101331, + "physical_gaussian_nll": 3.9752200874710333, + "nominal_coverage": 0.9, + "coverage": 0.968944099378882, + "mean_interval_width": 45.04726028442383, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 162, + "mae": 6.9365081787109375, + "rmse": 12.337034225463867, + "standardized_mae": 0.16305993497371674, + "standardized_rmse": 0.29001277685165405, + "standardized_gaussian_nll": 0.5680557194965288, + "physical_gaussian_nll": 4.318491651257429, + "nominal_coverage": 0.9, + "coverage": 0.9629629629629629, + "mean_interval_width": 79.82231903076172, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 159, + "mae": 12.329619407653809, + "rmse": 21.747087478637695, + "standardized_mae": 0.2898384630680084, + "standardized_rmse": 0.5112195611000061, + "standardized_gaussian_nll": 0.9437310809582569, + "physical_gaussian_nll": 4.6941670127191575, + "nominal_coverage": 0.9, + "coverage": 0.9559748427672956, + "mean_interval_width": 109.25018310546875, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 162, + "mae": 19.573549270629883, + "rmse": 28.067493438720703, + "standardized_mae": 0.4601251184940338, + "standardized_rmse": 0.6597964763641357, + "standardized_gaussian_nll": 1.1616559492903746, + "physical_gaussian_nll": 4.912091881051275, + "nominal_coverage": 0.9, + "coverage": 0.9814814814814815, + "mean_interval_width": 143.36537170410156, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 152, + "mae": 0.40913090109825134, + "rmse": 0.5633477568626404, + "standardized_mae": 0.06648208200931549, + "standardized_rmse": 0.09154167771339417, + "standardized_gaussian_nll": -0.9237593232529374, + "physical_gaussian_nll": 0.8933433963593645, + "nominal_coverage": 0.9, + "coverage": 0.9539473684210527, + "mean_interval_width": 2.3003790378570557, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 150, + "mae": 0.7851652503013611, + "rmse": 1.0896397829055786, + "standardized_mae": 0.12758611142635345, + "standardized_rmse": 0.17706196010112762, + "standardized_gaussian_nll": -0.3245269758126359, + "physical_gaussian_nll": 1.492575743799666, + "nominal_coverage": 0.9, + "coverage": 0.9133333333333333, + "mean_interval_width": 3.858733654022217, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 153, + "mae": 1.3467991352081299, + "rmse": 1.952314853668213, + "standardized_mae": 0.2188492864370346, + "standardized_rmse": 0.3172430992126465, + "standardized_gaussian_nll": 0.24206431565782943, + "physical_gaussian_nll": 2.0591670352701312, + "nominal_coverage": 0.9, + "coverage": 0.9411764705882353, + "mean_interval_width": 7.103884220123291, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 155, + "mae": 2.6605827808380127, + "rmse": 3.7182421684265137, + "standardized_mae": 0.43233370780944824, + "standardized_rmse": 0.6041989922523499, + "standardized_gaussian_nll": 0.881823409901486, + "physical_gaussian_nll": 2.698926129513788, + "nominal_coverage": 0.9, + "coverage": 0.9612903225806452, + "mean_interval_width": 16.759075164794922, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 116, + "mae": 0.03611770272254944, + "rmse": 0.04712936654686928, + "standardized_mae": 0.014750390313565731, + "standardized_rmse": 0.01924753002822399, + "standardized_gaussian_nll": -2.4794466256958847, + "physical_gaussian_nll": -1.5839331088309043, + "nominal_coverage": 0.9, + "coverage": 0.9568965517241379, + "mean_interval_width": 0.20730404555797577, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 110, + "mae": 0.07181750237941742, + "rmse": 0.09939531981945038, + "standardized_mae": 0.029330112040042877, + "standardized_rmse": 0.04059283062815666, + "standardized_gaussian_nll": -1.8777587723446014, + "physical_gaussian_nll": -0.9822452554796212, + "nominal_coverage": 0.9, + "coverage": 0.8818181818181818, + "mean_interval_width": 0.27998286485671997, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 113, + "mae": 0.13470976054668427, + "rmse": 0.1922549605369568, + "standardized_mae": 0.05501517280936241, + "standardized_rmse": 0.07851650565862656, + "standardized_gaussian_nll": -1.257440076655165, + "physical_gaussian_nll": -0.36192655979018473, + "nominal_coverage": 0.9, + "coverage": 0.8584070796460177, + "mean_interval_width": 0.5233031511306763, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 116, + "mae": 0.2594555914402008, + "rmse": 0.3608550429344177, + "standardized_mae": 0.10596109926700592, + "standardized_rmse": 0.14737240970134735, + "standardized_gaussian_nll": -0.5242026836571181, + "physical_gaussian_nll": 0.3713108332078622, + "nominal_coverage": 0.9, + "coverage": 0.896551724137931, + "mean_interval_width": 1.136046051979065, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.6955692768096924, + "rmse": 0.8774780035018921, + "standardized_mae": 0.008743496611714363, + "standardized_rmse": 0.011030139401555061, + "standardized_gaussian_nll": -2.887414635405141, + "physical_gaussian_nll": 1.489005791925242, + "nominal_coverage": 0.9, + "coverage": 0.9487179487179487, + "mean_interval_width": 3.6233949661254883, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 154, + "mae": 1.3236753940582275, + "rmse": 1.574735164642334, + "standardized_mae": 0.01663896255195141, + "standardized_rmse": 0.019794853404164314, + "standardized_gaussian_nll": -2.5014172094232507, + "physical_gaussian_nll": 1.8750032179071323, + "nominal_coverage": 0.9, + "coverage": 0.9935064935064936, + "mean_interval_width": 7.415634632110596, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 155, + "mae": 2.3891332149505615, + "rmse": 2.8919289112091064, + "standardized_mae": 0.03003205917775631, + "standardized_rmse": 0.03635234013199806, + "standardized_gaussian_nll": -1.8953436449050192, + "physical_gaussian_nll": 2.481076782425364, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 15.493062973022461, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 156, + "mae": 4.798711776733398, + "rmse": 5.89695930480957, + "standardized_mae": 0.06032112240791321, + "standardized_rmse": 0.07412640005350113, + "standardized_gaussian_nll": -1.1126524573264664, + "physical_gaussian_nll": 3.263767970003917, + "nominal_coverage": 0.9, + "coverage": 0.9743589743589743, + "mean_interval_width": 26.658315658569336, + "interval_kind": "heldout_calibrated" + } + ], + "calibration_status": "heldout_partial", + "counterfactual": { + "status": "completed", + "samples": 30, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3693256061293428, + "action_effect_rmse": 0.46561556944991833 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009402692425902378, + "action_effect_rmse": 0.010492072888958677 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5251957867108578, + "action_effect_rmse": 0.5707024376306881 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5712102600421739, + "action_effect_rmse": 0.7372978209073772 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022318868122935005, + "action_effect_rmse": 0.02362330375085397 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9836778321859114, + "action_effect_rmse": 1.1179696452181636 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9332112194838006, + "action_effect_rmse": 1.2211573295763951 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.024482939596133235, + "action_effect_rmse": 0.026257789875873145 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6538494460453042, + "action_effect_rmse": 2.0435573946378494 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6675504472703722, + "action_effect_rmse": 2.123653199849288 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10253349014823243, + "action_effect_rmse": 0.1439525319855292 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.682379048036426, + "action_effect_rmse": 4.327855214973184 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 9.670847066234172, + "predicted_costs": [ + 2.351393756043797, + 5.7086220375923675, + 2.1859040683686035, + 2.9733226478901513 + ], + "true_costs": [ + 5.29387147671569, + 55.418109072711815, + 14.268767655668475, + 4.5979205894343025 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 75, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027095886028626632, + "action_effect_rmse": 0.0290582812728106 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8048770495604837, + "action_effect_rmse": 0.8938912557150894 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.563114211180021, + "action_effect_rmse": 7.200901816033125 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06998526119648636, + "action_effect_rmse": 0.0723966602928233 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5207105620409913, + "action_effect_rmse": 2.636902586691024 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 10.131333947785786, + "action_effect_rmse": 10.514388148414048 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.046387512759367144, + "action_effect_rmse": 0.05112517027247294 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4208559636562845, + "action_effect_rmse": 3.7306217745372625 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.06465540351591, + "action_effect_rmse": 5.721937306939434 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0899081312935518, + "action_effect_rmse": 0.11094560074002874 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.113496731783769, + "action_effect_rmse": 5.793965526108956 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.6210679114004, + "action_effect_rmse": 5.449266408732211 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.26539451385535284, + "predicted_costs": [ + 1.2880290848147622, + 1.271538861421712, + 1.2976458584683563, + 1.3565785411437425 + ], + "true_costs": [ + 1.6870119374852577, + 1.3246161176877902, + 1.0592216038324374, + 1.5739227991857385 + ] + }, + { + "system_id": "thermal-00003", + "family": "thermal", + "anchor_step": 78, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9135080919617486, + "action_effect_rmse": 1.0602383412506553 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003459540743167603, + "action_effect_rmse": 0.0038808258579391655 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5993342633895887, + "action_effect_rmse": 0.604688374195776 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4216702549443798, + "action_effect_rmse": 1.6299753664665932 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0036504616359718987, + "action_effect_rmse": 0.004203804106077696 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1756656996271413, + "action_effect_rmse": 1.2023401643721883 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9324655374209445, + "action_effect_rmse": 2.2357723028026344 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.039740033129424056, + "action_effect_rmse": 0.05720210352064676 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2065470870513195, + "action_effect_rmse": 2.393657477742834 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.8882522844870473, + "action_effect_rmse": 3.235804552305943 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21300091740269522, + "action_effect_rmse": 0.25425164689126634 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.504152448335314, + "action_effect_rmse": 4.731012199402884 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 34.62016602156496, + 22.20118001583802, + 30.22957810958789, + 46.790501316403976 + ], + "true_costs": [ + 26.49760331004995, + 11.404685981504198, + 16.167683887092124, + 99.1084380965106 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0997206631539586, + "action_effect_rmse": 0.16182462879274578 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.024719552438194608, + "action_effect_rmse": 0.02811858417054237 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1734786446065003, + "action_effect_rmse": 0.17373069976765024 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.782747526605064, + "action_effect_rmse": 44.242336176940206 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18733277945609159, + "action_effect_rmse": 0.28065563386491343 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05210478484295796, + "action_effect_rmse": 0.05946111470633675 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18350738171053801, + "action_effect_rmse": 0.18432925735331937 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 31.361897143492694, + "action_effect_rmse": 43.762819988278665 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.34262701540673984, + "action_effect_rmse": 0.4998961985719182 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1173892269108509, + "action_effect_rmse": 0.13152764550212614 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16487174247685865, + "action_effect_rmse": 0.1662630525261694 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 31.145217349455436, + "action_effect_rmse": 43.55831820632392 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5412327620113396, + "action_effect_rmse": 0.890039775163118 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2055672528905994, + "action_effect_rmse": 0.2554633876619551 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09954793573948106, + "action_effect_rmse": 0.10212248847744747 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.309757243177415, + "action_effect_rmse": 34.435150473960334 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 463.1532690343933, + 458.31855262735377, + 464.0754520882343, + 470.08450766886034 + ], + "true_costs": [ + 451.3821803058857, + 383.6347777926726, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03340960415106394, + "action_effect_rmse": 0.03568287701425296 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5509058398259276, + "action_effect_rmse": 0.5658867962932828 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 19.32062383772489, + "action_effect_rmse": 20.212520972518387 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0694082044823822, + "action_effect_rmse": 0.07303217611976356 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9838208974343701, + "action_effect_rmse": 1.014569335258789 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 19.193453142499102, + "action_effect_rmse": 20.06645320639534 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1835379596673851, + "action_effect_rmse": 0.19068783693709937 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9388590635778513, + "action_effect_rmse": 1.9952811286933472 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 19.829190986294293, + "action_effect_rmse": 20.679129639170817 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25312312766174666, + "action_effect_rmse": 0.28456206330149547 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.782102886978921, + "action_effect_rmse": 2.9162217471385987 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.359679865803156, + "action_effect_rmse": 7.173964134035732 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 0.03202131771110947, + "predicted_costs": [ + 0.08252149269483551, + 0.12961621910798765, + 0.07733206124323427, + 0.07480002240312941 + ], + "true_costs": [ + 0.08697956422894386, + 0.4815418742900818, + 0.20670211782036674, + 0.11900088194005333 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.658883656946396, + "action_effect_rmse": 0.7341787571378425 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8050881353690211, + "action_effect_rmse": 1.8976646544162015 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4674589037093462, + "action_effect_rmse": 0.5403797535359071 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.247802293612717, + "action_effect_rmse": 3.429041836248554 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2046361233765819, + "action_effect_rmse": 1.5752201922514382 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.480429771398373, + "action_effect_rmse": 4.885518212780102 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.663897332908879, + "action_effect_rmse": 4.451514492888958 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.8465252173747375, + "action_effect_rmse": 7.182272215129403 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 37.74750028563287, + 20.26169455813528, + 28.772129104425854, + 49.17786999728526 + ], + "true_costs": [ + 138.61730453341346, + 17.18951192419299, + 61.55307690981533, + 153.57401303581446 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 29, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3362862328909338, + "action_effect_rmse": 0.4769646415705593 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016060661671905525, + "action_effect_rmse": 0.019143966185837236 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6848852720993895, + "action_effect_rmse": 0.6849428813280141 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 35.58366174677675, + "action_effect_rmse": 38.02643007830746 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.42700197267955203, + "action_effect_rmse": 0.701497095595903 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02924671899098641, + "action_effect_rmse": 0.03297737925886485 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7798711526542387, + "action_effect_rmse": 0.7800412034853881 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 35.27062645832654, + "action_effect_rmse": 37.83863434461583 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7292309136059038, + "action_effect_rmse": 1.175713850222836 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.024497676109241102, + "action_effect_rmse": 0.026885247405389626 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8217177921876382, + "action_effect_rmse": 0.8219783331618479 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 35.785762271473125, + "action_effect_rmse": 38.601583561501904 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3212471479096692, + "action_effect_rmse": 2.1038293135070787 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.024449221359150286, + "action_effect_rmse": 0.030886644837107995 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0128273599889648, + "action_effect_rmse": 1.0130757283993015 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.646275166550144, + "action_effect_rmse": 40.415822305108954 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 84.00335229032156, + 82.46049526536933, + 85.30561493501719, + 87.93689391437374 + ], + "true_costs": [ + 94.60350239976236, + 38.44773185665458, + 92.60413461253019, + 94.63991629872142 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 155, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04949239756511703, + "action_effect_rmse": 0.051108569319463754 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9783142744251899, + "action_effect_rmse": 0.9890653425873538 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 22.41614055467407, + "action_effect_rmse": 23.191097906335497 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11159196973208078, + "action_effect_rmse": 0.11386481516710323 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8843597628291846, + "action_effect_rmse": 1.9055568960636446 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 21.756305347050297, + "action_effect_rmse": 22.533514928288053 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.150149969279278, + "action_effect_rmse": 0.158473329215014 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7141104898243544, + "action_effect_rmse": 1.7992325848697859 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 21.514572485355686, + "action_effect_rmse": 22.304666239516223 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1648486921427443, + "action_effect_rmse": 0.20904170993594176 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7646866285202165, + "action_effect_rmse": 1.0752723447296217 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 21.641593165837264, + "action_effect_rmse": 22.584584419341844 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.664974630835567, + 0.38867244355735564, + 0.44279700987919374, + 0.5335533489316439 + ], + "true_costs": [ + 0.946750082860937, + 0.19555943883653581, + 0.36157269685378335, + 0.6108034852921396 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 82, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06560837138571429, + "action_effect_rmse": 0.10146416046193855 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03751965636413009, + "action_effect_rmse": 0.04279192332884907 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.428637779515054, + "action_effect_rmse": 0.42872913715995153 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 30.265303770317335, + "action_effect_rmse": 41.564591970483626 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1567326871294353, + "action_effect_rmse": 0.21457558664740006 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07934420616749331, + "action_effect_rmse": 0.09012003318438086 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.38641011884719884, + "action_effect_rmse": 0.3867525095605212 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 29.375540595092843, + "action_effect_rmse": 40.30828770245442 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.33781485317772386, + "action_effect_rmse": 0.4380491542542639 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1696490181028866, + "action_effect_rmse": 0.18978313623457302 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2740084939851882, + "action_effect_rmse": 0.27480326764716695 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.5216972456446, + "action_effect_rmse": 39.19635408043379 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5856047234477089, + "action_effect_rmse": 0.7669443243630607 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3377859493945869, + "action_effect_rmse": 0.37104043242691626 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01888077557564538, + "action_effect_rmse": 0.024991935389431143 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 27.712572170667926, + "action_effect_rmse": 38.13422427584182 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 49.66342601049024, + "predicted_costs": [ + 455.54074016824393, + 457.97278340825176, + 462.7621654904672, + 467.474635494326 + ], + "true_costs": [ + 451.38087476816315, + 401.7174487576729, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 122, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015846144885361308, + "action_effect_rmse": 0.01896605043027443 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11009097650820247, + "action_effect_rmse": 0.14141638510493745 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.269838758418504, + "action_effect_rmse": 8.999778381813714 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0284651919402705, + "action_effect_rmse": 0.03331384244658413 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21446116157302342, + "action_effect_rmse": 0.26858428462190104 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.967309369744721, + "action_effect_rmse": 8.406834715562098 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05938957452900584, + "action_effect_rmse": 0.06739590720394097 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4204005804761195, + "action_effect_rmse": 0.4888528734325374 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.498348854470589, + "action_effect_rmse": 7.492071163682167 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1441794112257182, + "action_effect_rmse": 0.163577598260212 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7904367577915252, + "action_effect_rmse": 0.8880699441162918 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.450658997377976, + "action_effect_rmse": 12.429435788395454 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.1784280987661322, + 0.1896974043327193, + 0.1310076579301665, + 0.12033758718193446 + ], + "true_costs": [ + 0.34943173482841516, + 0.4423803958858177, + 0.17988222162200523, + 0.10241806833056942 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018983547579465344, + "action_effect_rmse": 0.019439320044070223 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24223824107466166, + "action_effect_rmse": 0.39276594551494 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.831725131611061, + "action_effect_rmse": 6.0675855596515715 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03321157726419283, + "action_effect_rmse": 0.03433449148597644 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.45803027126731877, + "action_effect_rmse": 0.7446834555617576 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.232491742118377, + "action_effect_rmse": 5.432131325738674 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029067555680622303, + "action_effect_rmse": 0.03419178825552081 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8365808782185672, + "action_effect_rmse": 1.368134286720469 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.118860730675032, + "action_effect_rmse": 5.264080031408873 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20708531279856746, + "action_effect_rmse": 0.21234324419093914 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.475313932420391, + "action_effect_rmse": 7.770964271874663 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.783991044175878, + "action_effect_rmse": 8.882835683487698 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9225486563010072, + 0.8491693740756487, + 0.7365243370726916, + 0.6784108113085521 + ], + "true_costs": [ + 0.8762251133653054, + 1.02, + 0.999897360791922, + 0.7744902415340987 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008766274856150669, + "action_effect_rmse": 0.010638048975507977 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21507196073835053, + "action_effect_rmse": 0.35480986733609865 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.670542049160557, + "action_effect_rmse": 4.02870935678943 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014184624979726798, + "action_effect_rmse": 0.018017550995876597 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4354415814218508, + "action_effect_rmse": 0.7088232268584772 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7067893677305104, + "action_effect_rmse": 2.1651984259864756 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.021548306396007466, + "action_effect_rmse": 0.02746588402041299 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9015657850628097, + "action_effect_rmse": 1.171903439615356 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0827705277205077, + "action_effect_rmse": 2.4509322309828114 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05244624130599651, + "action_effect_rmse": 0.06450404685196162 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.682082395165332, + "action_effect_rmse": 2.1428945437448554 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.025445391622488, + "action_effect_rmse": 5.226975361207716 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.9857082639074678, + 0.7542649553702293, + 0.836792154128594, + 0.9583346030284311 + ], + "true_costs": [ + 1.0147431412336105, + 0.7074574702007793, + 0.999325263116405, + 1.02 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 48, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.054622601880338385, + "action_effect_rmse": 0.05617808626978663 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6726384235333344, + "action_effect_rmse": 0.6806241433539183 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 25.13465469123214, + "action_effect_rmse": 25.65275387910348 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1289017696711653, + "action_effect_rmse": 0.13119507059878352 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2611709247200373, + "action_effect_rmse": 1.2780464299421872 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 25.309884185665847, + "action_effect_rmse": 25.808546259468297 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.32048076670124853, + "action_effect_rmse": 0.3252556154541627 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6810576719089014, + "action_effect_rmse": 2.713180729026182 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 26.641645361173705, + "action_effect_rmse": 27.116915822906563 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1396031470072863, + "action_effect_rmse": 0.16619200307677298 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.836240011948619, + "action_effect_rmse": 5.89491886272051 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 25.13615213282918, + "action_effect_rmse": 25.75927622358438 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.0895241133432925, + "predicted_costs": [ + 0.10961682923661334, + 0.11761337460622237, + 0.06791022641733896, + 0.06795215546830151 + ], + "true_costs": [ + 0.1305996562254816, + 0.47551585194651813, + 0.2002015454166692, + 0.11067743207337671 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 147, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8969321705178294, + "action_effect_rmse": 0.956370786151854 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.038382900008335476, + "action_effect_rmse": 0.040555000106988474 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.846832810927064, + "action_effect_rmse": 1.9250015128831501 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8295671069965642, + "action_effect_rmse": 1.9067237093200948 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.030629667293348817, + "action_effect_rmse": 0.03969905362221815 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.9551569197856318, + "action_effect_rmse": 3.1235766730024537 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6558746752007412, + "action_effect_rmse": 1.91284360664488 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07643271672962015, + "action_effect_rmse": 0.08652540523443053 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.406464486765657, + "action_effect_rmse": 5.704804660149556 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3895728386114001, + "action_effect_rmse": 1.7269092093482061 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2713406782724442, + "action_effect_rmse": 0.2917653921804097 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.256494473444178, + "action_effect_rmse": 7.40680031962829 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 230.55460423010098, + 231.78458656657205, + 207.69796963013334, + 179.9636973799615 + ], + "true_costs": [ + 248.91436835051786, + 237.04371066418986, + 152.07234965387846, + 107.22869608281285 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 83, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07361638322810306, + "action_effect_rmse": 0.07492673785839217 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8867023902163472, + "action_effect_rmse": 0.8948220118073703 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 23.506108366751203, + "action_effect_rmse": 24.062822686051344 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12552347536789266, + "action_effect_rmse": 0.1280337305732689 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5655230654298744, + "action_effect_rmse": 1.5847537033546617 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 23.679640961474103, + "action_effect_rmse": 24.22469739636692 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11750294244945551, + "action_effect_rmse": 0.1293935559753839 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3268567298441856, + "action_effect_rmse": 1.418637526055874 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 23.636741384904866, + "action_effect_rmse": 24.195221269471627 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1329111994560033, + "action_effect_rmse": 0.16809158755565135 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7709448369639134, + "action_effect_rmse": 1.1196071434258028 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 9.605803094511266, + "action_effect_rmse": 11.112808537438728 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.5555061399932303, + 0.4591068010585008, + 0.37181370306099704, + 0.33348818074447256 + ], + "true_costs": [ + 0.9978204559647611, + 0.7287412528955866, + 0.4181557170578504, + 0.2616792978995311 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 72, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013892320287260099, + "action_effect_rmse": 0.017444891711810448 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6140199429450538, + "action_effect_rmse": 0.7305442273397571 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.690996850055047, + "action_effect_rmse": 5.563146238131025 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01822802763573809, + "action_effect_rmse": 0.024042207761347346 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6531660958609061, + "action_effect_rmse": 0.825032910768222 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.538189876318821, + "action_effect_rmse": 2.9142165466839614 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04461589906491451, + "action_effect_rmse": 0.04848558321749932 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1813864439519268, + "action_effect_rmse": 1.8022475452427082 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.805445297645966, + "action_effect_rmse": 7.30399929619141 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10223467868761339, + "action_effect_rmse": 0.11042643869948554 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.918251277672141, + "action_effect_rmse": 4.805096794547871 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.4068614969661715, + "action_effect_rmse": 5.255593650977925 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.3091419939603324, + "predicted_costs": [ + 1.6026628660667777, + 1.534149353956551, + 1.5693472567392335, + 1.6339814742172967 + ], + "true_costs": [ + 1.746286054949738, + 1.5636526856821285, + 1.254510691721796, + 1.8109056066859857 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36424951486748114, + "action_effect_rmse": 0.45997653727100585 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010953983687511956, + "action_effect_rmse": 0.012166853187026644 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.521465737231452, + "action_effect_rmse": 0.5736297405346114 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5215966094469806, + "action_effect_rmse": 0.6536429887811004 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.050470716611419185, + "action_effect_rmse": 0.05687813829413683 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0297098158778464, + "action_effect_rmse": 1.1984682775987692 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8945940541674015, + "action_effect_rmse": 1.1671848428124438 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.059847974506392156, + "action_effect_rmse": 0.06778118337436413 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7546918170924475, + "action_effect_rmse": 2.2534217448474743 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7412393098781322, + "action_effect_rmse": 1.8989466650350888 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09653564949905184, + "action_effect_rmse": 0.13570409026755711 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8351498309604914, + "action_effect_rmse": 4.229572033765886 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 6.32288762434731, + "predicted_costs": [ + 26.803816036847437, + 10.931066042152384, + 16.436025911921217, + 29.679453049505327 + ], + "true_costs": [ + 9.696988254076373, + 8.672899788691865, + 2.3500121643445544, + 20.63187316289687 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 101, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025192872313483033, + "action_effect_rmse": 0.041360719193951644 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07877974767238467, + "action_effect_rmse": 0.09063358654761047 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.021614265195772, + "action_effect_rmse": 0.023356626671595125 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.58264551913244, + "action_effect_rmse": 45.831839961420094 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05747012938126398, + "action_effect_rmse": 0.09542131318434559 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15251089963363285, + "action_effect_rmse": 0.1743613570427436 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.044810302543995734, + "action_effect_rmse": 0.04706520316731717 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.143551887208254, + "action_effect_rmse": 45.288157768714626 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11564205797322262, + "action_effect_rmse": 0.17590871303454778 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2507905145247585, + "action_effect_rmse": 0.29333916937308696 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09098406841728209, + "action_effect_rmse": 0.092549105096939 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 48.81931223521301, + "action_effect_rmse": 59.52951508485913 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19771700770638745, + "action_effect_rmse": 0.31388883846592996 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.44127169192431975, + "action_effect_rmse": 0.4717398794699822 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14069815599506216, + "action_effect_rmse": 0.1420234143724535 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.49602319354719, + "action_effect_rmse": 46.42916131260048 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 21.03386400447323, + "predicted_costs": [ + 454.12692441620663, + 455.5463312334911, + 457.29699664374016, + 459.33182674895625 + ], + "true_costs": [ + 447.78508895541245, + 426.7512249509392, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 68, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7156236800303323, + "action_effect_rmse": 0.8696698825137262 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06835422319708091, + "action_effect_rmse": 0.08664439851659043 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.40167024559610914, + "action_effect_rmse": 0.4017684552120665 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.157406585821615, + "action_effect_rmse": 43.94324079471609 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.466517339876923, + "action_effect_rmse": 1.7494493006246339 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09732671641119713, + "action_effect_rmse": 0.12169955238890123 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5914451881391224, + "action_effect_rmse": 0.5916909615933065 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.03444808635438, + "action_effect_rmse": 44.655178354603116 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8799131598209584, + "action_effect_rmse": 3.430485766242845 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12078334614200041, + "action_effect_rmse": 0.1461470410367528 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6218249769825591, + "action_effect_rmse": 0.6221931787777673 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 33.50060750349901, + "action_effect_rmse": 46.53253542216034 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.8418684438332895, + "action_effect_rmse": 2.933988344849187 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05824860105600038, + "action_effect_rmse": 0.06431278900351291 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3885957278775365, + "action_effect_rmse": 0.38923531608345197 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.968802863201063, + "action_effect_rmse": 33.54058307787739 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.7291622167088208, + "predicted_costs": [ + 9.356592359134819, + 8.636966738813058, + 9.894850171230654, + 11.037812994119616 + ], + "true_costs": [ + 2.0651194984300334, + 3.794281715138854, + 24.864651049919743, + 62.99783302329969 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 165, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4839990499907169, + "action_effect_rmse": 0.5538133349378752 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008894159557258993, + "action_effect_rmse": 0.010037156179829768 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6338238540344984, + "action_effect_rmse": 0.6455012474691015 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8076615938056122, + "action_effect_rmse": 0.9269579864198465 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01862199080911135, + "action_effect_rmse": 0.019944363649927802 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1805086390819877, + "action_effect_rmse": 1.2081779257247722 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5626712216208805, + "action_effect_rmse": 2.0342751978523417 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03365812144201522, + "action_effect_rmse": 0.04077982701021148 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5418873025359403, + "action_effect_rmse": 1.9663949099010962 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1432098163705646, + "action_effect_rmse": 3.8008012996926848 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05449119324026933, + "action_effect_rmse": 0.07862269504056066 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4310988212400275, + "action_effect_rmse": 4.36269196819242 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 7.825240283028524, + "predicted_costs": [ + 67.99357334252193, + 42.09261958745282, + 51.8386345806931, + 70.93637525684099 + ], + "true_costs": [ + 45.10501169559586, + 24.51519553647799, + 16.689955253449465, + 49.26388030033394 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 47, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03781313212860544, + "action_effect_rmse": 0.03894536137546479 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0478203163948028, + "action_effect_rmse": 1.095543310415565 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.995103704514671, + "action_effect_rmse": 9.391969066068015 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07911487106095412, + "action_effect_rmse": 0.08075660592889801 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1856761175445243, + "action_effect_rmse": 2.2758806458122107 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.774389268839881, + "action_effect_rmse": 9.13511778374627 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19766890127642647, + "action_effect_rmse": 0.20127343551484161 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.25035544082493, + "action_effect_rmse": 4.423472123566881 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.310675219954783, + "action_effect_rmse": 9.617550367129423 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23527826908476568, + "action_effect_rmse": 0.25731179343174526 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.115529513177447, + "action_effect_rmse": 3.8658675912844354 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.491859487238429, + "action_effect_rmse": 10.822261253228842 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.23192643339549324, + 0.18145547489836106, + 0.14182831927769607, + 0.14931805904769535 + ], + "true_costs": [ + 0.8809387360993783, + 0.4533418846232441, + 0.19677910081757802, + 0.22972744198549125 + ] + }, + { + "system_id": "tank-00088", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.050472314485695335, + "action_effect_rmse": 0.08614553515373215 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022977384926081257, + "action_effect_rmse": 0.02580190717506155 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04807116354206015, + "action_effect_rmse": 0.04879521106812714 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.12079313795931, + "action_effect_rmse": 30.419777700373015 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11160471464500787, + "action_effect_rmse": 0.18486430486508892 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.042962016024388205, + "action_effect_rmse": 0.04802280420327102 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41370985448810843, + "action_effect_rmse": 0.41394037180830573 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 23.35497374891641, + "action_effect_rmse": 31.765745042223827 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2636392475944807, + "action_effect_rmse": 0.41062301796854794 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07589402021988256, + "action_effect_rmse": 0.08930796097069596 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5374687697116753, + "action_effect_rmse": 0.5377323755486269 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 23.51294378824831, + "action_effect_rmse": 31.50082088459496 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7133419567195745, + "action_effect_rmse": 1.1046778995373563 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11910125460323506, + "action_effect_rmse": 0.14094264014078933 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0292808286965736, + "action_effect_rmse": 1.0294655806812694 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.957821646401715, + "action_effect_rmse": 31.533490971299855 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 64.83838315661359, + "predicted_costs": [ + 512.0844675336228, + 512.159343821129, + 514.3772700816643, + 517.1424391406846 + ], + "true_costs": [ + 503.29533896864046, + 438.4569558120269, + 503.29084746819996, + 503.35084746819996 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03146007360713347, + "action_effect_rmse": 0.03432745283894004 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3273124233086027, + "action_effect_rmse": 0.347265260491187 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.66508097860387, + "action_effect_rmse": 14.604449499606348 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06690873430997939, + "action_effect_rmse": 0.07141033626165774 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7623023519604265, + "action_effect_rmse": 0.7995343398074297 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 16.631017725779834, + "action_effect_rmse": 17.412229367785642 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08378321877790819, + "action_effect_rmse": 0.09581546580209588 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5777737697156293, + "action_effect_rmse": 1.6367701385412508 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.66131469787053, + "action_effect_rmse": 11.859588993390954 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09476536979013273, + "action_effect_rmse": 0.10010687078583894 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1829629386150675, + "action_effect_rmse": 1.3560665403015628 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.4959261823951735, + "action_effect_rmse": 5.412103780306078 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.572822385435003, + 0.7611574307514813, + 0.6520998271268541, + 0.5939998797850742 + ], + "true_costs": [ + 0.40830590843205095, + 0.9240532378197692, + 0.6614543707025065, + 0.44775661648448173 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.41728113457451715, + "action_effect_rmse": 0.5462646136875616 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008209991504782485, + "action_effect_rmse": 0.009427378753702243 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.43688787043853, + "action_effect_rmse": 0.5611708537412656 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.47598970992900885, + "action_effect_rmse": 0.5693030321037288 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011233594405476074, + "action_effect_rmse": 0.015797314784475262 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7963347772383713, + "action_effect_rmse": 1.060581370330019 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9373841941059654, + "action_effect_rmse": 0.9918878518798425 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03290182398080906, + "action_effect_rmse": 0.03745160001607051 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4530577734726933, + "action_effect_rmse": 1.9192951013850288 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7155434728684587, + "action_effect_rmse": 1.8547213260224704 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11648852553540934, + "action_effect_rmse": 0.12363759453833531 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3259004498281777, + "action_effect_rmse": 4.0062579559995015 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 4.81719491418173, + 8.042662972129996, + 3.170958409905521, + 1.4810983809736653 + ], + "true_costs": [ + 33.060229172595456, + 64.11431327113324, + 16.78649778558374, + 2.156630689609596 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 131, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1713890962589382, + "action_effect_rmse": 1.261035988928062 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.021547787003717882, + "action_effect_rmse": 0.023431554321036104 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7103373918143063, + "action_effect_rmse": 1.8045630342410304 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0622456708027195, + "action_effect_rmse": 2.195353393454869 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02971288931772757, + "action_effect_rmse": 0.03639629585337342 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.878085204185728, + "action_effect_rmse": 3.071035801573166 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8635281722846155, + "action_effect_rmse": 4.063023518394827 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03551698546427199, + "action_effect_rmse": 0.040446416187523426 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.71365412707712, + "action_effect_rmse": 6.016722201794392 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.201443294576474, + "action_effect_rmse": 6.5571243029141115 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2755127312322223, + "action_effect_rmse": 0.2813598066242287 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 13.4239698866184, + "action_effect_rmse": 14.011632021382844 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 3.9820293988540065, + 2.4796693548744684, + 0.2780565920249497, + 2.7411363495003243 + ], + "true_costs": [ + 109.36853482947765, + 34.2937420520003, + 1.9863991072481246, + 10.078221492409284 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 66, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6728528414601401, + "action_effect_rmse": 0.8133602865174084 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0012027344122351735, + "action_effect_rmse": 0.001246699861265394 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12072732454391126, + "action_effect_rmse": 0.12108991388813439 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 34.556172467325005, + "action_effect_rmse": 49.00060833253168 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8428194706848403, + "action_effect_rmse": 1.0019928863549996 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007121034744923094, + "action_effect_rmse": 0.009370406198741764 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14407863058044476, + "action_effect_rmse": 0.1450368721869047 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 34.422838261628506, + "action_effect_rmse": 48.54797390377219 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8275395528613405, + "action_effect_rmse": 0.8960529624278328 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.030683921530640628, + "action_effect_rmse": 0.038012072449499744 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1447904108819813, + "action_effect_rmse": 0.14630816304466843 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 31.43587818860537, + "action_effect_rmse": 43.84638216705794 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7858752402934955, + "action_effect_rmse": 1.2727716530836368 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10215103011086057, + "action_effect_rmse": 0.11258605206953325 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1934319618778504, + "action_effect_rmse": 0.1947694215115353 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.224356006465783, + "action_effect_rmse": 43.31597654867969 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 389.4605029871966, + 387.67049830018374, + 392.4711452778454, + 397.75422251639316 + ], + "true_costs": [ + 379.7329500410587, + 332.1743196204577, + 448.25477351784303, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00043", + "family": "tank", + "anchor_step": 161, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04569603840282813, + "action_effect_rmse": 0.06884931007873345 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008666295660921955, + "action_effect_rmse": 0.010480807306706544 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36799682258122796, + "action_effect_rmse": 0.3681176056966891 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 47.539322161343, + "action_effect_rmse": 49.34774355339681 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10882220141269716, + "action_effect_rmse": 0.14589488785488242 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0062464853418049415, + "action_effect_rmse": 0.00819144494350939 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.44941062700746376, + "action_effect_rmse": 0.4497062299709931 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 47.2726212650901, + "action_effect_rmse": 49.1477820680283 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23699442673599247, + "action_effect_rmse": 0.3274214011708644 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04846031873490849, + "action_effect_rmse": 0.05500633572766594 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5670920798397016, + "action_effect_rmse": 0.5674455228065385 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 47.71221328987347, + "action_effect_rmse": 49.713149861798684 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5907473036076888, + "action_effect_rmse": 0.8246213760395856 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16336765337999637, + "action_effect_rmse": 0.21397131102000969 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7245915624776081, + "action_effect_rmse": 0.7249191844624132 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 48.839980149069, + "action_effect_rmse": 51.1732589718798 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 3.466166642043542, + 3.0577055033829783, + 3.7960031069192977, + 4.516194775949354 + ], + "true_costs": [ + 1.9051438473273075, + 1.0924319808960787, + 1.8739128388805801, + 1.9339128388805802 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 150, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01201521537443497, + "action_effect_rmse": 0.014376350063274413 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13806881011766947, + "action_effect_rmse": 0.15562370073711113 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.58019917681541, + "action_effect_rmse": 5.262682326530241 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03405488163161859, + "action_effect_rmse": 0.041942807582659315 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1965226756367701, + "action_effect_rmse": 0.28103412151202545 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 13.845140675596063, + "action_effect_rmse": 14.732779282647746 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11655927165197767, + "action_effect_rmse": 0.12849879521123486 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7367724244413209, + "action_effect_rmse": 0.8549557848376763 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 14.044211092074645, + "action_effect_rmse": 14.92168157779127 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.32682565452195433, + "action_effect_rmse": 0.3536123036828612 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0137676672661855, + "action_effect_rmse": 2.1858114516783718 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 15.68160133811716, + "action_effect_rmse": 16.655255130532314 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.047546612172748415, + 0.020540453319118083, + 0.0021187309909266832, + 0.029984070968461455 + ], + "true_costs": [ + 0.1761149978948457, + 0.10010744821043219, + 0.0008064926124806322, + 0.05556627807638088 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 109, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04648819937311958, + "action_effect_rmse": 0.07015183492055835 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.030908108799145257, + "action_effect_rmse": 0.03550496908366939 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25438182796314834, + "action_effect_rmse": 0.25454696324818366 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 26.459231646276304, + "action_effect_rmse": 36.27476635514202 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08309923692266678, + "action_effect_rmse": 0.133916772961506 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06158736776654491, + "action_effect_rmse": 0.07104560799889886 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19956728441115837, + "action_effect_rmse": 0.2001410861131807 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 25.858522416333656, + "action_effect_rmse": 35.43135516678202 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19017442259993564, + "action_effect_rmse": 0.275637605325255 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12182822953359758, + "action_effect_rmse": 0.13647993488353166 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12186063759740622, + "action_effect_rmse": 0.12314529247623002 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 25.48480010044194, + "action_effect_rmse": 34.98531404328164 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4527516898056838, + "action_effect_rmse": 0.5994200569425535 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20385658770637427, + "action_effect_rmse": 0.21919912685501106 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1865617843593641, + "action_effect_rmse": 0.18763143031040522 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.43146580164654, + "action_effect_rmse": 34.87690069402925 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 16.059047888629365, + "predicted_costs": [ + 95.14858066950326, + 95.7034828343493, + 96.6447589020891, + 97.85760048566308 + ], + "true_costs": [ + 94.57052420482316, + 78.5114763161938, + 94.57991629872141, + 94.63991629872142 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 135, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26639553151304557, + "action_effect_rmse": 0.3079508051991361 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.733184466123627, + "action_effect_rmse": 0.8241304830859727 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5733555562628254, + "action_effect_rmse": 0.7318729666055418 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1616644462419952, + "action_effect_rmse": 1.5865273821413353 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.033696193801846, + "action_effect_rmse": 2.2755274209896155 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.15861863672518, + "action_effect_rmse": 3.650559429724682 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.332326883683367, + "action_effect_rmse": 2.6049320178046607 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.329850644040249, + "action_effect_rmse": 6.65636400585148 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 188.86483735398062, + 187.1200152430686, + 217.59115963986693, + 266.46279859219646 + ], + "true_costs": [ + 167.32066550618381, + 141.00399148814552, + 244.03142120086292, + 394.7162220539566 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 12, + "mean_regret": 0.058006828239173934, + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 72, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.5490050540540521, + "action_effect_rmse": 0.6794820936360265 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 1.0934321223099397, + "action_effect_rmse": 1.3983999469319457 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 1.7488812701252403, + "action_effect_rmse": 2.2401469362748956 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 2.953817964858628, + "action_effect_rmse": 3.9754801757520397 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.03141779846430503, + "action_effect_rmse": 0.038249853922619675 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 0.06496488243937397, + "action_effect_rmse": 0.07837758393054152 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 0.11422432318613306, + "action_effect_rmse": 0.14766047511507757 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 0.1619341029146734, + "action_effect_rmse": 0.2004852352718896 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 12.137010692561788, + "action_effect_rmse": 15.08170741969766 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 12.980495467550279, + "action_effect_rmse": 15.787510301570212 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 12.600702670138043, + "action_effect_rmse": 15.485481942622641 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 10.558386675689546, + "action_effect_rmse": 13.198505135085254 + } + ] + }, + { + "family": "tank", + "sample_count": 9, + "mean_regret": 17.03598703076836, + "ranking_accuracy": 0.8518518518518519, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.2779403717381303, + "action_effect_rmse": 0.3435839977158936 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.354756726709141, + "action_effect_rmse": 0.41886179882244357 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.3716243302311434, + "action_effect_rmse": 0.44996539101519967 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.4216017880653429, + "action_effect_rmse": 0.564456346061416 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 33.2274760623952, + "action_effect_rmse": 42.478826002019275 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 32.34389109582705, + "action_effect_rmse": 42.234347063959994 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 33.99093688582825, + "action_effect_rmse": 43.770842583343494 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 31.398561582302975, + "action_effect_rmse": 39.80481627517675 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.22866013483291164, + "action_effect_rmse": 0.43469675070303765 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.38237783690983085, + "action_effect_rmse": 0.7275506932091791 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.6581750721973664, + "action_effect_rmse": 1.281403997097064 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.8922651417038708, + "action_effect_rmse": 1.4295629382649753 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.032132040571342155, + "action_effect_rmse": 0.048013582048201726 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.058716692213769864, + "action_effect_rmse": 0.08528774067797001 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.10666403020097409, + "action_effect_rmse": 0.1462570423342831 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.18397769360279145, + "action_effect_rmse": 0.24875994777572064 + } + ] + }, + { + "family": "thermal", + "sample_count": 9, + "mean_regret": 2.646552774845556, + "ranking_accuracy": 0.8703703703703703, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.9791278128932162, + "action_effect_rmse": 1.201590877495678 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.7120672919819255, + "action_effect_rmse": 2.112915840199624 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 3.041022272018226, + "action_effect_rmse": 3.7782219474150316 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 5.515057868875333, + "action_effect_rmse": 7.001301542720672 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.6157737614177795, + "action_effect_rmse": 0.7671234033398859 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.970083962882179, + "action_effect_rmse": 1.2513927406805636 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 1.6686734879403087, + "action_effect_rmse": 2.129183856014543 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 2.7492261867394108, + "action_effect_rmse": 3.480934753235318 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 7, + "action_effect_mae": 0.014407293561525253, + "action_effect_rmse": 0.019480915442126885 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 7, + "action_effect_mae": 0.023805455456569983, + "action_effect_rmse": 0.032423300860912496 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 7, + "action_effect_mae": 0.04322579926409513, + "action_effect_rmse": 0.054437403060926974 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 7, + "action_effect_mae": 0.16141474076147494, + "action_effect_rmse": 0.20337860519020387 + } + ] + } + ] + }, + "calibrated_query_fraction": 0.9283577389387498 + }, + "persistence": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.03286764770746231, + "rmse": 0.0768844410777092, + "standardized_mae": 0.08967448770999908, + "standardized_rmse": 0.20976777374744415, + "standardized_gaussian_nll": 0.8164797385187449, + "physical_gaussian_nll": -0.18721780335945992, + "nominal_coverage": 0.9, + "coverage": 0.9829545454545454, + "mean_interval_width": 0.3312528729438782, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 172, + "mae": 0.06376330554485321, + "rmse": 0.12465320527553558, + "standardized_mae": 0.17396870255470276, + "standardized_rmse": 0.34009772539138794, + "standardized_gaussian_nll": 4.399676807091421, + "physical_gaussian_nll": 3.395979265213216, + "nominal_coverage": 0.9, + "coverage": 0.9709302325581395, + "mean_interval_width": 0.6247172355651855, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.11432512104511261, + "rmse": 0.18575872480869293, + "standardized_mae": 0.31191909313201904, + "standardized_rmse": 0.5068150758743286, + "standardized_gaussian_nll": 11.459432371385123, + "physical_gaussian_nll": 10.455734829506918, + "nominal_coverage": 0.9, + "coverage": 0.9822485207100592, + "mean_interval_width": 1.0249649286270142, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.1966448575258255, + "rmse": 0.27741187810897827, + "standardized_mae": 0.5365162491798401, + "standardized_rmse": 0.756877064704895, + "standardized_gaussian_nll": 27.259504842405903, + "physical_gaussian_nll": 26.2558073005277, + "nominal_coverage": 0.9, + "coverage": 0.976878612716763, + "mean_interval_width": 1.6609902381896973, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.42187198996543884, + "rmse": 0.6200496554374695, + "standardized_mae": 0.05210517346858978, + "standardized_rmse": 0.07658198475837708, + "standardized_gaussian_nll": -1.0904065525787658, + "physical_gaussian_nll": 1.001031100917708, + "nominal_coverage": 0.9, + "coverage": 0.8863636363636364, + "mean_interval_width": 1.555967092514038, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.8305805325508118, + "rmse": 1.086140513420105, + "standardized_mae": 0.10258453339338303, + "standardized_rmse": 0.13414861261844635, + "standardized_gaussian_nll": -0.4838540118414525, + "physical_gaussian_nll": 1.6075836416550213, + "nominal_coverage": 0.9, + "coverage": 0.8, + "mean_interval_width": 2.7693512439727783, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 178, + "mae": 1.4174387454986572, + "rmse": 1.8265597820281982, + "standardized_mae": 0.17506706714630127, + "standardized_rmse": 0.22559738159179688, + "standardized_gaussian_nll": 1.161062895812693, + "physical_gaussian_nll": 3.2525005493091665, + "nominal_coverage": 0.9, + "coverage": 0.7921348314606742, + "mean_interval_width": 4.948611736297607, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 175, + "mae": 2.4723520278930664, + "rmse": 3.2119624614715576, + "standardized_mae": 0.3053588271141052, + "standardized_rmse": 0.396707683801651, + "standardized_gaussian_nll": 6.485203114203775, + "physical_gaussian_nll": 8.576640767700248, + "nominal_coverage": 0.9, + "coverage": 0.8057142857142857, + "mean_interval_width": 8.651690483093262, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 177, + "mae": 1.8456226587295532, + "rmse": 6.315469264984131, + "standardized_mae": 0.11557472497224808, + "standardized_rmse": 0.3954809606075287, + "standardized_gaussian_nll": 6.436614019866294, + "physical_gaussian_nll": 9.207268748560258, + "nominal_coverage": 0.9, + "coverage": 0.9209039548022598, + "mean_interval_width": 10.085783958435059, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 177, + "mae": 4.407854080200195, + "rmse": 9.74779224395752, + "standardized_mae": 0.27602419257164, + "standardized_rmse": 0.6104164123535156, + "standardized_gaussian_nll": 17.24676730889612, + "physical_gaussian_nll": 20.017422037590087, + "nominal_coverage": 0.9, + "coverage": 0.9322033898305084, + "mean_interval_width": 33.58028030395508, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 180, + "mae": 6.817392349243164, + "rmse": 11.872069358825684, + "standardized_mae": 0.4269118905067444, + "standardized_rmse": 0.7434407472610474, + "standardized_gaussian_nll": 26.25156397727252, + "physical_gaussian_nll": 29.022218705966488, + "nominal_coverage": 0.9, + "coverage": 0.9666666666666667, + "mean_interval_width": 59.353973388671875, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 176, + "mae": 11.568307876586914, + "rmse": 16.66942596435547, + "standardized_mae": 0.7244189381599426, + "standardized_rmse": 1.0438560247421265, + "standardized_gaussian_nll": 53.09812715858372, + "physical_gaussian_nll": 55.868781887277684, + "nominal_coverage": 0.9, + "coverage": 0.9318181818181818, + "mean_interval_width": 69.8199691772461, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.11003341525793076, + "rmse": 0.22243383526802063, + "standardized_mae": 0.018965087831020355, + "standardized_rmse": 0.03833814710378647, + "standardized_gaussian_nll": -1.3101559040949582, + "physical_gaussian_nll": 0.4480284069524543, + "nominal_coverage": 0.9, + "coverage": 0.9230769230769231, + "mean_interval_width": 0.8225369453430176, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.21841385960578918, + "rmse": 0.42681461572647095, + "standardized_mae": 0.03764527291059494, + "standardized_rmse": 0.07356471568346024, + "standardized_gaussian_nll": -1.113058187710715, + "physical_gaussian_nll": 0.6451261233366974, + "nominal_coverage": 0.9, + "coverage": 0.910828025477707, + "mean_interval_width": 1.5801867246627808, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 159, + "mae": 0.37078067660331726, + "rmse": 0.6949412226676941, + "standardized_mae": 0.06390684098005295, + "standardized_rmse": 0.1197783574461937, + "standardized_gaussian_nll": -0.6663036962330056, + "physical_gaussian_nll": 1.091880614814407, + "nominal_coverage": 0.9, + "coverage": 0.8805031446540881, + "mean_interval_width": 2.1308891773223877, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 158, + "mae": 0.5468950867652893, + "rmse": 0.9357615113258362, + "standardized_mae": 0.09426148980855942, + "standardized_rmse": 0.16128554940223694, + "standardized_gaussian_nll": -0.08299503996286273, + "physical_gaussian_nll": 1.6751892710845497, + "nominal_coverage": 0.9, + "coverage": 0.9177215189873418, + "mean_interval_width": 3.229088068008423, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.031304169446229935, + "rmse": 0.03894869610667229, + "standardized_mae": 0.027043331414461136, + "standardized_rmse": 0.03364735469222069, + "standardized_gaussian_nll": -1.3270393675787953, + "physical_gaussian_nll": -1.1807285260648543, + "nominal_coverage": 0.9, + "coverage": 0.8633540372670807, + "mean_interval_width": 0.11402636766433716, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 159, + "mae": 0.06619593501091003, + "rmse": 0.08922047168016434, + "standardized_mae": 0.05718595162034035, + "standardized_rmse": 0.07707659900188446, + "standardized_gaussian_nll": -1.0866064164228502, + "physical_gaussian_nll": -0.9402955749089092, + "nominal_coverage": 0.9, + "coverage": 0.8553459119496856, + "mean_interval_width": 0.22123782336711884, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.13155823945999146, + "rmse": 0.16637127101421356, + "standardized_mae": 0.11365173757076263, + "standardized_rmse": 0.14372633397579193, + "standardized_gaussian_nll": -0.35078353734028556, + "physical_gaussian_nll": -0.20447269582634467, + "nominal_coverage": 0.9, + "coverage": 0.85625, + "mean_interval_width": 0.4518722593784332, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.2562798261642456, + "rmse": 0.3092353641986847, + "standardized_mae": 0.22139735519886017, + "standardized_rmse": 0.2671450674533844, + "standardized_gaussian_nll": 2.1846779042159596, + "physical_gaussian_nll": 2.3309887457299006, + "nominal_coverage": 0.9, + "coverage": 0.845679012345679, + "mean_interval_width": 0.864724338054657, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.11072835326194763, + "rmse": 0.17280760407447815, + "standardized_mae": 0.23053760826587677, + "standardized_rmse": 0.359787255525589, + "standardized_gaussian_nll": 5.088697649022056, + "physical_gaussian_nll": 4.355363590404442, + "nominal_coverage": 0.9, + "coverage": 0.8944099378881988, + "mean_interval_width": 0.5242584347724915, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 161, + "mae": 0.1575251817703247, + "rmse": 0.27200397849082947, + "standardized_mae": 0.32796910405158997, + "standardized_rmse": 0.5663151741027832, + "standardized_gaussian_nll": 14.651999318166542, + "physical_gaussian_nll": 13.918665259548929, + "nominal_coverage": 0.9, + "coverage": 0.9440993788819876, + "mean_interval_width": 0.887300431728363, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 163, + "mae": 0.2558380961418152, + "rmse": 0.390421062707901, + "standardized_mae": 0.5326576232910156, + "standardized_rmse": 0.8128607869148254, + "standardized_gaussian_nll": 31.65348817773925, + "physical_gaussian_nll": 30.920154119121634, + "nominal_coverage": 0.9, + "coverage": 0.8588957055214724, + "mean_interval_width": 1.057181715965271, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.32775455713272095, + "rmse": 0.4911038279533386, + "standardized_mae": 0.682388424873352, + "standardized_rmse": 1.0224833488464355, + "standardized_gaussian_nll": 50.88996858521092, + "physical_gaussian_nll": 50.15663452659331, + "nominal_coverage": 0.9, + "coverage": 0.925, + "mean_interval_width": 1.589600920677185, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 161, + "mae": 2.1873481273651123, + "rmse": 9.149477005004883, + "standardized_mae": 0.05141907557845116, + "standardized_rmse": 0.21508128941059113, + "standardized_gaussian_nll": 0.9293521169660892, + "physical_gaussian_nll": 4.67978804872699, + "nominal_coverage": 0.9, + "coverage": 0.9751552795031055, + "mean_interval_width": 58.144107818603516, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 162, + "mae": 4.553341865539551, + "rmse": 12.9063138961792, + "standardized_mae": 0.10703766345977783, + "standardized_rmse": 0.3033951222896576, + "standardized_gaussian_nll": 3.2187835656905857, + "physical_gaussian_nll": 6.969219497451486, + "nominal_coverage": 0.9, + "coverage": 0.9629629629629629, + "mean_interval_width": 78.54828643798828, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 159, + "mae": 10.689953804016113, + "rmse": 22.84450340270996, + "standardized_mae": 0.2512940466403961, + "standardized_rmse": 0.5370170474052429, + "standardized_gaussian_nll": 13.035722697945276, + "physical_gaussian_nll": 16.786158629706176, + "nominal_coverage": 0.9, + "coverage": 0.9748427672955975, + "mean_interval_width": 154.53363037109375, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 162, + "mae": 19.740633010864258, + "rmse": 30.162487030029297, + "standardized_mae": 0.46405282616615295, + "standardized_rmse": 0.7090445160865784, + "standardized_gaussian_nll": 23.753563459453858, + "physical_gaussian_nll": 27.50399939121476, + "nominal_coverage": 0.9, + "coverage": 0.9876543209876543, + "mean_interval_width": 183.7190704345703, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 152, + "mae": 0.5177053809165955, + "rmse": 0.7531543374061584, + "standardized_mae": 0.08412498235702515, + "standardized_rmse": 0.1223844662308693, + "standardized_gaussian_nll": -0.6347486996849546, + "physical_gaussian_nll": 1.1823540199273475, + "nominal_coverage": 0.9, + "coverage": 0.9736842105263158, + "mean_interval_width": 4.106749534606934, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 150, + "mae": 1.0364437103271484, + "rmse": 1.4739738702774048, + "standardized_mae": 0.168417826294899, + "standardized_rmse": 0.23951466381549835, + "standardized_gaussian_nll": 1.4847175206123575, + "physical_gaussian_nll": 3.3018202402246595, + "nominal_coverage": 0.9, + "coverage": 0.96, + "mean_interval_width": 8.181002616882324, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 153, + "mae": 1.8536876440048218, + "rmse": 2.579038381576538, + "standardized_mae": 0.30121657252311707, + "standardized_rmse": 0.4190830886363983, + "standardized_gaussian_nll": 7.397885223670562, + "physical_gaussian_nll": 9.214987943282864, + "nominal_coverage": 0.9, + "coverage": 0.9869281045751634, + "mean_interval_width": 15.33467960357666, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 155, + "mae": 3.229127883911133, + "rmse": 4.408038139343262, + "standardized_mae": 0.5247199535369873, + "standardized_rmse": 0.7162879705429077, + "standardized_gaussian_nll": 24.26978418237016, + "physical_gaussian_nll": 26.08688690198246, + "nominal_coverage": 0.9, + "coverage": 0.9935483870967742, + "mean_interval_width": 27.894412994384766, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 116, + "mae": 0.053732942789793015, + "rmse": 0.06923146545886993, + "standardized_mae": 0.02194441668689251, + "standardized_rmse": 0.02827397920191288, + "standardized_gaussian_nll": -1.3436757025911046, + "physical_gaussian_nll": -0.4481621857261243, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.8055154085159302, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 110, + "mae": 0.10267924517393112, + "rmse": 0.13380427658557892, + "standardized_mae": 0.04193397983908653, + "standardized_rmse": 0.05464537441730499, + "standardized_gaussian_nll": -1.2343407333694931, + "physical_gaussian_nll": -0.33882721650451286, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.805515468120575, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 113, + "mae": 0.1978565901517868, + "rmse": 0.25815895199775696, + "standardized_mae": 0.08080419898033142, + "standardized_rmse": 0.10543155670166016, + "standardized_gaussian_nll": -0.827855810844967, + "physical_gaussian_nll": 0.06765770602001331, + "nominal_coverage": 0.9, + "coverage": 0.9026548672566371, + "mean_interval_width": 0.8055153489112854, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 116, + "mae": 0.3424556255340576, + "rmse": 0.4574921429157257, + "standardized_mae": 0.13985812664031982, + "standardized_rmse": 0.1868387907743454, + "standardized_gaussian_nll": 0.36179036232241485, + "physical_gaussian_nll": 1.2573038791873952, + "nominal_coverage": 0.9, + "coverage": 0.6810344827586207, + "mean_interval_width": 0.8055154085159302, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 1.3956782817840576, + "rmse": 1.6238672733306885, + "standardized_mae": 0.017544059082865715, + "standardized_rmse": 0.02041245810687542, + "standardized_gaussian_nll": -1.3628131529771053, + "physical_gaussian_nll": 3.013607274353278, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 6.875302314758301, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 154, + "mae": 2.7829911708831787, + "rmse": 3.2254996299743652, + "standardized_mae": 0.034982964396476746, + "standardized_rmse": 0.04054541513323784, + "standardized_gaussian_nll": -1.3014500588589344, + "physical_gaussian_nll": 3.0749703684714484, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 13.750604629516602, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 155, + "mae": 5.457251071929932, + "rmse": 6.240201473236084, + "standardized_mae": 0.0685991421341896, + "standardized_rmse": 0.07844104617834091, + "standardized_gaussian_nll": -1.0759966532429635, + "physical_gaussian_nll": 3.3004237740874194, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 25.939254760742188, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 156, + "mae": 10.869580268859863, + "rmse": 12.30549430847168, + "standardized_mae": 0.13663360476493835, + "standardized_rmse": 0.1546834409236908, + "standardized_gaussian_nll": -0.18729807745245686, + "physical_gaussian_nll": 4.189122349877926, + "nominal_coverage": 0.9, + "coverage": 0.9807692307692307, + "mean_interval_width": 46.65970993041992, + "interval_kind": "heldout_calibrated" + } + ], + "calibration_status": "heldout_partial", + "counterfactual": { + "status": "completed", + "samples": 30, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5021683905452564, + "action_effect_rmse": 0.618033049259884 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00553179068995983, + "action_effect_rmse": 0.006808133551117962 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5140842716947548, + "action_effect_rmse": 0.5420532084432029 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9227210898687636, + "action_effect_rmse": 1.1356193251606161 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021478045116470668, + "action_effect_rmse": 0.026433646492681626 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0281685433895096, + "action_effect_rmse": 1.0841064168864059 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5749866008367601, + "action_effect_rmse": 1.9383812079483764 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07722310478104906, + "action_effect_rmse": 0.09504069116999647 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.056337086779019, + "action_effect_rmse": 2.1682128337728117 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3926369934370926, + "action_effect_rmse": 2.944687010706357 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24871026916417094, + "action_effect_rmse": 0.30609486564233684 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.112674173558041, + "action_effect_rmse": 4.336425667545623 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 9.670847066234172, + "predicted_costs": [ + 12.753234132409244, + 13.184407778326445, + 12.184407778326445, + 13.184407778326445 + ], + "true_costs": [ + 5.29387147671569, + 55.418109072711815, + 14.268767655668475, + 4.5979205894343025 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 75, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.042550717624531297, + "action_effect_rmse": 0.04595342079830487 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7151603790313956, + "action_effect_rmse": 0.8148346597705421 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.971646731770178, + "action_effect_rmse": 7.647973337854006 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11087176469676104, + "action_effect_rmse": 0.1161737603943706 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1273282308806976, + "action_effect_rmse": 2.2613731445469254 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 11.189946112366984, + "action_effect_rmse": 11.64689328827326 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08085935278216368, + "action_effect_rmse": 0.09394463146647668 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.196810067314537, + "action_effect_rmse": 3.5227798499988627 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.272989416153435, + "action_effect_rmse": 5.461745551682381 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11618448112499442, + "action_effect_rmse": 0.1420261795252849 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.141220906674512, + "action_effect_rmse": 5.829690750849293 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.762765361292842, + "action_effect_rmse": 6.057991274543255 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 1.6538511091929782, + 1.6383654440221165, + 1.6183654440221165, + 1.6383654440221165 + ], + "true_costs": [ + 1.6870119374852577, + 1.3246161176877902, + 1.0592216038324374, + 1.5739227991857385 + ] + }, + { + "system_id": "thermal-00003", + "family": "thermal", + "anchor_step": 78, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0410556560549449, + "action_effect_rmse": 1.2084108434520566 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009601873343607773, + "action_effect_rmse": 0.011145425125337623 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5990088632734493, + "action_effect_rmse": 0.6035030503542264 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7553156968576917, + "action_effect_rmse": 2.0077155581605557 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03551096652113728, + "action_effect_rmse": 0.04090921553942998 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2678556817708586, + "action_effect_rmse": 1.2688611558285905 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5231523174627823, + "action_effect_rmse": 2.8716399699154467 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11520058653402761, + "action_effect_rmse": 0.13090877248032873 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8150631844375575, + "action_effect_rmse": 2.952744352950184 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3987752196579337, + "action_effect_rmse": 3.87500374118133 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.30312764159265154, + "action_effect_rmse": 0.35369722520477936 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.549259383083306, + "action_effect_rmse": 5.7626180387024215 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 4.762997905587927, + "predicted_costs": [ + 21.739146659490988, + 22.332248976015993, + 21.332248976015993, + 22.332248976015993 + ], + "true_costs": [ + 26.49760331004995, + 11.404685981504198, + 16.167683887092124, + 99.1084380965106 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0954824830702723, + "action_effect_rmse": 0.16538051191054678 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02738614036656865, + "action_effect_rmse": 0.030878225231002428 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17228616890766946, + "action_effect_rmse": 0.17228616890766946 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.298304021698755, + "action_effect_rmse": 44.809495824311426 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16942124492247382, + "action_effect_rmse": 0.2934462040872953 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05301832111866626, + "action_effect_rmse": 0.059189163381688996 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18079335513480677, + "action_effect_rmse": 0.18079335513480677 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.35357754149339, + "action_effect_rmse": 44.81800513337978 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2983849634397213, + "action_effect_rmse": 0.5168179168921793 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11146699873298142, + "action_effect_rmse": 0.12252761998067657 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15604913989059055, + "action_effect_rmse": 0.15604913989059055 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 32.44998541294925, + "action_effect_rmse": 44.83333243138958 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5619427928007864, + "action_effect_rmse": 0.9733134680781124 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19219857490777534, + "action_effect_rmse": 0.24005877246325552 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10695330399281988, + "action_effect_rmse": 0.10695330399281988 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.31090034765692, + "action_effect_rmse": 35.525202910896425 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 445.2493739661699, + 445.23642196074286, + 445.25642196074284, + 445.31642196074284 + ], + "true_costs": [ + 451.3821803058857, + 383.6347777926726, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.059357535292060205, + "action_effect_rmse": 0.06268718156951592 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6005154823648482, + "action_effect_rmse": 0.6146705668570527 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 19.856796186017892, + "action_effect_rmse": 20.77598064385024 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11862317718599517, + "action_effect_rmse": 0.1252861038301919 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1706279898116634, + "action_effect_rmse": 1.197887010560873 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 20.38094853434411, + "action_effect_rmse": 21.329256215405085 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23688629960819418, + "action_effect_rmse": 0.2502265881291924 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2324486397946863, + "action_effect_rmse": 2.2833277961004037 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 21.42688158015376, + "action_effect_rmse": 22.433563711693708 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2980874980855077, + "action_effect_rmse": 0.3388669880159582 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0882687551740973, + "action_effect_rmse": 3.2089420195224396 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.636716153073249, + "action_effect_rmse": 7.5603490520033505 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.11972255359142288, + "predicted_costs": [ + 0.2481348609265155, + 0.22521646677888996, + 0.20521646677888997, + 0.22521646677888996 + ], + "true_costs": [ + 0.08697956422894386, + 0.4815418742900818, + 0.20670211782036674, + 0.11900088194005333 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1614401598858848, + "action_effect_rmse": 1.252604213508762 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6935010858896102, + "action_effect_rmse": 1.7930889967125199 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8283948425890296, + "action_effect_rmse": 0.9492611698508636 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.8002415999375123, + "action_effect_rmse": 3.03813131824638 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9649617938828996, + "action_effect_rmse": 2.3519332697069255 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.0137226280333165, + "action_effect_rmse": 5.5401236580430995 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.710484580911768, + "action_effect_rmse": 5.759953192796494 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.440684684224925, + "action_effect_rmse": 10.552191693159354 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 44.36356498562235, + "predicted_costs": [ + 40.393005347129495, + 39.23125299844302, + 38.23125299844302, + 39.23125299844302 + ], + "true_costs": [ + 138.61730453341346, + 17.18951192419299, + 61.55307690981533, + 153.57401303581446 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 29, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3352508772441872, + "action_effect_rmse": 0.48278135761996066 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016604843782224894, + "action_effect_rmse": 0.020073267970977488 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6852660668787638, + "action_effect_rmse": 0.6852660668787638 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 36.08674619653516, + "action_effect_rmse": 38.49334292701921 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.42356016515079925, + "action_effect_rmse": 0.7249435392152835 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024476810464441574, + "action_effect_rmse": 0.030106497893565582 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7833198735940458, + "action_effect_rmse": 0.7833198735940458 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 36.20441840502968, + "action_effect_rmse": 38.69642080814657 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6973640085798491, + "action_effect_rmse": 1.207869894230197 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013428587805457562, + "action_effect_rmse": 0.018036085552734928 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8342244519474372, + "action_effect_rmse": 0.8342244519474373 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 36.56926228175365, + "action_effect_rmse": 39.21014998697739 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.229166157882733, + "action_effect_rmse": 2.128978236397122 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.034874598364499576, + "action_effect_rmse": 0.039954122296584134 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0325754408739438, + "action_effect_rmse": 1.0325754408739438 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.296879542697777, + "action_effect_rmse": 42.087222389749876 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 78.86029617188952, + 78.81671007084857, + 78.83671007084857, + 78.89671007084857 + ], + "true_costs": [ + 94.60350239976236, + 38.44773185665458, + 92.60413461253019, + 94.63991629872142 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 155, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08487726355759832, + "action_effect_rmse": 0.08725065156286543 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0532160202203162, + "action_effect_rmse": 1.0633412132858544 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 23.134913644495622, + "action_effect_rmse": 23.92859461885632 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16957799322270753, + "action_effect_rmse": 0.17432830640105113 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0597361657779296, + "action_effect_rmse": 2.07917693435984 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 23.158267933187734, + "action_effect_rmse": 23.997259785471922 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20848672118192121, + "action_effect_rmse": 0.22360196691348938 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9459246562798498, + "action_effect_rmse": 2.01873831468776 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 23.201230550145294, + "action_effect_rmse": 24.134401013322147 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21877828275508485, + "action_effect_rmse": 0.2719553762979541 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8019016809534492, + "action_effect_rmse": 1.251849500468127 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 23.292250338240592, + "action_effect_rmse": 24.426965436004323 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.16601325801724753, + "predicted_costs": [ + 0.4415223231098177, + 0.38368897246306244, + 0.3636889724630624, + 0.38368897246306244 + ], + "true_costs": [ + 0.946750082860937, + 0.19555943883653581, + 0.36157269685378335, + 0.6108034852921396 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 82, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05782362919382559, + "action_effect_rmse": 0.10015346364172892 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04193826100950441, + "action_effect_rmse": 0.047204679274038874 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4451557262871111, + "action_effect_rmse": 0.44515572628711103 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 30.982107906370683, + "action_effect_rmse": 42.51742628464018 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11752214746867533, + "action_effect_rmse": 0.2035543304303478 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08434847515708792, + "action_effect_rmse": 0.09436239876259393 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41713194552355876, + "action_effect_rmse": 0.4171319455235588 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 30.84715415092194, + "action_effect_rmse": 42.22854359715467 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23060532782345197, + "action_effect_rmse": 0.3994201442862957 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16498498924470084, + "action_effect_rmse": 0.18323761638263017 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3177773633558407, + "action_effect_rmse": 0.3177773633558407 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 30.559006445433045, + "action_effect_rmse": 41.64656535655354 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4063102074350269, + "action_effect_rmse": 0.7037499229113163 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3160045941689642, + "action_effect_rmse": 0.35319627430772454 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05915079329519157, + "action_effect_rmse": 0.05915079329519157 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.890907264701156, + "action_effect_rmse": 40.47257192198151 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 451.3808761028806, + 451.36922963517617, + 451.38922963517615, + 451.44922963517615 + ], + "true_costs": [ + 451.38087476816315, + 401.7174487576729, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 122, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02425037374869528, + "action_effect_rmse": 0.029379483100209384 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11465072500087341, + "action_effect_rmse": 0.13940368157876168 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.477659609405518, + "action_effect_rmse": 9.256913814834117 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04759284439768153, + "action_effect_rmse": 0.05681351981322833 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23103464076384958, + "action_effect_rmse": 0.2657472160249849 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 7.4368850682054815, + "action_effect_rmse": 8.980465848345318 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09155125512630659, + "action_effect_rmse": 0.10625110672431282 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.47079672699735653, + "action_effect_rmse": 0.49567100006239295 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.317740787047446, + "action_effect_rmse": 8.473196453009832 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17936224766543404, + "action_effect_rmse": 0.20548357771090642 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.85977668338802, + "action_effect_rmse": 0.8878869292776783 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 11.296305581320775, + "action_effect_rmse": 13.612343424443917 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.07746415329143581, + "predicted_costs": [ + 0.19693630530432096, + 0.19958898167584518, + 0.1795889816758452, + 0.19958898167584518 + ], + "true_costs": [ + 0.34943173482841516, + 0.4423803958858177, + 0.17988222162200523, + 0.10241806833056942 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00605293053235266, + "action_effect_rmse": 0.010483983216719738 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24179771016832063, + "action_effect_rmse": 0.4188059191653451 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.556296859461086, + "action_effect_rmse": 6.820227068325014 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012146390117118195, + "action_effect_rmse": 0.021038164811401198 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.47177407847926983, + "action_effect_rmse": 0.8171366736200821 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.596502815441423, + "action_effect_rmse": 6.870055165059304 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02436330902078661, + "action_effect_rmse": 0.04219848906450357 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8911330650856991, + "action_effect_rmse": 1.543487745033014 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.673529166302612, + "action_effect_rmse": 6.967156917198002 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19434535580826706, + "action_effect_rmse": 0.20619479438237667 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.445727737402161, + "action_effect_rmse": 7.790895041917118 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.506978433719292, + "action_effect_rmse": 8.788189158635433 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.2254071192578233, + "predicted_costs": [ + 1.0602331358788268, + 1.0199999694004727, + 0.9999999694004726, + 1.0199999694004727 + ], + "true_costs": [ + 0.8762251133653054, + 1.02, + 0.999897360791922, + 0.7744902415340987 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008075802653310094, + "action_effect_rmse": 0.013948762785603221 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1951636385495578, + "action_effect_rmse": 0.3364564163613156 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.057858637780711, + "action_effect_rmse": 4.453325373719763 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016109771109132292, + "action_effect_rmse": 0.02786127556247669 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3802679418596675, + "action_effect_rmse": 0.6570310157637423 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.271344435024988, + "action_effect_rmse": 2.9589539218463328 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03779036786253864, + "action_effect_rmse": 0.047990242308766494 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8600548774251102, + "action_effect_rmse": 1.0774355948066434 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1987194968719046, + "action_effect_rmse": 2.480120381722802 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06442720147602359, + "action_effect_rmse": 0.11142859734724724 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6282679453739597, + "action_effect_rmse": 1.9149518019809835 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.36840627067009, + "action_effect_rmse": 6.772187561149521 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.2918677929156257, + "predicted_costs": [ + 1.0314553036835528, + 1.0199999725342488, + 0.9999999725342488, + 1.0199999725342488 + ], + "true_costs": [ + 1.0147431412336105, + 0.7074574702007793, + 0.999325263116405, + 1.02 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 48, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09367040938446967, + "action_effect_rmse": 0.09596670913483782 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.747695322591421, + "action_effect_rmse": 0.754961040053553 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 25.933099098463146, + "action_effect_rmse": 26.47079801239089 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18718261801204084, + "action_effect_rmse": 0.19177859386928117 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4946765553185106, + "action_effect_rmse": 1.5090909309793414 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 26.733586706953304, + "action_effect_rmse": 27.290794838744073 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37373076873187533, + "action_effect_rmse": 0.3829363750242375 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9962363139241575, + "action_effect_rmse": 3.0243485391568288 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 28.330484964727503, + "action_effect_rmse": 28.926815482403722 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17549555211092124, + "action_effect_rmse": 0.21274056688946788 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.079878672793587, + "action_effect_rmse": 6.132950760211101 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 24.001907679248045, + "action_effect_rmse": 24.881353585262502 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.0895241133432925, + "predicted_costs": [ + 0.27995517648985757, + 0.21995517648985757, + 0.19995517648985758, + 0.21995517648985757 + ], + "true_costs": [ + 0.1305996562254816, + 0.47551585194651813, + 0.2002015454166692, + 0.11067743207337671 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 147, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3234823583356405, + "action_effect_rmse": 1.4039373157535204 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014579227856654478, + "action_effect_rmse": 0.015465504238810438 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9353313688024703, + "action_effect_rmse": 2.009408917859965 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.431863707668953, + "action_effect_rmse": 2.5796975566162423 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.056606139172406124, + "action_effect_rmse": 0.06004724625481183 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.8706627376049405, + "action_effect_rmse": 4.01881783571993 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2757726390592, + "action_effect_rmse": 2.7088151308857573 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18286779481749763, + "action_effect_rmse": 0.19654473301108472 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.058184611532586, + "action_effect_rmse": 6.43250090253233 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9264337954307222, + "action_effect_rmse": 2.29221195942051 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27238229879269465, + "action_effect_rmse": 0.32618760902262406 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.0669466320332885, + "action_effect_rmse": 8.285143510807922 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 44.843653571065616, + "predicted_costs": [ + 336.4811168620736, + 334.59749783176096, + 333.59749783176096, + 334.59749783176096 + ], + "true_costs": [ + 248.91436835051786, + 237.04371066418986, + 152.07234965387846, + 107.22869608281285 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 83, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10373075613945663, + "action_effect_rmse": 0.10581678329990028 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7827351558987251, + "action_effect_rmse": 0.7916612184879585 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 24.243800420355242, + "action_effect_rmse": 24.818181205104587 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17305325782441625, + "action_effect_rmse": 0.17803285083173329 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.256010594035504, + "action_effect_rmse": 1.2779344390358867 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 24.83721816123393, + "action_effect_rmse": 25.436114154790268 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16904470605772728, + "action_effect_rmse": 0.18859349855554325 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8877594730324129, + "action_effect_rmse": 1.0015848120857846 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 24.80290396777919, + "action_effect_rmse": 25.482159072453456 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17785700590482864, + "action_effect_rmse": 0.23008041665158063 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6385922606314054, + "action_effect_rmse": 0.8765155665508494 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.818150871501773, + "action_effect_rmse": 12.558974729406009 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.15647641915831928, + "predicted_costs": [ + 0.4809897870621922, + 0.4378308541641651, + 0.4178308541641651, + 0.4378308541641651 + ], + "true_costs": [ + 0.9978204559647611, + 0.7287412528955866, + 0.4181557170578504, + 0.2616792978995311 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 72, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.024699539146399885, + "action_effect_rmse": 0.030195943892325418 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6491351318656721, + "action_effect_rmse": 0.7609264273255988 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.971910741027492, + "action_effect_rmse": 5.897130904631154 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03699843644868184, + "action_effect_rmse": 0.04701855605784476 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6142848498248649, + "action_effect_rmse": 0.8441531651374123 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.026232616803411, + "action_effect_rmse": 3.4466794567501378 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0690646394910116, + "action_effect_rmse": 0.07471571873655562 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3106312434478486, + "action_effect_rmse": 1.8170240977947638 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.896343182410427, + "action_effect_rmse": 7.701820401236931 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12771845948029253, + "action_effect_rmse": 0.14082270507250233 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.974013312122134, + "action_effect_rmse": 4.863736797575698 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.5356615278406744, + "action_effect_rmse": 5.849780406231834 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 1.89397804701128, + 1.8911191726050451, + 1.8711191726050451, + 1.8911191726050451 + ], + "true_costs": [ + 1.746286054949738, + 1.5636526856821285, + 1.254510691721796, + 1.8109056066859857 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5021683905452541, + "action_effect_rmse": 0.6180330492598854 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005531790689962198, + "action_effect_rmse": 0.006808133551124222 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.514084271694756, + "action_effect_rmse": 0.5420532084432031 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9722299789665337, + "action_effect_rmse": 1.2376357142407985 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022023425544508275, + "action_effect_rmse": 0.027528868068293872 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9307509383614226, + "action_effect_rmse": 1.1017554808584658 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6699011143243598, + "action_effect_rmse": 2.1350590577398383 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08140818207174642, + "action_effect_rmse": 0.10366832041736122 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8249213416109622, + "action_effect_rmse": 2.2272451443534993 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1175561454555827, + "action_effect_rmse": 2.33832932901331 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22705483935078874, + "action_effect_rmse": 0.26827433000074247 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5646261086466233, + "action_effect_rmse": 4.5225995040105795 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 5.8899947215453565, + 5.768296549608473, + 4.768296549608473, + 5.768296549608473 + ], + "true_costs": [ + 9.696988254076373, + 8.672899788691865, + 2.3500121643445544, + 20.63187316289687 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 101, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022601990412264072, + "action_effect_rmse": 0.03914779574622601 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0818217786376542, + "action_effect_rmse": 0.09384324754295405 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017968389966015172, + "action_effect_rmse": 0.017968389966015172 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 33.092763662597164, + "action_effect_rmse": 46.42511480003392 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05348721473805421, + "action_effect_rmse": 0.09264257348165676 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15756985275523108, + "action_effect_rmse": 0.17883795333256006 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0380831829807223, + "action_effect_rmse": 0.0380831829807223 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.11585216199003, + "action_effect_rmse": 46.42717393311236 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10394549592423097, + "action_effect_rmse": 0.1800388801587117 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2497474560503458, + "action_effect_rmse": 0.29515932375582526 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09957746959868152, + "action_effect_rmse": 0.09957746959868152 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 48.276329654056376, + "action_effect_rmse": 59.73805922875301 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2717629388836726, + "action_effect_rmse": 0.3067828868237642 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.42844885266758936, + "action_effect_rmse": 0.45773212773570926 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18576994349099504, + "action_effect_rmse": 0.18576994349099504 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 34.6307474109782, + "action_effect_rmse": 49.26244471757484 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 451.3911927721704, + 451.36922963517617, + 451.38922963517615, + 451.44922963517615 + ], + "true_costs": [ + 447.78508895541245, + 426.7512249509392, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 68, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7206633479200809, + "action_effect_rmse": 0.8816507891103411 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0657435419184651, + "action_effect_rmse": 0.08402263300843861 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.39567385416981765, + "action_effect_rmse": 0.3956738541698176 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.336835635267448, + "action_effect_rmse": 44.52397494981519 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.48292803811567, + "action_effect_rmse": 1.7957808400286717 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0962578521034132, + "action_effect_rmse": 0.12142028511630491 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5795658572741791, + "action_effect_rmse": 0.5795658572741791 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.35255404585589, + "action_effect_rmse": 45.699957474606244 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9284275775992774, + "action_effect_rmse": 3.5237792770102914 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12170458837619573, + "action_effect_rmse": 0.1513595238336448 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6046153112589454, + "action_effect_rmse": 0.6046153112589454 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 34.27868353031867, + "action_effect_rmse": 47.91885545707588 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.973343200375498, + "action_effect_rmse": 3.0714575366702337 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07469413702669196, + "action_effect_rmse": 0.07930839864455932 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.37677982324628867, + "action_effect_rmse": 0.37677982324628867 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.6087137403056, + "action_effect_rmse": 34.54195190658747 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.7291622167088208, + "predicted_costs": [ + 7.113817225195806, + 7.103335581632738, + 7.1233355816327375, + 7.183335581632738 + ], + "true_costs": [ + 2.0651194984300334, + 3.794281715138854, + 24.864651049919743, + 62.99783302329969 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 165, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5974044906468166, + "action_effect_rmse": 0.6843850470517815 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003590774036617006, + "action_effect_rmse": 0.004113581495415771 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6336973095449139, + "action_effect_rmse": 0.6341746018810772 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0988891210765377, + "action_effect_rmse": 1.2588845490906622 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014004507632035276, + "action_effect_rmse": 0.01604352790236116 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2673946190898278, + "action_effect_rmse": 1.2683492037621544 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.238233023229179, + "action_effect_rmse": 2.8569836219858735 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05538360881697457, + "action_effect_rmse": 0.06625143850204794 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8541524760358168, + "action_effect_rmse": 2.6028510518420145 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.045761328006981, + "action_effect_rmse": 4.919774615877046 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19974945161685417, + "action_effect_rmse": 0.25696268584162746 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.250328763549949, + "action_effect_rmse": 6.347244821218279 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 62.171429433644676, + 62.283920919266166, + 61.283920919266166, + 62.283920919266166 + ], + "true_costs": [ + 45.10501169559586, + 24.51519553647799, + 16.689955253449465, + 49.26388030033394 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 47, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06334022590443515, + "action_effect_rmse": 0.0656399492256896 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9745166884187881, + "action_effect_rmse": 1.0269317084729743 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.668160873077383, + "action_effect_rmse": 10.095332805867736 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1267828781677166, + "action_effect_rmse": 0.13137641918638998 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.937111370762442, + "action_effect_rmse": 2.040897491624338 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 10.048724629129566, + "action_effect_rmse": 10.485979925675723 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2539747589634596, + "action_effect_rmse": 0.26313820983843944 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8477667260477184, + "action_effect_rmse": 4.045297782100012 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.811325778927172, + "action_effect_rmse": 11.2688263177841 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2908921908801892, + "action_effect_rmse": 0.3217697162394081 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6830122849334948, + "action_effect_rmse": 3.568127341342308 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 12.008057027221307, + "action_effect_rmse": 12.521109267598197 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.24193193156544732, + 0.20631089068645045, + 0.18631089068645046, + 0.20631089068645045 + ], + "true_costs": [ + 0.8809387360993783, + 0.4533418846232441, + 0.19677910081757802, + 0.22972744198549125 + ] + }, + { + "system_id": "tank-00088", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04817924106426771, + "action_effect_rmse": 0.0834488933934205 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02310672169881241, + "action_effect_rmse": 0.02645354953360274 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.046882074941524965, + "action_effect_rmse": 0.046882074941524965 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.528599412488074, + "action_effect_rmse": 30.874347977060058 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10694036930109736, + "action_effect_rmse": 0.18522615300967968 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03990938128076552, + "action_effect_rmse": 0.046275385791974016 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4237922667843345, + "action_effect_rmse": 0.4237922667843345 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.042022668932123, + "action_effect_rmse": 32.83581306132533 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23641075863232017, + "action_effect_rmse": 0.4094754454070811 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06892175637631404, + "action_effect_rmse": 0.08231787526145186 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.55679299422133, + "action_effect_rmse": 0.55679299422133 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 24.134617147190458, + "action_effect_rmse": 32.886625356507416 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6346979749266909, + "action_effect_rmse": 1.0993291400341059 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10325424104130636, + "action_effect_rmse": 0.12750929323377258 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.055061732443871, + "action_effect_rmse": 1.055061732443871 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 24.419463722382215, + "action_effect_rmse": 33.04732861237855 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 503.2953341734973, + 503.2708426730568, + 503.2908426730568, + 503.3508426730568 + ], + "true_costs": [ + 503.29533896864046, + 438.4569558120269, + 503.29084746819996, + 503.35084746819996 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05123108399158597, + "action_effect_rmse": 0.05532860165366923 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3594956358162307, + "action_effect_rmse": 0.37715510064502406 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 14.062403331105997, + "action_effect_rmse": 15.030989143637035 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11281577580755975, + "action_effect_rmse": 0.12030658197797345 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8323286638492059, + "action_effect_rmse": 0.862945355600702 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 17.454521452316595, + "action_effect_rmse": 18.296641860268302 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13088867163185022, + "action_effect_rmse": 0.15100027073417205 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7196077805744778, + "action_effect_rmse": 1.7684292957085266 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.742057574945555, + "action_effect_rmse": 11.324823305379212 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1317299491269534, + "action_effect_rmse": 0.14552411452653835 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3901138189267677, + "action_effect_rmse": 1.5792439643896516 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.116019511267443, + "action_effect_rmse": 6.099115519435318 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.2531484622704555, + "predicted_costs": [ + 0.6938344919678533, + 0.6807477009030692, + 0.6607477009030692, + 0.6807477009030692 + ], + "true_costs": [ + 0.40830590843205095, + 0.9240532378197692, + 0.6614543707025065, + 0.44775661648448173 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5429399623228264, + "action_effect_rmse": 0.703951876434687 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005980922505938698, + "action_effect_rmse": 0.007754598874714889 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.433858903115843, + "action_effect_rmse": 0.5765956877749151 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7015613180136739, + "action_effect_rmse": 0.8641174922020185 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01995665425253061, + "action_effect_rmse": 0.023710110250851145 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9189472005980974, + "action_effect_rmse": 1.1091179049839672 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4449127373467998, + "action_effect_rmse": 1.5915823691747166 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06100256967913017, + "action_effect_rmse": 0.07203771545320188 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8891237955626063, + "action_effect_rmse": 2.189067070357635 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3676604926362175, + "action_effect_rmse": 2.6603020893563216 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22765454377329894, + "action_effect_rmse": 0.25074039921933017 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.829476985491624, + "action_effect_rmse": 4.356811653809444 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 14.629867095974145, + "predicted_costs": [ + 1.7621596131262567, + 2.0930052843136187, + 1.0930052843136184, + 2.0930052843136187 + ], + "true_costs": [ + 33.060229172595456, + 64.11431327113324, + 16.78649778558374, + 2.156630689609596 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 131, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.480610363377096, + "action_effect_rmse": 1.593931379974498 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008899392847561435, + "action_effect_rmse": 0.009580522920354462 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7267832361780886, + "action_effect_rmse": 1.8245554436541231 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.7234924516664853, + "action_effect_rmse": 2.931939549533781 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0347088437710544, + "action_effect_rmse": 0.03736534379181861 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.453566472356177, + "action_effect_rmse": 3.6491108873082463 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.64997618183732, + "action_effect_rmse": 5.005869968017248 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12582796981781522, + "action_effect_rmse": 0.13545842615449474 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.907132944712354, + "action_effect_rmse": 7.298221774616493 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.021703754998541, + "action_effect_rmse": 7.559121719538056 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.41092651703921135, + "action_effect_rmse": 0.44237747254346543 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 13.814265889424709, + "action_effect_rmse": 14.596443549232985 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 3.0471019069111946, + 1.9990086513020513, + 0.9990086513020513, + 1.9990086513020513 + ], + "true_costs": [ + 109.36853482947765, + 34.2937420520003, + 1.9863991072481246, + 10.078221492409284 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 66, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6769048480164823, + "action_effect_rmse": 0.8198381272059815 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003954849711600872, + "action_effect_rmse": 0.005081472371946768 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1139345159100108, + "action_effect_rmse": 0.1139345159100108 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 34.933614523885126, + "action_effect_rmse": 49.72051751742685 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8616005546828477, + "action_effect_rmse": 1.0309123825607687 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00950970076184395, + "action_effect_rmse": 0.012170896992939237 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13111895730835493, + "action_effect_rmse": 0.13111895730835493 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 35.07168529411001, + "action_effect_rmse": 49.834469641112996 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8959471606650791, + "action_effect_rmse": 0.9677811386014727 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027482419915807316, + "action_effect_rmse": 0.032265443667670146 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1267513820231736, + "action_effect_rmse": 0.1267513820231736 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 32.89669786943974, + "action_effect_rmse": 45.393153495993175 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7944315876358795, + "action_effect_rmse": 1.2937324288400351 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08651141004322109, + "action_effect_rmse": 0.09414605754731344 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17254438991303944, + "action_effect_rmse": 0.17254438991303944 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.820809081275975, + "action_effect_rmse": 44.92754654618018 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 377.57724521637977, + 377.5740491408152, + 377.5940491408152, + 377.6540491408152 + ], + "true_costs": [ + 379.7329500410587, + 332.1743196204577, + 448.25477351784303, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00043", + "family": "tank", + "anchor_step": 161, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.041479291941828755, + "action_effect_rmse": 0.07184424110522972 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0076608154130894945, + "action_effect_rmse": 0.009298547415753113 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.37266491799308926, + "action_effect_rmse": 0.37266491799308926 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 47.94858279029953, + "action_effect_rmse": 49.72001198258381 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09380763532142344, + "action_effect_rmse": 0.1624795905145982 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006053839025524847, + "action_effect_rmse": 0.007947418284054724 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.45765386640043193, + "action_effect_rmse": 0.45765386640043193 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 48.10997058105705, + "action_effect_rmse": 49.936052385312 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20827078589183579, + "action_effect_rmse": 0.3607355828969589 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03998975552788764, + "action_effect_rmse": 0.0485123955033758 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5818109024629222, + "action_effect_rmse": 0.5818109024629222 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 48.46299064247384, + "action_effect_rmse": 50.410795632088465 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4894552736688887, + "action_effect_rmse": 0.8477614020270445 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15356994473283572, + "action_effect_rmse": 0.2072590251901743 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7441300488373402, + "action_effect_rmse": 0.7441300488373402 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 49.330202183042445, + "action_effect_rmse": 51.58924776290174 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.9051455626458083, + 1.853914554199081, + 1.873914554199081, + 1.933914554199081 + ], + "true_costs": [ + 1.9051438473273075, + 1.0924319808960787, + 1.8739128388805801, + 1.9339128388805802 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 150, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01847206697324022, + "action_effect_rmse": 0.021744294792702096 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13794936864773652, + "action_effect_rmse": 0.15415033888946356 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.745706528100129, + "action_effect_rmse": 5.453308120957306 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05881966021353905, + "action_effect_rmse": 0.07212852383372803 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24062856106263078, + "action_effect_rmse": 0.3207106672244093 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 14.469185015853176, + "action_effect_rmse": 15.474529769984754 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16414272046278652, + "action_effect_rmse": 0.18415434672794426 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9453929676949784, + "action_effect_rmse": 1.0347163863255973 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 15.370776432152264, + "action_effect_rmse": 16.444060563099143 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3742352997786636, + "action_effect_rmse": 0.4097843035047439 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.34017320421542, + "action_effect_rmse": 2.4802563670461413 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 17.169220815472205, + "action_effect_rmse": 18.37871690752628 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.035025616657603134, + 0.0207303669350732, + 0.0007303669350732006, + 0.0207303669350732 + ], + "true_costs": [ + 0.1761149978948457, + 0.10010744821043219, + 0.0008064926124806322, + 0.05556627807638088 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 109, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04148094488453621, + "action_effect_rmse": 0.07184710408598102 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03406190706679032, + "action_effect_rmse": 0.038325058261678376 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.27023844602956515, + "action_effect_rmse": 0.27023844602956515 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.20950843725538, + "action_effect_rmse": 37.277469342203645 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07868386742171711, + "action_effect_rmse": 0.13628445611042758 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06627417167774811, + "action_effect_rmse": 0.07396617541181054 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22849597385410578, + "action_effect_rmse": 0.22849597385410575 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.25908136623234, + "action_effect_rmse": 37.29064187201807 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1532454434432736, + "action_effect_rmse": 0.26542889407217274 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12062698761085618, + "action_effect_rmse": 0.13302650155356893 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16204144054193967, + "action_effect_rmse": 0.16204144054193967 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 27.358434735818633, + "action_effect_rmse": 37.31762282408479 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3174951056262521, + "action_effect_rmse": 0.549917654099116 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18721079168414967, + "action_effect_rmse": 0.20538710720498235 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23505182710140915, + "action_effect_rmse": 0.23505182710140918 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 27.577297563859872, + "action_effect_rmse": 37.37978461098134 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 94.57053091266111, + 94.55992300655937, + 94.57992300655937, + 94.63992300655937 + ], + "true_costs": [ + 94.57052420482316, + 78.5114763161938, + 94.57991629872141, + 94.63991629872142 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 135, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4142456953942831, + "action_effect_rmse": 0.47837314438013506 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7654318744755054, + "action_effect_rmse": 0.8623542458947592 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2517189298952178, + "action_effect_rmse": 1.554303814592029 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0638721291297675, + "action_effect_rmse": 1.5876752804109515 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.980307823316623, + "action_effect_rmse": 3.4704219483631533 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.437491179181516, + "action_effect_rmse": 4.16796127171382 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.185905461210581, + "action_effect_rmse": 3.61332768633897 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9637814422208826, + "action_effect_rmse": 6.15904095975314 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 103.0274297127174, + "predicted_costs": [ + 225.3778040190931, + 224.96749010050652, + 223.96749010050652, + 224.96749010050652 + ], + "true_costs": [ + 167.32066550618381, + 141.00399148814552, + 244.03142120086292, + 394.7162220539566 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 12, + "mean_regret": 0.1149686559871352, + "ranking_accuracy": 0.625, + "ranking_comparable_pairs": 72, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.5476692715478237, + "action_effect_rmse": 0.6755741005693428 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 1.067984136868853, + "action_effect_rmse": 1.3440486480527902 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 1.775380211468236, + "action_effect_rmse": 2.2267619767556988 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 3.005912271882417, + "action_effect_rmse": 4.025105335426208 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.048359058745677946, + "action_effect_rmse": 0.060541293826268966 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 0.09754788060027919, + "action_effect_rmse": 0.11960050540213595 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 0.15339863091005182, + "action_effect_rmse": 0.1937686955732838 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 0.19575946034976335, + "action_effect_rmse": 0.24440078064664977 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 12.640021055088367, + "action_effect_rmse": 15.60917180446255 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 13.966946956738392, + "action_effect_rmse": 16.809978534064175 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 13.42041524146805, + "action_effect_rmse": 16.616047484331883 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 11.209369964239025, + "action_effect_rmse": 13.969340293735115 + } + ] + }, + { + "family": "tank", + "sample_count": 9, + "mean_regret": 0.19212913518986896, + "ranking_accuracy": 0.9629629629629629, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.2800077956759519, + "action_effect_rmse": 0.34663515091549757 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.3599950309838378, + "action_effect_rmse": 0.42374937183815703 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.38218227281120676, + "action_effect_rmse": 0.4579647337157183 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.4408908114660998, + "action_effect_rmse": 0.5782664793782747 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 33.713006954044154, + "action_effect_rmse": 43.1046273237064 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 33.261812912846935, + "action_effect_rmse": 43.434690868136144 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 34.9984453021593, + "action_effect_rmse": 44.99712854392611 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 32.76510231743335, + "action_effect_rmse": 41.44695064346023 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.22665185041641614, + "action_effect_rmse": 0.4395353363483865 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.3764390263469731, + "action_effect_rmse": 0.7474818307418396 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.6391779468887822, + "action_effect_rmse": 1.3182427029499275 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.8531783599150475, + "action_effect_rmse": 1.4684268039877093 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.03358653995607893, + "action_effect_rmse": 0.049139173456726915 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.05971315603830249, + "action_effect_rmse": 0.08683548838887836 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.10203928218228295, + "action_effect_rmse": 0.1440716904987913 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.1751963494041148, + "action_effect_rmse": 0.23805763646376513 + } + ] + }, + { + "family": "thermal", + "sample_count": 9, + "mean_regret": 24.588706704133514, + "ranking_accuracy": 0.6388888888888888, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.9795312427410434, + "action_effect_rmse": 1.2024072645171677 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.844606658026457, + "action_effect_rmse": 2.310744817221793 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 3.5395699164317485, + "action_effect_rmse": 4.379920033739105 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 6.176893784692594, + "action_effect_rmse": 7.907225159201494 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.8406128296786669, + "action_effect_rmse": 1.0272743339692714 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.4095763485114317, + "action_effect_rmse": 1.7560008430131286 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 2.3691338034773244, + "action_effect_rmse": 2.9293426834396232 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 3.462990863527269, + "action_effect_rmse": 4.334150739617602 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 7, + "action_effect_mae": 0.007673681710043061, + "action_effect_rmse": 0.009448699557834596 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 7, + "action_effect_mae": 0.02918408314430609, + "action_effect_rmse": 0.03576020328961332 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 7, + "action_effect_mae": 0.09984483093117724, + "action_effect_rmse": 0.12158152067674723 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 7, + "action_effect_mae": 0.26994365161852435, + "action_effect_rmse": 0.3211060492905644 + } + ] + } + ] + }, + "calibrated_query_fraction": 0.9283577389387498 + }, + "history_linear_system_id": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.023224158212542534, + "rmse": 0.0630631148815155, + "standardized_mae": 0.06336366385221481, + "standardized_rmse": 0.1720583289861679, + "standardized_gaussian_nll": -0.2167173548975988, + "physical_gaussian_nll": -1.2204148967758037, + "nominal_coverage": 0.9, + "coverage": 0.9602272727272727, + "mean_interval_width": 0.16215182840824127, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 172, + "mae": 0.04387242719531059, + "rmse": 0.10363152623176575, + "standardized_mae": 0.1196993887424469, + "standardized_rmse": 0.2827432155609131, + "standardized_gaussian_nll": 1.036451084016108, + "physical_gaussian_nll": 0.03275354213790327, + "nominal_coverage": 0.9, + "coverage": 0.9593023255813954, + "mean_interval_width": 0.30862364172935486, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.07134777307510376, + "rmse": 0.13775180280208588, + "standardized_mae": 0.19466179609298706, + "standardized_rmse": 0.3758352994918823, + "standardized_gaussian_nll": 2.8734442712739923, + "physical_gaussian_nll": 1.8697467293957875, + "nominal_coverage": 0.9, + "coverage": 0.9763313609467456, + "mean_interval_width": 0.6274285316467285, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.13846455514431, + "rmse": 0.26418787240982056, + "standardized_mae": 0.37777993083000183, + "standardized_rmse": 0.7207973003387451, + "standardized_gaussian_nll": 5.694954552187929, + "physical_gaussian_nll": 4.691257010309725, + "nominal_coverage": 0.9, + "coverage": 0.9421965317919075, + "mean_interval_width": 0.9489253163337708, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.37922394275665283, + "rmse": 0.6780409216880798, + "standardized_mae": 0.046837735921144485, + "standardized_rmse": 0.08374445140361786, + "standardized_gaussian_nll": -0.9388651644084799, + "physical_gaussian_nll": 1.1525724890879938, + "nominal_coverage": 0.9, + "coverage": 0.8522727272727273, + "mean_interval_width": 1.2712565660476685, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.759846568107605, + "rmse": 1.2623894214630127, + "standardized_mae": 0.09384822100400925, + "standardized_rmse": 0.1559170037508011, + "standardized_gaussian_nll": 0.0621485471392169, + "physical_gaussian_nll": 2.1535862006356905, + "nominal_coverage": 0.9, + "coverage": 0.88, + "mean_interval_width": 3.0936553478240967, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 178, + "mae": 1.3386709690093994, + "rmse": 2.2135093212127686, + "standardized_mae": 0.16533850133419037, + "standardized_rmse": 0.2733893096446991, + "standardized_gaussian_nll": 1.2286562084780106, + "physical_gaussian_nll": 3.3200938619744846, + "nominal_coverage": 0.9, + "coverage": 0.8876404494382022, + "mean_interval_width": 5.53376579284668, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 175, + "mae": 2.953137159347534, + "rmse": 4.380336284637451, + "standardized_mae": 0.3647403120994568, + "standardized_rmse": 0.5410128831863403, + "standardized_gaussian_nll": 4.281464466674716, + "physical_gaussian_nll": 6.37290212017119, + "nominal_coverage": 0.9, + "coverage": 0.8628571428571429, + "mean_interval_width": 11.655168533325195, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 177, + "mae": 1.6774959564208984, + "rmse": 3.5820631980895996, + "standardized_mae": 0.10504645854234695, + "standardized_rmse": 0.22431235015392303, + "standardized_gaussian_nll": -0.037578725401715404, + "physical_gaussian_nll": 2.7330760032922488, + "nominal_coverage": 0.9, + "coverage": 0.9322033898305084, + "mean_interval_width": 9.74183464050293, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 177, + "mae": 2.9478461742401123, + "rmse": 5.0475382804870605, + "standardized_mae": 0.18459706008434296, + "standardized_rmse": 0.31608185172080994, + "standardized_gaussian_nll": 0.5718761266378157, + "physical_gaussian_nll": 3.34253085533178, + "nominal_coverage": 0.9, + "coverage": 0.8813559322033898, + "mean_interval_width": 14.587820053100586, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 180, + "mae": 4.285867214202881, + "rmse": 6.881731033325195, + "standardized_mae": 0.26838526129722595, + "standardized_rmse": 0.4309408366680145, + "standardized_gaussian_nll": 1.6074997202269343, + "physical_gaussian_nll": 4.378154448920899, + "nominal_coverage": 0.9, + "coverage": 0.8944444444444445, + "mean_interval_width": 21.50904083251953, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 176, + "mae": 5.958409786224365, + "rmse": 8.760741233825684, + "standardized_mae": 0.3731215298175812, + "standardized_rmse": 0.5486063361167908, + "standardized_gaussian_nll": 1.820935182159747, + "physical_gaussian_nll": 4.5915899108537115, + "nominal_coverage": 0.9, + "coverage": 0.8579545454545454, + "mean_interval_width": 25.815654754638672, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.08837612718343735, + "rmse": 0.19787457585334778, + "standardized_mae": 0.01523229107260704, + "standardized_rmse": 0.034105174243450165, + "standardized_gaussian_nll": -1.8441611379696456, + "physical_gaussian_nll": -0.08597682692223318, + "nominal_coverage": 0.9, + "coverage": 0.9038461538461539, + "mean_interval_width": 0.409807413816452, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.1871984750032425, + "rmse": 0.401914119720459, + "standardized_mae": 0.0322650671005249, + "standardized_rmse": 0.06927292793989182, + "standardized_gaussian_nll": -1.250346233442035, + "physical_gaussian_nll": 0.5078380776053775, + "nominal_coverage": 0.9, + "coverage": 0.8980891719745223, + "mean_interval_width": 0.9409715533256531, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 159, + "mae": 0.40942126512527466, + "rmse": 0.769977867603302, + "standardized_mae": 0.07056684046983719, + "standardized_rmse": 0.1327114850282669, + "standardized_gaussian_nll": -0.5030295947417612, + "physical_gaussian_nll": 1.2551547163056513, + "nominal_coverage": 0.9, + "coverage": 0.8930817610062893, + "mean_interval_width": 2.11503267288208, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 158, + "mae": 0.8424768447875977, + "rmse": 1.3197810649871826, + "standardized_mae": 0.1452072262763977, + "standardized_rmse": 0.22747421264648438, + "standardized_gaussian_nll": 0.25654006285119607, + "physical_gaussian_nll": 2.0147243738986087, + "nominal_coverage": 0.9, + "coverage": 0.9177215189873418, + "mean_interval_width": 4.478009223937988, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.014084854163229465, + "rmse": 0.022774403914809227, + "standardized_mae": 0.012167752720415592, + "standardized_rmse": 0.01967456005513668, + "standardized_gaussian_nll": -1.997521224884523, + "physical_gaussian_nll": -1.8512103833705822, + "nominal_coverage": 0.9, + "coverage": 0.84472049689441, + "mean_interval_width": 0.0541437603533268, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 159, + "mae": 0.03290470689535141, + "rmse": 0.05815247818827629, + "standardized_mae": 0.028426019474864006, + "standardized_rmse": 0.05023729428648949, + "standardized_gaussian_nll": -1.4766005421189479, + "physical_gaussian_nll": -1.330289700605007, + "nominal_coverage": 0.9, + "coverage": 0.8238993710691824, + "mean_interval_width": 0.10682637244462967, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.07885859906673431, + "rmse": 0.13308489322662354, + "standardized_mae": 0.06812508404254913, + "standardized_rmse": 0.11497058719396591, + "standardized_gaussian_nll": -0.7242035232604763, + "physical_gaussian_nll": -0.5778926817465354, + "nominal_coverage": 0.9, + "coverage": 0.84375, + "mean_interval_width": 0.2614871561527252, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.1804523468017578, + "rmse": 0.28496497869491577, + "standardized_mae": 0.1558908224105835, + "standardized_rmse": 0.24617815017700195, + "standardized_gaussian_nll": 0.4691827262228913, + "physical_gaussian_nll": 0.6154935677368322, + "nominal_coverage": 0.9, + "coverage": 0.8148148148148148, + "mean_interval_width": 0.5785070061683655, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.07920390367507935, + "rmse": 0.11490846425294876, + "standardized_mae": 0.16490337252616882, + "standardized_rmse": 0.2392406314611435, + "standardized_gaussian_nll": 0.48817482543656965, + "physical_gaussian_nll": -0.24515923318104427, + "nominal_coverage": 0.9, + "coverage": 0.9627329192546584, + "mean_interval_width": 0.489059180021286, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 161, + "mae": 0.12517766654491425, + "rmse": 0.2129373550415039, + "standardized_mae": 0.26062121987342834, + "standardized_rmse": 0.4433378279209137, + "standardized_gaussian_nll": 1.5562546017118026, + "physical_gaussian_nll": 0.8229205430941887, + "nominal_coverage": 0.9, + "coverage": 0.9130434782608695, + "mean_interval_width": 0.6919214725494385, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 163, + "mae": 0.19066116213798523, + "rmse": 0.28632473945617676, + "standardized_mae": 0.3969585597515106, + "standardized_rmse": 0.5961311459541321, + "standardized_gaussian_nll": 1.9956462563380757, + "physical_gaussian_nll": 1.2623121977204619, + "nominal_coverage": 0.9, + "coverage": 0.9202453987730062, + "mean_interval_width": 1.1924697160720825, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.26233530044555664, + "rmse": 0.3584379255771637, + "standardized_mae": 0.5461848974227905, + "standardized_rmse": 0.746271550655365, + "standardized_gaussian_nll": 2.134514674718557, + "physical_gaussian_nll": 1.4011806161009428, + "nominal_coverage": 0.9, + "coverage": 0.93125, + "mean_interval_width": 1.5553059577941895, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 161, + "mae": 5.1430182456970215, + "rmse": 10.738471031188965, + "standardized_mae": 0.12089947611093521, + "standardized_rmse": 0.25243455171585083, + "standardized_gaussian_nll": 3.5339405322778177, + "physical_gaussian_nll": 7.2843764640387185, + "nominal_coverage": 0.9, + "coverage": 0.9130434782608695, + "mean_interval_width": 27.987581253051758, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 162, + "mae": 8.783897399902344, + "rmse": 16.34148406982422, + "standardized_mae": 0.20648741722106934, + "standardized_rmse": 0.3841473460197449, + "standardized_gaussian_nll": 5.114378464991765, + "physical_gaussian_nll": 8.864814396752665, + "nominal_coverage": 0.9, + "coverage": 0.8827160493827161, + "mean_interval_width": 47.922264099121094, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 159, + "mae": 15.506194114685059, + "rmse": 28.254121780395508, + "standardized_mae": 0.36451178789138794, + "standardized_rmse": 0.6641836166381836, + "standardized_gaussian_nll": 8.777647956626739, + "physical_gaussian_nll": 12.52808388838764, + "nominal_coverage": 0.9, + "coverage": 0.8930817610062893, + "mean_interval_width": 89.71646881103516, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 162, + "mae": 21.921968460083008, + "rmse": 39.915245056152344, + "standardized_mae": 0.5153305530548096, + "standardized_rmse": 0.9383074045181274, + "standardized_gaussian_nll": 9.824047767818808, + "physical_gaussian_nll": 13.574483699579709, + "nominal_coverage": 0.9, + "coverage": 0.8333333333333334, + "mean_interval_width": 97.43339538574219, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 152, + "mae": 0.14347490668296814, + "rmse": 0.19600002467632294, + "standardized_mae": 0.023314079269766808, + "standardized_rmse": 0.03184919431805611, + "standardized_gaussian_nll": -1.8739195317542512, + "physical_gaussian_nll": -0.056816812141949224, + "nominal_coverage": 0.9, + "coverage": 0.8881578947368421, + "mean_interval_width": 0.5616092681884766, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 150, + "mae": 0.30648285150527954, + "rmse": 0.5268601179122925, + "standardized_mae": 0.04980219900608063, + "standardized_rmse": 0.08561259508132935, + "standardized_gaussian_nll": -0.9972684028368417, + "physical_gaussian_nll": 0.8198343167754603, + "nominal_coverage": 0.9, + "coverage": 0.9133333333333333, + "mean_interval_width": 1.480651617050171, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 153, + "mae": 0.67685866355896, + "rmse": 1.1179566383361816, + "standardized_mae": 0.10998673737049103, + "standardized_rmse": 0.18166333436965942, + "standardized_gaussian_nll": 0.2664319526648943, + "physical_gaussian_nll": 2.0835346722771964, + "nominal_coverage": 0.9, + "coverage": 0.954248366013072, + "mean_interval_width": 3.948652744293213, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 155, + "mae": 1.6770535707473755, + "rmse": 2.6188979148864746, + "standardized_mae": 0.272514283657074, + "standardized_rmse": 0.4255600869655609, + "standardized_gaussian_nll": 3.4904620596117293, + "physical_gaussian_nll": 5.307564779224031, + "nominal_coverage": 0.9, + "coverage": 0.8903225806451613, + "mean_interval_width": 7.591064453125, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 116, + "mae": 0.013168992474675179, + "rmse": 0.018724150955677032, + "standardized_mae": 0.005378187634050846, + "standardized_rmse": 0.007646902464330196, + "standardized_gaussian_nll": -2.065098738656699, + "physical_gaussian_nll": -1.1695852217917184, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.4027577042579651, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 110, + "mae": 0.028305502608418465, + "rmse": 0.042280104011297226, + "standardized_mae": 0.011559905484318733, + "standardized_rmse": 0.017267102375626564, + "standardized_gaussian_nll": -1.7004049014759186, + "physical_gaussian_nll": -0.8048913846109383, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.5695854425430298, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 113, + "mae": 0.06546823680400848, + "rmse": 0.09084910154342651, + "standardized_mae": 0.026737086474895477, + "standardized_rmse": 0.03710257634520531, + "standardized_gaussian_nll": -1.3148165331268364, + "physical_gaussian_nll": -0.4193030162618562, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.8055153489112854, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 116, + "mae": 0.14640361070632935, + "rmse": 0.21529561281204224, + "standardized_mae": 0.05979091674089432, + "standardized_rmse": 0.08792626112699509, + "standardized_gaussian_nll": -0.8437972868174504, + "physical_gaussian_nll": 0.0517162300475299, + "nominal_coverage": 0.9, + "coverage": 0.9913793103448276, + "mean_interval_width": 1.13917076587677, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.31374290585517883, + "rmse": 0.46593940258026123, + "standardized_mae": 0.003943834453821182, + "standardized_rmse": 0.005856986157596111, + "standardized_gaussian_nll": -2.06993291740292, + "physical_gaussian_nll": 2.306487509927463, + "nominal_coverage": 0.9, + "coverage": 0.9807692307692307, + "mean_interval_width": 2.6250691413879395, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 154, + "mae": 0.6795147657394409, + "rmse": 0.997683048248291, + "standardized_mae": 0.00854168739169836, + "standardized_rmse": 0.012541149742901325, + "standardized_gaussian_nll": -1.7144921350812423, + "physical_gaussian_nll": 2.661928292249141, + "nominal_coverage": 0.9, + "coverage": 0.987012987012987, + "mean_interval_width": 6.490411281585693, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 155, + "mae": 1.504518985748291, + "rmse": 2.2063143253326416, + "standardized_mae": 0.018912216648459435, + "standardized_rmse": 0.027733977884054184, + "standardized_gaussian_nll": -1.3451878937382145, + "physical_gaussian_nll": 3.031232533592169, + "nominal_coverage": 0.9, + "coverage": 0.9935483870967742, + "mean_interval_width": 15.35381031036377, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 156, + "mae": 4.080258846282959, + "rmse": 5.6466193199157715, + "standardized_mae": 0.05128997564315796, + "standardized_rmse": 0.07097955793142319, + "standardized_gaussian_nll": -0.9111205458188356, + "physical_gaussian_nll": 3.465299881511547, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 38.590328216552734, + "interval_kind": "heldout_calibrated" + } + ], + "calibration_status": "heldout_partial", + "counterfactual": { + "status": "completed", + "samples": 30, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21488979820547863, + "action_effect_rmse": 0.28882415029206016 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001624388123725377, + "action_effect_rmse": 0.00199246098289604 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.45931345067463764, + "action_effect_rmse": 0.5619353057500639 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36439344476038354, + "action_effect_rmse": 0.4871767850388511 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009834406166682186, + "action_effect_rmse": 0.013079852061853688 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9077886769893043, + "action_effect_rmse": 1.1435511468392832 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5322565524927269, + "action_effect_rmse": 0.6814437361358621 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.041557979230759656, + "action_effect_rmse": 0.05406529289663374 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8994885033859248, + "action_effect_rmse": 2.3788389413182545 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5344649905195015, + "action_effect_rmse": 0.6015488946838707 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12996752289274482, + "action_effect_rmse": 0.1697136832331558 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.551449858693599, + "action_effect_rmse": 5.208482666958312 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 10.626543449393237, + 53.27637319413721, + 20.730861971330864, + 6.480412972725864 + ], + "true_costs": [ + 5.29387147671569, + 55.418109072711815, + 14.268767655668475, + 4.5979205894343025 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 75, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025172749089793094, + "action_effect_rmse": 0.026930179324202618 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.504301545808552, + "action_effect_rmse": 1.5739931477668319 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.533332935849488, + "action_effect_rmse": 2.7763176830817597 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06764650205103599, + "action_effect_rmse": 0.07047560147677762 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.088274654929616, + "action_effect_rmse": 4.185581896808741 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4790138982304994, + "action_effect_rmse": 2.5167685577582666 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.052091613561911644, + "action_effect_rmse": 0.06257572407922884 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8792681226897536, + "action_effect_rmse": 4.23679181140958 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1705741609054492, + "action_effect_rmse": 1.1999549635768363 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07318710932968413, + "action_effect_rmse": 0.08462714653505551 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8644642604246067, + "action_effect_rmse": 4.93534142896437 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7773798820631322, + "action_effect_rmse": 0.8516658647804295 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.26539451385535284, + "predicted_costs": [ + 1.3385994242397525, + 1.1892254408752259, + 1.392120834832632, + 1.6703703156672234 + ], + "true_costs": [ + 1.6870119374852577, + 1.3246161176877902, + 1.0592216038324374, + 1.5739227991857385 + ] + }, + { + "system_id": "thermal-00003", + "family": "thermal", + "anchor_step": 78, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23637942136580156, + "action_effect_rmse": 0.27437866225198565 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0008042371614180865, + "action_effect_rmse": 0.0009335226152080629 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5336672246258635, + "action_effect_rmse": 0.6576715827549077 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36120005185782017, + "action_effect_rmse": 0.41267243103355294 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0027102307953938976, + "action_effect_rmse": 0.0031770338766041917 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1675150885821968, + "action_effect_rmse": 1.299947811603048 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.43248507439218403, + "action_effect_rmse": 0.49531849069867767 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01474022845917015, + "action_effect_rmse": 0.01682733175825125 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.714401043775297, + "action_effect_rmse": 2.9214807306635713 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5363757539231528, + "action_effect_rmse": 0.6084830681919776 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03574206559321406, + "action_effect_rmse": 0.041788762352800546 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.631953539828241, + "action_effect_rmse": 6.074936839412964 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 21.789765413192754, + 9.531485412756496, + 13.628551248583637, + 72.63469415156285 + ], + "true_costs": [ + 26.49760331004995, + 11.404685981504198, + 16.167683887092124, + 99.1084380965106 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16945341638774694, + "action_effect_rmse": 0.2101473330405302 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.033422663073018555, + "action_effect_rmse": 0.03807406173049075 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13465906384739998, + "action_effect_rmse": 0.13854230136687395 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 24.834841292250996, + "action_effect_rmse": 35.68112377201532 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3233824473001192, + "action_effect_rmse": 0.41998405150518875 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06539349482015074, + "action_effect_rmse": 0.07386789292460082 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11977941654322015, + "action_effect_rmse": 0.13101136635019317 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.610183636417407, + "action_effect_rmse": 30.591626415559094 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6211494782774599, + "action_effect_rmse": 0.8494958565362832 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1371258503963304, + "action_effect_rmse": 0.15262139740142824 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08483730757770458, + "action_effect_rmse": 0.10304342776248274 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.319011668291015, + "action_effect_rmse": 26.436217551810298 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9554806764726784, + "action_effect_rmse": 1.2954953276164196 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23575726209878076, + "action_effect_rmse": 0.281596557835418 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10160257038546734, + "action_effect_rmse": 0.1217387848099782 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.661311322123638, + "action_effect_rmse": 24.184156800381096 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 558.8192422179768, + 470.9351995751702, + 569.2352565651631, + 680.7668236386138 + ], + "true_costs": [ + 451.3821803058857, + 383.6347777926726, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023486673693171683, + "action_effect_rmse": 0.025228499009560687 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3788033195248583, + "action_effect_rmse": 0.4040424791510159 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.929218283560104, + "action_effect_rmse": 9.345270947288032 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.044115687520610826, + "action_effect_rmse": 0.04749023866007877 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6735951151470031, + "action_effect_rmse": 0.7303231526858217 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.879031802723425, + "action_effect_rmse": 4.067701796136752 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08145759437443918, + "action_effect_rmse": 0.08796807256643017 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1211656056958266, + "action_effect_rmse": 1.2540060759602152 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.900637201984947, + "action_effect_rmse": 0.9656462347388844 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08253501532039044, + "action_effect_rmse": 0.10402037821980381 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4283678852656567, + "action_effect_rmse": 1.7908184964492289 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9246475348798432, + "action_effect_rmse": 1.0223159872210243 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 0.03202131771110947, + "predicted_costs": [ + 0.10944111234732493, + 0.1836746548803851, + 0.09904393014318869, + 0.09229836993274168 + ], + "true_costs": [ + 0.08697956422894386, + 0.4815418742900818, + 0.20670211782036674, + 0.11900088194005333 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20262981279840156, + "action_effect_rmse": 0.23678618372770846 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.817826058251562, + "action_effect_rmse": 1.9112453575829098 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.34740288650390383, + "action_effect_rmse": 0.3941331688507048 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.866964429458278, + "action_effect_rmse": 3.1006026080154236 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7714332307637987, + "action_effect_rmse": 0.929319599822851 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.925745658686492, + "action_effect_rmse": 5.463223220735334 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4320048756302246, + "action_effect_rmse": 1.8040334264315787 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.893479836589568, + "action_effect_rmse": 10.074324942829382 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 62.52148229606689, + 15.396558417959676, + 32.431572746493934, + 69.49590993007158 + ], + "true_costs": [ + 138.61730453341346, + 17.18951192419299, + 61.55307690981533, + 153.57401303581446 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 29, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11010620285094053, + "action_effect_rmse": 0.11418357472148183 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006778161142365846, + "action_effect_rmse": 0.00849624709248354 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6005758841598771, + "action_effect_rmse": 0.6005961803826821 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.34366163213353, + "action_effect_rmse": 31.320965861942305 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2845282417359754, + "action_effect_rmse": 0.35595093591142707 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020027762564932772, + "action_effect_rmse": 0.020211079602333572 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6266637801842994, + "action_effect_rmse": 0.6268429054493443 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.81861080467119, + "action_effect_rmse": 26.349466346277786 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7768140325563472, + "action_effect_rmse": 0.8668897595796982 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06724617787476166, + "action_effect_rmse": 0.07275768803753557 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.558442607293922, + "action_effect_rmse": 0.5637182358989695 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.64840365358378, + "action_effect_rmse": 19.283146528525947 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7123398970797057, + "action_effect_rmse": 1.7781207483498822 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15719006989653414, + "action_effect_rmse": 0.19641157331497366 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5102606211035875, + "action_effect_rmse": 0.5472868483878415 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 34.471809259347076, + "action_effect_rmse": 36.012847070308965 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 174.61535154218757, + 61.964481159355635, + 117.31522694736643, + 200.90815562047027 + ], + "true_costs": [ + 94.60350239976236, + 38.44773185665458, + 92.60413461253019, + 94.63991629872142 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 155, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018724198377550422, + "action_effect_rmse": 0.01981222768190796 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6480635566257646, + "action_effect_rmse": 0.6684256347678931 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.05773154410749, + "action_effect_rmse": 2.6608722311240975 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03560145318154747, + "action_effect_rmse": 0.03776741403757767 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0993808912400478, + "action_effect_rmse": 1.1496757419333947 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.270120375009303, + "action_effect_rmse": 4.303626566824724 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05834754761838279, + "action_effect_rmse": 0.06364328437532644 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5655190438041539, + "action_effect_rmse": 0.6960087716955689 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.500744080898049, + "action_effect_rmse": 6.514187474989486 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2951601192954096, + "action_effect_rmse": 0.30019603383407584 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4689459868135515, + "action_effect_rmse": 3.6925175608970133 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.033490287163343, + "action_effect_rmse": 6.153695800435443 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.33758192896114, + 0.2311034209128912, + 0.32744453712394894, + 0.5141664392883112 + ], + "true_costs": [ + 0.946750082860937, + 0.19555943883653581, + 0.36157269685378335, + 0.6108034852921396 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 82, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2203674302449722, + "action_effect_rmse": 0.2816843626799838 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03549839866285254, + "action_effect_rmse": 0.03990342975770407 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.44254247050797146, + "action_effect_rmse": 0.44318307547273295 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.652907957749825, + "action_effect_rmse": 45.966270957553576 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43326970076951926, + "action_effect_rmse": 0.5543931810056159 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07168272997108953, + "action_effect_rmse": 0.07997119539851268 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4206840865803712, + "action_effect_rmse": 0.42285692060375585 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.87124113958562, + "action_effect_rmse": 48.06442808675871 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8496452930714481, + "action_effect_rmse": 1.0806177572949665 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.140378817902968, + "action_effect_rmse": 0.1551450318326596 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3418460173436489, + "action_effect_rmse": 0.34953595854742653 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 35.68249181986093, + "action_effect_rmse": 49.96397561352658 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6740610432907108, + "action_effect_rmse": 2.0830729302445747 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2689264738971418, + "action_effect_rmse": 0.299265250570239 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13593259919693104, + "action_effect_rmse": 0.16588777294569768 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 37.816319910513734, + "action_effect_rmse": 50.22022152883607 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 480.3633269672805, + 394.59139884785696, + 507.63429404210285, + 642.3249788998822 + ], + "true_costs": [ + 451.38087476816315, + 401.7174487576729, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 122, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01115086211796725, + "action_effect_rmse": 0.013202427275555784 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14412322707835537, + "action_effect_rmse": 0.1755194847701146 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.83907678194569, + "action_effect_rmse": 5.9883179232795944 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021008269284649172, + "action_effect_rmse": 0.02438890889184028 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29381617901845064, + "action_effect_rmse": 0.3697343305650629 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.1746310759536627, + "action_effect_rmse": 3.783240372255345 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0380849755965732, + "action_effect_rmse": 0.04257363387619833 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6007973657884472, + "action_effect_rmse": 0.8114581401020231 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6133435952394137, + "action_effect_rmse": 1.8004033964691006 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07128698601434297, + "action_effect_rmse": 0.07855821370721183 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.12860606299569, + "action_effect_rmse": 1.689016739958472 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.922533217852382, + "action_effect_rmse": 6.157877056102796 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.3877133020054342, + 0.44178463096161713, + 0.2743666085190031, + 0.18610212676168655 + ], + "true_costs": [ + 0.34943173482841516, + 0.4423803958858177, + 0.17988222162200523, + 0.10241806833056942 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007232558653336184, + "action_effect_rmse": 0.008010316012888182 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5018054223078051, + "action_effect_rmse": 0.646008233418035 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.27992007877613, + "action_effect_rmse": 6.533162766612089 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014468080115895565, + "action_effect_rmse": 0.015855369353063926 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9715669961749901, + "action_effect_rmse": 1.2533982233758656 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.044111150894055, + "action_effect_rmse": 6.296332054512173 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.028864686079440857, + "action_effect_rmse": 0.031101431633192594 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.814158567105255, + "action_effect_rmse": 2.347872481106438 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.57040608947836, + "action_effect_rmse": 5.821676583302889 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18323029915660694, + "action_effect_rmse": 0.19001987484522734 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.853382198171942, + "action_effect_rmse": 8.299545504003158 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.34005425120615, + "action_effect_rmse": 8.490574487071687 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9045958042833053, + 0.8461504486143849, + 0.7803560511605839, + 0.7567319027450895 + ], + "true_costs": [ + 0.8762251133653054, + 1.02, + 0.999897360791922, + 0.7744902415340987 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02021134629366757, + "action_effect_rmse": 0.021154610667840534 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8991593767245796, + "action_effect_rmse": 1.063014992272001 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.524611467024871, + "action_effect_rmse": 2.7772359624588967 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028138100450519638, + "action_effect_rmse": 0.030850022175464654 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.40095414358393, + "action_effect_rmse": 1.7772744505298583 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5842799380999916, + "action_effect_rmse": 0.7090411452157734 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027983182054031202, + "action_effect_rmse": 0.03395218758104562 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6805247529051475, + "action_effect_rmse": 2.2460169802172603 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.239445882246502, + "action_effect_rmse": 2.244509725696061 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14724152243796765, + "action_effect_rmse": 0.1563887304366339 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.4287395713149555, + "action_effect_rmse": 5.662560023166581 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6440507951129201, + "action_effect_rmse": 0.7306184437024961 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.4262570482940415, + 0.8212022672333169, + 1.02080156852718, + 1.3042422741841515 + ], + "true_costs": [ + 1.0147431412336105, + 0.7074574702007793, + 0.999325263116405, + 1.02 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 48, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019198650409884277, + "action_effect_rmse": 0.020043016313718978 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9217348457205491, + "action_effect_rmse": 0.9283884197031913 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.963274600181144, + "action_effect_rmse": 8.130435951590238 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.039017709709771815, + "action_effect_rmse": 0.040724601101051354 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6598852819512817, + "action_effect_rmse": 1.6732385441940765 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.9023659647693947, + "action_effect_rmse": 3.9889120542742718 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08191262430007035, + "action_effect_rmse": 0.08542128219480702 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.909416923468605, + "action_effect_rmse": 2.938409803610673 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.141062574674947, + "action_effect_rmse": 4.239108111238181 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04357915799913185, + "action_effect_rmse": 0.052997248083901195 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.730351972096312, + "action_effect_rmse": 4.804910231028702 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.553948299357354, + "action_effect_rmse": 1.8194204679193966 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.11483138271273997, + 0.3060835618210816, + 0.15951070398858075, + 0.10685213554064102 + ], + "true_costs": [ + 0.1305996562254816, + 0.47551585194651813, + 0.2002015454166692, + 0.11067743207337671 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 147, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.42823732409802, + "action_effect_rmse": 0.4841172898938894 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00718128480388458, + "action_effect_rmse": 0.007230049284434955 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1089837010187011, + "action_effect_rmse": 1.2358552652175034 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7219892605580854, + "action_effect_rmse": 0.8241268309637207 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0053464009422619085, + "action_effect_rmse": 0.005538487613265444 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1879633182870086, + "action_effect_rmse": 2.4456655488369856 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9382891823403176, + "action_effect_rmse": 1.125670070435734 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07569388787790447, + "action_effect_rmse": 0.08187618255990368 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.227815873269738, + "action_effect_rmse": 4.762845837473909 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.533335410791599, + "action_effect_rmse": 1.7289147792357613 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21075576073239097, + "action_effect_rmse": 0.23918047477786872 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.369330664796735, + "action_effect_rmse": 9.464269107254086 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 270.0548806927103, + 272.76003307056186, + 218.54373055994927, + 175.560867142956 + ], + "true_costs": [ + 248.91436835051786, + 237.04371066418986, + 152.07234965387846, + 107.22869608281285 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 83, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0804764426056981, + "action_effect_rmse": 0.08201548335250212 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0542419497730908, + "action_effect_rmse": 1.0625654523725427 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.906029469989846, + "action_effect_rmse": 7.0671504832861 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1307508399086187, + "action_effect_rmse": 0.13474054923002196 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7349228705838489, + "action_effect_rmse": 1.754267919488063 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5785025118851266, + "action_effect_rmse": 2.647072314849847 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0928303117379724, + "action_effect_rmse": 0.1144357662348555 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.721454659472928, + "action_effect_rmse": 1.7932746428978532 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.895148922807992, + "action_effect_rmse": 1.0747692892448983 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11904924784485205, + "action_effect_rmse": 0.13802482313188197 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4063804545897216, + "action_effect_rmse": 1.6226297713954334 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1230642753120559, + "action_effect_rmse": 1.2793402243018521 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.7065853110398042, + 0.5299892349191281, + 0.45635510362500986, + 0.4265873735153723 + ], + "true_costs": [ + 0.9978204559647611, + 0.7287412528955866, + 0.4181557170578504, + 0.2616792978995311 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 72, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0084206486565368, + "action_effect_rmse": 0.011054636911726614 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4064479844904246, + "action_effect_rmse": 0.4775357466088379 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7520225839205967, + "action_effect_rmse": 2.0809795526075288 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013571184711358208, + "action_effect_rmse": 0.01878079830630076 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7590458113108672, + "action_effect_rmse": 0.8388771193344633 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8195763281460676, + "action_effect_rmse": 0.9021421188746988 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.031074446166099817, + "action_effect_rmse": 0.032201476033946956 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6620370066034884, + "action_effect_rmse": 2.1677578694144137 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.85531162863762, + "action_effect_rmse": 1.8591682476716307 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06378046324817715, + "action_effect_rmse": 0.06613390320535804 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.834796321177303, + "action_effect_rmse": 4.801071381872487 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4279033343333663, + "action_effect_rmse": 0.5332501529315674 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.3091419939603324, + "predicted_costs": [ + 2.0354781756603275, + 1.793582970008239, + 1.981621896100906, + 2.2462588317963372 + ], + "true_costs": [ + 1.746286054949738, + 1.5636526856821285, + 1.254510691721796, + 1.8109056066859857 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4186079530515876, + "action_effect_rmse": 0.5216677084145425 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010387877787206179, + "action_effect_rmse": 0.012431614317473094 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5324936795401314, + "action_effect_rmse": 0.5688151854284133 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7693567581730368, + "action_effect_rmse": 0.9686940684380075 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03364493368316227, + "action_effect_rmse": 0.043019178129379276 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0054963279555267, + "action_effect_rmse": 1.12148327626158 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2914103656268736, + "action_effect_rmse": 1.6444178277701285 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10222270479561739, + "action_effect_rmse": 0.1306926178393103 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9587523636922815, + "action_effect_rmse": 2.246203344744682 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6729334421349549, + "action_effect_rmse": 1.8293202080258706 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2510461771489562, + "action_effect_rmse": 0.2940510272459914 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6048770361269598, + "action_effect_rmse": 4.640987690215961 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 6.32288762434731, + "predicted_costs": [ + 10.94372290122283, + 5.195322055617899, + 7.603717552718248, + 13.375905651949719 + ], + "true_costs": [ + 9.696988254076373, + 8.672899788691865, + 2.3500121643445544, + 20.63187316289687 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 101, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022601990412264072, + "action_effect_rmse": 0.03914779574622601 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05090137010311283, + "action_effect_rmse": 0.058342868958648854 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07558077208221763, + "action_effect_rmse": 0.08574319259186144 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 26.71760500344566, + "action_effect_rmse": 39.37503281765155 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05348721473805421, + "action_effect_rmse": 0.09264257348165676 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09769317468605661, + "action_effect_rmse": 0.11000639202742196 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11244119338958931, + "action_effect_rmse": 0.12811717364167416 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 23.052281778182955, + "action_effect_rmse": 34.15439851523342 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10394549592423097, + "action_effect_rmse": 0.1800388801587117 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1521316368718253, + "action_effect_rmse": 0.1864416812248665 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12516341992660032, + "action_effect_rmse": 0.1419300117195783 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 40.33078762731734, + "action_effect_rmse": 44.876722797211265 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2717629388836726, + "action_effect_rmse": 0.3067828868237642 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20916379150757258, + "action_effect_rmse": 0.23295959262344834 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3910344070869569, + "action_effect_rmse": 0.41020782932833627 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 30.399014753110965, + "action_effect_rmse": 33.033550544508856 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 451.3911927721704, + 451.36922963517617, + 451.38922963517615, + 451.44922963517615 + ], + "true_costs": [ + 447.78508895541245, + 426.7512249509392, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 68, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6780157773664813, + "action_effect_rmse": 0.8484709929111375 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0331144716672244, + "action_effect_rmse": 0.03886401293872599 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32793217692567567, + "action_effect_rmse": 0.3279332668675988 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 11.969095249536677, + "action_effect_rmse": 13.709089507456104 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3994932634118917, + "action_effect_rmse": 1.732080319600185 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03221158227703569, + "action_effect_rmse": 0.03390343818375093 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5133683032122904, + "action_effect_rmse": 0.5139774065752296 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.161883346187437, + "action_effect_rmse": 11.347250945062783 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.76725878105092, + "action_effect_rmse": 3.4052792869580637 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029955158428434697, + "action_effect_rmse": 0.03649036923396879 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5564422923288558, + "action_effect_rmse": 0.5592244851730943 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.545726213439545, + "action_effect_rmse": 11.389082250507226 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9298046035073475, + "action_effect_rmse": 3.0015164293716494 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13871142024884028, + "action_effect_rmse": 0.17903519843526816 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27456856931652845, + "action_effect_rmse": 0.28370961894239904 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.568854389045377, + "action_effect_rmse": 11.506400584414672 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.7291622167088208, + "predicted_costs": [ + 5.995178177365759, + 4.635230856238913, + 4.944506715248311, + 5.309760052083418 + ], + "true_costs": [ + 2.0651194984300334, + 3.794281715138854, + 24.864651049919743, + 62.99783302329969 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 165, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18781477369135757, + "action_effect_rmse": 0.21516012004696045 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00012069692763342725, + "action_effect_rmse": 0.00013826982536523165 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6432184117362567, + "action_effect_rmse": 0.6471124644337081 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3269186533499007, + "action_effect_rmse": 0.37451716834687926 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002628416308630458, + "action_effect_rmse": 0.003011107900570849 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2871408198075756, + "action_effect_rmse": 1.29536020604219 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6129345098465393, + "action_effect_rmse": 0.787156599653794 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01489596409619883, + "action_effect_rmse": 0.017531302274426314 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9295618784504047, + "action_effect_rmse": 2.524274188687988 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9301916462880016, + "action_effect_rmse": 1.1098060662963911 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0581750117126821, + "action_effect_rmse": 0.07487116966451046 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8102358671948573, + "action_effect_rmse": 5.979883195271712 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 7.825240283028524, + "predicted_costs": [ + 43.06782453161284, + 17.938466586522583, + 20.02902299102345, + 46.3444860218752 + ], + "true_costs": [ + 45.10501169559586, + 24.51519553647799, + 16.689955253449465, + 49.26388030033394 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 47, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03040584693086278, + "action_effect_rmse": 0.03128793473289417 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0982315690447066, + "action_effect_rmse": 1.1421553746175863 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1843025215911447, + "action_effect_rmse": 2.27852162651414 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06523836761134733, + "action_effect_rmse": 0.06717758713082005 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0341307008064433, + "action_effect_rmse": 2.1304457218326327 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2886795902555151, + "action_effect_rmse": 0.29382788615879135 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13750096125570552, + "action_effect_rmse": 0.14163630198699848 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8145774403438133, + "action_effect_rmse": 4.014812991164066 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.34706932679517166, + "action_effect_rmse": 0.34889632786543 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07791348330575679, + "action_effect_rmse": 0.08533817843851374 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5844740476102075, + "action_effect_rmse": 3.4537974710660087 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0057926986844592, + "action_effect_rmse": 1.159117586507936 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 0.03294834116791323, + "predicted_costs": [ + 1.2355985198210946, + 0.9036404180135809, + 0.7473993910393555, + 0.6504227602773895 + ], + "true_costs": [ + 0.8809387360993783, + 0.4533418846232441, + 0.19677910081757802, + 0.22972744198549125 + ] + }, + { + "system_id": "tank-00088", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1128106263932865, + "action_effect_rmse": 0.1511231041155375 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003842577968278249, + "action_effect_rmse": 0.004841628146005175 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05819894112628895, + "action_effect_rmse": 0.06457653737275817 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.76764172316734, + "action_effect_rmse": 31.135938663641888 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22669542268639079, + "action_effect_rmse": 0.28569161290166956 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010299827242318335, + "action_effect_rmse": 0.011275961432504748 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4166938099549242, + "action_effect_rmse": 0.4185740264631899 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.472666305196764, + "action_effect_rmse": 33.308643740522626 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.49050771724946013, + "action_effect_rmse": 0.5809249315251472 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026406796504780655, + "action_effect_rmse": 0.026811146169610695 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5393473555801693, + "action_effect_rmse": 0.5413507714260117 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 24.878776281210317, + "action_effect_rmse": 33.70725067789249 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1479480081047004, + "action_effect_rmse": 1.384534054157302 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06302550637257791, + "action_effect_rmse": 0.07351828635764118 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0367160963379494, + "action_effect_rmse": 1.0378322448377586 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.599300669823247, + "action_effect_rmse": 34.35230134829147 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 64.89389165617308, + "predicted_costs": [ + 531.6050359175256, + 548.1289980702578, + 520.6506060448446, + 494.21535497060484 + ], + "true_costs": [ + 503.29533896864046, + 438.4569558120269, + 503.29084746819996, + 503.35084746819996 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.047070915322791375, + "action_effect_rmse": 0.050886325261988316 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3208135996079922, + "action_effect_rmse": 0.34099676687639846 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.431796190604876, + "action_effect_rmse": 14.357159741323253 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10349773359402126, + "action_effect_rmse": 0.11046706825934728 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.745263201846799, + "action_effect_rmse": 0.7801030045391039 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 16.108516575836536, + "action_effect_rmse": 16.87560389410939 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1183097517080317, + "action_effect_rmse": 0.13684425659268704 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.599688233087652, + "action_effect_rmse": 1.6508768475433546 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 11.212374050869853, + "action_effect_rmse": 12.247904311389082 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11639157634394942, + "action_effect_rmse": 0.12719495499505964 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.263694564244452, + "action_effect_rmse": 1.4352570965584401 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.966488598606437, + "action_effect_rmse": 4.714368157918215 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.2531484622704555, + "predicted_costs": [ + 0.4422826828647297, + 0.4695896754518536, + 0.4324336108646196, + 0.4359972133660508 + ], + "true_costs": [ + 0.40830590843205095, + 0.9240532378197692, + 0.6614543707025065, + 0.44775661648448173 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49505332375659467, + "action_effect_rmse": 0.6462016963457484 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003438668888479176, + "action_effect_rmse": 0.004341380944820627 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4609926446912122, + "action_effect_rmse": 0.5758764624910476 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6347596303773221, + "action_effect_rmse": 0.7800380815535359 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015676661495406325, + "action_effect_rmse": 0.01935821164325862 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9230721459379367, + "action_effect_rmse": 1.1508128017271644 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2901903049814696, + "action_effect_rmse": 1.416554944042598 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05142673478136336, + "action_effect_rmse": 0.06185680166070563 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8478841219491737, + "action_effect_rmse": 2.2995023557870238 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.047509003006977, + "action_effect_rmse": 2.2948014868943107 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20654980443047913, + "action_effect_rmse": 0.2268672154274022 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7000432115492004, + "action_effect_rmse": 4.5923085700341115 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 14.629867095974145, + "predicted_costs": [ + 3.1295531896080298, + 4.436375983050322, + 2.0656540884260672, + 2.10409916406382 + ], + "true_costs": [ + 33.060229172595456, + 64.11431327113324, + 16.78649778558374, + 2.156630689609596 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 131, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30467701178254697, + "action_effect_rmse": 0.3279959471736617 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0032215194230857946, + "action_effect_rmse": 0.003468083853921745 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9874311000595906, + "action_effect_rmse": 2.075548595945932 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41772176064515304, + "action_effect_rmse": 0.4496927842905914 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019400874901984128, + "action_effect_rmse": 0.020885753409284082 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.979808795570108, + "action_effect_rmse": 4.155933083382722 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21407239319581883, + "action_effect_rmse": 0.23045675986348327 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08003919235924428, + "action_effect_rmse": 0.08616512630278149 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.97512872515216, + "action_effect_rmse": 8.327035078925176 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.212175453147772, + "action_effect_rmse": 1.3049513432987292 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26333680803948073, + "action_effect_rmse": 0.2834917343991018 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 15.98026262069746, + "action_effect_rmse": 16.683424440272677 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 8.091822385161159, + "predicted_costs": [ + 370.85263934765106, + 203.8709408779684, + 90.53245076788733, + 24.09524994115477 + ], + "true_costs": [ + 109.36853482947765, + 34.2937420520003, + 1.9863991072481246, + 10.078221492409284 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 66, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6498389591990001, + "action_effect_rmse": 0.7955488728187537 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01860580579858606, + "action_effect_rmse": 0.02328019849456081 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05848079291018282, + "action_effect_rmse": 0.06323892423051128 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 23.97679179526152, + "action_effect_rmse": 34.983567122176325 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8096103237626396, + "action_effect_rmse": 0.9847880296190766 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.039035322904660795, + "action_effect_rmse": 0.04878212788590248 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04941923869458766, + "action_effect_rmse": 0.05939934486937796 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 18.127434930648402, + "action_effect_rmse": 27.13849456365317 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8596917736271065, + "action_effect_rmse": 0.9046836260493217 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0800971592417928, + "action_effect_rmse": 0.09949956623787753 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05405880604329653, + "action_effect_rmse": 0.06156850305098876 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 17.423702023159688, + "action_effect_rmse": 20.45065722120506 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8517649918093113, + "action_effect_rmse": 1.385434468146451 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18313657730215738, + "action_effect_rmse": 0.20888080775172072 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12994234429472218, + "action_effect_rmse": 0.1299431433328985 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.411695593257903, + "action_effect_rmse": 18.797851736305176 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 47.55863042060099, + "predicted_costs": [ + 333.9507628217952, + 339.41342899534277, + 339.7497935789209, + 340.1265138964138 + ], + "true_costs": [ + 379.7329500410587, + 332.1743196204577, + 448.25477351784303, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00043", + "family": "tank", + "anchor_step": 161, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.34247481791962375, + "action_effect_rmse": 0.37906058142091925 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1383404885507531, + "action_effect_rmse": 0.15661206080991297 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25136629339113387, + "action_effect_rmse": 0.25136660229930524 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 17.50356162496571, + "action_effect_rmse": 18.19569696245542 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5874507390523727, + "action_effect_rmse": 0.6419168894951747 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25303703993234805, + "action_effect_rmse": 0.28629468643015205 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2664613227341381, + "action_effect_rmse": 0.26675257348146925 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 15.484280421884845, + "action_effect_rmse": 20.439308010113063 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8651794400382155, + "action_effect_rmse": 0.922527842681742 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.44731118700115324, + "action_effect_rmse": 0.5085150828164287 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.333672618102909, + "action_effect_rmse": 0.33792795768362993 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 52.03504117409302, + "action_effect_rmse": 66.74938227004364 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8301502313408715, + "action_effect_rmse": 0.8325836612492743 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6500670147264754, + "action_effect_rmse": 0.7581176479783098 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.49617661809545943, + "action_effect_rmse": 0.5133685202036403 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 109.48273365424875, + "action_effect_rmse": 131.90548222918815 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.7814808579845014, + "predicted_costs": [ + 2.7056750157891676, + 9.401194653132137, + 2.3825838284536403, + 5.356064094368403 + ], + "true_costs": [ + 1.9051438473273075, + 1.0924319808960787, + 1.8739128388805801, + 1.9339128388805802 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 150, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00789977777020969, + "action_effect_rmse": 0.00968872218726524 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1469872095928082, + "action_effect_rmse": 0.21050051615810472 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.7840963106941174, + "action_effect_rmse": 3.2008881622858847 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023622355542989876, + "action_effect_rmse": 0.0291719543875563 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26543143813749853, + "action_effect_rmse": 0.34085707178337105 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.23819024825791, + "action_effect_rmse": 8.522181393104256 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.057268824324189206, + "action_effect_rmse": 0.06566499747302493 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5815962596113557, + "action_effect_rmse": 0.6651982500587422 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.886430937462348, + "action_effect_rmse": 5.206570354368486 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12254109879153635, + "action_effect_rmse": 0.1378953607084024 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.187061557051005, + "action_effect_rmse": 1.3203482957499846 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.432174006416434, + "action_effect_rmse": 6.983761030335392 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.10452310395912465, + 0.04568585955634557, + 0.00039453972064757944, + 0.03790743085350526 + ], + "true_costs": [ + 0.1761149978948457, + 0.10010744821043219, + 0.0008064926124806322, + 0.05556627807638088 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 109, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07472025737923775, + "action_effect_rmse": 0.0765421236280071 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.038223338104713754, + "action_effect_rmse": 0.04406305725560825 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26274067959556613, + "action_effect_rmse": 0.2652225534104797 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.53350450049491, + "action_effect_rmse": 37.8582793162627 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14565201473954895, + "action_effect_rmse": 0.15015871485683513 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07476160361743389, + "action_effect_rmse": 0.08495156354893503 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21565261242813935, + "action_effect_rmse": 0.2226353923720405 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.89045763071681, + "action_effect_rmse": 38.45290484778818 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2871007802241034, + "action_effect_rmse": 0.29535813882678724 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1377490710888344, + "action_effect_rmse": 0.15284478474824426 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1414807366840161, + "action_effect_rmse": 0.15817854143553653 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.57589197138937, + "action_effect_rmse": 39.65953528964874 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5783696134880589, + "action_effect_rmse": 0.5856128030628114 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22039569911027593, + "action_effect_rmse": 0.23586795129552446 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2028514333106198, + "action_effect_rmse": 0.21666670872521793 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.902483985913378, + "action_effect_rmse": 42.1532337038537 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 16.128439982527624, + "predicted_costs": [ + 121.05521044658516, + 110.1715255802771, + 108.33682879224685, + 106.56597701064612 + ], + "true_costs": [ + 94.57052420482316, + 78.5114763161938, + 94.57991629872141, + 94.63991629872142 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 135, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10468433852889329, + "action_effect_rmse": 0.12089003427650477 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7590977226474441, + "action_effect_rmse": 0.8539037034622338 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19563611415798357, + "action_effect_rmse": 0.22765172112205304 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.40051626895801, + "action_effect_rmse": 1.843845683837977 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.46770345749806336, + "action_effect_rmse": 0.580176996541996 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.447759655290412, + "action_effect_rmse": 5.065944047003711 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5658497272711512, + "action_effect_rmse": 0.6491378723498534 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.680851322894891, + "action_effect_rmse": 7.5603326426490165 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 159.2536660503925, + 149.7967312630208, + 230.0661798044211, + 341.44627291693615 + ], + "true_costs": [ + 167.32066550618381, + 141.00399148814552, + 244.03142120086292, + 394.7162220539566 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 12, + "mean_regret": 0.07438788574709695, + "ranking_accuracy": 0.8194444444444444, + "ranking_comparable_pairs": 72, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.6687261338582905, + "action_effect_rmse": 0.8341528204390938 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 1.3105222737275646, + "action_effect_rmse": 1.7340962651843015 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 1.8291836650480355, + "action_effect_rmse": 2.3639443170442225 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 3.0982720734796168, + "action_effect_rmse": 4.178332069793761 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.02495422249345577, + "action_effect_rmse": 0.03335780042885628 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 0.04888969030686382, + "action_effect_rmse": 0.06336368416337247 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 0.06714387656473732, + "action_effect_rmse": 0.08374838041925865 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 0.11632467325731709, + "action_effect_rmse": 0.14246215215761143 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 5.182117730687125, + "action_effect_rmse": 6.647818809861618 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 4.363918288338457, + "action_effect_rmse": 6.3053757278796585 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 3.444379037666721, + "action_effect_rmse": 4.888772291899032 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 3.0959605984156564, + "action_effect_rmse": 4.356552935969977 + } + ] + }, + { + "family": "tank", + "sample_count": 9, + "mean_regret": 14.565733903777224, + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.24578634161625704, + "action_effect_rmse": 0.304213113247208 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.30457375152461774, + "action_effect_rmse": 0.3603927976490063 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.3039212400979025, + "action_effect_rmse": 0.3681054846852052 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.36434280656980245, + "action_effect_rmse": 0.4708262571280651 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 24.92217897544513, + "action_effect_rmse": 33.43817720346378 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 22.054337777054602, + "action_effect_rmse": 31.584048559918095 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 27.27109249248278, + "action_effect_rmse": 38.43249571649796 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 35.03483594859823, + "action_effect_rmse": 54.095464127242685 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.2644877197948392, + "action_effect_rmse": 0.42989188161926994 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.4737299297996124, + "action_effect_rmse": 0.7531531086068932 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.8468103102243658, + "action_effect_rmse": 1.3483915155751556 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 1.2168535559974507, + "action_effect_rmse": 1.603985733813037 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.03985858611898948, + "action_effect_rmse": 0.062416794008466926 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.07379361533511404, + "action_effect_rmse": 0.11411468586942662 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.13537798392343126, + "action_effect_rmse": 0.20583626704453595 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.23626375724003956, + "action_effect_rmse": 0.328831226668402 + } + ] + }, + { + "family": "thermal", + "sample_count": 9, + "mean_regret": 4.096646376501237, + "ranking_accuracy": 0.9074074074074074, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.9225582214717112, + "action_effect_rmse": 1.1565990718880212 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.747362874616216, + "action_effect_rmse": 2.1990955124081584 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 3.547393091516876, + "action_effect_rmse": 4.452637618091681 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 6.691387106485723, + "action_effect_rmse": 8.621548652953058 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.28810819525318687, + "action_effect_rmse": 0.3811304437883299 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.4599309511537322, + "action_effect_rmse": 0.5947273293216591 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.7278638967930879, + "action_effect_rmse": 0.9752801921315887 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 1.1627600336348152, + "action_effect_rmse": 1.450833837363209 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 7, + "action_effect_mae": 0.003825524730776089, + "action_effect_rmse": 0.005886477543679718 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 7, + "action_effect_mae": 0.01274884632764588, + "action_effect_rmse": 0.0202925828478927 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 7, + "action_effect_mae": 0.05436809880003688, + "action_effect_rmse": 0.0742087057660249 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 7, + "action_effect_mae": 0.16508187864999257, + "action_effect_rmse": 0.21100586655021783 + } + ] + } + ] + }, + "calibrated_query_fraction": 0.9283577389387498 + }, + "specialists": { + "status": "unrun", + "reason": "No specialist checkpoint artifacts supplied" + } + }, + "external_datasets": { + "status": "unrun", + "reason": "No external physical dataset adapter or checkpoint experiment was supplied; synthetic results only." + }, + "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c", + "window_sampling": { + "seed": 2026, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2", + "family_window_counts": { + "battery": 184, + "tank": 165, + "thermal": 163 + } + } +} diff --git a/artifacts/smoke/report-mlp-v2/calibration.json b/artifacts/smoke/report-mlp-v2/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..ebdcd58b738cf9445ad399a8dc580068ec904347 --- /dev/null +++ b/artifacts/smoke/report-mlp-v2/calibration.json @@ -0,0 +1,255 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c" + ], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "entries": { + "0:15": { + "multiplier": 1.6708518013942364, + "count": 162 + }, + "0:30": { + "multiplier": 1.5326960885449192, + "count": 165 + }, + "0:60": { + "multiplier": 1.4605829359978115, + "count": 167 + }, + "0:120": { + "multiplier": 2.1547050555624128, + "count": 162 + }, + "2:15": { + "multiplier": 1.2183197063642497, + "count": 169 + }, + "2:30": { + "multiplier": 2.131817741245583, + "count": 169 + }, + "2:60": { + "multiplier": 2.959352938423337, + "count": 169 + }, + "2:120": { + "multiplier": 2.6469154982702157, + "count": 168 + }, + "3:15": { + "multiplier": 1.0619700459674142, + "count": 173 + }, + "3:30": { + "multiplier": 1.3276465186226205, + "count": 173 + }, + "3:60": { + "multiplier": 1.2537926604333784, + "count": 175 + }, + "3:120": { + "multiplier": 1.129085488490952, + "count": 174 + }, + "4:15": { + "multiplier": 1.1268126075408202, + "count": 172 + }, + "4:30": { + "multiplier": 1.4076944624362449, + "count": 172 + }, + "4:60": { + "multiplier": 1.491443830153281, + "count": 174 + }, + "4:120": { + "multiplier": 1.4627263368571772, + "count": 172 + }, + "5:15": { + "multiplier": 0.9858900258610214, + "count": 176 + }, + "5:30": { + "multiplier": 1.230167921720658, + "count": 175 + }, + "5:60": { + "multiplier": 1.1586152759459094, + "count": 174 + }, + "5:120": { + "multiplier": 1.1499181671677903, + "count": 176 + }, + "6:15": { + "multiplier": 1.173847104710195, + "count": 175 + }, + "6:30": { + "multiplier": 1.4600764409951081, + "count": 175 + }, + "6:60": { + "multiplier": 1.4851601806261143, + "count": 175 + }, + "6:120": { + "multiplier": 1.5866397024961707, + "count": 178 + }, + "7:15": { + "multiplier": 2.12043191897184, + "count": 158 + }, + "7:30": { + "multiplier": 2.7213819582786853, + "count": 156 + }, + "7:60": { + "multiplier": 2.235440156462394, + "count": 156 + }, + "7:120": { + "multiplier": 2.596836205776776, + "count": 151 + }, + "8:15": { + "multiplier": 1.6320864890853153, + "count": 151 + }, + "8:30": { + "multiplier": 1.9566877692606632, + "count": 154 + }, + "8:60": { + "multiplier": 1.7417984641980577, + "count": 152 + }, + "8:120": { + "multiplier": 1.5325976045834517, + "count": 153 + }, + "9:15": { + "multiplier": 0.5217488713032117, + "count": 152 + }, + "9:30": { + "multiplier": 1.1851854465407972, + "count": 155 + }, + "9:60": { + "multiplier": 1.5418467589226348, + "count": 152 + }, + "9:120": { + "multiplier": 1.4650493825428623, + "count": 153 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/artifacts/smoke/report-mlp-v2/calibration_history_linear_system_id.json b/artifacts/smoke/report-mlp-v2/calibration_history_linear_system_id.json new file mode 100644 index 0000000000000000000000000000000000000000..a4fcab09c105f57f42fda848a0e866e5f593c5a4 --- /dev/null +++ b/artifacts/smoke/report-mlp-v2/calibration_history_linear_system_id.json @@ -0,0 +1,253 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "entries": { + "0:15": { + "multiplier": 0.9125920929069574, + "count": 162 + }, + "0:30": { + "multiplier": 1.7012972590006181, + "count": 165 + }, + "0:60": { + "multiplier": 3.208198962104259, + "count": 167 + }, + "0:120": { + "multiplier": 4.361139086083468, + "count": 162 + }, + "2:15": { + "multiplier": 0.32997837394347035, + "count": 169 + }, + "2:30": { + "multiplier": 0.5769019346036816, + "count": 169 + }, + "2:60": { + "multiplier": 0.9650079736118301, + "count": 169 + }, + "2:120": { + "multiplier": 1.7150557297274174, + "count": 168 + }, + "3:15": { + "multiplier": 0.7063339326580723, + "count": 173 + }, + "3:30": { + "multiplier": 1.1468109690551498, + "count": 173 + }, + "3:60": { + "multiplier": 1.8227091027920903, + "count": 175 + }, + "3:120": { + "multiplier": 2.7287904928505244, + "count": 174 + }, + "4:15": { + "multiplier": 0.46659908244604364, + "count": 172 + }, + "4:30": { + "multiplier": 0.6509470502788752, + "count": 172 + }, + "4:60": { + "multiplier": 1.12670266265885, + "count": 174 + }, + "4:120": { + "multiplier": 1.7626484412092522, + "count": 172 + }, + "5:15": { + "multiplier": 3.2149264037272265, + "count": 176 + }, + "5:30": { + "multiplier": 3.17059184673366, + "count": 175 + }, + "5:60": { + "multiplier": 3.8703456757326937, + "count": 174 + }, + "5:120": { + "multiplier": 3.5857897297730097, + "count": 176 + }, + "6:15": { + "multiplier": 3.365407313116949, + "count": 175 + }, + "6:30": { + "multiplier": 4.065351482368743, + "count": 175 + }, + "6:60": { + "multiplier": 5.3680182769342055, + "count": 175 + }, + "6:120": { + "multiplier": 4.134695785148987, + "count": 178 + }, + "7:15": { + "multiplier": 3.508550325392457, + "count": 158 + }, + "7:30": { + "multiplier": 4.768295007241738, + "count": 156 + }, + "7:60": { + "multiplier": 6.7661265591458415, + "count": 156 + }, + "7:120": { + "multiplier": 7.251723598443073, + "count": 151 + }, + "8:15": { + "multiplier": 1.4118854052952174, + "count": 151 + }, + "8:30": { + "multiplier": 2.4345631679090505, + "count": 154 + }, + "8:60": { + "multiplier": 3.068358708522243, + "count": 152 + }, + "8:120": { + "multiplier": 4.561726737851034, + "count": 153 + }, + "9:15": { + "multiplier": 2.360316974766819, + "count": 152 + }, + "9:30": { + "multiplier": 2.4516472510112615, + "count": 155 + }, + "9:60": { + "multiplier": 2.5763941889655673, + "count": 152 + }, + "9:120": { + "multiplier": 2.1809267855212267, + "count": 153 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/artifacts/smoke/report-mlp-v2/calibration_persistence.json b/artifacts/smoke/report-mlp-v2/calibration_persistence.json new file mode 100644 index 0000000000000000000000000000000000000000..fa0a14afdef3ae1ca1f173286a6b1557f9426296 --- /dev/null +++ b/artifacts/smoke/report-mlp-v2/calibration_persistence.json @@ -0,0 +1,253 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "entries": { + "0:15": { + "multiplier": 3.3366494379430676, + "count": 162 + }, + "0:30": { + "multiplier": 6.646896400862718, + "count": 165 + }, + "0:60": { + "multiplier": 12.459110764212058, + "count": 167 + }, + "0:120": { + "multiplier": 22.6636351742527, + "count": 162 + }, + "2:15": { + "multiplier": 0.4321222264839546, + "count": 169 + }, + "2:30": { + "multiplier": 0.8642444529679092, + "count": 169 + }, + "2:60": { + "multiplier": 1.630317665953497, + "count": 169 + }, + "2:120": { + "multiplier": 2.9326270778552934, + "count": 168 + }, + "3:15": { + "multiplier": 0.7088522290499347, + "count": 173 + }, + "3:30": { + "multiplier": 1.3617854632011333, + "count": 173 + }, + "3:60": { + "multiplier": 1.8363739154561707, + "count": 175 + }, + "3:120": { + "multiplier": 2.7827887405627214, + "count": 174 + }, + "4:15": { + "multiplier": 0.4925306807476688, + "count": 172 + }, + "4:30": { + "multiplier": 0.9556247863545887, + "count": 172 + }, + "4:60": { + "multiplier": 1.9518378050230625, + "count": 174 + }, + "4:120": { + "multiplier": 3.7351300558525358, + "count": 172 + }, + "5:15": { + "multiplier": 5.4575583611463525, + "count": 176 + }, + "5:30": { + "multiplier": 9.236844732573314, + "count": 175 + }, + "5:60": { + "multiplier": 11.005316436607625, + "count": 174 + }, + "5:120": { + "multiplier": 16.54782989906251, + "count": 176 + }, + "6:15": { + "multiplier": 6.834112813121844, + "count": 175 + }, + "6:30": { + "multiplier": 9.23236782743739, + "count": 175 + }, + "6:60": { + "multiplier": 18.16349733850344, + "count": 175 + }, + "6:120": { + "multiplier": 21.593874787919212, + "count": 178 + }, + "7:15": { + "multiplier": 4.51887127869554, + "count": 158 + }, + "7:30": { + "multiplier": 8.522240431442286, + "count": 156 + }, + "7:60": { + "multiplier": 13.982321857352368, + "count": 156 + }, + "7:120": { + "multiplier": 22.65882627122559, + "count": 151 + }, + "8:15": { + "multiplier": 0.9608832574417149, + "count": 151 + }, + "8:30": { + "multiplier": 1.7102051800611722, + "count": 154 + }, + "8:60": { + "multiplier": 3.0560012493134288, + "count": 152 + }, + "8:120": { + "multiplier": 5.342828353812, + "count": 153 + }, + "9:15": { + "multiplier": 3.1579094027226806, + "count": 152 + }, + "9:30": { + "multiplier": 10.51415148461768, + "count": 155 + }, + "9:60": { + "multiplier": 18.58402482175975, + "count": 152 + }, + "9:120": { + "multiplier": 21.86097990637898, + "count": 153 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/artifacts/smoke/report-mlp-v2/generalization.json b/artifacts/smoke/report-mlp-v2/generalization.json new file mode 100644 index 0000000000000000000000000000000000000000..5e57d4145ee4b722cdd18663605adf2afe8b1c71 --- /dev/null +++ b/artifacts/smoke/report-mlp-v2/generalization.json @@ -0,0 +1,105 @@ +{ + "experiments": [ + { + "config": { + "name": "heldout_systems", + "axis": "B", + "data": "artifacts/smoke/data-v2", + "checkpoint": "artifacts/smoke/mlp-v2/checkpoint.pt", + "excluded_family": null, + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Main held-out-system test" + }, + "status": "completed", + "result": { + "benchmark": "benchmark.json", + "model": "foundation_model" + } + }, + { + "config": { + "name": "sensor_failures", + "axis": "C", + "data": null, + "checkpoint": null, + "excluded_family": null, + "sensor_failure_probability": 0.25, + "sensor_bias_std": 0.0, + "description": "Observed history/current sensor dropout" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "sensor_bias", + "axis": "C", + "data": null, + "checkpoint": null, + "excluded_family": null, + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.5, + "description": "Observed state sensor bias in training-standardized units" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "configuration_shift", + "axis": "D", + "data": null, + "checkpoint": null, + "excluded_family": null, + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires independently generated shifted physical parameters" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "leave_thermal_out", + "axis": "E", + "data": null, + "checkpoint": null, + "excluded_family": "thermal", + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires checkpoint trained with this family excluded" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "leave_tank_out", + "axis": "E", + "data": null, + "checkpoint": null, + "excluded_family": "tank", + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires checkpoint trained with this family excluded" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "leave_battery_out", + "axis": "E", + "data": null, + "checkpoint": null, + "excluded_family": "battery", + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires checkpoint trained with this family excluded" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + } + ] +} diff --git a/artifacts/smoke/report-transformer-v2/benchmark.json b/artifacts/smoke/report-transformer-v2/benchmark.json new file mode 100644 index 0000000000000000000000000000000000000000..7ec2769b31ffd5e599859af6a49377efb6eedbbc --- /dev/null +++ b/artifacts/smoke/report-transformer-v2/benchmark.json @@ -0,0 +1,16374 @@ +{ + "version": "tfm-benchmark-v1", + "seed": 2026, + "samples": 512, + "device": "cpu", + "checkpoint_sha256": [ + "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739" + ], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "generator_version": "0.1.2", + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "parameter_count": 1570434, + "inference": [ + { + "device": "cpu", + "status": "completed", + "batch_size": 1, + "precision": "float32", + "repetitions": 30, + "warmup": 5, + "p50_ms": 5.8506665, + "p95_ms": 6.984247949999999, + "process_peak_rss_bytes": 2904473600, + "sampled_mps_driver_allocation_peak_bytes": null, + "memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.", + "timing_scope": "forward only; inputs resident; MPS synchronized before and after every call" + }, + { + "device": "mps", + "status": "unavailable" + } + ], + "models": { + "foundation_model": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.026742182672023773, + "rmse": 0.05999863147735596, + "standardized_mae": 0.07296206802129745, + "standardized_rmse": 0.16369734704494476, + "standardized_gaussian_nll": -0.49305289910447814, + "physical_gaussian_nll": -1.4967504409826828, + "nominal_coverage": 0.9, + "coverage": 0.9772727272727273, + "mean_interval_width": 0.16425755620002747, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 172, + "mae": 0.045491114258766174, + "rmse": 0.0869089886546135, + "standardized_mae": 0.12411574274301529, + "standardized_rmse": 0.23711824417114258, + "standardized_gaussian_nll": -0.3638640392258937, + "physical_gaussian_nll": -1.3675615811040984, + "nominal_coverage": 0.9, + "coverage": 0.9767441860465116, + "mean_interval_width": 0.35457220673561096, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.0660521611571312, + "rmse": 0.11619198322296143, + "standardized_mae": 0.18021349608898163, + "standardized_rmse": 0.3170125484466553, + "standardized_gaussian_nll": 0.05759109753418114, + "physical_gaussian_nll": -0.9461064443440237, + "nominal_coverage": 0.9, + "coverage": 0.9763313609467456, + "mean_interval_width": 0.6455203294754028, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.1200234517455101, + "rmse": 0.20392736792564392, + "standardized_mae": 0.32746613025665283, + "standardized_rmse": 0.5563855171203613, + "standardized_gaussian_nll": 0.7247355095404928, + "physical_gaussian_nll": -0.278962032337712, + "nominal_coverage": 0.9, + "coverage": 0.9826589595375722, + "mean_interval_width": 1.2094452381134033, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.5361782908439636, + "rmse": 0.8120079040527344, + "standardized_mae": 0.06622307747602463, + "standardized_rmse": 0.10029064118862152, + "standardized_gaussian_nll": -1.0637289789710394, + "physical_gaussian_nll": 1.0277086745254345, + "nominal_coverage": 0.9, + "coverage": 0.9318181818181818, + "mean_interval_width": 2.608975410461426, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.9187692999839783, + "rmse": 1.2557425498962402, + "standardized_mae": 0.11347667872905731, + "standardized_rmse": 0.15509605407714844, + "standardized_gaussian_nll": -0.5016937751762718, + "physical_gaussian_nll": 1.589743878320202, + "nominal_coverage": 0.9, + "coverage": 0.9371428571428572, + "mean_interval_width": 5.619757652282715, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 178, + "mae": 1.455711007118225, + "rmse": 1.945858120918274, + "standardized_mae": 0.1797940582036972, + "standardized_rmse": 0.24033184349536896, + "standardized_gaussian_nll": 0.024607053236357854, + "physical_gaussian_nll": 2.116044706732832, + "nominal_coverage": 0.9, + "coverage": 0.9438202247191011, + "mean_interval_width": 9.566052436828613, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 175, + "mae": 2.4480397701263428, + "rmse": 3.2023396492004395, + "standardized_mae": 0.3023560345172882, + "standardized_rmse": 0.3955191671848297, + "standardized_gaussian_nll": 0.5870721959308706, + "physical_gaussian_nll": 2.6785098494273445, + "nominal_coverage": 0.9, + "coverage": 0.8514285714285714, + "mean_interval_width": 10.418994903564453, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 177, + "mae": 2.5340754985809326, + "rmse": 5.769298553466797, + "standardized_mae": 0.1586863249540329, + "standardized_rmse": 0.3612791895866394, + "standardized_gaussian_nll": 0.2540926677007089, + "physical_gaussian_nll": 3.024747396394673, + "nominal_coverage": 0.9, + "coverage": 0.8813559322033898, + "mean_interval_width": 7.376852512359619, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 177, + "mae": 4.843923091888428, + "rmse": 9.014626502990723, + "standardized_mae": 0.30333128571510315, + "standardized_rmse": 0.564504861831665, + "standardized_gaussian_nll": 0.7737920705697932, + "physical_gaussian_nll": 3.544446799263757, + "nominal_coverage": 0.9, + "coverage": 0.9152542372881356, + "mean_interval_width": 29.009084701538086, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 180, + "mae": 7.016532897949219, + "rmse": 10.854684829711914, + "standardized_mae": 0.43938225507736206, + "standardized_rmse": 0.6797311305999756, + "standardized_gaussian_nll": 1.0608226344489828, + "physical_gaussian_nll": 3.8314773631429473, + "nominal_coverage": 0.9, + "coverage": 0.9444444444444444, + "mean_interval_width": 42.82423782348633, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 176, + "mae": 11.007402420043945, + "rmse": 15.479838371276855, + "standardized_mae": 0.6892944574356079, + "standardized_rmse": 0.9693628549575806, + "standardized_gaussian_nll": 1.3941567010030544, + "physical_gaussian_nll": 4.164811429697019, + "nominal_coverage": 0.9, + "coverage": 0.9034090909090909, + "mean_interval_width": 56.21445083618164, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.13473427295684814, + "rmse": 0.1818942278623581, + "standardized_mae": 0.023222466930747032, + "standardized_rmse": 0.031350839883089066, + "standardized_gaussian_nll": -2.206078330324826, + "physical_gaussian_nll": -0.44789401927741346, + "nominal_coverage": 0.9, + "coverage": 0.7948717948717948, + "mean_interval_width": 0.3767605721950531, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.24241085350513458, + "rmse": 0.3352780044078827, + "standardized_mae": 0.041781336069107056, + "standardized_rmse": 0.0577876903116703, + "standardized_gaussian_nll": -1.6413305902250328, + "physical_gaussian_nll": 0.11685372082237966, + "nominal_coverage": 0.9, + "coverage": 0.8343949044585988, + "mean_interval_width": 0.7873489856719971, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 159, + "mae": 0.4086999297142029, + "rmse": 0.5772462487220764, + "standardized_mae": 0.07044251263141632, + "standardized_rmse": 0.09949273616075516, + "standardized_gaussian_nll": -0.8755666749637173, + "physical_gaussian_nll": 0.8826176360836951, + "nominal_coverage": 0.9, + "coverage": 0.8238993710691824, + "mean_interval_width": 1.5351914167404175, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 158, + "mae": 0.5685315728187561, + "rmse": 0.7889200448989868, + "standardized_mae": 0.09799069911241531, + "standardized_rmse": 0.13597631454467773, + "standardized_gaussian_nll": -0.5580449555331097, + "physical_gaussian_nll": 1.2001393555143027, + "nominal_coverage": 0.9, + "coverage": 0.879746835443038, + "mean_interval_width": 2.909731864929199, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.021649736911058426, + "rmse": 0.02861708588898182, + "standardized_mae": 0.018702972680330276, + "standardized_rmse": 0.024721989408135414, + "standardized_gaussian_nll": -2.3543173318212918, + "physical_gaussian_nll": -2.208006490307351, + "nominal_coverage": 0.9, + "coverage": 0.7515527950310559, + "mean_interval_width": 0.06463351100683212, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 159, + "mae": 0.04543180763721466, + "rmse": 0.06624604016542435, + "standardized_mae": 0.03924804553389549, + "standardized_rmse": 0.057229235768318176, + "standardized_gaussian_nll": -1.2346831051413456, + "physical_gaussian_nll": -1.0883722636274047, + "nominal_coverage": 0.9, + "coverage": 0.610062893081761, + "mean_interval_width": 0.08871554583311081, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.09652983397245407, + "rmse": 0.12653326988220215, + "standardized_mae": 0.08339107781648636, + "standardized_rmse": 0.10931071639060974, + "standardized_gaussian_nll": -0.3013280943156501, + "physical_gaussian_nll": -0.15501725280170922, + "nominal_coverage": 0.9, + "coverage": 0.6, + "mean_interval_width": 0.19264231622219086, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.20014989376068115, + "rmse": 0.251076340675354, + "standardized_mae": 0.17290732264518738, + "standardized_rmse": 0.21690212190151215, + "standardized_gaussian_nll": 0.3665058977045653, + "physical_gaussian_nll": 0.5128167392185062, + "nominal_coverage": 0.9, + "coverage": 0.6358024691358025, + "mean_interval_width": 0.434698224067688, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.12426330149173737, + "rmse": 0.18191714584827423, + "standardized_mae": 0.25871750712394714, + "standardized_rmse": 0.3787534236907959, + "standardized_gaussian_nll": 0.3708563797009185, + "physical_gaussian_nll": -0.3624776789166954, + "nominal_coverage": 0.9, + "coverage": 0.906832298136646, + "mean_interval_width": 0.5367960929870605, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 161, + "mae": 0.1612265408039093, + "rmse": 0.26088836789131165, + "standardized_mae": 0.33567535877227783, + "standardized_rmse": 0.5431723594665527, + "standardized_gaussian_nll": 0.5873164756276675, + "physical_gaussian_nll": -0.14601758298994638, + "nominal_coverage": 0.9, + "coverage": 0.937888198757764, + "mean_interval_width": 0.8472800850868225, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 163, + "mae": 0.2559026777744293, + "rmse": 0.3711892366409302, + "standardized_mae": 0.5327920913696289, + "standardized_rmse": 0.7728199362754822, + "standardized_gaussian_nll": 0.9658762546947098, + "physical_gaussian_nll": 0.23254219607709592, + "nominal_coverage": 0.9, + "coverage": 0.901840490797546, + "mean_interval_width": 1.0806663036346436, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.30904707312583923, + "rmse": 0.4538300931453705, + "standardized_mae": 0.6434392929077148, + "standardized_rmse": 0.9448790550231934, + "standardized_gaussian_nll": 1.2262810992596853, + "physical_gaussian_nll": 0.4929470406420714, + "nominal_coverage": 0.9, + "coverage": 0.94375, + "mean_interval_width": 1.3794349431991577, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 161, + "mae": 4.142852783203125, + "rmse": 8.888346672058105, + "standardized_mae": 0.09738809615373611, + "standardized_rmse": 0.20894277095794678, + "standardized_gaussian_nll": -0.10720532948186957, + "physical_gaussian_nll": 3.6432306022790306, + "nominal_coverage": 0.9, + "coverage": 0.968944099378882, + "mean_interval_width": 34.42435073852539, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 162, + "mae": 6.217432975769043, + "rmse": 11.983012199401855, + "standardized_mae": 0.14615628123283386, + "standardized_rmse": 0.2816905975341797, + "standardized_gaussian_nll": 0.31135470799265463, + "physical_gaussian_nll": 4.061790639753555, + "nominal_coverage": 0.9, + "coverage": 0.9629629629629629, + "mean_interval_width": 56.008384704589844, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 159, + "mae": 11.801082611083984, + "rmse": 21.475317001342773, + "standardized_mae": 0.27741390466690063, + "standardized_rmse": 0.5048308968544006, + "standardized_gaussian_nll": 0.786580481412112, + "physical_gaussian_nll": 4.537016413173013, + "nominal_coverage": 0.9, + "coverage": 0.9371069182389937, + "mean_interval_width": 92.89151000976562, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 162, + "mae": 18.874940872192383, + "rmse": 27.28305435180664, + "standardized_mae": 0.4437026083469391, + "standardized_rmse": 0.6413562893867493, + "standardized_gaussian_nll": 1.10224478592004, + "physical_gaussian_nll": 4.85268071768094, + "nominal_coverage": 0.9, + "coverage": 0.9753086419753086, + "mean_interval_width": 122.76851654052734, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 152, + "mae": 0.26645761728286743, + "rmse": 0.36607667803764343, + "standardized_mae": 0.04329826310276985, + "standardized_rmse": 0.05948594957590103, + "standardized_gaussian_nll": -1.4919406450621038, + "physical_gaussian_nll": 0.3251620745501982, + "nominal_coverage": 0.9, + "coverage": 0.9342105263157895, + "mean_interval_width": 1.3355107307434082, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 150, + "mae": 0.5175236463546753, + "rmse": 0.7204604148864746, + "standardized_mae": 0.08409545570611954, + "standardized_rmse": 0.11707183718681335, + "standardized_gaussian_nll": -0.8210366096716347, + "physical_gaussian_nll": 0.9960661099406672, + "nominal_coverage": 0.9, + "coverage": 0.84, + "mean_interval_width": 2.0313241481781006, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 153, + "mae": 1.051253318786621, + "rmse": 1.4430009126663208, + "standardized_mae": 0.1708243191242218, + "standardized_rmse": 0.23448167741298676, + "standardized_gaussian_nll": -0.09873838902626603, + "physical_gaussian_nll": 1.7183643305860359, + "nominal_coverage": 0.9, + "coverage": 0.8431372549019608, + "mean_interval_width": 4.604919910430908, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 155, + "mae": 2.2982895374298096, + "rmse": 3.17409086227417, + "standardized_mae": 0.3734625577926636, + "standardized_rmse": 0.5157766342163086, + "standardized_gaussian_nll": 0.5782410007450599, + "physical_gaussian_nll": 2.3953437203573618, + "nominal_coverage": 0.9, + "coverage": 0.9612903225806452, + "mean_interval_width": 11.793107986450195, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 116, + "mae": 0.03113354742527008, + "rmse": 0.03709178417921066, + "standardized_mae": 0.012714873068034649, + "standardized_rmse": 0.015148203819990158, + "standardized_gaussian_nll": -2.6870297540741936, + "physical_gaussian_nll": -1.7915162372092133, + "nominal_coverage": 0.9, + "coverage": 0.9913793103448276, + "mean_interval_width": 0.16944478452205658, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 110, + "mae": 0.0611623153090477, + "rmse": 0.08693092316389084, + "standardized_mae": 0.024978555738925934, + "standardized_rmse": 0.03550240024924278, + "standardized_gaussian_nll": -2.121334352898176, + "physical_gaussian_nll": -1.2258208360331957, + "nominal_coverage": 0.9, + "coverage": 0.8727272727272727, + "mean_interval_width": 0.2277716100215912, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 113, + "mae": 0.12992003560066223, + "rmse": 0.19766880571842194, + "standardized_mae": 0.053059060126543045, + "standardized_rmse": 0.08072751015424728, + "standardized_gaussian_nll": -1.4123601894253808, + "physical_gaussian_nll": -0.5168466725604005, + "nominal_coverage": 0.9, + "coverage": 0.7699115044247787, + "mean_interval_width": 0.4283686876296997, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 116, + "mae": 0.26618385314941406, + "rmse": 0.3907139003276825, + "standardized_mae": 0.10870890319347382, + "standardized_rmse": 0.1595667004585266, + "standardized_gaussian_nll": -0.7054473457528788, + "physical_gaussian_nll": 0.19006617111210145, + "nominal_coverage": 0.9, + "coverage": 0.8793103448275862, + "mean_interval_width": 1.0187617540359497, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 1.2764008045196533, + "rmse": 1.4435161352157593, + "standardized_mae": 0.016044707968831062, + "standardized_rmse": 0.018145393580198288, + "standardized_gaussian_nll": -2.5309116042124598, + "physical_gaussian_nll": 1.8455088231179233, + "nominal_coverage": 0.9, + "coverage": 0.9358974358974359, + "mean_interval_width": 5.303665637969971, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 154, + "mae": 1.5642025470733643, + "rmse": 1.8472344875335693, + "standardized_mae": 0.01966245472431183, + "standardized_rmse": 0.023220244795084, + "standardized_gaussian_nll": -2.199062359645039, + "physical_gaussian_nll": 2.177358067685344, + "nominal_coverage": 0.9, + "coverage": 0.9545454545454546, + "mean_interval_width": 7.036675453186035, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 155, + "mae": 1.948946475982666, + "rmse": 2.5123629570007324, + "standardized_mae": 0.024498792365193367, + "standardized_rmse": 0.0315810926258564, + "standardized_gaussian_nll": -1.9408691326817447, + "physical_gaussian_nll": 2.435551294648638, + "nominal_coverage": 0.9, + "coverage": 0.9612903225806452, + "mean_interval_width": 10.011494636535645, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 156, + "mae": 2.9702816009521484, + "rmse": 4.217926502227783, + "standardized_mae": 0.037337254732847214, + "standardized_rmse": 0.05302049219608307, + "standardized_gaussian_nll": -1.5018344731978568, + "physical_gaussian_nll": 2.8745859541325265, + "nominal_coverage": 0.9, + "coverage": 0.9743589743589743, + "mean_interval_width": 21.7630672454834, + "interval_kind": "heldout_calibrated" + } + ], + "calibration_status": "heldout_partial", + "counterfactual": { + "status": "completed", + "samples": 30, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19496816569603936, + "action_effect_rmse": 0.25437129893044597 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.000999837647069531, + "action_effect_rmse": 0.0011738405116599217 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4304076911019313, + "action_effect_rmse": 0.4741459472607784 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26495040923376106, + "action_effect_rmse": 0.31837018334867145 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004187361029590164, + "action_effect_rmse": 0.004287851082633821 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6679672849154095, + "action_effect_rmse": 0.8598576915947157 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.400788864767416, + "action_effect_rmse": 0.48534073825909774 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01984315907357252, + "action_effect_rmse": 0.02489791521590531 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0089107574621596, + "action_effect_rmse": 1.5252424168111913 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6669049863513443, + "action_effect_rmse": 1.0073155498663748 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10250345306256985, + "action_effect_rmse": 0.12237065813551186 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.341884368955365, + "action_effect_rmse": 2.7813341083282848 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 0.6959508872813878, + "predicted_costs": [ + 4.32479875688617, + 26.05279132227946, + 10.172209319530015, + 5.1550848700199365 + ], + "true_costs": [ + 5.29387147671569, + 55.418109072711815, + 14.268767655668475, + 4.5979205894343025 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 75, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0025908268301781576, + "action_effect_rmse": 0.0027012716918359426 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9144701078139074, + "action_effect_rmse": 0.9937170960532831 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.711285916609627, + "action_effect_rmse": 6.254375956200217 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0099904539957964, + "action_effect_rmse": 0.011061006920037867 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.793498189735459, + "action_effect_rmse": 2.8996445744886064 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.440585039248557, + "action_effect_rmse": 8.667938322257951 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.021064571908756508, + "action_effect_rmse": 0.028316690681956042 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.5927028812225004, + "action_effect_rmse": 3.8914671160360332 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.053892937962401, + "action_effect_rmse": 6.203345618694685 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03309741944084758, + "action_effect_rmse": 0.03540756876960669 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.037417823946086, + "action_effect_rmse": 5.739897816629464 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.427706757562317, + "action_effect_rmse": 3.725220983230103 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.26539451385535284, + "predicted_costs": [ + 1.132909322248783, + 1.100818875983096, + 1.1625312208945178, + 1.3036871106267587 + ], + "true_costs": [ + 1.6870119374852577, + 1.3246161176877902, + 1.0592216038324374, + 1.5739227991857385 + ] + }, + { + "system_id": "thermal-00003", + "family": "thermal", + "anchor_step": 78, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6904839060156872, + "action_effect_rmse": 0.8057207297749767 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0057277332400810605, + "action_effect_rmse": 0.006770162787382921 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5612068334491672, + "action_effect_rmse": 0.5813153118447973 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9457766769041017, + "action_effect_rmse": 1.0888347141113535 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.025314819749292877, + "action_effect_rmse": 0.030723546803757024 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.937691575562269, + "action_effect_rmse": 0.946265650894276 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9640000998008063, + "action_effect_rmse": 1.1572505974613807 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.060532966264169374, + "action_effect_rmse": 0.08256536039462861 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4294174216543827, + "action_effect_rmse": 1.4559457641562412 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6789700039870585, + "action_effect_rmse": 1.9461651710690646 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1614339975413254, + "action_effect_rmse": 0.205065217225237 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.066145224899865, + "action_effect_rmse": 2.271911545530017 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 28.16937256970763, + 6.355151980009964, + 19.87312784050412, + 61.19575196063019 + ], + "true_costs": [ + 26.49760331004995, + 11.404685981504198, + 16.167683887092124, + 99.1084380965106 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.34072974743802104, + "action_effect_rmse": 0.3822044141606279 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0022393264272177285, + "action_effect_rmse": 0.002644983715347391 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1766382147680204, + "action_effect_rmse": 0.1770448753662268 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.762383520958526, + "action_effect_rmse": 41.843100326325356 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6007189283898029, + "action_effect_rmse": 0.6387231665841009 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015177239124917937, + "action_effect_rmse": 0.01951390153523346 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18570739599054953, + "action_effect_rmse": 0.18632980110277209 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 28.434937016747213, + "action_effect_rmse": 40.707514392094545 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8692580700349719, + "action_effect_rmse": 0.8725423275592856 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0696285751912112, + "action_effect_rmse": 0.0853335841545018 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16299430323567107, + "action_effect_rmse": 0.1637686606629797 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.304121289676456, + "action_effect_rmse": 40.86660188054315 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.34069028531411466, + "action_effect_rmse": 0.43142574715186677 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18636903384333556, + "action_effect_rmse": 0.22386984720648892 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09797407927358874, + "action_effect_rmse": 0.0991623537601017 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 30.14131773943994, + "action_effect_rmse": 33.34773653183043 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 451.1412873504032, + 422.24028325956033, + 493.95021237605334, + 504.4781674580078 + ], + "true_costs": [ + 451.3821803058857, + 383.6347777926726, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004942446068989988, + "action_effect_rmse": 0.0050918399949000746 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7085651165362338, + "action_effect_rmse": 0.7232013433860766 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 18.04264446909561, + "action_effect_rmse": 18.868076430715593 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010625257755320897, + "action_effect_rmse": 0.012078836109890098 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.174625433401039, + "action_effect_rmse": 1.203974892128249 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 17.432001917586277, + "action_effect_rmse": 18.1630606739288 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06554897149051754, + "action_effect_rmse": 0.06675522910309177 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8944378760500662, + "action_effect_rmse": 1.9501778068115077 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 18.0864021767764, + "action_effect_rmse": 18.727182638498867 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13469827202688406, + "action_effect_rmse": 0.15081991726190516 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4579134769157456, + "action_effect_rmse": 2.613437179088385 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.122441664672969, + "action_effect_rmse": 7.271565660759729 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.07139029726122312, + 0.2623643407490918, + 0.13607587796365578, + 0.08739043238484413 + ], + "true_costs": [ + 0.08697956422894386, + 0.4815418742900818, + 0.20670211782036674, + 0.11900088194005333 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10650920204246479, + "action_effect_rmse": 0.12303423404900049 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.654242312649231, + "action_effect_rmse": 1.7646961680903295 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.49758141823272695, + "action_effect_rmse": 0.5035093469164199 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.4558512637064545, + "action_effect_rmse": 3.6049852607328017 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21853186621146392, + "action_effect_rmse": 0.22192067264478987 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6228666875940356, + "action_effect_rmse": 3.068933185107282 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2769780773130086, + "action_effect_rmse": 2.648562290739149 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6369856283245525, + "action_effect_rmse": 3.6881030333191767 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 68.06540993799416, + 17.24046793994744, + 46.07895755703271, + 91.77699787288789 + ], + "true_costs": [ + 138.61730453341346, + 17.18951192419299, + 61.55307690981533, + 153.57401303581446 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 29, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11950414485320533, + "action_effect_rmse": 0.14066375460823788 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005573076573001619, + "action_effect_rmse": 0.0063078083839314255 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6912774405042432, + "action_effect_rmse": 0.6913586961315822 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 34.067632036629526, + "action_effect_rmse": 36.30979040213145 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28039134542842553, + "action_effect_rmse": 0.3197759202861068 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018091219414319088, + "action_effect_rmse": 0.02181216123396623 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7876912287178802, + "action_effect_rmse": 0.7878117043315057 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.32600557146623, + "action_effect_rmse": 35.4565429508203 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4844755274639345, + "action_effect_rmse": 0.5742281229428474 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.020200097128229306, + "action_effect_rmse": 0.02312995418634969 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8341519618410881, + "action_effect_rmse": 0.8342810816771301 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 34.38248097631112, + "action_effect_rmse": 36.6870430056051 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.952167600369016, + "action_effect_rmse": 1.574594529186787 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.023041134964532972, + "action_effect_rmse": 0.03465343371554457 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0277666016570606, + "action_effect_rmse": 1.0278702921312208 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.62900800922949, + "action_effect_rmse": 40.99672639663452 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 105.63454962021419, + 70.04776791994875, + 95.4886108793684, + 101.47285506903704 + ], + "true_costs": [ + 94.60350239976236, + 38.44773185665458, + 92.60413461253019, + 94.63991629872142 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 155, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009023042836780792, + "action_effect_rmse": 0.009303994635580699 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0957556652742966, + "action_effect_rmse": 1.1058301437857185 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 20.920175307919784, + "action_effect_rmse": 21.65185194437099 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014500187531070297, + "action_effect_rmse": 0.015151195209702747 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.951784854658328, + "action_effect_rmse": 1.9738761976459798 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 20.20865916875967, + "action_effect_rmse": 20.873185883549166 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03768816705996936, + "action_effect_rmse": 0.03826181966492163 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4976519017262053, + "action_effect_rmse": 1.611136978542452 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 20.26295710975874, + "action_effect_rmse": 20.877544542166923 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05659531314702234, + "action_effect_rmse": 0.07252987246713805 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9867679087344831, + "action_effect_rmse": 1.0934530142771959 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 20.524171782297483, + "action_effect_rmse": 21.28639719852067 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.8254558494818907, + 0.19537799278282178, + 0.32238455847756375, + 0.5394625683826566 + ], + "true_costs": [ + 0.946750082860937, + 0.19555943883653581, + 0.36157269685378335, + 0.6108034852921396 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 82, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13021025014460955, + "action_effect_rmse": 0.1423361698721379 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01674669501772404, + "action_effect_rmse": 0.019059873820657505 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4351384588235838, + "action_effect_rmse": 0.4352421169211464 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.60866314235629, + "action_effect_rmse": 40.76699939524871 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14106230569032796, + "action_effect_rmse": 0.16823315696377714 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04186951627571034, + "action_effect_rmse": 0.04874756329696535 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4006035568385924, + "action_effect_rmse": 0.4008038677926223 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 28.407823554641016, + "action_effect_rmse": 39.186251461341584 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.048731994552055014, + "action_effect_rmse": 0.058810867261967596 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1191214658779541, + "action_effect_rmse": 0.13915457976183915 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.29473926578413584, + "action_effect_rmse": 0.2950604906858441 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 27.585822786164204, + "action_effect_rmse": 38.20083649253756 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15229192282116047, + "action_effect_rmse": 0.1880656357014958 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2863739397113658, + "action_effect_rmse": 0.32202910920157696 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03294810366239812, + "action_effect_rmse": 0.036056978401835714 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 26.913000255051255, + "action_effect_rmse": 37.2072568680516 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 471.65001530712715, + 421.59500579369103, + 472.4605510191221, + 482.23857673436237 + ], + "true_costs": [ + 451.38087476816315, + 401.7174487576729, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 122, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0018769727656286113, + "action_effect_rmse": 0.0020909864485674622 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11607203827709493, + "action_effect_rmse": 0.1326061189244643 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.600668895301031, + "action_effect_rmse": 8.16824235947489 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007684231151954962, + "action_effect_rmse": 0.011794046846521508 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20328935248195754, + "action_effect_rmse": 0.23163396098701067 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.66981978129445, + "action_effect_rmse": 6.838339944415467 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.015347432855510176, + "action_effect_rmse": 0.019748149078762774 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.33712327054631547, + "action_effect_rmse": 0.39822468510864256 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.617625314659544, + "action_effect_rmse": 5.352662652878757 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04441972348763856, + "action_effect_rmse": 0.05015571523757407 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.63216730910399, + "action_effect_rmse": 0.806827768508684 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 9.009635489006625, + "action_effect_rmse": 10.41027665197918 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.2309593290334726, + 0.2797996508348756, + 0.10673545163537387, + 0.06103413313451578 + ], + "true_costs": [ + 0.34943173482841516, + 0.4423803958858177, + 0.17988222162200523, + 0.10241806833056942 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05634213008026016, + "action_effect_rmse": 0.05797650879279878 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3224303039392211, + "action_effect_rmse": 0.46610956212240595 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.355781387023726, + "action_effect_rmse": 4.508203480194052 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10564582484086966, + "action_effect_rmse": 0.11046901536803867 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6264484118132856, + "action_effect_rmse": 0.8726635325190047 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.3342803769734815, + "action_effect_rmse": 3.3877130375132993 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12363223031818875, + "action_effect_rmse": 0.13590936883324384 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9694324180006314, + "action_effect_rmse": 1.4165976503586495 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4130168917798556, + "action_effect_rmse": 3.4267971468592835 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1294909242033032, + "action_effect_rmse": 0.14287375984300374 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.102670757551785, + "action_effect_rmse": 7.350107531043044 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.36796966588905, + "action_effect_rmse": 7.390092534042132 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.0153873285746453, + 0.9826080793634395, + 0.6730361486229937, + 0.4930642402859286 + ], + "true_costs": [ + 0.8762251133653054, + 1.02, + 0.999897360791922, + 0.7744902415340987 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0426641247205608, + "action_effect_rmse": 0.044888993379115984 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18306106069064518, + "action_effect_rmse": 0.26712323755882067 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.5824731523996456, + "action_effect_rmse": 2.8403553971229942 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0721980773031351, + "action_effect_rmse": 0.08010328606866184 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.34409863169690763, + "action_effect_rmse": 0.561359845079288 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.46375467408306054, + "action_effect_rmse": 0.5422766217901159 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07898012840730599, + "action_effect_rmse": 0.09120399767261282 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8550743088848366, + "action_effect_rmse": 1.0611961397195258 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.3094961042457505, + "action_effect_rmse": 3.31377393355128 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10226638663369876, + "action_effect_rmse": 0.11620614824727242 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6880112666421034, + "action_effect_rmse": 2.2383470404170542 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.994004834826138, + "action_effect_rmse": 2.998869891754307 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.179720650871948, + 0.5160280352449977, + 0.7856063021227497, + 1.1264580328625304 + ], + "true_costs": [ + 1.0147431412336105, + 0.7074574702007793, + 0.999325263116405, + 1.02 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 48, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013774056472369012, + "action_effect_rmse": 0.014430042870890721 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8276375436607069, + "action_effect_rmse": 0.8355316003909095 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 23.243191902066044, + "action_effect_rmse": 23.711926678958932 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006109459025723509, + "action_effect_rmse": 0.007609298220890457 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3604472536564671, + "action_effect_rmse": 1.3768390253054574 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 23.12868321265641, + "action_effect_rmse": 23.512882658596617 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18877264968400617, + "action_effect_rmse": 0.18905185589849355 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.538267400375895, + "action_effect_rmse": 2.568125043498709 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 24.797578624938552, + "action_effect_rmse": 25.110104005323414 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06766750480354948, + "action_effect_rmse": 0.07271912315405063 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.463861091278241, + "action_effect_rmse": 5.528076791452484 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 26.669080296199677, + "action_effect_rmse": 27.060796457304328 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.09014444728902561, + 0.2597488194851594, + 0.12616186229138737, + 0.07799714577773534 + ], + "true_costs": [ + 0.1305996562254816, + 0.47551585194651813, + 0.2002015454166692, + 0.11067743207337671 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 147, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32445411752005643, + "action_effect_rmse": 0.34334217488696445 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008293717871525885, + "action_effect_rmse": 0.00950455294783971 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3339930408268021, + "action_effect_rmse": 1.4369512554603936 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0616461213891568, + "action_effect_rmse": 1.0696813549767017 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0395546107813279, + "action_effect_rmse": 0.040182361489838475 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.223461444866217, + "action_effect_rmse": 1.4781070976749904 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0420040863709061, + "action_effect_rmse": 1.075603934323629 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12271442382246651, + "action_effect_rmse": 0.13347364725245314 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.2754566647624963, + "action_effect_rmse": 3.5985081002847052 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0413446308123848, + "action_effect_rmse": 1.218629653571312 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6729693677548999, + "action_effect_rmse": 0.6783862033462569 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5773997172655734, + "action_effect_rmse": 3.87644643707292 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 252.73155920834944, + 277.2060636462601, + 207.85649112852272, + 151.82388702757882 + ], + "true_costs": [ + 248.91436835051786, + 237.04371066418986, + 152.07234965387846, + 107.22869608281285 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 83, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.037434316533355855, + "action_effect_rmse": 0.037625173855634256 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.882424043011722, + "action_effect_rmse": 0.8905134695388236 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 21.74792750666163, + "action_effect_rmse": 22.23892429072984 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06487043498786403, + "action_effect_rmse": 0.06501174955065082 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6928114478318694, + "action_effect_rmse": 1.7122801889186925 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 21.575723616227823, + "action_effect_rmse": 21.962064939622685 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04342721676069872, + "action_effect_rmse": 0.04440546752325645 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3770870457589386, + "action_effect_rmse": 1.4848056405377283 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 21.832936088463594, + "action_effect_rmse": 22.13282171962352 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03741933942582775, + "action_effect_rmse": 0.04817458507165476 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9262265835396946, + "action_effect_rmse": 1.2552564462029834 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.024274335194981, + "action_effect_rmse": 8.944549742492688 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.6928229222977395, + 0.5614654677187255, + 0.3310546928691357, + 0.20503228124751904 + ], + "true_costs": [ + 0.9978204559647611, + 0.7287412528955866, + 0.4181557170578504, + 0.2616792978995311 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 72, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0035134818501694567, + "action_effect_rmse": 0.004073766300233593 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5609400732747621, + "action_effect_rmse": 0.6858971121150197 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.119467067433991, + "action_effect_rmse": 4.890620895698778 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011128785996585436, + "action_effect_rmse": 0.013167366281063011 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6852570026332311, + "action_effect_rmse": 0.8027765458664253 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7513443837700713, + "action_effect_rmse": 2.1137610529249824 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016596780015741757, + "action_effect_rmse": 0.016840712850449014 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1280568732423102, + "action_effect_rmse": 1.8580694696840914 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.458397644494311, + "action_effect_rmse": 6.6374783857342265 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.041422343718744446, + "action_effect_rmse": 0.04519196246136528 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9193517478348476, + "action_effect_rmse": 4.823185934145229 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.288377784545322, + "action_effect_rmse": 4.5776628087408335 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.3091419939603324, + "predicted_costs": [ + 1.4542181383746269, + 1.3568589582458674, + 1.415038154582696, + 1.5518583463218434 + ], + "true_costs": [ + 1.746286054949738, + 1.5636526856821285, + 1.254510691721796, + 1.8109056066859857 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19561177468518784, + "action_effect_rmse": 0.25606346757071974 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0020141827507759538, + "action_effect_rmse": 0.002340856912030857 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.44974867285294806, + "action_effect_rmse": 0.5108927706292979 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18716991264952773, + "action_effect_rmse": 0.21359238086446664 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012939472782091363, + "action_effect_rmse": 0.01420257919561205 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8079891510139608, + "action_effect_rmse": 0.8887848307506311 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3220625417243366, + "action_effect_rmse": 0.3749045403080656 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04333699073754479, + "action_effect_rmse": 0.05195148411078427 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1930889527823016, + "action_effect_rmse": 1.7304750441159729 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7680010450117354, + "action_effect_rmse": 1.8304146734462214 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06917131231887315, + "action_effect_rmse": 0.08993703361800151 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.996361585269755, + "action_effect_rmse": 3.1716451756982726 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 6.32288762434731, + "predicted_costs": [ + 31.76350815736103, + 2.4354986742773335, + 9.557079981302003, + 40.149335925101724 + ], + "true_costs": [ + 9.696988254076373, + 8.672899788691865, + 2.3500121643445544, + 20.63187316289687 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 101, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2568742997668174, + "action_effect_rmse": 0.32799529325684357 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05717621164325296, + "action_effect_rmse": 0.06616707295840682 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.032542883672775975, + "action_effect_rmse": 0.037483175508125216 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 30.78046388940628, + "action_effect_rmse": 43.61052904789165 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41994998712036846, + "action_effect_rmse": 0.48259500894104085 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11547112420691323, + "action_effect_rmse": 0.13587099092868105 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05883051213761784, + "action_effect_rmse": 0.06347943087934738 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 29.76426692193458, + "action_effect_rmse": 42.65445747126918 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6680371958085095, + "action_effect_rmse": 0.7012257930705603 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20467425339982212, + "action_effect_rmse": 0.23892301556085452 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11189550573712104, + "action_effect_rmse": 0.1146408749899258 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 46.62828392113911, + "action_effect_rmse": 57.32701268695565 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3992493100892247, + "action_effect_rmse": 0.4520252102729624 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.43456585142572557, + "action_effect_rmse": 0.4842017836637399 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13727904070391703, + "action_effect_rmse": 0.13951384962183422 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.237779311211977, + "action_effect_rmse": 45.620148241312656 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 483.7718992103948, + 434.7028891068037, + 492.46002599692775, + 483.2804531405905 + ], + "true_costs": [ + 447.78508895541245, + 426.7512249509392, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 68, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2727131009634494, + "action_effect_rmse": 0.34895249017845814 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08396920245268191, + "action_effect_rmse": 0.10447831745795515 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4042441754880814, + "action_effect_rmse": 0.4043595428176139 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 28.198470206599556, + "action_effect_rmse": 40.4005347433606 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7051198966694575, + "action_effect_rmse": 0.9392021014032295 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11559026493398743, + "action_effect_rmse": 0.14002491451541751 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5905317129575561, + "action_effect_rmse": 0.5906748149668742 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.85941563098721, + "action_effect_rmse": 40.040261428795795 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.022094904301571, + "action_effect_rmse": 2.5511973056336696 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13412766037368704, + "action_effect_rmse": 0.1639820331918085 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6154233826749997, + "action_effect_rmse": 0.6155951627635087 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 30.46107668861244, + "action_effect_rmse": 43.155783303174445 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.398848078115608, + "action_effect_rmse": 2.525076732989262 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06974767206891148, + "action_effect_rmse": 0.07465772089955058 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3788275558771981, + "action_effect_rmse": 0.3791161705444539 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.375435976310428, + "action_effect_rmse": 32.68780114909752 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.7291622167088208, + "predicted_costs": [ + 5.311832025694691, + 5.206171013097239, + 15.290333642470138, + 16.920974701168518 + ], + "true_costs": [ + 2.0651194984300334, + 3.794281715138854, + 24.864651049919743, + 62.99783302329969 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 165, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.28731706576619825, + "action_effect_rmse": 0.32960572518597425 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00031375963537527696, + "action_effect_rmse": 0.00037346739031685424 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6267442282230414, + "action_effect_rmse": 0.7003397961594311 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3705318702131552, + "action_effect_rmse": 0.4217328038234788 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005066144082500538, + "action_effect_rmse": 0.006367119239236979 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1095134512513216, + "action_effect_rmse": 1.2003767431400794 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6063096976783188, + "action_effect_rmse": 0.7598799988316571 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010726508762355516, + "action_effect_rmse": 0.0146863654625368 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6243268391232277, + "action_effect_rmse": 1.9318882170700304 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5829244588363025, + "action_effect_rmse": 1.8334194609641123 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03520792744201273, + "action_effect_rmse": 0.049656796551430155 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.20729703790416, + "action_effect_rmse": 3.8321195429035617 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 7.825240283028524, + "predicted_costs": [ + 80.36480461071162, + 21.14074172351469, + 41.960259005232174, + 86.53834132194747 + ], + "true_costs": [ + 45.10501169559586, + 24.51519553647799, + 16.689955253449465, + 49.26388030033394 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 47, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005863091729706384, + "action_effect_rmse": 0.007887386545819485 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.168520923625228, + "action_effect_rmse": 1.211270013933615 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.541255305067737, + "action_effect_rmse": 7.8531389806842276 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014685240965874646, + "action_effect_rmse": 0.01856160876290953 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.495497648769337, + "action_effect_rmse": 2.574518360300685 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.731889439024499, + "action_effect_rmse": 6.9417127510088585 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07841129015749963, + "action_effect_rmse": 0.0802849838327427 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.4529150634211705, + "action_effect_rmse": 4.620420589437779 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.273905892882108, + "action_effect_rmse": 7.38930069664729 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11856606848530049, + "action_effect_rmse": 0.12292967214674884 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2033588074016777, + "action_effect_rmse": 3.948540037564462 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.836303594018206, + "action_effect_rmse": 8.977269222940992 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.313039492840602, + 0.20189735220517258, + 0.10563693355117842, + 0.12251225218874488 + ], + "true_costs": [ + 0.8809387360993783, + 0.4533418846232441, + 0.19677910081757802, + 0.22972744198549125 + ] + }, + { + "system_id": "tank-00088", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06785494622947101, + "action_effect_rmse": 0.07405999277512422 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013818630466815899, + "action_effect_rmse": 0.015086811783260887 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05002769084256333, + "action_effect_rmse": 0.05090372144470443 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.03822778052903, + "action_effect_rmse": 30.339457226103487 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19487519289430524, + "action_effect_rmse": 0.19729717320927606 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.032551017437754716, + "action_effect_rmse": 0.03681077516216441 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4240242010091347, + "action_effect_rmse": 0.4242846014246558 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 23.409223646525078, + "action_effect_rmse": 31.83624496900864 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20697606546068079, + "action_effect_rmse": 0.23039813433193235 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06955813472432659, + "action_effect_rmse": 0.07979739894650009 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5494628477014215, + "action_effect_rmse": 0.5497328736217659 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 23.458598358168967, + "action_effect_rmse": 31.501855091263405 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5632867132739712, + "action_effect_rmse": 0.7454260345935269 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11939724620395076, + "action_effect_rmse": 0.14251534508054448 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.038650161075323, + "action_effect_rmse": 1.0388145523970822 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.643888662488916, + "action_effect_rmse": 31.206286961783853 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 521.627832728831, + 476.9267720166454, + 508.10847308778307, + 502.6495456326504 + ], + "true_costs": [ + 503.29533896864046, + 438.4569558120269, + 503.29084746819996, + 503.35084746819996 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004414917862740134, + "action_effect_rmse": 0.005032658810405857 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3613929253609361, + "action_effect_rmse": 0.3791995110736308 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 12.357794027839097, + "action_effect_rmse": 13.199775845265751 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024545390170887377, + "action_effect_rmse": 0.025195459127257003 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6271286608797446, + "action_effect_rmse": 0.6823345046213661 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 14.397087616575734, + "action_effect_rmse": 14.970500071992573 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.017776911880899266, + "action_effect_rmse": 0.02142698532337708 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3952766946296886, + "action_effect_rmse": 1.4835107905293412 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 12.747069230299713, + "action_effect_rmse": 13.26321749523311 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.032569824319403896, + "action_effect_rmse": 0.03760535148584045 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0328582293110824, + "action_effect_rmse": 1.2387696413471088 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.704053151808381, + "action_effect_rmse": 4.385356032878487 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.29307810520024463, + 0.8100298479726308, + 0.5370306315024921, + 0.35971241101488627 + ], + "true_costs": [ + 0.40830590843205095, + 0.9240532378197692, + 0.6614543707025065, + 0.44775661648448173 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25114401056253516, + "action_effect_rmse": 0.3063781874420349 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0008518359718271048, + "action_effect_rmse": 0.0010021702955242179 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.47646983714468166, + "action_effect_rmse": 0.563580916408253 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17191118980883266, + "action_effect_rmse": 0.17801502996086987 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007487446743952593, + "action_effect_rmse": 0.00971110932775483 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9506494596541017, + "action_effect_rmse": 1.0684139186037775 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18792222679034984, + "action_effect_rmse": 0.21925471809205468 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01943056386200463, + "action_effect_rmse": 0.024989465997758413 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8763565001402565, + "action_effect_rmse": 2.0594129865274673 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3515910243402575, + "action_effect_rmse": 0.4370921853917655 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08553862037232918, + "action_effect_rmse": 0.08887296629863335 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.671892940344094, + "action_effect_rmse": 3.9532138825973733 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 14.629867095974145, + "predicted_costs": [ + 9.862440288147852, + 21.09467589943501, + 3.4050748145470195, + 4.512156609543748 + ], + "true_costs": [ + 33.060229172595456, + 64.11431327113324, + 16.78649778558374, + 2.156630689609596 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 131, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6705557520388888, + "action_effect_rmse": 0.7156403695517656 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006223598957719882, + "action_effect_rmse": 0.006467265683362382 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.512856220209926, + "action_effect_rmse": 1.605613239672396 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0239764549646253, + "action_effect_rmse": 1.050157940261952 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021530632676414047, + "action_effect_rmse": 0.02224750690457087 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0307974857286695, + "action_effect_rmse": 2.240720551612773 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.506454501106772, + "action_effect_rmse": 2.520900411070178 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.021779709753610394, + "action_effect_rmse": 0.027022588484399798 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8499000679130027, + "action_effect_rmse": 4.163178533452924 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.061346397475698, + "action_effect_rmse": 5.138288249315438 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1963218750740232, + "action_effect_rmse": 0.1981400575190085 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.577646272332904, + "action_effect_rmse": 9.945529736226295 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 17.874562305844215, + 14.624562588849074, + 1.1354231465516769, + 9.663484865084989 + ], + "true_costs": [ + 109.36853482947765, + 34.2937420520003, + 1.9863991072481246, + 10.078221492409284 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 66, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.31109471083102136, + "action_effect_rmse": 0.3606753895871136 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02499364450948131, + "action_effect_rmse": 0.030860682975152154 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13069091165852928, + "action_effect_rmse": 0.13152699141223673 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.10325697939433, + "action_effect_rmse": 45.98328862479263 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.27605241276440573, + "action_effect_rmse": 0.30508973502198844 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.031954707810509575, + "action_effect_rmse": 0.037509930167629435 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1504575267369494, + "action_effect_rmse": 0.15143215990400175 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 31.039201151329408, + "action_effect_rmse": 44.78662719488174 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2600265113863731, + "action_effect_rmse": 0.3527821270792047 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016124492094387932, + "action_effect_rmse": 0.02121343994603648 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14172787938682138, + "action_effect_rmse": 0.14258284027596232 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.91739641801674, + "action_effect_rmse": 41.43344298435903 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5259454796514007, + "action_effect_rmse": 1.652899860170196 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0638408452797042, + "action_effect_rmse": 0.07612594572414064 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18262393638653085, + "action_effect_rmse": 0.18312279608981066 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.79214292574171, + "action_effect_rmse": 42.19558873306553 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 47.55863042060099, + "predicted_costs": [ + 345.9819979816714, + 358.229149989321, + 420.32414157896505, + 417.9621145243369 + ], + "true_costs": [ + 379.7329500410587, + 332.1743196204577, + 448.25477351784303, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00043", + "family": "tank", + "anchor_step": 161, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21782548223560974, + "action_effect_rmse": 0.25873706629265275 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03371441885057299, + "action_effect_rmse": 0.040621785055756504 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3802331210417256, + "action_effect_rmse": 0.3805421192715513 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 46.67811281185961, + "action_effect_rmse": 48.42223926314748 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26540342925262833, + "action_effect_rmse": 0.30687890776276844 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04753684024391328, + "action_effect_rmse": 0.05955277587318202 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.46461173091680247, + "action_effect_rmse": 0.46491245516569507 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 46.546867107321084, + "action_effect_rmse": 48.26092756994264 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04714485564794302, + "action_effect_rmse": 0.06126970611899737 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.025399952491451216, + "action_effect_rmse": 0.03206080964917568 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5806156474229999, + "action_effect_rmse": 0.5807744125760993 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 47.49160802878169, + "action_effect_rmse": 49.346028161007766 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5406072446115405, + "action_effect_rmse": 0.6223855042096312 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13680907105151144, + "action_effect_rmse": 0.17304790085298646 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7405211758224567, + "action_effect_rmse": 0.740618462265827 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 48.543777722310416, + "action_effect_rmse": 50.751347748867765 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 3.840146277798906, + 0.5971426381869299, + 4.087706419564599, + 4.106734992081611 + ], + "true_costs": [ + 1.9051438473273075, + 1.0924319808960787, + 1.8739128388805801, + 1.9339128388805802 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 150, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0021447149914672523, + "action_effect_rmse": 0.003463076285506202 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12932380436735139, + "action_effect_rmse": 0.14569926891202506 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.158557276535767, + "action_effect_rmse": 4.779380494118652 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0037833935350959913, + "action_effect_rmse": 0.004579786458763574 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2911708373856155, + "action_effect_rmse": 0.35574346073268576 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 12.66028763795135, + "action_effect_rmse": 13.329115680994754 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.015289214216151759, + "action_effect_rmse": 0.01572948324944053 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6987522641403885, + "action_effect_rmse": 0.8171901296336951 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 12.335310396104163, + "action_effect_rmse": 12.92240255372423 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19984902583755781, + "action_effect_rmse": 0.20721403818075435 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6331978115262398, + "action_effect_rmse": 1.8787257835190563 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 14.138783722715297, + "action_effect_rmse": 14.82442275064596 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.10444293664794738, + 0.04632375243921895, + 0.001984028098342635, + 0.06089267611697216 + ], + "true_costs": [ + 0.1761149978948457, + 0.10010744821043219, + 0.0008064926124806322, + 0.05556627807638088 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 109, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12006265547996679, + "action_effect_rmse": 0.12212208155626776 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014746289324325682, + "action_effect_rmse": 0.017056014309362124 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25299505485072554, + "action_effect_rmse": 0.25351643988118533 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 25.405603895135766, + "action_effect_rmse": 34.9481110075304 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12896102739889415, + "action_effect_rmse": 0.14982610017625045 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04274354564023201, + "action_effect_rmse": 0.05028930860744906 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19738386983527892, + "action_effect_rmse": 0.1983755776898327 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.593607530888573, + "action_effect_rmse": 33.966104244594284 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12785352819345222, + "action_effect_rmse": 0.15599159934016718 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09327801053950029, + "action_effect_rmse": 0.1130576208027508 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11420160019479247, + "action_effect_rmse": 0.11583779529459619 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 24.31386412749566, + "action_effect_rmse": 33.69096919642505 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23642881467286317, + "action_effect_rmse": 0.2480767239241196 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18593627128525902, + "action_effect_rmse": 0.2056412898452992 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17726140051456032, + "action_effect_rmse": 0.17845602813374062 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 24.351121419155476, + "action_effect_rmse": 33.541236679214975 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 105.50802021268994, + 86.0287439259774, + 105.24407752689466, + 102.40212411328186 + ], + "true_costs": [ + 94.57052420482316, + 78.5114763161938, + 94.57991629872141, + 94.63991629872142 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 135, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07118205205707658, + "action_effect_rmse": 0.08145573262425539 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6658912479354152, + "action_effect_rmse": 0.7543490944194092 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3183094253282957, + "action_effect_rmse": 0.318840026372116 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7725891876833563, + "action_effect_rmse": 1.0372108550842227 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3860072881821033, + "action_effect_rmse": 0.38716407180168916 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7547450836174125, + "action_effect_rmse": 2.2139878845744474 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1640302703272514, + "action_effect_rmse": 1.3037521929856006 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.730246105684349, + "action_effect_rmse": 4.319012464314651 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 133.35391001598256, + 130.65443666960098, + 208.54367187773835, + 311.03891507712825 + ], + "true_costs": [ + 167.32066550618381, + 141.00399148814552, + 244.03142120086292, + 394.7162220539566 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 12, + "mean_regret": 0.04787804231797377, + "ranking_accuracy": 0.8888888888888888, + "ranking_comparable_pairs": 72, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.6058828004860087, + "action_effect_rmse": 0.743490037121968 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 1.1871714770786035, + "action_effect_rmse": 1.5159243647179252 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 1.7280648331665789, + "action_effect_rmse": 2.2602206342719118 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 2.840316901148831, + "action_effect_rmse": 3.8374353751734964 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.015382010228517219, + "action_effect_rmse": 0.024563632293768005 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 0.028813894771681527, + "action_effect_rmse": 0.04538260465831609 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 0.05854463039627047, + "action_effect_rmse": 0.08116333731757111 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 0.08317184546081487, + "action_effect_rmse": 0.10599056602916092 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 10.94843518449614, + "action_effect_rmse": 13.839941188961781 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 11.31617640534595, + "action_effect_rmse": 14.109328710009965 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 11.765715701030425, + "action_effect_rmse": 14.254748322981367 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 9.592233589894704, + "action_effect_rmse": 12.398511619014972 + } + ] + }, + { + "family": "tank", + "sample_count": 9, + "mean_regret": 5.476421404145535, + "ranking_accuracy": 0.7777777777777778, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.2837542168500276, + "action_effect_rmse": 0.34843180289574865 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.362204637237818, + "action_effect_rmse": 0.4252295817464559 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.378356932664339, + "action_effect_rmse": 0.45646700465680456 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.42376133944144817, + "action_effect_rmse": 0.5699781373868845 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 31.7380904736521, + "action_effect_rmse": 40.64248574914086 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 30.37570534798227, + "action_effect_rmse": 39.96478669992985 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 32.393694732707374, + "action_effect_rmse": 42.03614736945516 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 30.625274668993296, + "action_effect_rmse": 39.132094317371845 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.20409659310468575, + "action_effect_rmse": 0.2651844506040711 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.3347260584009573, + "action_effect_rmse": 0.45972857850631627 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.5260665169832768, + "action_effect_rmse": 0.9603516693408523 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.7899461609909888, + "action_effect_rmse": 1.2026742325053983 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.028108610585008242, + "action_effect_rmse": 0.04573461396040355 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.05122060834313974, + "action_effect_rmse": 0.07463866009191159 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.08356807131339665, + "action_effect_rmse": 0.12100628223284392 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.1673423406482552, + "action_effect_rmse": 0.23413817335483356 + } + ] + }, + { + "family": "thermal", + "sample_count": 9, + "mean_regret": 3.2748828767368185, + "ranking_accuracy": 0.9074074074074074, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.8568400093770161, + "action_effect_rmse": 1.05186978923244 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.3285011449313067, + "action_effect_rmse": 1.7089463714617188 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 2.070563219449919, + "action_effect_rmse": 2.582321728939069 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 3.645095431220069, + "action_effect_rmse": 4.707749476141525 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.31024733848712605, + "action_effect_rmse": 0.42606260964823 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.5379837198582424, + "action_effect_rmse": 0.6785868279581506 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.737120130292497, + "action_effect_rmse": 1.056821005837774 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 1.7324545438283376, + "action_effect_rmse": 2.316771082046956 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 7, + "action_effect_mae": 0.0034892380106249566, + "action_effect_rmse": 0.005154727263776254 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 7, + "action_effect_mae": 0.01658292683502421, + "action_effect_rmse": 0.02206631188378849 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 7, + "action_effect_mae": 0.042623474610817676, + "action_effect_rmse": 0.06494118125672119 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 7, + "action_effect_mae": 0.18902093622371904, + "action_effect_rmse": 0.2865924224326772 + } + ] + } + ] + }, + "calibrated_query_fraction": 0.9283577389387498 + }, + "persistence": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.03286764770746231, + "rmse": 0.0768844410777092, + "standardized_mae": 0.08967448770999908, + "standardized_rmse": 0.20976777374744415, + "standardized_gaussian_nll": 0.8164797385187449, + "physical_gaussian_nll": -0.18721780335945992, + "nominal_coverage": 0.9, + "coverage": 0.9829545454545454, + "mean_interval_width": 0.3312528729438782, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 172, + "mae": 0.06376330554485321, + "rmse": 0.12465320527553558, + "standardized_mae": 0.17396870255470276, + "standardized_rmse": 0.34009772539138794, + "standardized_gaussian_nll": 4.399676807091421, + "physical_gaussian_nll": 3.395979265213216, + "nominal_coverage": 0.9, + "coverage": 0.9709302325581395, + "mean_interval_width": 0.6247172355651855, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.11432512104511261, + "rmse": 0.18575872480869293, + "standardized_mae": 0.31191909313201904, + "standardized_rmse": 0.5068150758743286, + "standardized_gaussian_nll": 11.459432371385123, + "physical_gaussian_nll": 10.455734829506918, + "nominal_coverage": 0.9, + "coverage": 0.9822485207100592, + "mean_interval_width": 1.0249649286270142, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.1966448575258255, + "rmse": 0.27741187810897827, + "standardized_mae": 0.5365162491798401, + "standardized_rmse": 0.756877064704895, + "standardized_gaussian_nll": 27.259504842405903, + "physical_gaussian_nll": 26.2558073005277, + "nominal_coverage": 0.9, + "coverage": 0.976878612716763, + "mean_interval_width": 1.6609902381896973, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.42187198996543884, + "rmse": 0.6200496554374695, + "standardized_mae": 0.05210517346858978, + "standardized_rmse": 0.07658198475837708, + "standardized_gaussian_nll": -1.0904065525787658, + "physical_gaussian_nll": 1.001031100917708, + "nominal_coverage": 0.9, + "coverage": 0.8863636363636364, + "mean_interval_width": 1.555967092514038, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.8305805325508118, + "rmse": 1.086140513420105, + "standardized_mae": 0.10258453339338303, + "standardized_rmse": 0.13414861261844635, + "standardized_gaussian_nll": -0.4838540118414525, + "physical_gaussian_nll": 1.6075836416550213, + "nominal_coverage": 0.9, + "coverage": 0.8, + "mean_interval_width": 2.7693512439727783, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 178, + "mae": 1.4174387454986572, + "rmse": 1.8265597820281982, + "standardized_mae": 0.17506706714630127, + "standardized_rmse": 0.22559738159179688, + "standardized_gaussian_nll": 1.161062895812693, + "physical_gaussian_nll": 3.2525005493091665, + "nominal_coverage": 0.9, + "coverage": 0.7921348314606742, + "mean_interval_width": 4.948611736297607, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 175, + "mae": 2.4723520278930664, + "rmse": 3.2119624614715576, + "standardized_mae": 0.3053588271141052, + "standardized_rmse": 0.396707683801651, + "standardized_gaussian_nll": 6.485203114203775, + "physical_gaussian_nll": 8.576640767700248, + "nominal_coverage": 0.9, + "coverage": 0.8057142857142857, + "mean_interval_width": 8.651690483093262, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 177, + "mae": 1.8456226587295532, + "rmse": 6.315469264984131, + "standardized_mae": 0.11557472497224808, + "standardized_rmse": 0.3954809606075287, + "standardized_gaussian_nll": 6.436614019866294, + "physical_gaussian_nll": 9.207268748560258, + "nominal_coverage": 0.9, + "coverage": 0.9209039548022598, + "mean_interval_width": 10.085783958435059, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 177, + "mae": 4.407854080200195, + "rmse": 9.74779224395752, + "standardized_mae": 0.27602419257164, + "standardized_rmse": 0.6104164123535156, + "standardized_gaussian_nll": 17.24676730889612, + "physical_gaussian_nll": 20.017422037590087, + "nominal_coverage": 0.9, + "coverage": 0.9322033898305084, + "mean_interval_width": 33.58028030395508, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 180, + "mae": 6.817392349243164, + "rmse": 11.872069358825684, + "standardized_mae": 0.4269118905067444, + "standardized_rmse": 0.7434407472610474, + "standardized_gaussian_nll": 26.25156397727252, + "physical_gaussian_nll": 29.022218705966488, + "nominal_coverage": 0.9, + "coverage": 0.9666666666666667, + "mean_interval_width": 59.353973388671875, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 176, + "mae": 11.568307876586914, + "rmse": 16.66942596435547, + "standardized_mae": 0.7244189381599426, + "standardized_rmse": 1.0438560247421265, + "standardized_gaussian_nll": 53.09812715858372, + "physical_gaussian_nll": 55.868781887277684, + "nominal_coverage": 0.9, + "coverage": 0.9318181818181818, + "mean_interval_width": 69.8199691772461, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.11003341525793076, + "rmse": 0.22243383526802063, + "standardized_mae": 0.018965087831020355, + "standardized_rmse": 0.03833814710378647, + "standardized_gaussian_nll": -1.3101559040949582, + "physical_gaussian_nll": 0.4480284069524543, + "nominal_coverage": 0.9, + "coverage": 0.9230769230769231, + "mean_interval_width": 0.8225369453430176, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.21841385960578918, + "rmse": 0.42681461572647095, + "standardized_mae": 0.03764527291059494, + "standardized_rmse": 0.07356471568346024, + "standardized_gaussian_nll": -1.113058187710715, + "physical_gaussian_nll": 0.6451261233366974, + "nominal_coverage": 0.9, + "coverage": 0.910828025477707, + "mean_interval_width": 1.5801867246627808, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 159, + "mae": 0.37078067660331726, + "rmse": 0.6949412226676941, + "standardized_mae": 0.06390684098005295, + "standardized_rmse": 0.1197783574461937, + "standardized_gaussian_nll": -0.6663036962330056, + "physical_gaussian_nll": 1.091880614814407, + "nominal_coverage": 0.9, + "coverage": 0.8805031446540881, + "mean_interval_width": 2.1308891773223877, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 158, + "mae": 0.5468950867652893, + "rmse": 0.9357615113258362, + "standardized_mae": 0.09426148980855942, + "standardized_rmse": 0.16128554940223694, + "standardized_gaussian_nll": -0.08299503996286273, + "physical_gaussian_nll": 1.6751892710845497, + "nominal_coverage": 0.9, + "coverage": 0.9177215189873418, + "mean_interval_width": 3.229088068008423, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.031304169446229935, + "rmse": 0.03894869610667229, + "standardized_mae": 0.027043331414461136, + "standardized_rmse": 0.03364735469222069, + "standardized_gaussian_nll": -1.3270393675787953, + "physical_gaussian_nll": -1.1807285260648543, + "nominal_coverage": 0.9, + "coverage": 0.8633540372670807, + "mean_interval_width": 0.11402636766433716, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 159, + "mae": 0.06619593501091003, + "rmse": 0.08922047168016434, + "standardized_mae": 0.05718595162034035, + "standardized_rmse": 0.07707659900188446, + "standardized_gaussian_nll": -1.0866064164228502, + "physical_gaussian_nll": -0.9402955749089092, + "nominal_coverage": 0.9, + "coverage": 0.8553459119496856, + "mean_interval_width": 0.22123782336711884, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.13155823945999146, + "rmse": 0.16637127101421356, + "standardized_mae": 0.11365173757076263, + "standardized_rmse": 0.14372633397579193, + "standardized_gaussian_nll": -0.35078353734028556, + "physical_gaussian_nll": -0.20447269582634467, + "nominal_coverage": 0.9, + "coverage": 0.85625, + "mean_interval_width": 0.4518722593784332, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.2562798261642456, + "rmse": 0.3092353641986847, + "standardized_mae": 0.22139735519886017, + "standardized_rmse": 0.2671450674533844, + "standardized_gaussian_nll": 2.1846779042159596, + "physical_gaussian_nll": 2.3309887457299006, + "nominal_coverage": 0.9, + "coverage": 0.845679012345679, + "mean_interval_width": 0.864724338054657, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.11072835326194763, + "rmse": 0.17280760407447815, + "standardized_mae": 0.23053760826587677, + "standardized_rmse": 0.359787255525589, + "standardized_gaussian_nll": 5.088697649022056, + "physical_gaussian_nll": 4.355363590404442, + "nominal_coverage": 0.9, + "coverage": 0.8944099378881988, + "mean_interval_width": 0.5242584347724915, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 161, + "mae": 0.1575251817703247, + "rmse": 0.27200397849082947, + "standardized_mae": 0.32796910405158997, + "standardized_rmse": 0.5663151741027832, + "standardized_gaussian_nll": 14.651999318166542, + "physical_gaussian_nll": 13.918665259548929, + "nominal_coverage": 0.9, + "coverage": 0.9440993788819876, + "mean_interval_width": 0.887300431728363, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 163, + "mae": 0.2558380961418152, + "rmse": 0.390421062707901, + "standardized_mae": 0.5326576232910156, + "standardized_rmse": 0.8128607869148254, + "standardized_gaussian_nll": 31.65348817773925, + "physical_gaussian_nll": 30.920154119121634, + "nominal_coverage": 0.9, + "coverage": 0.8588957055214724, + "mean_interval_width": 1.057181715965271, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.32775455713272095, + "rmse": 0.4911038279533386, + "standardized_mae": 0.682388424873352, + "standardized_rmse": 1.0224833488464355, + "standardized_gaussian_nll": 50.88996858521092, + "physical_gaussian_nll": 50.15663452659331, + "nominal_coverage": 0.9, + "coverage": 0.925, + "mean_interval_width": 1.589600920677185, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 161, + "mae": 2.1873481273651123, + "rmse": 9.149477005004883, + "standardized_mae": 0.05141907557845116, + "standardized_rmse": 0.21508128941059113, + "standardized_gaussian_nll": 0.9293521169660892, + "physical_gaussian_nll": 4.67978804872699, + "nominal_coverage": 0.9, + "coverage": 0.9751552795031055, + "mean_interval_width": 58.144107818603516, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 162, + "mae": 4.553341865539551, + "rmse": 12.9063138961792, + "standardized_mae": 0.10703766345977783, + "standardized_rmse": 0.3033951222896576, + "standardized_gaussian_nll": 3.2187835656905857, + "physical_gaussian_nll": 6.969219497451486, + "nominal_coverage": 0.9, + "coverage": 0.9629629629629629, + "mean_interval_width": 78.54828643798828, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 159, + "mae": 10.689953804016113, + "rmse": 22.84450340270996, + "standardized_mae": 0.2512940466403961, + "standardized_rmse": 0.5370170474052429, + "standardized_gaussian_nll": 13.035722697945276, + "physical_gaussian_nll": 16.786158629706176, + "nominal_coverage": 0.9, + "coverage": 0.9748427672955975, + "mean_interval_width": 154.53363037109375, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 162, + "mae": 19.740633010864258, + "rmse": 30.162487030029297, + "standardized_mae": 0.46405282616615295, + "standardized_rmse": 0.7090445160865784, + "standardized_gaussian_nll": 23.753563459453858, + "physical_gaussian_nll": 27.50399939121476, + "nominal_coverage": 0.9, + "coverage": 0.9876543209876543, + "mean_interval_width": 183.7190704345703, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 152, + "mae": 0.5177053809165955, + "rmse": 0.7531543374061584, + "standardized_mae": 0.08412498235702515, + "standardized_rmse": 0.1223844662308693, + "standardized_gaussian_nll": -0.6347486996849546, + "physical_gaussian_nll": 1.1823540199273475, + "nominal_coverage": 0.9, + "coverage": 0.9736842105263158, + "mean_interval_width": 4.106749534606934, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 150, + "mae": 1.0364437103271484, + "rmse": 1.4739738702774048, + "standardized_mae": 0.168417826294899, + "standardized_rmse": 0.23951466381549835, + "standardized_gaussian_nll": 1.4847175206123575, + "physical_gaussian_nll": 3.3018202402246595, + "nominal_coverage": 0.9, + "coverage": 0.96, + "mean_interval_width": 8.181002616882324, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 153, + "mae": 1.8536876440048218, + "rmse": 2.579038381576538, + "standardized_mae": 0.30121657252311707, + "standardized_rmse": 0.4190830886363983, + "standardized_gaussian_nll": 7.397885223670562, + "physical_gaussian_nll": 9.214987943282864, + "nominal_coverage": 0.9, + "coverage": 0.9869281045751634, + "mean_interval_width": 15.33467960357666, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 155, + "mae": 3.229127883911133, + "rmse": 4.408038139343262, + "standardized_mae": 0.5247199535369873, + "standardized_rmse": 0.7162879705429077, + "standardized_gaussian_nll": 24.26978418237016, + "physical_gaussian_nll": 26.08688690198246, + "nominal_coverage": 0.9, + "coverage": 0.9935483870967742, + "mean_interval_width": 27.894412994384766, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 116, + "mae": 0.053732942789793015, + "rmse": 0.06923146545886993, + "standardized_mae": 0.02194441668689251, + "standardized_rmse": 0.02827397920191288, + "standardized_gaussian_nll": -1.3436757025911046, + "physical_gaussian_nll": -0.4481621857261243, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.8055154085159302, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 110, + "mae": 0.10267924517393112, + "rmse": 0.13380427658557892, + "standardized_mae": 0.04193397983908653, + "standardized_rmse": 0.05464537441730499, + "standardized_gaussian_nll": -1.2343407333694931, + "physical_gaussian_nll": -0.33882721650451286, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.805515468120575, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 113, + "mae": 0.1978565901517868, + "rmse": 0.25815895199775696, + "standardized_mae": 0.08080419898033142, + "standardized_rmse": 0.10543155670166016, + "standardized_gaussian_nll": -0.827855810844967, + "physical_gaussian_nll": 0.06765770602001331, + "nominal_coverage": 0.9, + "coverage": 0.9026548672566371, + "mean_interval_width": 0.8055153489112854, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 116, + "mae": 0.3424556255340576, + "rmse": 0.4574921429157257, + "standardized_mae": 0.13985812664031982, + "standardized_rmse": 0.1868387907743454, + "standardized_gaussian_nll": 0.36179036232241485, + "physical_gaussian_nll": 1.2573038791873952, + "nominal_coverage": 0.9, + "coverage": 0.6810344827586207, + "mean_interval_width": 0.8055154085159302, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 1.3956782817840576, + "rmse": 1.6238672733306885, + "standardized_mae": 0.017544059082865715, + "standardized_rmse": 0.02041245810687542, + "standardized_gaussian_nll": -1.3628131529771053, + "physical_gaussian_nll": 3.013607274353278, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 6.875302314758301, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 154, + "mae": 2.7829911708831787, + "rmse": 3.2254996299743652, + "standardized_mae": 0.034982964396476746, + "standardized_rmse": 0.04054541513323784, + "standardized_gaussian_nll": -1.3014500588589344, + "physical_gaussian_nll": 3.0749703684714484, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 13.750604629516602, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 155, + "mae": 5.457251071929932, + "rmse": 6.240201473236084, + "standardized_mae": 0.0685991421341896, + "standardized_rmse": 0.07844104617834091, + "standardized_gaussian_nll": -1.0759966532429635, + "physical_gaussian_nll": 3.3004237740874194, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 25.939254760742188, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 156, + "mae": 10.869580268859863, + "rmse": 12.30549430847168, + "standardized_mae": 0.13663360476493835, + "standardized_rmse": 0.1546834409236908, + "standardized_gaussian_nll": -0.18729807745245686, + "physical_gaussian_nll": 4.189122349877926, + "nominal_coverage": 0.9, + "coverage": 0.9807692307692307, + "mean_interval_width": 46.65970993041992, + "interval_kind": "heldout_calibrated" + } + ], + "calibration_status": "heldout_partial", + "counterfactual": { + "status": "completed", + "samples": 30, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5021683905452564, + "action_effect_rmse": 0.618033049259884 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00553179068995983, + "action_effect_rmse": 0.006808133551117962 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5140842716947548, + "action_effect_rmse": 0.5420532084432029 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9227210898687636, + "action_effect_rmse": 1.1356193251606161 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021478045116470668, + "action_effect_rmse": 0.026433646492681626 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0281685433895096, + "action_effect_rmse": 1.0841064168864059 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5749866008367601, + "action_effect_rmse": 1.9383812079483764 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07722310478104906, + "action_effect_rmse": 0.09504069116999647 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.056337086779019, + "action_effect_rmse": 2.1682128337728117 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3926369934370926, + "action_effect_rmse": 2.944687010706357 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24871026916417094, + "action_effect_rmse": 0.30609486564233684 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.112674173558041, + "action_effect_rmse": 4.336425667545623 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 9.670847066234172, + "predicted_costs": [ + 12.753234132409244, + 13.184407778326445, + 12.184407778326445, + 13.184407778326445 + ], + "true_costs": [ + 5.29387147671569, + 55.418109072711815, + 14.268767655668475, + 4.5979205894343025 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 75, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.042550717624531297, + "action_effect_rmse": 0.04595342079830487 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7151603790313956, + "action_effect_rmse": 0.8148346597705421 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.971646731770178, + "action_effect_rmse": 7.647973337854006 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11087176469676104, + "action_effect_rmse": 0.1161737603943706 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1273282308806976, + "action_effect_rmse": 2.2613731445469254 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 11.189946112366984, + "action_effect_rmse": 11.64689328827326 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08085935278216368, + "action_effect_rmse": 0.09394463146647668 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.196810067314537, + "action_effect_rmse": 3.5227798499988627 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.272989416153435, + "action_effect_rmse": 5.461745551682381 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11618448112499442, + "action_effect_rmse": 0.1420261795252849 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.141220906674512, + "action_effect_rmse": 5.829690750849293 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.762765361292842, + "action_effect_rmse": 6.057991274543255 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 1.6538511091929782, + 1.6383654440221165, + 1.6183654440221165, + 1.6383654440221165 + ], + "true_costs": [ + 1.6870119374852577, + 1.3246161176877902, + 1.0592216038324374, + 1.5739227991857385 + ] + }, + { + "system_id": "thermal-00003", + "family": "thermal", + "anchor_step": 78, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0410556560549449, + "action_effect_rmse": 1.2084108434520566 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009601873343607773, + "action_effect_rmse": 0.011145425125337623 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5990088632734493, + "action_effect_rmse": 0.6035030503542264 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7553156968576917, + "action_effect_rmse": 2.0077155581605557 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03551096652113728, + "action_effect_rmse": 0.04090921553942998 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2678556817708586, + "action_effect_rmse": 1.2688611558285905 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5231523174627823, + "action_effect_rmse": 2.8716399699154467 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11520058653402761, + "action_effect_rmse": 0.13090877248032873 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8150631844375575, + "action_effect_rmse": 2.952744352950184 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3987752196579337, + "action_effect_rmse": 3.87500374118133 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.30312764159265154, + "action_effect_rmse": 0.35369722520477936 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.549259383083306, + "action_effect_rmse": 5.7626180387024215 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 4.762997905587927, + "predicted_costs": [ + 21.739146659490988, + 22.332248976015993, + 21.332248976015993, + 22.332248976015993 + ], + "true_costs": [ + 26.49760331004995, + 11.404685981504198, + 16.167683887092124, + 99.1084380965106 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0954824830702723, + "action_effect_rmse": 0.16538051191054678 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02738614036656865, + "action_effect_rmse": 0.030878225231002428 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17228616890766946, + "action_effect_rmse": 0.17228616890766946 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.298304021698755, + "action_effect_rmse": 44.809495824311426 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16942124492247382, + "action_effect_rmse": 0.2934462040872953 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05301832111866626, + "action_effect_rmse": 0.059189163381688996 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18079335513480677, + "action_effect_rmse": 0.18079335513480677 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.35357754149339, + "action_effect_rmse": 44.81800513337978 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2983849634397213, + "action_effect_rmse": 0.5168179168921793 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11146699873298142, + "action_effect_rmse": 0.12252761998067657 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15604913989059055, + "action_effect_rmse": 0.15604913989059055 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 32.44998541294925, + "action_effect_rmse": 44.83333243138958 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5619427928007864, + "action_effect_rmse": 0.9733134680781124 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19219857490777534, + "action_effect_rmse": 0.24005877246325552 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10695330399281988, + "action_effect_rmse": 0.10695330399281988 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.31090034765692, + "action_effect_rmse": 35.525202910896425 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 445.2493739661699, + 445.23642196074286, + 445.25642196074284, + 445.31642196074284 + ], + "true_costs": [ + 451.3821803058857, + 383.6347777926726, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.059357535292060205, + "action_effect_rmse": 0.06268718156951592 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6005154823648482, + "action_effect_rmse": 0.6146705668570527 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 19.856796186017892, + "action_effect_rmse": 20.77598064385024 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11862317718599517, + "action_effect_rmse": 0.1252861038301919 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1706279898116634, + "action_effect_rmse": 1.197887010560873 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 20.38094853434411, + "action_effect_rmse": 21.329256215405085 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23688629960819418, + "action_effect_rmse": 0.2502265881291924 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2324486397946863, + "action_effect_rmse": 2.2833277961004037 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 21.42688158015376, + "action_effect_rmse": 22.433563711693708 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2980874980855077, + "action_effect_rmse": 0.3388669880159582 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0882687551740973, + "action_effect_rmse": 3.2089420195224396 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.636716153073249, + "action_effect_rmse": 7.5603490520033505 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.11972255359142288, + "predicted_costs": [ + 0.2481348609265155, + 0.22521646677888996, + 0.20521646677888997, + 0.22521646677888996 + ], + "true_costs": [ + 0.08697956422894386, + 0.4815418742900818, + 0.20670211782036674, + 0.11900088194005333 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1614401598858848, + "action_effect_rmse": 1.252604213508762 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6935010858896102, + "action_effect_rmse": 1.7930889967125199 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8283948425890296, + "action_effect_rmse": 0.9492611698508636 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.8002415999375123, + "action_effect_rmse": 3.03813131824638 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9649617938828996, + "action_effect_rmse": 2.3519332697069255 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.0137226280333165, + "action_effect_rmse": 5.5401236580430995 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.710484580911768, + "action_effect_rmse": 5.759953192796494 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.440684684224925, + "action_effect_rmse": 10.552191693159354 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 44.36356498562235, + "predicted_costs": [ + 40.393005347129495, + 39.23125299844302, + 38.23125299844302, + 39.23125299844302 + ], + "true_costs": [ + 138.61730453341346, + 17.18951192419299, + 61.55307690981533, + 153.57401303581446 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 29, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3352508772441872, + "action_effect_rmse": 0.48278135761996066 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016604843782224894, + "action_effect_rmse": 0.020073267970977488 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6852660668787638, + "action_effect_rmse": 0.6852660668787638 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 36.08674619653516, + "action_effect_rmse": 38.49334292701921 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.42356016515079925, + "action_effect_rmse": 0.7249435392152835 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024476810464441574, + "action_effect_rmse": 0.030106497893565582 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7833198735940458, + "action_effect_rmse": 0.7833198735940458 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 36.20441840502968, + "action_effect_rmse": 38.69642080814657 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6973640085798491, + "action_effect_rmse": 1.207869894230197 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013428587805457562, + "action_effect_rmse": 0.018036085552734928 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8342244519474372, + "action_effect_rmse": 0.8342244519474373 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 36.56926228175365, + "action_effect_rmse": 39.21014998697739 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.229166157882733, + "action_effect_rmse": 2.128978236397122 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.034874598364499576, + "action_effect_rmse": 0.039954122296584134 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0325754408739438, + "action_effect_rmse": 1.0325754408739438 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.296879542697777, + "action_effect_rmse": 42.087222389749876 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 78.86029617188952, + 78.81671007084857, + 78.83671007084857, + 78.89671007084857 + ], + "true_costs": [ + 94.60350239976236, + 38.44773185665458, + 92.60413461253019, + 94.63991629872142 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 155, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08487726355759832, + "action_effect_rmse": 0.08725065156286543 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0532160202203162, + "action_effect_rmse": 1.0633412132858544 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 23.134913644495622, + "action_effect_rmse": 23.92859461885632 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16957799322270753, + "action_effect_rmse": 0.17432830640105113 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0597361657779296, + "action_effect_rmse": 2.07917693435984 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 23.158267933187734, + "action_effect_rmse": 23.997259785471922 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20848672118192121, + "action_effect_rmse": 0.22360196691348938 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9459246562798498, + "action_effect_rmse": 2.01873831468776 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 23.201230550145294, + "action_effect_rmse": 24.134401013322147 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21877828275508485, + "action_effect_rmse": 0.2719553762979541 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8019016809534492, + "action_effect_rmse": 1.251849500468127 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 23.292250338240592, + "action_effect_rmse": 24.426965436004323 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.16601325801724753, + "predicted_costs": [ + 0.4415223231098177, + 0.38368897246306244, + 0.3636889724630624, + 0.38368897246306244 + ], + "true_costs": [ + 0.946750082860937, + 0.19555943883653581, + 0.36157269685378335, + 0.6108034852921396 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 82, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05782362919382559, + "action_effect_rmse": 0.10015346364172892 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04193826100950441, + "action_effect_rmse": 0.047204679274038874 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4451557262871111, + "action_effect_rmse": 0.44515572628711103 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 30.982107906370683, + "action_effect_rmse": 42.51742628464018 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11752214746867533, + "action_effect_rmse": 0.2035543304303478 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08434847515708792, + "action_effect_rmse": 0.09436239876259393 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41713194552355876, + "action_effect_rmse": 0.4171319455235588 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 30.84715415092194, + "action_effect_rmse": 42.22854359715467 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23060532782345197, + "action_effect_rmse": 0.3994201442862957 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16498498924470084, + "action_effect_rmse": 0.18323761638263017 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3177773633558407, + "action_effect_rmse": 0.3177773633558407 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 30.559006445433045, + "action_effect_rmse": 41.64656535655354 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4063102074350269, + "action_effect_rmse": 0.7037499229113163 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3160045941689642, + "action_effect_rmse": 0.35319627430772454 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05915079329519157, + "action_effect_rmse": 0.05915079329519157 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.890907264701156, + "action_effect_rmse": 40.47257192198151 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 451.3808761028806, + 451.36922963517617, + 451.38922963517615, + 451.44922963517615 + ], + "true_costs": [ + 451.38087476816315, + 401.7174487576729, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 122, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02425037374869528, + "action_effect_rmse": 0.029379483100209384 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11465072500087341, + "action_effect_rmse": 0.13940368157876168 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.477659609405518, + "action_effect_rmse": 9.256913814834117 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04759284439768153, + "action_effect_rmse": 0.05681351981322833 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23103464076384958, + "action_effect_rmse": 0.2657472160249849 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 7.4368850682054815, + "action_effect_rmse": 8.980465848345318 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09155125512630659, + "action_effect_rmse": 0.10625110672431282 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.47079672699735653, + "action_effect_rmse": 0.49567100006239295 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.317740787047446, + "action_effect_rmse": 8.473196453009832 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17936224766543404, + "action_effect_rmse": 0.20548357771090642 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.85977668338802, + "action_effect_rmse": 0.8878869292776783 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 11.296305581320775, + "action_effect_rmse": 13.612343424443917 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.07746415329143581, + "predicted_costs": [ + 0.19693630530432096, + 0.19958898167584518, + 0.1795889816758452, + 0.19958898167584518 + ], + "true_costs": [ + 0.34943173482841516, + 0.4423803958858177, + 0.17988222162200523, + 0.10241806833056942 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00605293053235266, + "action_effect_rmse": 0.010483983216719738 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24179771016832063, + "action_effect_rmse": 0.4188059191653451 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.556296859461086, + "action_effect_rmse": 6.820227068325014 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012146390117118195, + "action_effect_rmse": 0.021038164811401198 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.47177407847926983, + "action_effect_rmse": 0.8171366736200821 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.596502815441423, + "action_effect_rmse": 6.870055165059304 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02436330902078661, + "action_effect_rmse": 0.04219848906450357 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8911330650856991, + "action_effect_rmse": 1.543487745033014 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.673529166302612, + "action_effect_rmse": 6.967156917198002 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19434535580826706, + "action_effect_rmse": 0.20619479438237667 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.445727737402161, + "action_effect_rmse": 7.790895041917118 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.506978433719292, + "action_effect_rmse": 8.788189158635433 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.2254071192578233, + "predicted_costs": [ + 1.0602331358788268, + 1.0199999694004727, + 0.9999999694004726, + 1.0199999694004727 + ], + "true_costs": [ + 0.8762251133653054, + 1.02, + 0.999897360791922, + 0.7744902415340987 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008075802653310094, + "action_effect_rmse": 0.013948762785603221 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1951636385495578, + "action_effect_rmse": 0.3364564163613156 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.057858637780711, + "action_effect_rmse": 4.453325373719763 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016109771109132292, + "action_effect_rmse": 0.02786127556247669 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3802679418596675, + "action_effect_rmse": 0.6570310157637423 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.271344435024988, + "action_effect_rmse": 2.9589539218463328 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03779036786253864, + "action_effect_rmse": 0.047990242308766494 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8600548774251102, + "action_effect_rmse": 1.0774355948066434 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1987194968719046, + "action_effect_rmse": 2.480120381722802 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06442720147602359, + "action_effect_rmse": 0.11142859734724724 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6282679453739597, + "action_effect_rmse": 1.9149518019809835 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.36840627067009, + "action_effect_rmse": 6.772187561149521 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.2918677929156257, + "predicted_costs": [ + 1.0314553036835528, + 1.0199999725342488, + 0.9999999725342488, + 1.0199999725342488 + ], + "true_costs": [ + 1.0147431412336105, + 0.7074574702007793, + 0.999325263116405, + 1.02 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 48, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09367040938446967, + "action_effect_rmse": 0.09596670913483782 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.747695322591421, + "action_effect_rmse": 0.754961040053553 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 25.933099098463146, + "action_effect_rmse": 26.47079801239089 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18718261801204084, + "action_effect_rmse": 0.19177859386928117 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4946765553185106, + "action_effect_rmse": 1.5090909309793414 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 26.733586706953304, + "action_effect_rmse": 27.290794838744073 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37373076873187533, + "action_effect_rmse": 0.3829363750242375 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9962363139241575, + "action_effect_rmse": 3.0243485391568288 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 28.330484964727503, + "action_effect_rmse": 28.926815482403722 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17549555211092124, + "action_effect_rmse": 0.21274056688946788 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.079878672793587, + "action_effect_rmse": 6.132950760211101 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 24.001907679248045, + "action_effect_rmse": 24.881353585262502 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.0895241133432925, + "predicted_costs": [ + 0.27995517648985757, + 0.21995517648985757, + 0.19995517648985758, + 0.21995517648985757 + ], + "true_costs": [ + 0.1305996562254816, + 0.47551585194651813, + 0.2002015454166692, + 0.11067743207337671 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 147, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3234823583356405, + "action_effect_rmse": 1.4039373157535204 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014579227856654478, + "action_effect_rmse": 0.015465504238810438 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9353313688024703, + "action_effect_rmse": 2.009408917859965 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.431863707668953, + "action_effect_rmse": 2.5796975566162423 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.056606139172406124, + "action_effect_rmse": 0.06004724625481183 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.8706627376049405, + "action_effect_rmse": 4.01881783571993 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2757726390592, + "action_effect_rmse": 2.7088151308857573 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18286779481749763, + "action_effect_rmse": 0.19654473301108472 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.058184611532586, + "action_effect_rmse": 6.43250090253233 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9264337954307222, + "action_effect_rmse": 2.29221195942051 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27238229879269465, + "action_effect_rmse": 0.32618760902262406 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.0669466320332885, + "action_effect_rmse": 8.285143510807922 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 44.843653571065616, + "predicted_costs": [ + 336.4811168620736, + 334.59749783176096, + 333.59749783176096, + 334.59749783176096 + ], + "true_costs": [ + 248.91436835051786, + 237.04371066418986, + 152.07234965387846, + 107.22869608281285 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 83, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10373075613945663, + "action_effect_rmse": 0.10581678329990028 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7827351558987251, + "action_effect_rmse": 0.7916612184879585 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 24.243800420355242, + "action_effect_rmse": 24.818181205104587 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17305325782441625, + "action_effect_rmse": 0.17803285083173329 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.256010594035504, + "action_effect_rmse": 1.2779344390358867 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 24.83721816123393, + "action_effect_rmse": 25.436114154790268 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16904470605772728, + "action_effect_rmse": 0.18859349855554325 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8877594730324129, + "action_effect_rmse": 1.0015848120857846 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 24.80290396777919, + "action_effect_rmse": 25.482159072453456 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17785700590482864, + "action_effect_rmse": 0.23008041665158063 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6385922606314054, + "action_effect_rmse": 0.8765155665508494 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.818150871501773, + "action_effect_rmse": 12.558974729406009 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.15647641915831928, + "predicted_costs": [ + 0.4809897870621922, + 0.4378308541641651, + 0.4178308541641651, + 0.4378308541641651 + ], + "true_costs": [ + 0.9978204559647611, + 0.7287412528955866, + 0.4181557170578504, + 0.2616792978995311 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 72, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.024699539146399885, + "action_effect_rmse": 0.030195943892325418 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6491351318656721, + "action_effect_rmse": 0.7609264273255988 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.971910741027492, + "action_effect_rmse": 5.897130904631154 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03699843644868184, + "action_effect_rmse": 0.04701855605784476 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6142848498248649, + "action_effect_rmse": 0.8441531651374123 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.026232616803411, + "action_effect_rmse": 3.4466794567501378 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0690646394910116, + "action_effect_rmse": 0.07471571873655562 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3106312434478486, + "action_effect_rmse": 1.8170240977947638 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.896343182410427, + "action_effect_rmse": 7.701820401236931 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12771845948029253, + "action_effect_rmse": 0.14082270507250233 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.974013312122134, + "action_effect_rmse": 4.863736797575698 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.5356615278406744, + "action_effect_rmse": 5.849780406231834 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 1.89397804701128, + 1.8911191726050451, + 1.8711191726050451, + 1.8911191726050451 + ], + "true_costs": [ + 1.746286054949738, + 1.5636526856821285, + 1.254510691721796, + 1.8109056066859857 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5021683905452541, + "action_effect_rmse": 0.6180330492598854 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005531790689962198, + "action_effect_rmse": 0.006808133551124222 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.514084271694756, + "action_effect_rmse": 0.5420532084432031 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9722299789665337, + "action_effect_rmse": 1.2376357142407985 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022023425544508275, + "action_effect_rmse": 0.027528868068293872 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9307509383614226, + "action_effect_rmse": 1.1017554808584658 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6699011143243598, + "action_effect_rmse": 2.1350590577398383 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08140818207174642, + "action_effect_rmse": 0.10366832041736122 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8249213416109622, + "action_effect_rmse": 2.2272451443534993 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1175561454555827, + "action_effect_rmse": 2.33832932901331 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22705483935078874, + "action_effect_rmse": 0.26827433000074247 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5646261086466233, + "action_effect_rmse": 4.5225995040105795 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 5.8899947215453565, + 5.768296549608473, + 4.768296549608473, + 5.768296549608473 + ], + "true_costs": [ + 9.696988254076373, + 8.672899788691865, + 2.3500121643445544, + 20.63187316289687 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 101, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022601990412264072, + "action_effect_rmse": 0.03914779574622601 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0818217786376542, + "action_effect_rmse": 0.09384324754295405 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017968389966015172, + "action_effect_rmse": 0.017968389966015172 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 33.092763662597164, + "action_effect_rmse": 46.42511480003392 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05348721473805421, + "action_effect_rmse": 0.09264257348165676 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15756985275523108, + "action_effect_rmse": 0.17883795333256006 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0380831829807223, + "action_effect_rmse": 0.0380831829807223 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.11585216199003, + "action_effect_rmse": 46.42717393311236 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10394549592423097, + "action_effect_rmse": 0.1800388801587117 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2497474560503458, + "action_effect_rmse": 0.29515932375582526 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09957746959868152, + "action_effect_rmse": 0.09957746959868152 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 48.276329654056376, + "action_effect_rmse": 59.73805922875301 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2717629388836726, + "action_effect_rmse": 0.3067828868237642 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.42844885266758936, + "action_effect_rmse": 0.45773212773570926 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18576994349099504, + "action_effect_rmse": 0.18576994349099504 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 34.6307474109782, + "action_effect_rmse": 49.26244471757484 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 451.3911927721704, + 451.36922963517617, + 451.38922963517615, + 451.44922963517615 + ], + "true_costs": [ + 447.78508895541245, + 426.7512249509392, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 68, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7206633479200809, + "action_effect_rmse": 0.8816507891103411 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0657435419184651, + "action_effect_rmse": 0.08402263300843861 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.39567385416981765, + "action_effect_rmse": 0.3956738541698176 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.336835635267448, + "action_effect_rmse": 44.52397494981519 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.48292803811567, + "action_effect_rmse": 1.7957808400286717 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0962578521034132, + "action_effect_rmse": 0.12142028511630491 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5795658572741791, + "action_effect_rmse": 0.5795658572741791 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.35255404585589, + "action_effect_rmse": 45.699957474606244 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9284275775992774, + "action_effect_rmse": 3.5237792770102914 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12170458837619573, + "action_effect_rmse": 0.1513595238336448 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6046153112589454, + "action_effect_rmse": 0.6046153112589454 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 34.27868353031867, + "action_effect_rmse": 47.91885545707588 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.973343200375498, + "action_effect_rmse": 3.0714575366702337 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07469413702669196, + "action_effect_rmse": 0.07930839864455932 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.37677982324628867, + "action_effect_rmse": 0.37677982324628867 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.6087137403056, + "action_effect_rmse": 34.54195190658747 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.7291622167088208, + "predicted_costs": [ + 7.113817225195806, + 7.103335581632738, + 7.1233355816327375, + 7.183335581632738 + ], + "true_costs": [ + 2.0651194984300334, + 3.794281715138854, + 24.864651049919743, + 62.99783302329969 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 165, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5974044906468166, + "action_effect_rmse": 0.6843850470517815 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003590774036617006, + "action_effect_rmse": 0.004113581495415771 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6336973095449139, + "action_effect_rmse": 0.6341746018810772 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0988891210765377, + "action_effect_rmse": 1.2588845490906622 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014004507632035276, + "action_effect_rmse": 0.01604352790236116 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2673946190898278, + "action_effect_rmse": 1.2683492037621544 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.238233023229179, + "action_effect_rmse": 2.8569836219858735 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05538360881697457, + "action_effect_rmse": 0.06625143850204794 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8541524760358168, + "action_effect_rmse": 2.6028510518420145 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.045761328006981, + "action_effect_rmse": 4.919774615877046 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19974945161685417, + "action_effect_rmse": 0.25696268584162746 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.250328763549949, + "action_effect_rmse": 6.347244821218279 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 62.171429433644676, + 62.283920919266166, + 61.283920919266166, + 62.283920919266166 + ], + "true_costs": [ + 45.10501169559586, + 24.51519553647799, + 16.689955253449465, + 49.26388030033394 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 47, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06334022590443515, + "action_effect_rmse": 0.0656399492256896 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9745166884187881, + "action_effect_rmse": 1.0269317084729743 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.668160873077383, + "action_effect_rmse": 10.095332805867736 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1267828781677166, + "action_effect_rmse": 0.13137641918638998 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.937111370762442, + "action_effect_rmse": 2.040897491624338 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 10.048724629129566, + "action_effect_rmse": 10.485979925675723 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2539747589634596, + "action_effect_rmse": 0.26313820983843944 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8477667260477184, + "action_effect_rmse": 4.045297782100012 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.811325778927172, + "action_effect_rmse": 11.2688263177841 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2908921908801892, + "action_effect_rmse": 0.3217697162394081 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6830122849334948, + "action_effect_rmse": 3.568127341342308 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 12.008057027221307, + "action_effect_rmse": 12.521109267598197 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.24193193156544732, + 0.20631089068645045, + 0.18631089068645046, + 0.20631089068645045 + ], + "true_costs": [ + 0.8809387360993783, + 0.4533418846232441, + 0.19677910081757802, + 0.22972744198549125 + ] + }, + { + "system_id": "tank-00088", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04817924106426771, + "action_effect_rmse": 0.0834488933934205 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02310672169881241, + "action_effect_rmse": 0.02645354953360274 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.046882074941524965, + "action_effect_rmse": 0.046882074941524965 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.528599412488074, + "action_effect_rmse": 30.874347977060058 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10694036930109736, + "action_effect_rmse": 0.18522615300967968 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03990938128076552, + "action_effect_rmse": 0.046275385791974016 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4237922667843345, + "action_effect_rmse": 0.4237922667843345 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.042022668932123, + "action_effect_rmse": 32.83581306132533 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23641075863232017, + "action_effect_rmse": 0.4094754454070811 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06892175637631404, + "action_effect_rmse": 0.08231787526145186 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.55679299422133, + "action_effect_rmse": 0.55679299422133 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 24.134617147190458, + "action_effect_rmse": 32.886625356507416 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6346979749266909, + "action_effect_rmse": 1.0993291400341059 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10325424104130636, + "action_effect_rmse": 0.12750929323377258 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.055061732443871, + "action_effect_rmse": 1.055061732443871 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 24.419463722382215, + "action_effect_rmse": 33.04732861237855 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 503.2953341734973, + 503.2708426730568, + 503.2908426730568, + 503.3508426730568 + ], + "true_costs": [ + 503.29533896864046, + 438.4569558120269, + 503.29084746819996, + 503.35084746819996 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05123108399158597, + "action_effect_rmse": 0.05532860165366923 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3594956358162307, + "action_effect_rmse": 0.37715510064502406 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 14.062403331105997, + "action_effect_rmse": 15.030989143637035 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11281577580755975, + "action_effect_rmse": 0.12030658197797345 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8323286638492059, + "action_effect_rmse": 0.862945355600702 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 17.454521452316595, + "action_effect_rmse": 18.296641860268302 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13088867163185022, + "action_effect_rmse": 0.15100027073417205 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7196077805744778, + "action_effect_rmse": 1.7684292957085266 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.742057574945555, + "action_effect_rmse": 11.324823305379212 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1317299491269534, + "action_effect_rmse": 0.14552411452653835 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3901138189267677, + "action_effect_rmse": 1.5792439643896516 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.116019511267443, + "action_effect_rmse": 6.099115519435318 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.2531484622704555, + "predicted_costs": [ + 0.6938344919678533, + 0.6807477009030692, + 0.6607477009030692, + 0.6807477009030692 + ], + "true_costs": [ + 0.40830590843205095, + 0.9240532378197692, + 0.6614543707025065, + 0.44775661648448173 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5429399623228264, + "action_effect_rmse": 0.703951876434687 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005980922505938698, + "action_effect_rmse": 0.007754598874714889 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.433858903115843, + "action_effect_rmse": 0.5765956877749151 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7015613180136739, + "action_effect_rmse": 0.8641174922020185 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01995665425253061, + "action_effect_rmse": 0.023710110250851145 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9189472005980974, + "action_effect_rmse": 1.1091179049839672 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4449127373467998, + "action_effect_rmse": 1.5915823691747166 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06100256967913017, + "action_effect_rmse": 0.07203771545320188 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8891237955626063, + "action_effect_rmse": 2.189067070357635 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3676604926362175, + "action_effect_rmse": 2.6603020893563216 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22765454377329894, + "action_effect_rmse": 0.25074039921933017 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.829476985491624, + "action_effect_rmse": 4.356811653809444 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 14.629867095974145, + "predicted_costs": [ + 1.7621596131262567, + 2.0930052843136187, + 1.0930052843136184, + 2.0930052843136187 + ], + "true_costs": [ + 33.060229172595456, + 64.11431327113324, + 16.78649778558374, + 2.156630689609596 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 131, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.480610363377096, + "action_effect_rmse": 1.593931379974498 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008899392847561435, + "action_effect_rmse": 0.009580522920354462 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7267832361780886, + "action_effect_rmse": 1.8245554436541231 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.7234924516664853, + "action_effect_rmse": 2.931939549533781 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0347088437710544, + "action_effect_rmse": 0.03736534379181861 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.453566472356177, + "action_effect_rmse": 3.6491108873082463 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.64997618183732, + "action_effect_rmse": 5.005869968017248 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12582796981781522, + "action_effect_rmse": 0.13545842615449474 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.907132944712354, + "action_effect_rmse": 7.298221774616493 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.021703754998541, + "action_effect_rmse": 7.559121719538056 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.41092651703921135, + "action_effect_rmse": 0.44237747254346543 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 13.814265889424709, + "action_effect_rmse": 14.596443549232985 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 3.0471019069111946, + 1.9990086513020513, + 0.9990086513020513, + 1.9990086513020513 + ], + "true_costs": [ + 109.36853482947765, + 34.2937420520003, + 1.9863991072481246, + 10.078221492409284 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 66, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6769048480164823, + "action_effect_rmse": 0.8198381272059815 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003954849711600872, + "action_effect_rmse": 0.005081472371946768 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1139345159100108, + "action_effect_rmse": 0.1139345159100108 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 34.933614523885126, + "action_effect_rmse": 49.72051751742685 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8616005546828477, + "action_effect_rmse": 1.0309123825607687 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00950970076184395, + "action_effect_rmse": 0.012170896992939237 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13111895730835493, + "action_effect_rmse": 0.13111895730835493 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 35.07168529411001, + "action_effect_rmse": 49.834469641112996 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8959471606650791, + "action_effect_rmse": 0.9677811386014727 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027482419915807316, + "action_effect_rmse": 0.032265443667670146 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1267513820231736, + "action_effect_rmse": 0.1267513820231736 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 32.89669786943974, + "action_effect_rmse": 45.393153495993175 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7944315876358795, + "action_effect_rmse": 1.2937324288400351 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08651141004322109, + "action_effect_rmse": 0.09414605754731344 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17254438991303944, + "action_effect_rmse": 0.17254438991303944 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.820809081275975, + "action_effect_rmse": 44.92754654618018 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 377.57724521637977, + 377.5740491408152, + 377.5940491408152, + 377.6540491408152 + ], + "true_costs": [ + 379.7329500410587, + 332.1743196204577, + 448.25477351784303, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00043", + "family": "tank", + "anchor_step": 161, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.041479291941828755, + "action_effect_rmse": 0.07184424110522972 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0076608154130894945, + "action_effect_rmse": 0.009298547415753113 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.37266491799308926, + "action_effect_rmse": 0.37266491799308926 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 47.94858279029953, + "action_effect_rmse": 49.72001198258381 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09380763532142344, + "action_effect_rmse": 0.1624795905145982 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006053839025524847, + "action_effect_rmse": 0.007947418284054724 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.45765386640043193, + "action_effect_rmse": 0.45765386640043193 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 48.10997058105705, + "action_effect_rmse": 49.936052385312 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20827078589183579, + "action_effect_rmse": 0.3607355828969589 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03998975552788764, + "action_effect_rmse": 0.0485123955033758 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5818109024629222, + "action_effect_rmse": 0.5818109024629222 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 48.46299064247384, + "action_effect_rmse": 50.410795632088465 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4894552736688887, + "action_effect_rmse": 0.8477614020270445 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15356994473283572, + "action_effect_rmse": 0.2072590251901743 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7441300488373402, + "action_effect_rmse": 0.7441300488373402 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 49.330202183042445, + "action_effect_rmse": 51.58924776290174 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.9051455626458083, + 1.853914554199081, + 1.873914554199081, + 1.933914554199081 + ], + "true_costs": [ + 1.9051438473273075, + 1.0924319808960787, + 1.8739128388805801, + 1.9339128388805802 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 150, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01847206697324022, + "action_effect_rmse": 0.021744294792702096 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13794936864773652, + "action_effect_rmse": 0.15415033888946356 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.745706528100129, + "action_effect_rmse": 5.453308120957306 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05881966021353905, + "action_effect_rmse": 0.07212852383372803 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24062856106263078, + "action_effect_rmse": 0.3207106672244093 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 14.469185015853176, + "action_effect_rmse": 15.474529769984754 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16414272046278652, + "action_effect_rmse": 0.18415434672794426 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9453929676949784, + "action_effect_rmse": 1.0347163863255973 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 15.370776432152264, + "action_effect_rmse": 16.444060563099143 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3742352997786636, + "action_effect_rmse": 0.4097843035047439 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.34017320421542, + "action_effect_rmse": 2.4802563670461413 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 17.169220815472205, + "action_effect_rmse": 18.37871690752628 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.035025616657603134, + 0.0207303669350732, + 0.0007303669350732006, + 0.0207303669350732 + ], + "true_costs": [ + 0.1761149978948457, + 0.10010744821043219, + 0.0008064926124806322, + 0.05556627807638088 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 109, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04148094488453621, + "action_effect_rmse": 0.07184710408598102 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03406190706679032, + "action_effect_rmse": 0.038325058261678376 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.27023844602956515, + "action_effect_rmse": 0.27023844602956515 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.20950843725538, + "action_effect_rmse": 37.277469342203645 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07868386742171711, + "action_effect_rmse": 0.13628445611042758 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06627417167774811, + "action_effect_rmse": 0.07396617541181054 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22849597385410578, + "action_effect_rmse": 0.22849597385410575 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.25908136623234, + "action_effect_rmse": 37.29064187201807 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1532454434432736, + "action_effect_rmse": 0.26542889407217274 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12062698761085618, + "action_effect_rmse": 0.13302650155356893 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16204144054193967, + "action_effect_rmse": 0.16204144054193967 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 27.358434735818633, + "action_effect_rmse": 37.31762282408479 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3174951056262521, + "action_effect_rmse": 0.549917654099116 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18721079168414967, + "action_effect_rmse": 0.20538710720498235 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23505182710140915, + "action_effect_rmse": 0.23505182710140918 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 27.577297563859872, + "action_effect_rmse": 37.37978461098134 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 94.57053091266111, + 94.55992300655937, + 94.57992300655937, + 94.63992300655937 + ], + "true_costs": [ + 94.57052420482316, + 78.5114763161938, + 94.57991629872141, + 94.63991629872142 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 135, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4142456953942831, + "action_effect_rmse": 0.47837314438013506 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7654318744755054, + "action_effect_rmse": 0.8623542458947592 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2517189298952178, + "action_effect_rmse": 1.554303814592029 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0638721291297675, + "action_effect_rmse": 1.5876752804109515 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.980307823316623, + "action_effect_rmse": 3.4704219483631533 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.437491179181516, + "action_effect_rmse": 4.16796127171382 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.185905461210581, + "action_effect_rmse": 3.61332768633897 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9637814422208826, + "action_effect_rmse": 6.15904095975314 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 103.0274297127174, + "predicted_costs": [ + 225.3778040190931, + 224.96749010050652, + 223.96749010050652, + 224.96749010050652 + ], + "true_costs": [ + 167.32066550618381, + 141.00399148814552, + 244.03142120086292, + 394.7162220539566 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 12, + "mean_regret": 0.1149686559871352, + "ranking_accuracy": 0.625, + "ranking_comparable_pairs": 72, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.5476692715478237, + "action_effect_rmse": 0.6755741005693428 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 1.067984136868853, + "action_effect_rmse": 1.3440486480527902 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 1.775380211468236, + "action_effect_rmse": 2.2267619767556988 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 3.005912271882417, + "action_effect_rmse": 4.025105335426208 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.048359058745677946, + "action_effect_rmse": 0.060541293826268966 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 0.09754788060027919, + "action_effect_rmse": 0.11960050540213595 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 0.15339863091005182, + "action_effect_rmse": 0.1937686955732838 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 0.19575946034976335, + "action_effect_rmse": 0.24440078064664977 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 12.640021055088367, + "action_effect_rmse": 15.60917180446255 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 13.966946956738392, + "action_effect_rmse": 16.809978534064175 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 13.42041524146805, + "action_effect_rmse": 16.616047484331883 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 11.209369964239025, + "action_effect_rmse": 13.969340293735115 + } + ] + }, + { + "family": "tank", + "sample_count": 9, + "mean_regret": 0.19212913518986896, + "ranking_accuracy": 0.9629629629629629, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.2800077956759519, + "action_effect_rmse": 0.34663515091549757 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.3599950309838378, + "action_effect_rmse": 0.42374937183815703 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.38218227281120676, + "action_effect_rmse": 0.4579647337157183 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.4408908114660998, + "action_effect_rmse": 0.5782664793782747 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 33.713006954044154, + "action_effect_rmse": 43.1046273237064 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 33.261812912846935, + "action_effect_rmse": 43.434690868136144 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 34.9984453021593, + "action_effect_rmse": 44.99712854392611 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 32.76510231743335, + "action_effect_rmse": 41.44695064346023 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.22665185041641614, + "action_effect_rmse": 0.4395353363483865 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.3764390263469731, + "action_effect_rmse": 0.7474818307418396 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.6391779468887822, + "action_effect_rmse": 1.3182427029499275 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.8531783599150475, + "action_effect_rmse": 1.4684268039877093 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.03358653995607893, + "action_effect_rmse": 0.049139173456726915 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.05971315603830249, + "action_effect_rmse": 0.08683548838887836 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.10203928218228295, + "action_effect_rmse": 0.1440716904987913 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.1751963494041148, + "action_effect_rmse": 0.23805763646376513 + } + ] + }, + { + "family": "thermal", + "sample_count": 9, + "mean_regret": 24.588706704133514, + "ranking_accuracy": 0.6388888888888888, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.9795312427410434, + "action_effect_rmse": 1.2024072645171677 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.844606658026457, + "action_effect_rmse": 2.310744817221793 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 3.5395699164317485, + "action_effect_rmse": 4.379920033739105 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 6.176893784692594, + "action_effect_rmse": 7.907225159201494 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.8406128296786669, + "action_effect_rmse": 1.0272743339692714 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.4095763485114317, + "action_effect_rmse": 1.7560008430131286 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 2.3691338034773244, + "action_effect_rmse": 2.9293426834396232 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 3.462990863527269, + "action_effect_rmse": 4.334150739617602 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 7, + "action_effect_mae": 0.007673681710043061, + "action_effect_rmse": 0.009448699557834596 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 7, + "action_effect_mae": 0.02918408314430609, + "action_effect_rmse": 0.03576020328961332 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 7, + "action_effect_mae": 0.09984483093117724, + "action_effect_rmse": 0.12158152067674723 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 7, + "action_effect_mae": 0.26994365161852435, + "action_effect_rmse": 0.3211060492905644 + } + ] + } + ] + }, + "calibrated_query_fraction": 0.9283577389387498 + }, + "history_linear_system_id": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.023224158212542534, + "rmse": 0.0630631148815155, + "standardized_mae": 0.06336366385221481, + "standardized_rmse": 0.1720583289861679, + "standardized_gaussian_nll": -0.2167173548975988, + "physical_gaussian_nll": -1.2204148967758037, + "nominal_coverage": 0.9, + "coverage": 0.9602272727272727, + "mean_interval_width": 0.16215182840824127, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 172, + "mae": 0.04387242719531059, + "rmse": 0.10363152623176575, + "standardized_mae": 0.1196993887424469, + "standardized_rmse": 0.2827432155609131, + "standardized_gaussian_nll": 1.036451084016108, + "physical_gaussian_nll": 0.03275354213790327, + "nominal_coverage": 0.9, + "coverage": 0.9593023255813954, + "mean_interval_width": 0.30862364172935486, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.07134777307510376, + "rmse": 0.13775180280208588, + "standardized_mae": 0.19466179609298706, + "standardized_rmse": 0.3758352994918823, + "standardized_gaussian_nll": 2.8734442712739923, + "physical_gaussian_nll": 1.8697467293957875, + "nominal_coverage": 0.9, + "coverage": 0.9763313609467456, + "mean_interval_width": 0.6274285316467285, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.13846455514431, + "rmse": 0.26418787240982056, + "standardized_mae": 0.37777993083000183, + "standardized_rmse": 0.7207973003387451, + "standardized_gaussian_nll": 5.694954552187929, + "physical_gaussian_nll": 4.691257010309725, + "nominal_coverage": 0.9, + "coverage": 0.9421965317919075, + "mean_interval_width": 0.9489253163337708, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.37922394275665283, + "rmse": 0.6780409216880798, + "standardized_mae": 0.046837735921144485, + "standardized_rmse": 0.08374445140361786, + "standardized_gaussian_nll": -0.9388651644084799, + "physical_gaussian_nll": 1.1525724890879938, + "nominal_coverage": 0.9, + "coverage": 0.8522727272727273, + "mean_interval_width": 1.2712565660476685, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.759846568107605, + "rmse": 1.2623894214630127, + "standardized_mae": 0.09384822100400925, + "standardized_rmse": 0.1559170037508011, + "standardized_gaussian_nll": 0.0621485471392169, + "physical_gaussian_nll": 2.1535862006356905, + "nominal_coverage": 0.9, + "coverage": 0.88, + "mean_interval_width": 3.0936553478240967, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 178, + "mae": 1.3386709690093994, + "rmse": 2.2135093212127686, + "standardized_mae": 0.16533850133419037, + "standardized_rmse": 0.2733893096446991, + "standardized_gaussian_nll": 1.2286562084780106, + "physical_gaussian_nll": 3.3200938619744846, + "nominal_coverage": 0.9, + "coverage": 0.8876404494382022, + "mean_interval_width": 5.53376579284668, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 175, + "mae": 2.953137159347534, + "rmse": 4.380336284637451, + "standardized_mae": 0.3647403120994568, + "standardized_rmse": 0.5410128831863403, + "standardized_gaussian_nll": 4.281464466674716, + "physical_gaussian_nll": 6.37290212017119, + "nominal_coverage": 0.9, + "coverage": 0.8628571428571429, + "mean_interval_width": 11.655168533325195, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 177, + "mae": 1.6774959564208984, + "rmse": 3.5820631980895996, + "standardized_mae": 0.10504645854234695, + "standardized_rmse": 0.22431235015392303, + "standardized_gaussian_nll": -0.037578725401715404, + "physical_gaussian_nll": 2.7330760032922488, + "nominal_coverage": 0.9, + "coverage": 0.9322033898305084, + "mean_interval_width": 9.74183464050293, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 177, + "mae": 2.9478461742401123, + "rmse": 5.0475382804870605, + "standardized_mae": 0.18459706008434296, + "standardized_rmse": 0.31608185172080994, + "standardized_gaussian_nll": 0.5718761266378157, + "physical_gaussian_nll": 3.34253085533178, + "nominal_coverage": 0.9, + "coverage": 0.8813559322033898, + "mean_interval_width": 14.587820053100586, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 180, + "mae": 4.285867214202881, + "rmse": 6.881731033325195, + "standardized_mae": 0.26838526129722595, + "standardized_rmse": 0.4309408366680145, + "standardized_gaussian_nll": 1.6074997202269343, + "physical_gaussian_nll": 4.378154448920899, + "nominal_coverage": 0.9, + "coverage": 0.8944444444444445, + "mean_interval_width": 21.50904083251953, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 176, + "mae": 5.958409786224365, + "rmse": 8.760741233825684, + "standardized_mae": 0.3731215298175812, + "standardized_rmse": 0.5486063361167908, + "standardized_gaussian_nll": 1.820935182159747, + "physical_gaussian_nll": 4.5915899108537115, + "nominal_coverage": 0.9, + "coverage": 0.8579545454545454, + "mean_interval_width": 25.815654754638672, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.08837612718343735, + "rmse": 0.19787457585334778, + "standardized_mae": 0.01523229107260704, + "standardized_rmse": 0.034105174243450165, + "standardized_gaussian_nll": -1.8441611379696456, + "physical_gaussian_nll": -0.08597682692223318, + "nominal_coverage": 0.9, + "coverage": 0.9038461538461539, + "mean_interval_width": 0.409807413816452, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.1871984750032425, + "rmse": 0.401914119720459, + "standardized_mae": 0.0322650671005249, + "standardized_rmse": 0.06927292793989182, + "standardized_gaussian_nll": -1.250346233442035, + "physical_gaussian_nll": 0.5078380776053775, + "nominal_coverage": 0.9, + "coverage": 0.8980891719745223, + "mean_interval_width": 0.9409715533256531, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 159, + "mae": 0.40942126512527466, + "rmse": 0.769977867603302, + "standardized_mae": 0.07056684046983719, + "standardized_rmse": 0.1327114850282669, + "standardized_gaussian_nll": -0.5030295947417612, + "physical_gaussian_nll": 1.2551547163056513, + "nominal_coverage": 0.9, + "coverage": 0.8930817610062893, + "mean_interval_width": 2.11503267288208, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 158, + "mae": 0.8424768447875977, + "rmse": 1.3197810649871826, + "standardized_mae": 0.1452072262763977, + "standardized_rmse": 0.22747421264648438, + "standardized_gaussian_nll": 0.25654006285119607, + "physical_gaussian_nll": 2.0147243738986087, + "nominal_coverage": 0.9, + "coverage": 0.9177215189873418, + "mean_interval_width": 4.478009223937988, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.014084854163229465, + "rmse": 0.022774403914809227, + "standardized_mae": 0.012167752720415592, + "standardized_rmse": 0.01967456005513668, + "standardized_gaussian_nll": -1.997521224884523, + "physical_gaussian_nll": -1.8512103833705822, + "nominal_coverage": 0.9, + "coverage": 0.84472049689441, + "mean_interval_width": 0.0541437603533268, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 159, + "mae": 0.03290470689535141, + "rmse": 0.05815247818827629, + "standardized_mae": 0.028426019474864006, + "standardized_rmse": 0.05023729428648949, + "standardized_gaussian_nll": -1.4766005421189479, + "physical_gaussian_nll": -1.330289700605007, + "nominal_coverage": 0.9, + "coverage": 0.8238993710691824, + "mean_interval_width": 0.10682637244462967, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.07885859906673431, + "rmse": 0.13308489322662354, + "standardized_mae": 0.06812508404254913, + "standardized_rmse": 0.11497058719396591, + "standardized_gaussian_nll": -0.7242035232604763, + "physical_gaussian_nll": -0.5778926817465354, + "nominal_coverage": 0.9, + "coverage": 0.84375, + "mean_interval_width": 0.2614871561527252, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.1804523468017578, + "rmse": 0.28496497869491577, + "standardized_mae": 0.1558908224105835, + "standardized_rmse": 0.24617815017700195, + "standardized_gaussian_nll": 0.4691827262228913, + "physical_gaussian_nll": 0.6154935677368322, + "nominal_coverage": 0.9, + "coverage": 0.8148148148148148, + "mean_interval_width": 0.5785070061683655, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.07920390367507935, + "rmse": 0.11490846425294876, + "standardized_mae": 0.16490337252616882, + "standardized_rmse": 0.2392406314611435, + "standardized_gaussian_nll": 0.48817482543656965, + "physical_gaussian_nll": -0.24515923318104427, + "nominal_coverage": 0.9, + "coverage": 0.9627329192546584, + "mean_interval_width": 0.489059180021286, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 161, + "mae": 0.12517766654491425, + "rmse": 0.2129373550415039, + "standardized_mae": 0.26062121987342834, + "standardized_rmse": 0.4433378279209137, + "standardized_gaussian_nll": 1.5562546017118026, + "physical_gaussian_nll": 0.8229205430941887, + "nominal_coverage": 0.9, + "coverage": 0.9130434782608695, + "mean_interval_width": 0.6919214725494385, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 163, + "mae": 0.19066116213798523, + "rmse": 0.28632473945617676, + "standardized_mae": 0.3969585597515106, + "standardized_rmse": 0.5961311459541321, + "standardized_gaussian_nll": 1.9956462563380757, + "physical_gaussian_nll": 1.2623121977204619, + "nominal_coverage": 0.9, + "coverage": 0.9202453987730062, + "mean_interval_width": 1.1924697160720825, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.26233530044555664, + "rmse": 0.3584379255771637, + "standardized_mae": 0.5461848974227905, + "standardized_rmse": 0.746271550655365, + "standardized_gaussian_nll": 2.134514674718557, + "physical_gaussian_nll": 1.4011806161009428, + "nominal_coverage": 0.9, + "coverage": 0.93125, + "mean_interval_width": 1.5553059577941895, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 161, + "mae": 5.1430182456970215, + "rmse": 10.738471031188965, + "standardized_mae": 0.12089947611093521, + "standardized_rmse": 0.25243455171585083, + "standardized_gaussian_nll": 3.5339405322778177, + "physical_gaussian_nll": 7.2843764640387185, + "nominal_coverage": 0.9, + "coverage": 0.9130434782608695, + "mean_interval_width": 27.987581253051758, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 162, + "mae": 8.783897399902344, + "rmse": 16.34148406982422, + "standardized_mae": 0.20648741722106934, + "standardized_rmse": 0.3841473460197449, + "standardized_gaussian_nll": 5.114378464991765, + "physical_gaussian_nll": 8.864814396752665, + "nominal_coverage": 0.9, + "coverage": 0.8827160493827161, + "mean_interval_width": 47.922264099121094, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 159, + "mae": 15.506194114685059, + "rmse": 28.254121780395508, + "standardized_mae": 0.36451178789138794, + "standardized_rmse": 0.6641836166381836, + "standardized_gaussian_nll": 8.777647956626739, + "physical_gaussian_nll": 12.52808388838764, + "nominal_coverage": 0.9, + "coverage": 0.8930817610062893, + "mean_interval_width": 89.71646881103516, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 162, + "mae": 21.921968460083008, + "rmse": 39.915245056152344, + "standardized_mae": 0.5153305530548096, + "standardized_rmse": 0.9383074045181274, + "standardized_gaussian_nll": 9.824047767818808, + "physical_gaussian_nll": 13.574483699579709, + "nominal_coverage": 0.9, + "coverage": 0.8333333333333334, + "mean_interval_width": 97.43339538574219, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 152, + "mae": 0.14347490668296814, + "rmse": 0.19600002467632294, + "standardized_mae": 0.023314079269766808, + "standardized_rmse": 0.03184919431805611, + "standardized_gaussian_nll": -1.8739195317542512, + "physical_gaussian_nll": -0.056816812141949224, + "nominal_coverage": 0.9, + "coverage": 0.8881578947368421, + "mean_interval_width": 0.5616092681884766, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 150, + "mae": 0.30648285150527954, + "rmse": 0.5268601179122925, + "standardized_mae": 0.04980219900608063, + "standardized_rmse": 0.08561259508132935, + "standardized_gaussian_nll": -0.9972684028368417, + "physical_gaussian_nll": 0.8198343167754603, + "nominal_coverage": 0.9, + "coverage": 0.9133333333333333, + "mean_interval_width": 1.480651617050171, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 153, + "mae": 0.67685866355896, + "rmse": 1.1179566383361816, + "standardized_mae": 0.10998673737049103, + "standardized_rmse": 0.18166333436965942, + "standardized_gaussian_nll": 0.2664319526648943, + "physical_gaussian_nll": 2.0835346722771964, + "nominal_coverage": 0.9, + "coverage": 0.954248366013072, + "mean_interval_width": 3.948652744293213, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 155, + "mae": 1.6770535707473755, + "rmse": 2.6188979148864746, + "standardized_mae": 0.272514283657074, + "standardized_rmse": 0.4255600869655609, + "standardized_gaussian_nll": 3.4904620596117293, + "physical_gaussian_nll": 5.307564779224031, + "nominal_coverage": 0.9, + "coverage": 0.8903225806451613, + "mean_interval_width": 7.591064453125, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 116, + "mae": 0.013168992474675179, + "rmse": 0.018724150955677032, + "standardized_mae": 0.005378187634050846, + "standardized_rmse": 0.007646902464330196, + "standardized_gaussian_nll": -2.065098738656699, + "physical_gaussian_nll": -1.1695852217917184, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.4027577042579651, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 110, + "mae": 0.028305502608418465, + "rmse": 0.042280104011297226, + "standardized_mae": 0.011559905484318733, + "standardized_rmse": 0.017267102375626564, + "standardized_gaussian_nll": -1.7004049014759186, + "physical_gaussian_nll": -0.8048913846109383, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.5695854425430298, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 113, + "mae": 0.06546823680400848, + "rmse": 0.09084910154342651, + "standardized_mae": 0.026737086474895477, + "standardized_rmse": 0.03710257634520531, + "standardized_gaussian_nll": -1.3148165331268364, + "physical_gaussian_nll": -0.4193030162618562, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 0.8055153489112854, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 116, + "mae": 0.14640361070632935, + "rmse": 0.21529561281204224, + "standardized_mae": 0.05979091674089432, + "standardized_rmse": 0.08792626112699509, + "standardized_gaussian_nll": -0.8437972868174504, + "physical_gaussian_nll": 0.0517162300475299, + "nominal_coverage": 0.9, + "coverage": 0.9913793103448276, + "mean_interval_width": 1.13917076587677, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.31374290585517883, + "rmse": 0.46593940258026123, + "standardized_mae": 0.003943834453821182, + "standardized_rmse": 0.005856986157596111, + "standardized_gaussian_nll": -2.06993291740292, + "physical_gaussian_nll": 2.306487509927463, + "nominal_coverage": 0.9, + "coverage": 0.9807692307692307, + "mean_interval_width": 2.6250691413879395, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 154, + "mae": 0.6795147657394409, + "rmse": 0.997683048248291, + "standardized_mae": 0.00854168739169836, + "standardized_rmse": 0.012541149742901325, + "standardized_gaussian_nll": -1.7144921350812423, + "physical_gaussian_nll": 2.661928292249141, + "nominal_coverage": 0.9, + "coverage": 0.987012987012987, + "mean_interval_width": 6.490411281585693, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 155, + "mae": 1.504518985748291, + "rmse": 2.2063143253326416, + "standardized_mae": 0.018912216648459435, + "standardized_rmse": 0.027733977884054184, + "standardized_gaussian_nll": -1.3451878937382145, + "physical_gaussian_nll": 3.031232533592169, + "nominal_coverage": 0.9, + "coverage": 0.9935483870967742, + "mean_interval_width": 15.35381031036377, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 156, + "mae": 4.080258846282959, + "rmse": 5.6466193199157715, + "standardized_mae": 0.05128997564315796, + "standardized_rmse": 0.07097955793142319, + "standardized_gaussian_nll": -0.9111205458188356, + "physical_gaussian_nll": 3.465299881511547, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 38.590328216552734, + "interval_kind": "heldout_calibrated" + } + ], + "calibration_status": "heldout_partial", + "counterfactual": { + "status": "completed", + "samples": 30, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21488979820547863, + "action_effect_rmse": 0.28882415029206016 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001624388123725377, + "action_effect_rmse": 0.00199246098289604 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.45931345067463764, + "action_effect_rmse": 0.5619353057500639 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36439344476038354, + "action_effect_rmse": 0.4871767850388511 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009834406166682186, + "action_effect_rmse": 0.013079852061853688 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9077886769893043, + "action_effect_rmse": 1.1435511468392832 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5322565524927269, + "action_effect_rmse": 0.6814437361358621 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.041557979230759656, + "action_effect_rmse": 0.05406529289663374 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8994885033859248, + "action_effect_rmse": 2.3788389413182545 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5344649905195015, + "action_effect_rmse": 0.6015488946838707 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12996752289274482, + "action_effect_rmse": 0.1697136832331558 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.551449858693599, + "action_effect_rmse": 5.208482666958312 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 10.626543449393237, + 53.27637319413721, + 20.730861971330864, + 6.480412972725864 + ], + "true_costs": [ + 5.29387147671569, + 55.418109072711815, + 14.268767655668475, + 4.5979205894343025 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 75, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025172749089793094, + "action_effect_rmse": 0.026930179324202618 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.504301545808552, + "action_effect_rmse": 1.5739931477668319 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.533332935849488, + "action_effect_rmse": 2.7763176830817597 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06764650205103599, + "action_effect_rmse": 0.07047560147677762 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.088274654929616, + "action_effect_rmse": 4.185581896808741 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4790138982304994, + "action_effect_rmse": 2.5167685577582666 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.052091613561911644, + "action_effect_rmse": 0.06257572407922884 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8792681226897536, + "action_effect_rmse": 4.23679181140958 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1705741609054492, + "action_effect_rmse": 1.1999549635768363 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07318710932968413, + "action_effect_rmse": 0.08462714653505551 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8644642604246067, + "action_effect_rmse": 4.93534142896437 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7773798820631322, + "action_effect_rmse": 0.8516658647804295 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.26539451385535284, + "predicted_costs": [ + 1.3385994242397525, + 1.1892254408752259, + 1.392120834832632, + 1.6703703156672234 + ], + "true_costs": [ + 1.6870119374852577, + 1.3246161176877902, + 1.0592216038324374, + 1.5739227991857385 + ] + }, + { + "system_id": "thermal-00003", + "family": "thermal", + "anchor_step": 78, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23637942136580156, + "action_effect_rmse": 0.27437866225198565 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0008042371614180865, + "action_effect_rmse": 0.0009335226152080629 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5336672246258635, + "action_effect_rmse": 0.6576715827549077 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36120005185782017, + "action_effect_rmse": 0.41267243103355294 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0027102307953938976, + "action_effect_rmse": 0.0031770338766041917 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1675150885821968, + "action_effect_rmse": 1.299947811603048 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.43248507439218403, + "action_effect_rmse": 0.49531849069867767 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01474022845917015, + "action_effect_rmse": 0.01682733175825125 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.714401043775297, + "action_effect_rmse": 2.9214807306635713 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5363757539231528, + "action_effect_rmse": 0.6084830681919776 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03574206559321406, + "action_effect_rmse": 0.041788762352800546 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.631953539828241, + "action_effect_rmse": 6.074936839412964 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 21.789765413192754, + 9.531485412756496, + 13.628551248583637, + 72.63469415156285 + ], + "true_costs": [ + 26.49760331004995, + 11.404685981504198, + 16.167683887092124, + 99.1084380965106 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16945341638774694, + "action_effect_rmse": 0.2101473330405302 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.033422663073018555, + "action_effect_rmse": 0.03807406173049075 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13465906384739998, + "action_effect_rmse": 0.13854230136687395 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 24.834841292250996, + "action_effect_rmse": 35.68112377201532 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3233824473001192, + "action_effect_rmse": 0.41998405150518875 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06539349482015074, + "action_effect_rmse": 0.07386789292460082 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11977941654322015, + "action_effect_rmse": 0.13101136635019317 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.610183636417407, + "action_effect_rmse": 30.591626415559094 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6211494782774599, + "action_effect_rmse": 0.8494958565362832 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1371258503963304, + "action_effect_rmse": 0.15262139740142824 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08483730757770458, + "action_effect_rmse": 0.10304342776248274 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.319011668291015, + "action_effect_rmse": 26.436217551810298 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9554806764726784, + "action_effect_rmse": 1.2954953276164196 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23575726209878076, + "action_effect_rmse": 0.281596557835418 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10160257038546734, + "action_effect_rmse": 0.1217387848099782 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.661311322123638, + "action_effect_rmse": 24.184156800381096 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 558.8192422179768, + 470.9351995751702, + 569.2352565651631, + 680.7668236386138 + ], + "true_costs": [ + 451.3821803058857, + 383.6347777926726, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023486673693171683, + "action_effect_rmse": 0.025228499009560687 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3788033195248583, + "action_effect_rmse": 0.4040424791510159 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.929218283560104, + "action_effect_rmse": 9.345270947288032 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.044115687520610826, + "action_effect_rmse": 0.04749023866007877 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6735951151470031, + "action_effect_rmse": 0.7303231526858217 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.879031802723425, + "action_effect_rmse": 4.067701796136752 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08145759437443918, + "action_effect_rmse": 0.08796807256643017 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1211656056958266, + "action_effect_rmse": 1.2540060759602152 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.900637201984947, + "action_effect_rmse": 0.9656462347388844 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08253501532039044, + "action_effect_rmse": 0.10402037821980381 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4283678852656567, + "action_effect_rmse": 1.7908184964492289 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9246475348798432, + "action_effect_rmse": 1.0223159872210243 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 0.03202131771110947, + "predicted_costs": [ + 0.10944111234732493, + 0.1836746548803851, + 0.09904393014318869, + 0.09229836993274168 + ], + "true_costs": [ + 0.08697956422894386, + 0.4815418742900818, + 0.20670211782036674, + 0.11900088194005333 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20262981279840156, + "action_effect_rmse": 0.23678618372770846 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.817826058251562, + "action_effect_rmse": 1.9112453575829098 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.34740288650390383, + "action_effect_rmse": 0.3941331688507048 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.866964429458278, + "action_effect_rmse": 3.1006026080154236 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7714332307637987, + "action_effect_rmse": 0.929319599822851 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.925745658686492, + "action_effect_rmse": 5.463223220735334 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4320048756302246, + "action_effect_rmse": 1.8040334264315787 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.893479836589568, + "action_effect_rmse": 10.074324942829382 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 62.52148229606689, + 15.396558417959676, + 32.431572746493934, + 69.49590993007158 + ], + "true_costs": [ + 138.61730453341346, + 17.18951192419299, + 61.55307690981533, + 153.57401303581446 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 29, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11010620285094053, + "action_effect_rmse": 0.11418357472148183 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006778161142365846, + "action_effect_rmse": 0.00849624709248354 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6005758841598771, + "action_effect_rmse": 0.6005961803826821 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.34366163213353, + "action_effect_rmse": 31.320965861942305 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2845282417359754, + "action_effect_rmse": 0.35595093591142707 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020027762564932772, + "action_effect_rmse": 0.020211079602333572 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6266637801842994, + "action_effect_rmse": 0.6268429054493443 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.81861080467119, + "action_effect_rmse": 26.349466346277786 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7768140325563472, + "action_effect_rmse": 0.8668897595796982 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06724617787476166, + "action_effect_rmse": 0.07275768803753557 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.558442607293922, + "action_effect_rmse": 0.5637182358989695 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.64840365358378, + "action_effect_rmse": 19.283146528525947 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7123398970797057, + "action_effect_rmse": 1.7781207483498822 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15719006989653414, + "action_effect_rmse": 0.19641157331497366 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5102606211035875, + "action_effect_rmse": 0.5472868483878415 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 34.471809259347076, + "action_effect_rmse": 36.012847070308965 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 174.61535154218757, + 61.964481159355635, + 117.31522694736643, + 200.90815562047027 + ], + "true_costs": [ + 94.60350239976236, + 38.44773185665458, + 92.60413461253019, + 94.63991629872142 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 155, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018724198377550422, + "action_effect_rmse": 0.01981222768190796 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6480635566257646, + "action_effect_rmse": 0.6684256347678931 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.05773154410749, + "action_effect_rmse": 2.6608722311240975 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03560145318154747, + "action_effect_rmse": 0.03776741403757767 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0993808912400478, + "action_effect_rmse": 1.1496757419333947 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.270120375009303, + "action_effect_rmse": 4.303626566824724 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05834754761838279, + "action_effect_rmse": 0.06364328437532644 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5655190438041539, + "action_effect_rmse": 0.6960087716955689 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.500744080898049, + "action_effect_rmse": 6.514187474989486 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2951601192954096, + "action_effect_rmse": 0.30019603383407584 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4689459868135515, + "action_effect_rmse": 3.6925175608970133 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.033490287163343, + "action_effect_rmse": 6.153695800435443 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.33758192896114, + 0.2311034209128912, + 0.32744453712394894, + 0.5141664392883112 + ], + "true_costs": [ + 0.946750082860937, + 0.19555943883653581, + 0.36157269685378335, + 0.6108034852921396 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 82, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2203674302449722, + "action_effect_rmse": 0.2816843626799838 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03549839866285254, + "action_effect_rmse": 0.03990342975770407 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.44254247050797146, + "action_effect_rmse": 0.44318307547273295 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.652907957749825, + "action_effect_rmse": 45.966270957553576 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43326970076951926, + "action_effect_rmse": 0.5543931810056159 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07168272997108953, + "action_effect_rmse": 0.07997119539851268 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4206840865803712, + "action_effect_rmse": 0.42285692060375585 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.87124113958562, + "action_effect_rmse": 48.06442808675871 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8496452930714481, + "action_effect_rmse": 1.0806177572949665 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.140378817902968, + "action_effect_rmse": 0.1551450318326596 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3418460173436489, + "action_effect_rmse": 0.34953595854742653 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 35.68249181986093, + "action_effect_rmse": 49.96397561352658 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6740610432907108, + "action_effect_rmse": 2.0830729302445747 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2689264738971418, + "action_effect_rmse": 0.299265250570239 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13593259919693104, + "action_effect_rmse": 0.16588777294569768 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 37.816319910513734, + "action_effect_rmse": 50.22022152883607 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 480.3633269672805, + 394.59139884785696, + 507.63429404210285, + 642.3249788998822 + ], + "true_costs": [ + 451.38087476816315, + 401.7174487576729, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 122, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01115086211796725, + "action_effect_rmse": 0.013202427275555784 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14412322707835537, + "action_effect_rmse": 0.1755194847701146 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.83907678194569, + "action_effect_rmse": 5.9883179232795944 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021008269284649172, + "action_effect_rmse": 0.02438890889184028 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29381617901845064, + "action_effect_rmse": 0.3697343305650629 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.1746310759536627, + "action_effect_rmse": 3.783240372255345 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0380849755965732, + "action_effect_rmse": 0.04257363387619833 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6007973657884472, + "action_effect_rmse": 0.8114581401020231 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6133435952394137, + "action_effect_rmse": 1.8004033964691006 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07128698601434297, + "action_effect_rmse": 0.07855821370721183 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.12860606299569, + "action_effect_rmse": 1.689016739958472 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.922533217852382, + "action_effect_rmse": 6.157877056102796 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.3877133020054342, + 0.44178463096161713, + 0.2743666085190031, + 0.18610212676168655 + ], + "true_costs": [ + 0.34943173482841516, + 0.4423803958858177, + 0.17988222162200523, + 0.10241806833056942 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007232558653336184, + "action_effect_rmse": 0.008010316012888182 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5018054223078051, + "action_effect_rmse": 0.646008233418035 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.27992007877613, + "action_effect_rmse": 6.533162766612089 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014468080115895565, + "action_effect_rmse": 0.015855369353063926 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9715669961749901, + "action_effect_rmse": 1.2533982233758656 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.044111150894055, + "action_effect_rmse": 6.296332054512173 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.028864686079440857, + "action_effect_rmse": 0.031101431633192594 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.814158567105255, + "action_effect_rmse": 2.347872481106438 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.57040608947836, + "action_effect_rmse": 5.821676583302889 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18323029915660694, + "action_effect_rmse": 0.19001987484522734 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.853382198171942, + "action_effect_rmse": 8.299545504003158 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.34005425120615, + "action_effect_rmse": 8.490574487071687 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9045958042833053, + 0.8461504486143849, + 0.7803560511605839, + 0.7567319027450895 + ], + "true_costs": [ + 0.8762251133653054, + 1.02, + 0.999897360791922, + 0.7744902415340987 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02021134629366757, + "action_effect_rmse": 0.021154610667840534 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8991593767245796, + "action_effect_rmse": 1.063014992272001 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.524611467024871, + "action_effect_rmse": 2.7772359624588967 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028138100450519638, + "action_effect_rmse": 0.030850022175464654 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.40095414358393, + "action_effect_rmse": 1.7772744505298583 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5842799380999916, + "action_effect_rmse": 0.7090411452157734 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027983182054031202, + "action_effect_rmse": 0.03395218758104562 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6805247529051475, + "action_effect_rmse": 2.2460169802172603 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.239445882246502, + "action_effect_rmse": 2.244509725696061 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14724152243796765, + "action_effect_rmse": 0.1563887304366339 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.4287395713149555, + "action_effect_rmse": 5.662560023166581 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6440507951129201, + "action_effect_rmse": 0.7306184437024961 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.4262570482940415, + 0.8212022672333169, + 1.02080156852718, + 1.3042422741841515 + ], + "true_costs": [ + 1.0147431412336105, + 0.7074574702007793, + 0.999325263116405, + 1.02 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 48, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019198650409884277, + "action_effect_rmse": 0.020043016313718978 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9217348457205491, + "action_effect_rmse": 0.9283884197031913 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.963274600181144, + "action_effect_rmse": 8.130435951590238 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.039017709709771815, + "action_effect_rmse": 0.040724601101051354 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6598852819512817, + "action_effect_rmse": 1.6732385441940765 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.9023659647693947, + "action_effect_rmse": 3.9889120542742718 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08191262430007035, + "action_effect_rmse": 0.08542128219480702 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.909416923468605, + "action_effect_rmse": 2.938409803610673 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.141062574674947, + "action_effect_rmse": 4.239108111238181 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04357915799913185, + "action_effect_rmse": 0.052997248083901195 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.730351972096312, + "action_effect_rmse": 4.804910231028702 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.553948299357354, + "action_effect_rmse": 1.8194204679193966 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.11483138271273997, + 0.3060835618210816, + 0.15951070398858075, + 0.10685213554064102 + ], + "true_costs": [ + 0.1305996562254816, + 0.47551585194651813, + 0.2002015454166692, + 0.11067743207337671 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 147, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.42823732409802, + "action_effect_rmse": 0.4841172898938894 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00718128480388458, + "action_effect_rmse": 0.007230049284434955 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1089837010187011, + "action_effect_rmse": 1.2358552652175034 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7219892605580854, + "action_effect_rmse": 0.8241268309637207 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0053464009422619085, + "action_effect_rmse": 0.005538487613265444 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1879633182870086, + "action_effect_rmse": 2.4456655488369856 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9382891823403176, + "action_effect_rmse": 1.125670070435734 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07569388787790447, + "action_effect_rmse": 0.08187618255990368 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.227815873269738, + "action_effect_rmse": 4.762845837473909 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.533335410791599, + "action_effect_rmse": 1.7289147792357613 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21075576073239097, + "action_effect_rmse": 0.23918047477786872 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.369330664796735, + "action_effect_rmse": 9.464269107254086 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 270.0548806927103, + 272.76003307056186, + 218.54373055994927, + 175.560867142956 + ], + "true_costs": [ + 248.91436835051786, + 237.04371066418986, + 152.07234965387846, + 107.22869608281285 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 83, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0804764426056981, + "action_effect_rmse": 0.08201548335250212 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0542419497730908, + "action_effect_rmse": 1.0625654523725427 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.906029469989846, + "action_effect_rmse": 7.0671504832861 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1307508399086187, + "action_effect_rmse": 0.13474054923002196 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7349228705838489, + "action_effect_rmse": 1.754267919488063 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5785025118851266, + "action_effect_rmse": 2.647072314849847 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0928303117379724, + "action_effect_rmse": 0.1144357662348555 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.721454659472928, + "action_effect_rmse": 1.7932746428978532 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.895148922807992, + "action_effect_rmse": 1.0747692892448983 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11904924784485205, + "action_effect_rmse": 0.13802482313188197 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4063804545897216, + "action_effect_rmse": 1.6226297713954334 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1230642753120559, + "action_effect_rmse": 1.2793402243018521 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.7065853110398042, + 0.5299892349191281, + 0.45635510362500986, + 0.4265873735153723 + ], + "true_costs": [ + 0.9978204559647611, + 0.7287412528955866, + 0.4181557170578504, + 0.2616792978995311 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 72, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0084206486565368, + "action_effect_rmse": 0.011054636911726614 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4064479844904246, + "action_effect_rmse": 0.4775357466088379 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7520225839205967, + "action_effect_rmse": 2.0809795526075288 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013571184711358208, + "action_effect_rmse": 0.01878079830630076 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7590458113108672, + "action_effect_rmse": 0.8388771193344633 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8195763281460676, + "action_effect_rmse": 0.9021421188746988 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.031074446166099817, + "action_effect_rmse": 0.032201476033946956 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6620370066034884, + "action_effect_rmse": 2.1677578694144137 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.85531162863762, + "action_effect_rmse": 1.8591682476716307 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06378046324817715, + "action_effect_rmse": 0.06613390320535804 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.834796321177303, + "action_effect_rmse": 4.801071381872487 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4279033343333663, + "action_effect_rmse": 0.5332501529315674 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.3091419939603324, + "predicted_costs": [ + 2.0354781756603275, + 1.793582970008239, + 1.981621896100906, + 2.2462588317963372 + ], + "true_costs": [ + 1.746286054949738, + 1.5636526856821285, + 1.254510691721796, + 1.8109056066859857 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4186079530515876, + "action_effect_rmse": 0.5216677084145425 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010387877787206179, + "action_effect_rmse": 0.012431614317473094 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5324936795401314, + "action_effect_rmse": 0.5688151854284133 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7693567581730368, + "action_effect_rmse": 0.9686940684380075 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03364493368316227, + "action_effect_rmse": 0.043019178129379276 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0054963279555267, + "action_effect_rmse": 1.12148327626158 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2914103656268736, + "action_effect_rmse": 1.6444178277701285 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10222270479561739, + "action_effect_rmse": 0.1306926178393103 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9587523636922815, + "action_effect_rmse": 2.246203344744682 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6729334421349549, + "action_effect_rmse": 1.8293202080258706 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2510461771489562, + "action_effect_rmse": 0.2940510272459914 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6048770361269598, + "action_effect_rmse": 4.640987690215961 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 6.32288762434731, + "predicted_costs": [ + 10.94372290122283, + 5.195322055617899, + 7.603717552718248, + 13.375905651949719 + ], + "true_costs": [ + 9.696988254076373, + 8.672899788691865, + 2.3500121643445544, + 20.63187316289687 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 101, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022601990412264072, + "action_effect_rmse": 0.03914779574622601 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05090137010311283, + "action_effect_rmse": 0.058342868958648854 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07558077208221763, + "action_effect_rmse": 0.08574319259186144 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 26.71760500344566, + "action_effect_rmse": 39.37503281765155 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05348721473805421, + "action_effect_rmse": 0.09264257348165676 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09769317468605661, + "action_effect_rmse": 0.11000639202742196 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11244119338958931, + "action_effect_rmse": 0.12811717364167416 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 23.052281778182955, + "action_effect_rmse": 34.15439851523342 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10394549592423097, + "action_effect_rmse": 0.1800388801587117 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1521316368718253, + "action_effect_rmse": 0.1864416812248665 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12516341992660032, + "action_effect_rmse": 0.1419300117195783 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 40.33078762731734, + "action_effect_rmse": 44.876722797211265 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2717629388836726, + "action_effect_rmse": 0.3067828868237642 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20916379150757258, + "action_effect_rmse": 0.23295959262344834 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3910344070869569, + "action_effect_rmse": 0.41020782932833627 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 30.399014753110965, + "action_effect_rmse": 33.033550544508856 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 451.3911927721704, + 451.36922963517617, + 451.38922963517615, + 451.44922963517615 + ], + "true_costs": [ + 447.78508895541245, + 426.7512249509392, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 68, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6780157773664813, + "action_effect_rmse": 0.8484709929111375 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0331144716672244, + "action_effect_rmse": 0.03886401293872599 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32793217692567567, + "action_effect_rmse": 0.3279332668675988 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 11.969095249536677, + "action_effect_rmse": 13.709089507456104 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3994932634118917, + "action_effect_rmse": 1.732080319600185 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03221158227703569, + "action_effect_rmse": 0.03390343818375093 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5133683032122904, + "action_effect_rmse": 0.5139774065752296 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.161883346187437, + "action_effect_rmse": 11.347250945062783 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.76725878105092, + "action_effect_rmse": 3.4052792869580637 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029955158428434697, + "action_effect_rmse": 0.03649036923396879 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5564422923288558, + "action_effect_rmse": 0.5592244851730943 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.545726213439545, + "action_effect_rmse": 11.389082250507226 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9298046035073475, + "action_effect_rmse": 3.0015164293716494 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13871142024884028, + "action_effect_rmse": 0.17903519843526816 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27456856931652845, + "action_effect_rmse": 0.28370961894239904 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.568854389045377, + "action_effect_rmse": 11.506400584414672 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.7291622167088208, + "predicted_costs": [ + 5.995178177365759, + 4.635230856238913, + 4.944506715248311, + 5.309760052083418 + ], + "true_costs": [ + 2.0651194984300334, + 3.794281715138854, + 24.864651049919743, + 62.99783302329969 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 165, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18781477369135757, + "action_effect_rmse": 0.21516012004696045 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00012069692763342725, + "action_effect_rmse": 0.00013826982536523165 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6432184117362567, + "action_effect_rmse": 0.6471124644337081 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3269186533499007, + "action_effect_rmse": 0.37451716834687926 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002628416308630458, + "action_effect_rmse": 0.003011107900570849 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2871408198075756, + "action_effect_rmse": 1.29536020604219 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6129345098465393, + "action_effect_rmse": 0.787156599653794 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01489596409619883, + "action_effect_rmse": 0.017531302274426314 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9295618784504047, + "action_effect_rmse": 2.524274188687988 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9301916462880016, + "action_effect_rmse": 1.1098060662963911 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0581750117126821, + "action_effect_rmse": 0.07487116966451046 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8102358671948573, + "action_effect_rmse": 5.979883195271712 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 7.825240283028524, + "predicted_costs": [ + 43.06782453161284, + 17.938466586522583, + 20.02902299102345, + 46.3444860218752 + ], + "true_costs": [ + 45.10501169559586, + 24.51519553647799, + 16.689955253449465, + 49.26388030033394 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 47, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03040584693086278, + "action_effect_rmse": 0.03128793473289417 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0982315690447066, + "action_effect_rmse": 1.1421553746175863 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1843025215911447, + "action_effect_rmse": 2.27852162651414 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06523836761134733, + "action_effect_rmse": 0.06717758713082005 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0341307008064433, + "action_effect_rmse": 2.1304457218326327 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2886795902555151, + "action_effect_rmse": 0.29382788615879135 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13750096125570552, + "action_effect_rmse": 0.14163630198699848 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8145774403438133, + "action_effect_rmse": 4.014812991164066 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.34706932679517166, + "action_effect_rmse": 0.34889632786543 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07791348330575679, + "action_effect_rmse": 0.08533817843851374 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5844740476102075, + "action_effect_rmse": 3.4537974710660087 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0057926986844592, + "action_effect_rmse": 1.159117586507936 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 0.03294834116791323, + "predicted_costs": [ + 1.2355985198210946, + 0.9036404180135809, + 0.7473993910393555, + 0.6504227602773895 + ], + "true_costs": [ + 0.8809387360993783, + 0.4533418846232441, + 0.19677910081757802, + 0.22972744198549125 + ] + }, + { + "system_id": "tank-00088", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1128106263932865, + "action_effect_rmse": 0.1511231041155375 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003842577968278249, + "action_effect_rmse": 0.004841628146005175 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05819894112628895, + "action_effect_rmse": 0.06457653737275817 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.76764172316734, + "action_effect_rmse": 31.135938663641888 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22669542268639079, + "action_effect_rmse": 0.28569161290166956 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010299827242318335, + "action_effect_rmse": 0.011275961432504748 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4166938099549242, + "action_effect_rmse": 0.4185740264631899 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.472666305196764, + "action_effect_rmse": 33.308643740522626 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.49050771724946013, + "action_effect_rmse": 0.5809249315251472 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026406796504780655, + "action_effect_rmse": 0.026811146169610695 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5393473555801693, + "action_effect_rmse": 0.5413507714260117 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 24.878776281210317, + "action_effect_rmse": 33.70725067789249 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1479480081047004, + "action_effect_rmse": 1.384534054157302 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06302550637257791, + "action_effect_rmse": 0.07351828635764118 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0367160963379494, + "action_effect_rmse": 1.0378322448377586 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.599300669823247, + "action_effect_rmse": 34.35230134829147 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 64.89389165617308, + "predicted_costs": [ + 531.6050359175256, + 548.1289980702578, + 520.6506060448446, + 494.21535497060484 + ], + "true_costs": [ + 503.29533896864046, + 438.4569558120269, + 503.29084746819996, + 503.35084746819996 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.047070915322791375, + "action_effect_rmse": 0.050886325261988316 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3208135996079922, + "action_effect_rmse": 0.34099676687639846 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.431796190604876, + "action_effect_rmse": 14.357159741323253 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10349773359402126, + "action_effect_rmse": 0.11046706825934728 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.745263201846799, + "action_effect_rmse": 0.7801030045391039 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 16.108516575836536, + "action_effect_rmse": 16.87560389410939 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1183097517080317, + "action_effect_rmse": 0.13684425659268704 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.599688233087652, + "action_effect_rmse": 1.6508768475433546 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 11.212374050869853, + "action_effect_rmse": 12.247904311389082 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11639157634394942, + "action_effect_rmse": 0.12719495499505964 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.263694564244452, + "action_effect_rmse": 1.4352570965584401 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.966488598606437, + "action_effect_rmse": 4.714368157918215 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.2531484622704555, + "predicted_costs": [ + 0.4422826828647297, + 0.4695896754518536, + 0.4324336108646196, + 0.4359972133660508 + ], + "true_costs": [ + 0.40830590843205095, + 0.9240532378197692, + 0.6614543707025065, + 0.44775661648448173 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49505332375659467, + "action_effect_rmse": 0.6462016963457484 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003438668888479176, + "action_effect_rmse": 0.004341380944820627 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4609926446912122, + "action_effect_rmse": 0.5758764624910476 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6347596303773221, + "action_effect_rmse": 0.7800380815535359 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015676661495406325, + "action_effect_rmse": 0.01935821164325862 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9230721459379367, + "action_effect_rmse": 1.1508128017271644 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2901903049814696, + "action_effect_rmse": 1.416554944042598 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05142673478136336, + "action_effect_rmse": 0.06185680166070563 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8478841219491737, + "action_effect_rmse": 2.2995023557870238 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.047509003006977, + "action_effect_rmse": 2.2948014868943107 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20654980443047913, + "action_effect_rmse": 0.2268672154274022 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7000432115492004, + "action_effect_rmse": 4.5923085700341115 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 14.629867095974145, + "predicted_costs": [ + 3.1295531896080298, + 4.436375983050322, + 2.0656540884260672, + 2.10409916406382 + ], + "true_costs": [ + 33.060229172595456, + 64.11431327113324, + 16.78649778558374, + 2.156630689609596 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 131, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30467701178254697, + "action_effect_rmse": 0.3279959471736617 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0032215194230857946, + "action_effect_rmse": 0.003468083853921745 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9874311000595906, + "action_effect_rmse": 2.075548595945932 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41772176064515304, + "action_effect_rmse": 0.4496927842905914 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019400874901984128, + "action_effect_rmse": 0.020885753409284082 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.979808795570108, + "action_effect_rmse": 4.155933083382722 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21407239319581883, + "action_effect_rmse": 0.23045675986348327 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08003919235924428, + "action_effect_rmse": 0.08616512630278149 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.97512872515216, + "action_effect_rmse": 8.327035078925176 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.212175453147772, + "action_effect_rmse": 1.3049513432987292 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26333680803948073, + "action_effect_rmse": 0.2834917343991018 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 15.98026262069746, + "action_effect_rmse": 16.683424440272677 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 8.091822385161159, + "predicted_costs": [ + 370.85263934765106, + 203.8709408779684, + 90.53245076788733, + 24.09524994115477 + ], + "true_costs": [ + 109.36853482947765, + 34.2937420520003, + 1.9863991072481246, + 10.078221492409284 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 66, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6498389591990001, + "action_effect_rmse": 0.7955488728187537 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01860580579858606, + "action_effect_rmse": 0.02328019849456081 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05848079291018282, + "action_effect_rmse": 0.06323892423051128 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 23.97679179526152, + "action_effect_rmse": 34.983567122176325 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8096103237626396, + "action_effect_rmse": 0.9847880296190766 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.039035322904660795, + "action_effect_rmse": 0.04878212788590248 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04941923869458766, + "action_effect_rmse": 0.05939934486937796 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 18.127434930648402, + "action_effect_rmse": 27.13849456365317 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8596917736271065, + "action_effect_rmse": 0.9046836260493217 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0800971592417928, + "action_effect_rmse": 0.09949956623787753 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05405880604329653, + "action_effect_rmse": 0.06156850305098876 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 17.423702023159688, + "action_effect_rmse": 20.45065722120506 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8517649918093113, + "action_effect_rmse": 1.385434468146451 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18313657730215738, + "action_effect_rmse": 0.20888080775172072 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12994234429472218, + "action_effect_rmse": 0.1299431433328985 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.411695593257903, + "action_effect_rmse": 18.797851736305176 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 47.55863042060099, + "predicted_costs": [ + 333.9507628217952, + 339.41342899534277, + 339.7497935789209, + 340.1265138964138 + ], + "true_costs": [ + 379.7329500410587, + 332.1743196204577, + 448.25477351784303, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00043", + "family": "tank", + "anchor_step": 161, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.34247481791962375, + "action_effect_rmse": 0.37906058142091925 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1383404885507531, + "action_effect_rmse": 0.15661206080991297 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25136629339113387, + "action_effect_rmse": 0.25136660229930524 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 17.50356162496571, + "action_effect_rmse": 18.19569696245542 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5874507390523727, + "action_effect_rmse": 0.6419168894951747 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25303703993234805, + "action_effect_rmse": 0.28629468643015205 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2664613227341381, + "action_effect_rmse": 0.26675257348146925 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 15.484280421884845, + "action_effect_rmse": 20.439308010113063 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8651794400382155, + "action_effect_rmse": 0.922527842681742 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.44731118700115324, + "action_effect_rmse": 0.5085150828164287 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.333672618102909, + "action_effect_rmse": 0.33792795768362993 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 52.03504117409302, + "action_effect_rmse": 66.74938227004364 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8301502313408715, + "action_effect_rmse": 0.8325836612492743 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6500670147264754, + "action_effect_rmse": 0.7581176479783098 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.49617661809545943, + "action_effect_rmse": 0.5133685202036403 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 109.48273365424875, + "action_effect_rmse": 131.90548222918815 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.7814808579845014, + "predicted_costs": [ + 2.7056750157891676, + 9.401194653132137, + 2.3825838284536403, + 5.356064094368403 + ], + "true_costs": [ + 1.9051438473273075, + 1.0924319808960787, + 1.8739128388805801, + 1.9339128388805802 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 150, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00789977777020969, + "action_effect_rmse": 0.00968872218726524 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1469872095928082, + "action_effect_rmse": 0.21050051615810472 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.7840963106941174, + "action_effect_rmse": 3.2008881622858847 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023622355542989876, + "action_effect_rmse": 0.0291719543875563 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26543143813749853, + "action_effect_rmse": 0.34085707178337105 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.23819024825791, + "action_effect_rmse": 8.522181393104256 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.057268824324189206, + "action_effect_rmse": 0.06566499747302493 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5815962596113557, + "action_effect_rmse": 0.6651982500587422 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.886430937462348, + "action_effect_rmse": 5.206570354368486 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12254109879153635, + "action_effect_rmse": 0.1378953607084024 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.187061557051005, + "action_effect_rmse": 1.3203482957499846 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.432174006416434, + "action_effect_rmse": 6.983761030335392 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.10452310395912465, + 0.04568585955634557, + 0.00039453972064757944, + 0.03790743085350526 + ], + "true_costs": [ + 0.1761149978948457, + 0.10010744821043219, + 0.0008064926124806322, + 0.05556627807638088 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 109, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07472025737923775, + "action_effect_rmse": 0.0765421236280071 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.038223338104713754, + "action_effect_rmse": 0.04406305725560825 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26274067959556613, + "action_effect_rmse": 0.2652225534104797 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.53350450049491, + "action_effect_rmse": 37.8582793162627 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14565201473954895, + "action_effect_rmse": 0.15015871485683513 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07476160361743389, + "action_effect_rmse": 0.08495156354893503 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21565261242813935, + "action_effect_rmse": 0.2226353923720405 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.89045763071681, + "action_effect_rmse": 38.45290484778818 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2871007802241034, + "action_effect_rmse": 0.29535813882678724 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1377490710888344, + "action_effect_rmse": 0.15284478474824426 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1414807366840161, + "action_effect_rmse": 0.15817854143553653 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.57589197138937, + "action_effect_rmse": 39.65953528964874 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5783696134880589, + "action_effect_rmse": 0.5856128030628114 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22039569911027593, + "action_effect_rmse": 0.23586795129552446 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2028514333106198, + "action_effect_rmse": 0.21666670872521793 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.902483985913378, + "action_effect_rmse": 42.1532337038537 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 16.128439982527624, + "predicted_costs": [ + 121.05521044658516, + 110.1715255802771, + 108.33682879224685, + 106.56597701064612 + ], + "true_costs": [ + 94.57052420482316, + 78.5114763161938, + 94.57991629872141, + 94.63991629872142 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 135, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10468433852889329, + "action_effect_rmse": 0.12089003427650477 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7590977226474441, + "action_effect_rmse": 0.8539037034622338 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19563611415798357, + "action_effect_rmse": 0.22765172112205304 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.40051626895801, + "action_effect_rmse": 1.843845683837977 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.46770345749806336, + "action_effect_rmse": 0.580176996541996 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.447759655290412, + "action_effect_rmse": 5.065944047003711 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5658497272711512, + "action_effect_rmse": 0.6491378723498534 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.680851322894891, + "action_effect_rmse": 7.5603326426490165 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 159.2536660503925, + 149.7967312630208, + 230.0661798044211, + 341.44627291693615 + ], + "true_costs": [ + 167.32066550618381, + 141.00399148814552, + 244.03142120086292, + 394.7162220539566 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 12, + "mean_regret": 0.07438788574709695, + "ranking_accuracy": 0.8194444444444444, + "ranking_comparable_pairs": 72, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.6687261338582905, + "action_effect_rmse": 0.8341528204390938 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 1.3105222737275646, + "action_effect_rmse": 1.7340962651843015 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 1.8291836650480355, + "action_effect_rmse": 2.3639443170442225 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 3.0982720734796168, + "action_effect_rmse": 4.178332069793761 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.02495422249345577, + "action_effect_rmse": 0.03335780042885628 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 0.04888969030686382, + "action_effect_rmse": 0.06336368416337247 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 0.06714387656473732, + "action_effect_rmse": 0.08374838041925865 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 0.11632467325731709, + "action_effect_rmse": 0.14246215215761143 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 5.182117730687125, + "action_effect_rmse": 6.647818809861618 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 4.363918288338457, + "action_effect_rmse": 6.3053757278796585 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 3.444379037666721, + "action_effect_rmse": 4.888772291899032 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 3.0959605984156564, + "action_effect_rmse": 4.356552935969977 + } + ] + }, + { + "family": "tank", + "sample_count": 9, + "mean_regret": 14.565733903777224, + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.24578634161625704, + "action_effect_rmse": 0.304213113247208 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.30457375152461774, + "action_effect_rmse": 0.3603927976490063 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.3039212400979025, + "action_effect_rmse": 0.3681054846852052 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.36434280656980245, + "action_effect_rmse": 0.4708262571280651 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 24.92217897544513, + "action_effect_rmse": 33.43817720346378 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 22.054337777054602, + "action_effect_rmse": 31.584048559918095 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 27.27109249248278, + "action_effect_rmse": 38.43249571649796 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 35.03483594859823, + "action_effect_rmse": 54.095464127242685 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.2644877197948392, + "action_effect_rmse": 0.42989188161926994 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.4737299297996124, + "action_effect_rmse": 0.7531531086068932 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.8468103102243658, + "action_effect_rmse": 1.3483915155751556 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 1.2168535559974507, + "action_effect_rmse": 1.603985733813037 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.03985858611898948, + "action_effect_rmse": 0.062416794008466926 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.07379361533511404, + "action_effect_rmse": 0.11411468586942662 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.13537798392343126, + "action_effect_rmse": 0.20583626704453595 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.23626375724003956, + "action_effect_rmse": 0.328831226668402 + } + ] + }, + { + "family": "thermal", + "sample_count": 9, + "mean_regret": 4.096646376501237, + "ranking_accuracy": 0.9074074074074074, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.9225582214717112, + "action_effect_rmse": 1.1565990718880212 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.747362874616216, + "action_effect_rmse": 2.1990955124081584 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 3.547393091516876, + "action_effect_rmse": 4.452637618091681 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 6.691387106485723, + "action_effect_rmse": 8.621548652953058 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.28810819525318687, + "action_effect_rmse": 0.3811304437883299 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.4599309511537322, + "action_effect_rmse": 0.5947273293216591 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.7278638967930879, + "action_effect_rmse": 0.9752801921315887 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 1.1627600336348152, + "action_effect_rmse": 1.450833837363209 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 7, + "action_effect_mae": 0.003825524730776089, + "action_effect_rmse": 0.005886477543679718 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 7, + "action_effect_mae": 0.01274884632764588, + "action_effect_rmse": 0.0202925828478927 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 7, + "action_effect_mae": 0.05436809880003688, + "action_effect_rmse": 0.0742087057660249 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 7, + "action_effect_mae": 0.16508187864999257, + "action_effect_rmse": 0.21100586655021783 + } + ] + } + ] + }, + "calibrated_query_fraction": 0.9283577389387498 + }, + "catboost": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.02423347905278206, + "rmse": 0.06535632908344269, + "standardized_mae": 0.06611744314432144, + "standardized_rmse": 0.17831502854824066, + "standardized_gaussian_nll": -0.08556369415587936, + "physical_gaussian_nll": -1.089261236034084, + "nominal_coverage": 0.9, + "coverage": 0.9829545454545454, + "mean_interval_width": 0.24277745187282562, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 172, + "mae": 0.03788576275110245, + "rmse": 0.09702032804489136, + "standardized_mae": 0.10336567461490631, + "standardized_rmse": 0.2647055387496948, + "standardized_gaussian_nll": 0.11282574441379244, + "physical_gaussian_nll": -0.8908717974644124, + "nominal_coverage": 0.9, + "coverage": 0.9709302325581395, + "mean_interval_width": 0.47188320755958557, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.05527538061141968, + "rmse": 0.10848934948444366, + "standardized_mae": 0.15081065893173218, + "standardized_rmse": 0.2959970533847809, + "standardized_gaussian_nll": 0.20377259400058648, + "physical_gaussian_nll": -0.7999249478776184, + "nominal_coverage": 0.9, + "coverage": 0.9822485207100592, + "mean_interval_width": 0.7023747563362122, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.09645094722509384, + "rmse": 0.1619982272386551, + "standardized_mae": 0.2631520628929138, + "standardized_rmse": 0.441988080739975, + "standardized_gaussian_nll": 0.7622459401207671, + "physical_gaussian_nll": -0.24145160175743774, + "nominal_coverage": 0.9, + "coverage": 0.976878612716763, + "mean_interval_width": 1.1986021995544434, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.3882119357585907, + "rmse": 0.5708032250404358, + "standardized_mae": 0.04794783890247345, + "standardized_rmse": 0.07049958407878876, + "standardized_gaussian_nll": -0.2246183738910197, + "physical_gaussian_nll": 1.8668192796054541, + "nominal_coverage": 0.9, + "coverage": 0.9147727272727273, + "mean_interval_width": 1.6762737035751343, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 175, + "mae": 0.7200258374214172, + "rmse": 0.9886184930801392, + "standardized_mae": 0.08892998844385147, + "standardized_rmse": 0.12210371345281601, + "standardized_gaussian_nll": -0.1730982549183219, + "physical_gaussian_nll": 1.9183393985781518, + "nominal_coverage": 0.9, + "coverage": 0.8914285714285715, + "mean_interval_width": 3.0930545330047607, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 178, + "mae": 1.1570062637329102, + "rmse": 1.5007328987121582, + "standardized_mae": 0.1429011970758438, + "standardized_rmse": 0.18535467982292175, + "standardized_gaussian_nll": -0.07229322171980147, + "physical_gaussian_nll": 2.0191444317766725, + "nominal_coverage": 0.9, + "coverage": 0.8651685393258427, + "mean_interval_width": 4.350430488586426, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 175, + "mae": 2.2166738510131836, + "rmse": 2.8793020248413086, + "standardized_mae": 0.27378013730049133, + "standardized_rmse": 0.35562098026275635, + "standardized_gaussian_nll": 0.40516470224589757, + "physical_gaussian_nll": 2.4966023557423713, + "nominal_coverage": 0.9, + "coverage": 0.8628571428571429, + "mean_interval_width": 8.383885383605957, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 177, + "mae": 2.3084468841552734, + "rmse": 4.341325283050537, + "standardized_mae": 0.14455723762512207, + "standardized_rmse": 0.2718580961227417, + "standardized_gaussian_nll": 0.13271915320849692, + "physical_gaussian_nll": 2.903373881902461, + "nominal_coverage": 0.9, + "coverage": 0.943502824858757, + "mean_interval_width": 10.01511001586914, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 177, + "mae": 3.501040458679199, + "rmse": 6.621803283691406, + "standardized_mae": 0.21923862397670746, + "standardized_rmse": 0.4146638810634613, + "standardized_gaussian_nll": 0.6409124780599478, + "physical_gaussian_nll": 3.411567206753912, + "nominal_coverage": 0.9, + "coverage": 0.9096045197740112, + "mean_interval_width": 20.253042221069336, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 180, + "mae": 4.320957183837891, + "rmse": 6.612742900848389, + "standardized_mae": 0.2705826163291931, + "standardized_rmse": 0.41409653425216675, + "standardized_gaussian_nll": 0.6384752989522726, + "physical_gaussian_nll": 3.4091300276462366, + "nominal_coverage": 0.9, + "coverage": 0.95, + "mean_interval_width": 31.011857986450195, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 176, + "mae": 5.809797286987305, + "rmse": 8.109843254089355, + "standardized_mae": 0.3638152778148651, + "standardized_rmse": 0.5078464150428772, + "standardized_gaussian_nll": 1.0865013301929431, + "physical_gaussian_nll": 3.8571560588869076, + "nominal_coverage": 0.9, + "coverage": 0.9431818181818182, + "mean_interval_width": 33.6110725402832, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.17837050557136536, + "rmse": 0.28059807419776917, + "standardized_mae": 0.030743500217795372, + "standardized_rmse": 0.04836319386959076, + "standardized_gaussian_nll": -0.23825734398361859, + "physical_gaussian_nll": 1.5199269670637938, + "nominal_coverage": 0.9, + "coverage": 0.8717948717948718, + "mean_interval_width": 0.7426236867904663, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 157, + "mae": 0.28565800189971924, + "rmse": 0.4810447096824646, + "standardized_mae": 0.049235306680202484, + "standardized_rmse": 0.08291167765855789, + "standardized_gaussian_nll": -0.21474806207730487, + "physical_gaussian_nll": 1.5434362489701077, + "nominal_coverage": 0.9, + "coverage": 0.8980891719745223, + "mean_interval_width": 1.6196023225784302, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 159, + "mae": 0.46693524718284607, + "rmse": 0.7437448501586914, + "standardized_mae": 0.08047980815172195, + "standardized_rmse": 0.1281900256872177, + "standardized_gaussian_nll": -0.16520178291581092, + "physical_gaussian_nll": 1.5929825281316015, + "nominal_coverage": 0.9, + "coverage": 0.8742138364779874, + "mean_interval_width": 2.11260986328125, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 158, + "mae": 0.6431125998497009, + "rmse": 0.9505521655082703, + "standardized_mae": 0.11084529757499695, + "standardized_rmse": 0.1638348251581192, + "standardized_gaussian_nll": -0.11124517704750975, + "physical_gaussian_nll": 1.6469391339999027, + "nominal_coverage": 0.9, + "coverage": 0.9177215189873418, + "mean_interval_width": 3.1057541370391846, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.03397228568792343, + "rmse": 0.047014765441417694, + "standardized_mae": 0.029348289594054222, + "standardized_rmse": 0.040615543723106384, + "standardized_gaussian_nll": -0.2418307683371711, + "physical_gaussian_nll": -0.09551992682323021, + "nominal_coverage": 0.9, + "coverage": 0.8881987577639752, + "mean_interval_width": 0.13839662075042725, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 159, + "mae": 0.06715081632137299, + "rmse": 0.09521666914224625, + "standardized_mae": 0.05801086127758026, + "standardized_rmse": 0.08225664496421814, + "standardized_gaussian_nll": -0.21530886652133127, + "physical_gaussian_nll": -0.06899802500739038, + "nominal_coverage": 0.9, + "coverage": 0.8490566037735849, + "mean_interval_width": 0.23652759194374084, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.1319301277399063, + "rmse": 0.17234168946743011, + "standardized_mae": 0.11397300660610199, + "standardized_rmse": 0.148884117603302, + "standardized_gaussian_nll": -0.1354802869380733, + "physical_gaussian_nll": 0.010830554575867596, + "nominal_coverage": 0.9, + "coverage": 0.76875, + "mean_interval_width": 0.4350792467594147, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.26580163836479187, + "rmse": 0.3197310268878937, + "standardized_mae": 0.22962313890457153, + "standardized_rmse": 0.2762121558189392, + "standardized_gaussian_nll": 0.14508893883238252, + "physical_gaussian_nll": 0.2913997803463234, + "nominal_coverage": 0.9, + "coverage": 0.7839506172839507, + "mean_interval_width": 0.7642806172370911, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.13814224302768707, + "rmse": 0.19565950334072113, + "standardized_mae": 0.2876136004924774, + "standardized_rmse": 0.4073651432991028, + "standardized_gaussian_nll": 0.6098122331037181, + "physical_gaussian_nll": -0.12352182551389579, + "nominal_coverage": 0.9, + "coverage": 0.8136645962732919, + "mean_interval_width": 0.42042937874794006, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 161, + "mae": 0.15308789908885956, + "rmse": 0.2457701414823532, + "standardized_mae": 0.3187306225299835, + "standardized_rmse": 0.5116960406303406, + "standardized_gaussian_nll": 1.1068462504474172, + "physical_gaussian_nll": 0.37351219182980333, + "nominal_coverage": 0.9, + "coverage": 0.8757763975155279, + "mean_interval_width": 0.7764022946357727, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 163, + "mae": 0.21660295128822327, + "rmse": 0.3190840482711792, + "standardized_mae": 0.4509696364402771, + "standardized_rmse": 0.6643363833427429, + "standardized_gaussian_nll": 2.0373480165496813, + "physical_gaussian_nll": 1.3040139579320673, + "nominal_coverage": 0.9, + "coverage": 0.852760736196319, + "mean_interval_width": 0.755290687084198, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.19187238812446594, + "rmse": 0.2963543236255646, + "standardized_mae": 0.39948034286499023, + "standardized_rmse": 0.6170128583908081, + "standardized_gaussian_nll": 1.7230274889497736, + "physical_gaussian_nll": 0.9896934303321597, + "nominal_coverage": 0.9, + "coverage": 0.8625, + "mean_interval_width": 0.7557070255279541, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 161, + "mae": 5.188479900360107, + "rmse": 6.368166923522949, + "standardized_mae": 0.12196816504001617, + "standardized_rmse": 0.14969965815544128, + "standardized_gaussian_nll": -0.13421802926879028, + "physical_gaussian_nll": 3.61621790249211, + "nominal_coverage": 0.9, + "coverage": 0.9937888198757764, + "mean_interval_width": 48.274478912353516, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 162, + "mae": 4.800196170806885, + "rmse": 7.432561874389648, + "standardized_mae": 0.11284058541059494, + "standardized_rmse": 0.1747209131717682, + "standardized_gaussian_nll": -0.09214089958304594, + "physical_gaussian_nll": 3.6582950321778545, + "nominal_coverage": 0.9, + "coverage": 0.9753086419753086, + "mean_interval_width": 44.727989196777344, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 159, + "mae": 6.005892276763916, + "rmse": 8.901151657104492, + "standardized_mae": 0.14118348062038422, + "standardized_rmse": 0.2092437893152237, + "standardized_gaussian_nll": -0.023429790118439216, + "physical_gaussian_nll": 3.727006141642461, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 96.19473266601562, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 162, + "mae": 7.775519847869873, + "rmse": 10.083332061767578, + "standardized_mae": 0.18278299272060394, + "standardized_rmse": 0.2370338886976242, + "standardized_gaussian_nll": 0.04085733216937325, + "physical_gaussian_nll": 3.7912932639302737, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 84.76239776611328, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 152, + "mae": 0.3736880123615265, + "rmse": 0.5130242109298706, + "standardized_mae": 0.06072275713086128, + "standardized_rmse": 0.08336431533098221, + "standardized_gaussian_nll": -0.21435793494343333, + "physical_gaussian_nll": 1.6027447846688687, + "nominal_coverage": 0.9, + "coverage": 0.9736842105263158, + "mean_interval_width": 2.5296149253845215, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 150, + "mae": 0.5933750867843628, + "rmse": 0.8999132513999939, + "standardized_mae": 0.0964210033416748, + "standardized_rmse": 0.14623218774795532, + "standardized_gaussian_nll": -0.13953706767372498, + "physical_gaussian_nll": 1.6775656519385769, + "nominal_coverage": 0.9, + "coverage": 0.9533333333333334, + "mean_interval_width": 4.653892993927002, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 153, + "mae": 1.0365837812423706, + "rmse": 1.5741667747497559, + "standardized_mae": 0.168440580368042, + "standardized_rmse": 0.25579559803009033, + "standardized_gaussian_nll": 0.08878620899252981, + "physical_gaussian_nll": 1.9058889286048317, + "nominal_coverage": 0.9, + "coverage": 0.9738562091503268, + "mean_interval_width": 9.212547302246094, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 155, + "mae": 1.8912427425384521, + "rmse": 2.7535953521728516, + "standardized_mae": 0.30731913447380066, + "standardized_rmse": 0.44744786620140076, + "standardized_gaussian_nll": 0.7874180031038809, + "physical_gaussian_nll": 2.604520722716183, + "nominal_coverage": 0.9, + "coverage": 0.9741935483870968, + "mean_interval_width": 17.581031799316406, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 116, + "mae": 0.044355358928442, + "rmse": 0.059059496968984604, + "standardized_mae": 0.01811463199555874, + "standardized_rmse": 0.024119770154356956, + "standardized_gaussian_nll": -0.24736608491552076, + "physical_gaussian_nll": 0.6481474319494596, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 2.501753091812134, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 110, + "mae": 0.0893772691488266, + "rmse": 0.11685334146022797, + "standardized_mae": 0.036501482129096985, + "standardized_rmse": 0.047722648829221725, + "standardized_gaussian_nll": -0.23857637164117187, + "physical_gaussian_nll": 0.6569371452238084, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 2.501753330230713, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 113, + "mae": 0.17485591769218445, + "rmse": 0.2302297204732895, + "standardized_mae": 0.07141077518463135, + "standardized_rmse": 0.09402531385421753, + "standardized_gaussian_nll": -0.20455502164064776, + "physical_gaussian_nll": 0.6909584952243325, + "nominal_coverage": 0.9, + "coverage": 1.0, + "mean_interval_width": 2.501753091812134, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 116, + "mae": 0.3090492784976959, + "rmse": 0.415956974029541, + "standardized_mae": 0.12621505558490753, + "standardized_rmse": 0.16987591981887817, + "standardized_gaussian_nll": -0.10079521021628998, + "physical_gaussian_nll": 0.7947183066486903, + "nominal_coverage": 0.9, + "coverage": 0.9827586206896551, + "mean_interval_width": 2.501753091812134, + "interval_kind": "uncalibrated_missing_calibration_entry" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 0.7305309772491455, + "rmse": 0.9475871920585632, + "standardized_mae": 0.009182974696159363, + "standardized_rmse": 0.011911431327462196, + "standardized_gaussian_nll": -0.24964624226151264, + "physical_gaussian_nll": 4.126774185068871, + "nominal_coverage": 0.9, + "coverage": 0.9358974358974359, + "mean_interval_width": 3.8118093013763428, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 154, + "mae": 1.2601368427276611, + "rmse": 1.8281582593917847, + "standardized_mae": 0.01584026589989662, + "standardized_rmse": 0.022980451583862305, + "standardized_gaussian_nll": -0.24764424237574587, + "physical_gaussian_nll": 4.128776184954638, + "nominal_coverage": 0.9, + "coverage": 0.8766233766233766, + "mean_interval_width": 6.822177886962891, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 155, + "mae": 2.4017374515533447, + "rmse": 3.3848798274993896, + "standardized_mae": 0.030190499499440193, + "standardized_rmse": 0.04254886880517006, + "standardized_gaussian_nll": -0.2409973334280965, + "physical_gaussian_nll": 4.135423093902286, + "nominal_coverage": 0.9, + "coverage": 0.8903225806451613, + "mean_interval_width": 12.692874908447266, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 156, + "mae": 4.74037504196167, + "rmse": 6.389836311340332, + "standardized_mae": 0.059587813913822174, + "standardized_rmse": 0.08032199740409851, + "standardized_gaussian_nll": -0.21693927014543354, + "physical_gaussian_nll": 4.15948115718495, + "nominal_coverage": 0.9, + "coverage": 0.9102564102564102, + "mean_interval_width": 23.569921493530273, + "interval_kind": "heldout_calibrated" + } + ], + "calibration_status": "heldout_partial", + "counterfactual": { + "status": "completed", + "samples": 30, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.27256397000675275, + "action_effect_rmse": 0.3487277069914167 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004158561820300832, + "action_effect_rmse": 0.004561814057154612 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4828006166923184, + "action_effect_rmse": 0.5426818193902961 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.455789731372338, + "action_effect_rmse": 0.5229051206493263 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014125639839440632, + "action_effect_rmse": 0.014827009855102978 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8204703835480084, + "action_effect_rmse": 0.9368946678853771 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7195519762306285, + "action_effect_rmse": 0.8717453593095145 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08828089476360172, + "action_effect_rmse": 0.09125455126495952 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2674193657929016, + "action_effect_rmse": 2.428462939540577 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0417691853394568, + "action_effect_rmse": 1.065199015476902 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2658947436456624, + "action_effect_rmse": 0.3027757502662837 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9811896971939214, + "action_effect_rmse": 4.290445633927094 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 9.694016134669631, + 48.04378571723441, + 12.559804071297686, + 6.2577855935220015 + ], + "true_costs": [ + 5.29387147671569, + 55.418109072711815, + 14.268767655668475, + 4.5979205894343025 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 75, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013226079978553407, + "action_effect_rmse": 0.014060506008219243 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9164600750917676, + "action_effect_rmse": 1.008756809216865 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8515670228181413, + "action_effect_rmse": 2.0018499348866055 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06755205285621975, + "action_effect_rmse": 0.0698757597788236 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.39498675230116, + "action_effect_rmse": 2.5271236216047432 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.278557908174689, + "action_effect_rmse": 5.3269115122815 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06714132756613567, + "action_effect_rmse": 0.06811622718259712 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1443405154044206, + "action_effect_rmse": 3.428450729846812 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9790261699184791, + "action_effect_rmse": 0.9978846895116829 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.053875137663062844, + "action_effect_rmse": 0.060370857419312564 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.142240965285095, + "action_effect_rmse": 4.826366532679661 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.791154098339265, + "action_effect_rmse": 5.610054175241934 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.26539451385535284, + "predicted_costs": [ + 1.37429149221628, + 1.3047416461853412, + 1.3215558209214087, + 1.4469878542894306 + ], + "true_costs": [ + 1.6870119374852577, + 1.3246161176877902, + 1.0592216038324374, + 1.5739227991857385 + ] + }, + { + "system_id": "thermal-00003", + "family": "thermal", + "anchor_step": 78, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8402722253654673, + "action_effect_rmse": 0.9902299935495033 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002507032054295403, + "action_effect_rmse": 0.0029986688074342674 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6295096909473159, + "action_effect_rmse": 0.6394367916358452 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3625143780934224, + "action_effect_rmse": 1.5076864381988635 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01597474837277228, + "action_effect_rmse": 0.018776644258569772 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9996017630496871, + "action_effect_rmse": 1.0497045522765995 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7100448218278608, + "action_effect_rmse": 1.8738371141903283 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0739092871987997, + "action_effect_rmse": 0.08950021055776469 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4130111124917069, + "action_effect_rmse": 1.7364987832136674 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6285214247879043, + "action_effect_rmse": 1.930996481759049 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21225975643143022, + "action_effect_rmse": 0.26400541599242566 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3556234978659725, + "action_effect_rmse": 3.8373622772477782 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 22.06698954136644, + 9.496787142957752, + 22.856217592420386, + 45.05587530914761 + ], + "true_costs": [ + 26.49760331004995, + 11.404685981504198, + 16.167683887092124, + 99.1084380965106 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22447266127520807, + "action_effect_rmse": 0.2595916067514313 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01583074770638267, + "action_effect_rmse": 0.01722934448033166 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1614326988038053, + "action_effect_rmse": 0.1619480297512922 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 16.279237412465914, + "action_effect_rmse": 21.052363288479338 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.35789650739324114, + "action_effect_rmse": 0.419539149622109 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024441006219891648, + "action_effect_rmse": 0.02702897495737739 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16500894029425317, + "action_effect_rmse": 0.16616343249927232 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 7.854249817048135, + "action_effect_rmse": 8.289911664177659 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.45515289330476466, + "action_effect_rmse": 0.5861398003364454 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08192653676263124, + "action_effect_rmse": 0.0829120983951605 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14177644087659458, + "action_effect_rmse": 0.1435090530392753 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 6.208551693900841, + "action_effect_rmse": 6.29252879834552 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6787344227065386, + "action_effect_rmse": 1.0349565260722582 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18399707669931095, + "action_effect_rmse": 0.22385050991151617 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.045387706155078145, + "action_effect_rmse": 0.053026647688135226 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4587544174135836, + "action_effect_rmse": 4.5471858495395425 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 67.81445050778603, + "predicted_costs": [ + 433.1294464113794, + 435.5664184557213, + 434.2680037602064, + 404.2151252931218 + ], + "true_costs": [ + 451.3821803058857, + 383.6347777926726, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016354445315733362, + "action_effect_rmse": 0.018035629260034502 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1965407676878724, + "action_effect_rmse": 0.29302132625014304 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 11.128261272359401, + "action_effect_rmse": 11.547823098618572 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02005910753564775, + "action_effect_rmse": 0.022071453957010274 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.45207264254613005, + "action_effect_rmse": 0.6066005599188343 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 7.986312548527191, + "action_effect_rmse": 8.270701455527112 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016891171651073945, + "action_effect_rmse": 0.025249391800364483 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8058349958909746, + "action_effect_rmse": 1.0407759886304147 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.2522306429777785, + "action_effect_rmse": 5.854653425557746 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09383270897980166, + "action_effect_rmse": 0.10588295737818013 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4934144589062217, + "action_effect_rmse": 1.639136948870604 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.852658482343859, + "action_effect_rmse": 4.572494491091319 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.10952984209053818, + 0.5447914146945065, + 0.2782709579216138, + 0.20689279673010166 + ], + "true_costs": [ + 0.08697956422894386, + 0.4815418742900818, + 0.20670211782036674, + 0.11900088194005333 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 35, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8627039909858224, + "action_effect_rmse": 0.8927932023371089 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.849803485268455, + "action_effect_rmse": 1.9480752587820986 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8571790180649046, + "action_effect_rmse": 0.9396502989008263 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.197087049051703, + "action_effect_rmse": 1.5224460297502114 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5233268813888093, + "action_effect_rmse": 0.8147776837369326 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2808416549966022, + "action_effect_rmse": 1.6320657552130455 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1215251848947692, + "action_effect_rmse": 1.1828478649567 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5749957236569805, + "action_effect_rmse": 3.025291579449489 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 109.53018676832718, + 16.855279333529317, + 46.796244516756346, + 78.4767754318353 + ], + "true_costs": [ + 138.61730453341346, + 17.18951192419299, + 61.55307690981533, + 153.57401303581446 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 29, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36910175043191956, + "action_effect_rmse": 0.5249223250844315 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009851138227743897, + "action_effect_rmse": 0.01204228428650597 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.647706156340695, + "action_effect_rmse": 0.6477134046524055 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 20.817746138174524, + "action_effect_rmse": 21.287677912350322 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5084095970010877, + "action_effect_rmse": 0.7962265257908228 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015761921122109612, + "action_effect_rmse": 0.017020814820339326 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7386729009286159, + "action_effect_rmse": 0.7386820836061481 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 15.75719754148114, + "action_effect_rmse": 16.307920862733347 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8542080980500767, + "action_effect_rmse": 1.3403800582610712 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.017991004301240565, + "action_effect_rmse": 0.024475503795390516 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6891679779466182, + "action_effect_rmse": 0.6893589316440633 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 10.335857568997923, + "action_effect_rmse": 12.926699936421038 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5567695012616392, + "action_effect_rmse": 2.009272673292297 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1030745038175483, + "action_effect_rmse": 0.13501581858145142 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.658210094546519, + "action_effect_rmse": 0.6596771966473959 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 8.925663925675554, + "action_effect_rmse": 9.40471345157418 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 56.19218444206684, + "predicted_costs": [ + 85.45439752790287, + 85.85669817992479, + 82.27836548565844, + 74.42600053239626 + ], + "true_costs": [ + 94.60350239976236, + 38.44773185665458, + 92.60413461253019, + 94.63991629872142 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 155, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0492585419096907, + "action_effect_rmse": 0.04975206417016683 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.43301886486117286, + "action_effect_rmse": 0.5154354292240704 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 14.543516817658038, + "action_effect_rmse": 14.879698509738674 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08122115005759996, + "action_effect_rmse": 0.08298799944287588 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9660641128570001, + "action_effect_rmse": 1.1311307666351031 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 11.168594816515393, + "action_effect_rmse": 11.375639322576783 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02708920134960709, + "action_effect_rmse": 0.030371181722743137 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7411360935521761, + "action_effect_rmse": 0.8397952252050196 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 8.615822997949222, + "action_effect_rmse": 9.015033535885054 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05953330099947749, + "action_effect_rmse": 0.07806358074811223 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.512928760413433, + "action_effect_rmse": 1.9671956460467361 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.049289023304198, + "action_effect_rmse": 6.440697655946947 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.6485483599500066, + 0.17069991901755577, + 0.2532760247515984, + 0.3486062153059461 + ], + "true_costs": [ + 0.946750082860937, + 0.19555943883653581, + 0.36157269685378335, + 0.6108034852921396 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 82, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1503618605321654, + "action_effect_rmse": 0.15634635116185258 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.030762332358342803, + "action_effect_rmse": 0.03551777632038511 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3773562781123269, + "action_effect_rmse": 0.3774512529616431 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 18.94143639183879, + "action_effect_rmse": 26.118925420611433 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.297974188976274, + "action_effect_rmse": 0.31953150537284525 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.050077670174781964, + "action_effect_rmse": 0.06467203616326733 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.33493429259532403, + "action_effect_rmse": 0.33536020631313257 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 12.620763981783604, + "action_effect_rmse": 16.97263351859077 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5008838304345016, + "action_effect_rmse": 0.5287448854312049 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11106078427019976, + "action_effect_rmse": 0.13976477730098633 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16776439376589544, + "action_effect_rmse": 0.16910845888720638 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 8.78919422844561, + "action_effect_rmse": 13.093797961261837 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6924286795435831, + "action_effect_rmse": 0.7694351030210688 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25892010173644603, + "action_effect_rmse": 0.31203312037389963 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11251074139318613, + "action_effect_rmse": 0.11555350391856546 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.088427150438624, + "action_effect_rmse": 7.550997448152837 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 49.731779542785716, + "predicted_costs": [ + 467.5431473523553, + 457.6287206584546, + 450.3512099868686, + 422.5851616515461 + ], + "true_costs": [ + 451.38087476816315, + 401.7174487576729, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "battery-00026", + "family": "battery", + "anchor_step": 122, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006928471329409065, + "action_effect_rmse": 0.009361139096942266 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.39233409157653654, + "action_effect_rmse": 0.48124533859961227 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.2753025913606635, + "action_effect_rmse": 4.354232872062677 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023272756600692918, + "action_effect_rmse": 0.02860951713395173 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5739675606610426, + "action_effect_rmse": 0.6842921812590581 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.8757937280916366, + "action_effect_rmse": 3.819879748817785 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02869646510218493, + "action_effect_rmse": 0.03526818497743623 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7889109623350805, + "action_effect_rmse": 0.9209416257577047 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.500099294508272, + "action_effect_rmse": 3.1464343208451937 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05751428571496523, + "action_effect_rmse": 0.0624973349478561 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.370452078007433, + "action_effect_rmse": 1.608751390129343 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4068572668424295, + "action_effect_rmse": 1.5118027766421016 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.3895928956038112, + 0.41045918893530686, + 0.2331924682177859, + 0.16015012270136053 + ], + "true_costs": [ + 0.34943173482841516, + 0.4423803958858177, + 0.17988222162200523, + 0.10241806833056942 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020251749068136652, + "action_effect_rmse": 0.022435114078043474 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19949443958225999, + "action_effect_rmse": 0.22002070738880378 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8597347116694667, + "action_effect_rmse": 1.8917844425391317 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.027676223940491306, + "action_effect_rmse": 0.03041717171407201 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4046974103875769, + "action_effect_rmse": 0.49548269277474005 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.7691350620130257, + "action_effect_rmse": 2.8805148294343286 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04000352650170205, + "action_effect_rmse": 0.04500578797450771 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6976139753919016, + "action_effect_rmse": 0.86880374123469 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.363810007136357, + "action_effect_rmse": 2.603144299823347 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.029093891916655578, + "action_effect_rmse": 0.0325097505503733 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.465784796349255, + "action_effect_rmse": 4.696360089101084 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.09210422158868, + "action_effect_rmse": 10.977246520914841 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.0289795601440872, + 1.2395373101257992, + 1.0324366174935433, + 0.8198240253251927 + ], + "true_costs": [ + 0.8762251133653054, + 1.02, + 0.999897360791922, + 0.7744902415340987 + ] + }, + { + "system_id": "battery-00068", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012975389464744672, + "action_effect_rmse": 0.01349247690077244 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5449264122330106, + "action_effect_rmse": 0.7323704929076457 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.5558741997502317, + "action_effect_rmse": 2.9056257051084287 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013590983988207498, + "action_effect_rmse": 0.014624334456166052 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8702254126377049, + "action_effect_rmse": 1.2722351903791869 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.5106977164363, + "action_effect_rmse": 4.921965911588512 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.022743377314185225, + "action_effect_rmse": 0.02635177532295062 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2103666145274825, + "action_effect_rmse": 1.5686429635759522 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4293470287102665, + "action_effect_rmse": 4.963519552734755 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.059687859288176624, + "action_effect_rmse": 0.06775272238430473 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9780319005699465, + "action_effect_rmse": 3.0108166940789745 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 9.084265113478791, + "action_effect_rmse": 10.286982323695351 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.8278635161898787, + 0.49838074828913137, + 0.7215277381363404, + 0.8573420557080621 + ], + "true_costs": [ + 1.0147431412336105, + 0.7074574702007793, + 0.999325263116405, + 1.02 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 48, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04939188607972108, + "action_effect_rmse": 0.05001136934074539 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.232941682360939, + "action_effect_rmse": 0.2618938972720637 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 17.08904913630327, + "action_effect_rmse": 17.229763090835025 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07154531243232029, + "action_effect_rmse": 0.07365890308040053 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5306792613103125, + "action_effect_rmse": 0.5841895281554992 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 13.654958379569834, + "action_effect_rmse": 13.875407400195142 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1090469476386045, + "action_effect_rmse": 0.11113410991715268 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7470614803584977, + "action_effect_rmse": 0.8387087057640896 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 11.765900645378144, + "action_effect_rmse": 12.266565171190662 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05554521294096593, + "action_effect_rmse": 0.06289040976157168 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.139663593081622, + "action_effect_rmse": 4.341581009981051 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 16.269509017550433, + "action_effect_rmse": 16.585153616142716 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 0.019922224152104873, + "predicted_costs": [ + 0.18051944896470765, + 0.5416633992462176, + 0.269814292816003, + 0.19555480276013065 + ], + "true_costs": [ + 0.1305996562254816, + 0.47551585194651813, + 0.2002015454166692, + 0.11067743207337671 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 147, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0306366919059087, + "action_effect_rmse": 1.0527004248974958 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006553176096253092, + "action_effect_rmse": 0.006860950098923311 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.0396696713414237, + "action_effect_rmse": 2.1202643646376886 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7655338451925544, + "action_effect_rmse": 1.799900167172736 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02605988072716059, + "action_effect_rmse": 0.026316089519804277 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 4.036698146863093, + "action_effect_rmse": 4.152441234006117 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6525607988942492, + "action_effect_rmse": 2.7091483368073597 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24805371969830978, + "action_effect_rmse": 0.2489672337056084 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8836575386510503, + "action_effect_rmse": 3.37913738208837 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.48427191817435, + "action_effect_rmse": 2.5616929405007594 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3704696089248098, + "action_effect_rmse": 0.4085520866097914 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9612356043567822, + "action_effect_rmse": 3.2773632763026974 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 244.57912817521782, + 342.3952257308976, + 271.1507248546045, + 209.70475060350077 + ], + "true_costs": [ + 248.91436835051786, + 237.04371066418986, + 152.07234965387846, + 107.22869608281285 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 83, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07479548054993564, + "action_effect_rmse": 0.07533756671035795 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9754337666449473, + "action_effect_rmse": 1.0045734944982045 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 18.33070887367826, + "action_effect_rmse": 18.530504233600418 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12356820418696617, + "action_effect_rmse": 0.12598970731330647 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6038176344647752, + "action_effect_rmse": 1.6568574921192656 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 17.526770358436448, + "action_effect_rmse": 17.72290682664583 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.033083330977613026, + "action_effect_rmse": 0.04080636915671194 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2668202893559102, + "action_effect_rmse": 1.469373882854115 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 14.22310998012192, + "action_effect_rmse": 14.296925682610093 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06534845093310288, + "action_effect_rmse": 0.07646840904044674 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.584516220497682, + "action_effect_rmse": 1.8981967628397545 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8025504612775016, + "action_effect_rmse": 3.936827943889175 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.0275842060879699, + 0.7511344358153216, + 0.5054230287096856, + 0.3854927589527006 + ], + "true_costs": [ + 0.9978204559647611, + 0.7287412528955866, + 0.4181557170578504, + 0.2616792978995311 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 72, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010246987198290832, + "action_effect_rmse": 0.011038852010978019 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.43920363083082253, + "action_effect_rmse": 0.5912497041783313 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7486678530981312, + "action_effect_rmse": 1.890734139736375 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015777797767114483, + "action_effect_rmse": 0.0183329076633541 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.841834715719898, + "action_effect_rmse": 0.8934873298237924 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.9265114756232613, + "action_effect_rmse": 3.287709075753262 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07475233073088704, + "action_effect_rmse": 0.07652731970905055 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.426414710346921, + "action_effect_rmse": 1.6141961162766196 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.2202977742167924, + "action_effect_rmse": 4.198448383413646 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02019121727670603, + "action_effect_rmse": 0.02127045974838177 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.145827589837135, + "action_effect_rmse": 3.529200361651677 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.267500744227965, + "action_effect_rmse": 4.998158488479187 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.3091419939603324, + "predicted_costs": [ + 1.5767430058220464, + 1.391397704418269, + 1.429621712132789, + 1.508755947291347 + ], + "true_costs": [ + 1.746286054949738, + 1.5636526856821285, + 1.254510691721796, + 1.8109056066859857 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3147690859369365, + "action_effect_rmse": 0.3959713797775542 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004035932467578125, + "action_effect_rmse": 0.004668068415616032 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.48678484179370923, + "action_effect_rmse": 0.5438284905396547 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.336759008515602, + "action_effect_rmse": 0.39864968746033647 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04904445979583727, + "action_effect_rmse": 0.049257512418617186 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5435625994435587, + "action_effect_rmse": 1.7853883602360596 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5878287977902575, + "action_effect_rmse": 0.6119260422337711 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02274598188682712, + "action_effect_rmse": 0.022814307772862436 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5413398360183617, + "action_effect_rmse": 2.085740909675093 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3007157596506869, + "action_effect_rmse": 0.42211944751920566 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10493787183868501, + "action_effect_rmse": 0.16509144817446278 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4958356493247273, + "action_effect_rmse": 3.627108070082017 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 6.32288762434731, + "predicted_costs": [ + 11.151605047175117, + 4.634091586112974, + 5.674079531171261, + 17.885773059984743 + ], + "true_costs": [ + 9.696988254076373, + 8.672899788691865, + 2.3500121643445544, + 20.63187316289687 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 101, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12175988737329864, + "action_effect_rmse": 0.15401942337320584 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06203844141729794, + "action_effect_rmse": 0.06647980069207804 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011995246058344913, + "action_effect_rmse": 0.01345779354345901 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 17.450259904814185, + "action_effect_rmse": 23.19112005415518 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22699267316721242, + "action_effect_rmse": 0.28932505165995404 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12295317472074944, + "action_effect_rmse": 0.13001442890309228 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024571141179988414, + "action_effect_rmse": 0.02952316785780989 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 8.467454482125264, + "action_effect_rmse": 9.32373801100213 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.27459871013666987, + "action_effect_rmse": 0.33215116568511993 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22370260788112142, + "action_effect_rmse": 0.2846881497712268 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03937876594932963, + "action_effect_rmse": 0.04265087885821793 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 20.867233421655435, + "action_effect_rmse": 21.718183706841312 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3572831006084775, + "action_effect_rmse": 0.3856735169615359 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4113864274811612, + "action_effect_rmse": 0.43387224804733265 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.030710922970961452, + "action_effect_rmse": 0.031549052093038744 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.04851236285886, + "action_effect_rmse": 21.559333746571117 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 24.69800334951941, + "predicted_costs": [ + 459.1815825364873, + 455.6586350613562, + 455.92505076020666, + 425.6698437538907 + ], + "true_costs": [ + 447.78508895541245, + 426.7512249509392, + 451.3892283004586, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 68, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8672641001755071, + "action_effect_rmse": 1.0906345216251234 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09499236836106799, + "action_effect_rmse": 0.12604975150591996 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.38336250395705074, + "action_effect_rmse": 0.3836018029704612 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 14.154221038351636, + "action_effect_rmse": 19.444390197704088 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6817888021574294, + "action_effect_rmse": 2.083001273302151 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13593325542990442, + "action_effect_rmse": 0.17890239459445129 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5629282014184758, + "action_effect_rmse": 0.5632598085418772 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 5.829762383494746, + "action_effect_rmse": 7.047272975436319 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1257089801624787, + "action_effect_rmse": 3.7813541465527156 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1610648877958797, + "action_effect_rmse": 0.20151326118130833 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.585059781454787, + "action_effect_rmse": 0.5854159191352948 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 5.58309860805813, + "action_effect_rmse": 7.236899371084925 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.891865369457365, + "action_effect_rmse": 2.9824620885384325 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.058438211332039934, + "action_effect_rmse": 0.06977636487038513 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31322332076015397, + "action_effect_rmse": 0.31335416288118784 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.340522782416713, + "action_effect_rmse": 6.257547054768175 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 60.932713524869655, + "predicted_costs": [ + 6.0523108173632725, + 5.9067622967710305, + 5.784314895554955, + 3.461871918453773 + ], + "true_costs": [ + 2.0651194984300334, + 3.794281715138854, + 24.864651049919743, + 62.99783302329969 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 165, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4052971226433115, + "action_effect_rmse": 0.45251886744339087 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005488818051148314, + "action_effect_rmse": 0.008114135652290527 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6235224312019151, + "action_effect_rmse": 0.6436763859080022 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6569767347452071, + "action_effect_rmse": 0.677471174386405 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016508551616984352, + "action_effect_rmse": 0.01845942972599358 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9080510428131751, + "action_effect_rmse": 0.9631428923450801 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9895957637590307, + "action_effect_rmse": 1.0322383588569823 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10672275191196927, + "action_effect_rmse": 0.11106000214127942 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.72935175641724, + "action_effect_rmse": 3.1961074810473242 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7858049920835377, + "action_effect_rmse": 0.7982285320059007 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14722926926547567, + "action_effect_rmse": 0.15968410681766387 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.424527651577004, + "action_effect_rmse": 5.52528112198742 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 7.825240283028524, + "predicted_costs": [ + 104.04926752959449, + 26.513335926630017, + 55.729381441327476, + 83.55144966468396 + ], + "true_costs": [ + 45.10501169559586, + 24.51519553647799, + 16.689955253449465, + 49.26388030033394 + ] + }, + { + "system_id": "battery-00017", + "family": "battery", + "anchor_step": 47, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03682735174376416, + "action_effect_rmse": 0.036976045183902614 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.22374117840432, + "action_effect_rmse": 1.2791344164659566 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8191480748838345, + "action_effect_rmse": 2.4517164786944865 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07923458885547996, + "action_effect_rmse": 0.08026090699093043 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.379518800119681, + "action_effect_rmse": 2.480720884315629 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6521340041100536, + "action_effect_rmse": 2.2962901867734242 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1335858157330699, + "action_effect_rmse": 0.13427605052593747 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.24852421608653, + "action_effect_rmse": 4.40879554720332 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.34604559742685, + "action_effect_rmse": 2.6331202782375773 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0767271681688215, + "action_effect_rmse": 0.08941450079913062 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6331178425497916, + "action_effect_rmse": 4.192122167526749 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2063833494760097, + "action_effect_rmse": 4.144055968873927 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 0.03294834116791323, + "predicted_costs": [ + 0.4716285514005847, + 0.31881642117377973, + 0.21695854139427076, + 0.1938698432971715 + ], + "true_costs": [ + 0.8809387360993783, + 0.4533418846232441, + 0.19677910081757802, + 0.22972744198549125 + ] + }, + { + "system_id": "tank-00088", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10550057590384239, + "action_effect_rmse": 0.1540863970904239 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012363801276191447, + "action_effect_rmse": 0.01455420455024952 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03660465608223101, + "action_effect_rmse": 0.03733327019098941 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 17.511627742245455, + "action_effect_rmse": 19.90940445740981 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21524740690733424, + "action_effect_rmse": 0.2744159923792911 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018300667159449446, + "action_effect_rmse": 0.025908350068689547 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.39687201629208596, + "action_effect_rmse": 0.39712277105334304 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 15.837492702579164, + "action_effect_rmse": 19.598286427439866 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4188049006915679, + "action_effect_rmse": 0.5324082131793594 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0360875268390212, + "action_effect_rmse": 0.05453347569855826 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4765502552636302, + "action_effect_rmse": 0.4769861866195022 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.238694742561446, + "action_effect_rmse": 19.832480293261217 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9435788048335851, + "action_effect_rmse": 1.0907243230476311 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12311535423767239, + "action_effect_rmse": 0.14843987917566898 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7398058152213979, + "action_effect_rmse": 0.7410620320526498 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 11.673404987423098, + "action_effect_rmse": 11.95112237217916 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 64.89389165617308, + "predicted_costs": [ + 521.8912640667087, + 524.1822670468716, + 515.7939220570031, + 489.71555691892667 + ], + "true_costs": [ + 503.29533896864046, + 438.4569558120269, + 503.29084746819996, + 503.35084746819996 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011261459619077064, + "action_effect_rmse": 0.014316864577813313 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3909590885890329, + "action_effect_rmse": 0.4605202971519922 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.412819961709306, + "action_effect_rmse": 5.971267465243927 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02370378421099092, + "action_effect_rmse": 0.026532590653370988 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5595493781014783, + "action_effect_rmse": 0.7049917694424102 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.3419882795407005, + "action_effect_rmse": 5.700915198454664 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11328327803357528, + "action_effect_rmse": 0.11633222359509518 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6082600848055163, + "action_effect_rmse": 0.6577045368894124 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.72694575410398, + "action_effect_rmse": 10.872753977125932 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0824837475395412, + "action_effect_rmse": 0.08732778239918364 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7825872510191078, + "action_effect_rmse": 0.9128337267286886 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5323000118248324, + "action_effect_rmse": 2.933277323630271 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 0.03945070805243078, + "predicted_costs": [ + 0.6671309034283284, + 1.0194727825079388, + 0.7300833475316038, + 0.5981216622806194 + ], + "true_costs": [ + 0.40830590843205095, + 0.9240532378197692, + 0.6614543707025065, + 0.44775661648448173 + ] + }, + { + "system_id": "thermal-00081", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3498808238843161, + "action_effect_rmse": 0.45119924846745296 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001742245608078008, + "action_effect_rmse": 0.002285382284762076 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4482593400404369, + "action_effect_rmse": 0.5454453918105586 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.40415254211171003, + "action_effect_rmse": 0.41358794884218675 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012669378375164797, + "action_effect_rmse": 0.013062396435977409 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8305348822678317, + "action_effect_rmse": 0.9450626008910928 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.48905130310503725, + "action_effect_rmse": 0.5302754682104518 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02991387523470716, + "action_effect_rmse": 0.035658993953066584 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9411448091770467, + "action_effect_rmse": 1.9507349655592734 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3672906127041138, + "action_effect_rmse": 0.39924456192853786 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.150193592781194, + "action_effect_rmse": 0.15121319547298948 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4985942626466815, + "action_effect_rmse": 3.6051774419658646 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 14.629867095974145, + "predicted_costs": [ + 13.7258350460923, + 25.813378235559245, + 1.952963673380863, + 1.9737460744804498 + ], + "true_costs": [ + 33.060229172595456, + 64.11431327113324, + 16.78649778558374, + 2.156630689609596 + ] + }, + { + "system_id": "thermal-00024", + "family": "thermal", + "anchor_step": 131, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.236846731346701, + "action_effect_rmse": 1.3003006857231423 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007266135709148358, + "action_effect_rmse": 0.007593329815011324 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8467379288989225, + "action_effect_rmse": 1.93095183418964 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0228225760320497, + "action_effect_rmse": 2.1175748976083453 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009670283267464441, + "action_effect_rmse": 0.011548242731953998 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.557424725755984, + "action_effect_rmse": 3.6759461114823515 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1636714068395544, + "action_effect_rmse": 3.2793785089242196 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.055761076830277055, + "action_effect_rmse": 0.062013754924214806 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.420476620699797, + "action_effect_rmse": 7.587792969074492 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.201350253817945, + "action_effect_rmse": 4.276897111037932 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.29450038643489523, + "action_effect_rmse": 0.3047134322930046 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 14.159281685663691, + "action_effect_rmse": 14.508639215294723 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 12.976463135619177, + 11.544802908098147, + 0.7654551727013192, + 7.917154917525167 + ], + "true_costs": [ + 109.36853482947765, + 34.2937420520003, + 1.9863991072481246, + 10.078221492409284 + ] + }, + { + "system_id": "tank-00046", + "family": "tank", + "anchor_step": 66, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7796249065753743, + "action_effect_rmse": 0.9522507856947063 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01653918677007245, + "action_effect_rmse": 0.023667804148269116 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10525579193923167, + "action_effect_rmse": 0.10560123506153807 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 18.16504151103972, + "action_effect_rmse": 25.31891307657221 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0165806070166254, + "action_effect_rmse": 1.227412705069033 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021410909010189272, + "action_effect_rmse": 0.03434327490998914 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11811393246604031, + "action_effect_rmse": 0.11897011437759354 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 8.962934793226099, + "action_effect_rmse": 11.156316694714494 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9926507491025962, + "action_effect_rmse": 1.08700487441922 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012461200741643808, + "action_effect_rmse": 0.014808917122868909 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12020576416881949, + "action_effect_rmse": 0.12061461785227558 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 5.159065232677065, + "action_effect_rmse": 5.253174682009153 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7912382290466429, + "action_effect_rmse": 1.3156986530143888 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0933557500887261, + "action_effect_rmse": 0.09994231404206771 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11108290464187538, + "action_effect_rmse": 0.11249725399322963 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.519192554026649, + "action_effect_rmse": 5.870144542719649 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 119.27490868000092, + "predicted_costs": [ + 379.0575747349286, + 379.9896558519558, + 378.55539971414146, + 361.96973156353505 + ], + "true_costs": [ + 379.7329500410587, + 332.1743196204577, + 448.25477351784303, + 451.4492283004586 + ] + }, + { + "system_id": "tank-00043", + "family": "tank", + "anchor_step": 161, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1145447393545919, + "action_effect_rmse": 0.15567529105752068 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02223835718861622, + "action_effect_rmse": 0.026814945973478024 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2934460745756754, + "action_effect_rmse": 0.2935781738340277 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.63799530791638, + "action_effect_rmse": 30.686968674533116 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22373632116888156, + "action_effect_rmse": 0.2842305748393742 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03197636345873297, + "action_effect_rmse": 0.03480399589676886 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3669450670693246, + "action_effect_rmse": 0.36719630198518416 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 23.59547873424968, + "action_effect_rmse": 25.201862398476305 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4037640594389333, + "action_effect_rmse": 0.5402201679857186 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016255827184985822, + "action_effect_rmse": 0.018334396758065735 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4263041679867325, + "action_effect_rmse": 0.42670500854192744 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.860246176757574, + "action_effect_rmse": 21.871246882154818 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7016299073057913, + "action_effect_rmse": 0.9050043399721797 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17531335391705008, + "action_effect_rmse": 0.21535194118294582 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1479903542978802, + "action_effect_rmse": 0.1582800035072406 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 13.755627158425133, + "action_effect_rmse": 18.00803399920093 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 0.8414808579845015, + "predicted_costs": [ + 2.4225344232129173, + 3.438817382309301, + 2.7836346110532615, + 1.5691116241578729 + ], + "true_costs": [ + 1.9051438473273075, + 1.0924319808960787, + 1.8739128388805801, + 1.9339128388805802 + ] + }, + { + "system_id": "battery-00050", + "family": "battery", + "anchor_step": 150, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007675921255659172, + "action_effect_rmse": 0.00927695870348154 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2540224704001505, + "action_effect_rmse": 0.34515962920258514 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1814685705324592, + "action_effect_rmse": 2.934048158099134 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02178404729117946, + "action_effect_rmse": 0.024956774071079386 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3887339733973185, + "action_effect_rmse": 0.5483441889254381 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 9.244958341315561, + "action_effect_rmse": 9.612880590555934 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02328565312007406, + "action_effect_rmse": 0.024709426494145044 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6604317117228019, + "action_effect_rmse": 0.8776510941283235 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.823993024176557, + "action_effect_rmse": 4.047095163618917 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12494979051178016, + "action_effect_rmse": 0.1354307749012699 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0287565121913893, + "action_effect_rmse": 1.1102649782039558 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6725519942439817, + "action_effect_rmse": 3.77358570686152 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.050423762642988125, + 0.14412749067419123, + 0.021427961204057818, + 0.021612442909721283 + ], + "true_costs": [ + 0.1761149978948457, + 0.10010744821043219, + 0.0008064926124806322, + 0.05556627807638088 + ] + }, + { + "system_id": "tank-00010", + "family": "tank", + "anchor_step": 109, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12937590697441662, + "action_effect_rmse": 0.14505202146835983 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017507470732001096, + "action_effect_rmse": 0.023855883934198102 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21063067868122878, + "action_effect_rmse": 0.21075188122151456 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 12.202128632334409, + "action_effect_rmse": 15.488139882527085 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2132218957045812, + "action_effect_rmse": 0.24128153643746714 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03943202128878257, + "action_effect_rmse": 0.048448592422854736 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1620549781410185, + "action_effect_rmse": 0.16250463874971355 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.6146780270302137, + "action_effect_rmse": 4.492077875387177 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2874809190310386, + "action_effect_rmse": 0.32353289882831116 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0938452005633632, + "action_effect_rmse": 0.1061532609629526 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.030823985759739575, + "action_effect_rmse": 0.03260171386103538 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9283805590017056, + "action_effect_rmse": 3.486463969283131 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4550583474609183, + "action_effect_rmse": 0.534823708472699 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15976507040780952, + "action_effect_rmse": 0.1878128136170636 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.023952234649753473, + "action_effect_rmse": 0.02482836622223967 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.360103472255465, + "action_effect_rmse": 6.340695532262811 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 16.128439982527624, + "predicted_costs": [ + 103.54938890779907, + 101.11292480970204, + 99.9694125515798, + 90.17531466372576 + ], + "true_costs": [ + 94.57052420482316, + 78.5114763161938, + 94.57991629872141, + 94.63991629872142 + ] + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "anchor_step": 135, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17519359226272613, + "action_effect_rmse": 0.20761400692403367 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7833261642560387, + "action_effect_rmse": 0.8965582182863754 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7004828029213712, + "action_effect_rmse": 0.7962812609719957 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8855196734902222, + "action_effect_rmse": 1.2673876716913879 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.54333558525279, + "action_effect_rmse": 1.65552140589796 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.541429449003317, + "action_effect_rmse": 3.8339306615905957 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.026355634040069, + "action_effect_rmse": 1.3206013967219559 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.71767321801525, + "action_effect_rmse": 4.783597725980237 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 176.18702206789362, + 139.4663159675839, + 222.4893649449604, + 292.7270480109562 + ], + "true_costs": [ + 167.32066550618381, + 141.00399148814552, + 244.03142120086292, + 394.7162220539566 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 12, + "mean_regret": 0.05557148176567784, + "ranking_accuracy": 0.8888888888888888, + "ranking_comparable_pairs": 72, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.5165897056885693, + "action_effect_rmse": 0.6819231204859335 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 0.9971789712086733, + "action_effect_rmse": 1.3292404074680295 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 1.3621429708148511, + "action_effect_rmse": 1.9086379334540517 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 2.3564434973923425, + "action_effect_rmse": 3.137234884591209 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 0.025766146959392982, + "action_effect_rmse": 0.033823397485409294 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 0.04741550081024254, + "action_effect_rmse": 0.06028966666926752 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 0.05746686880989272, + "action_effect_rmse": 0.07200099728381743 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 0.06489856432775476, + "action_effect_rmse": 0.07890956790115533 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 12, + "action_effect_mae": 6.816343257151767, + "action_effect_rmse": 9.503686515291758 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 12, + "action_effect_mae": 7.078034384862842, + "action_effect_rmse": 8.760320095372416 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 12, + "action_effect_mae": 5.770552409718718, + "action_effect_rmse": 7.482664745836753 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 12, + "action_effect_mae": 5.668926982041495, + "action_effect_rmse": 7.51684376353233 + } + ] + }, + { + "family": "tank", + "sample_count": 9, + "mean_regret": 51.16753917152375, + "ranking_accuracy": 0.12962962962962962, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.24753223161673216, + "action_effect_rmse": 0.31246521872541677 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.31890016337612515, + "action_effect_rmse": 0.38542364418749414 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.2974479481302385, + "action_effect_rmse": 0.3792013384851243 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.24254156607075616, + "action_effect_rmse": 0.3555937429580034 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 18.351077119909004, + "action_effect_rmse": 22.88493469576438 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 11.393334718113115, + "action_effect_rmse": 14.61812504615254 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 10.774480248006192, + "action_effect_rmse": 14.195559716637177 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 9.130023201214852, + "action_effect_rmse": 11.604053385269296 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.318000709844036, + "action_effect_rmse": 0.532956130728363 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.5268719999436297, + "action_effect_rmse": 0.88540909166318 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.812583682261403, + "action_effect_rmse": 1.4410745515260561 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 1.0076207069138379, + "action_effect_rmse": 1.4441444212350494 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.0313470937819685, + "action_effect_rmse": 0.05171676867612699 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.051142998731621266, + "action_effect_rmse": 0.08132366866996951 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 0.08382173070445408, + "action_effect_rmse": 0.13476748094736277 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 0.1741517610797516, + "action_effect_rmse": 0.22912631993463548 + } + ] + }, + { + "family": "thermal", + "sample_count": 9, + "mean_regret": 3.19755500037222, + "ranking_accuracy": 0.8518518518518519, + "ranking_comparable_pairs": 54, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 1.0211571300489484, + "action_effect_rmse": 1.2707771976457942 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 1.642105585142585, + "action_effect_rmse": 2.1516792370812907 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 2.7798524603608916, + "action_effect_rmse": 3.553393993965739 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 4.685439665589001, + "action_effect_rmse": 6.174248852836444 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 9, + "action_effect_mae": 0.6097960260375491, + "action_effect_rmse": 0.7678582920799304 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 9, + "action_effect_mae": 0.9513567374499066, + "action_effect_rmse": 1.182100884375087 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 9, + "action_effect_mae": 1.375440815009802, + "action_effect_rmse": 1.7477219776282265 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 9, + "action_effect_mae": 1.4397338850547592, + "action_effect_rmse": 1.9389396567632629 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 7, + "action_effect_mae": 0.0045359859724003046, + "action_effect_rmse": 0.005699454715175289 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 7, + "action_effect_mae": 0.02057899171354634, + "action_effect_rmse": 0.024888265579231277 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 7, + "action_effect_mae": 0.08934108393207027, + "action_effect_rmse": 0.1172874677508201 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 7, + "action_effect_mae": 0.22078360418887888, + "action_effect_rmse": 0.2663930309661411 + } + ] + } + ] + }, + "calibrated_query_fraction": 0.9283577389387498 + }, + "specialists": { + "status": "unrun", + "reason": "No specialist checkpoint artifacts supplied" + } + }, + "external_datasets": { + "status": "unrun", + "reason": "No external physical dataset adapter or checkpoint experiment was supplied; synthetic results only." + }, + "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c", + "window_sampling": { + "seed": 2026, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2", + "family_window_counts": { + "battery": 184, + "tank": 165, + "thermal": 163 + } + } +} diff --git a/artifacts/smoke/report-transformer-v2/calibration.json b/artifacts/smoke/report-transformer-v2/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..187479466fef9b4936107cf2193a145b36889970 --- /dev/null +++ b/artifacts/smoke/report-transformer-v2/calibration.json @@ -0,0 +1,255 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739" + ], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "entries": { + "0:15": { + "multiplier": 1.6907071238894398, + "count": 162 + }, + "0:30": { + "multiplier": 1.5198888437677354, + "count": 165 + }, + "0:60": { + "multiplier": 1.660879023549212, + "count": 167 + }, + "0:120": { + "multiplier": 2.0675642718581564, + "count": 162 + }, + "2:15": { + "multiplier": 2.2964017146037037, + "count": 169 + }, + "2:30": { + "multiplier": 2.7132434175704123, + "count": 169 + }, + "2:60": { + "multiplier": 2.926233442361592, + "count": 169 + }, + "2:120": { + "multiplier": 3.618685681351813, + "count": 168 + }, + "3:15": { + "multiplier": 1.0876904264245948, + "count": 173 + }, + "3:30": { + "multiplier": 1.4943293705844105, + "count": 173 + }, + "3:60": { + "multiplier": 1.6168574005033471, + "count": 175 + }, + "3:120": { + "multiplier": 1.534392225148543, + "count": 174 + }, + "4:15": { + "multiplier": 1.1285875988270033, + "count": 172 + }, + "4:30": { + "multiplier": 1.0066087840209372, + "count": 172 + }, + "4:60": { + "multiplier": 1.095199692324493, + "count": 174 + }, + "4:120": { + "multiplier": 1.1145195475826812, + "count": 172 + }, + "5:15": { + "multiplier": 1.2607292839499882, + "count": 176 + }, + "5:30": { + "multiplier": 1.4304771385634025, + "count": 175 + }, + "5:60": { + "multiplier": 1.3367509934073873, + "count": 174 + }, + "5:120": { + "multiplier": 1.302750421068357, + "count": 176 + }, + "6:15": { + "multiplier": 1.1627140682915864, + "count": 175 + }, + "6:30": { + "multiplier": 1.2415073081686117, + "count": 175 + }, + "6:60": { + "multiplier": 1.4355777211550587, + "count": 175 + }, + "6:120": { + "multiplier": 1.4092435029977461, + "count": 178 + }, + "7:15": { + "multiplier": 2.621060254083007, + "count": 158 + }, + "7:30": { + "multiplier": 2.940256520496373, + "count": 156 + }, + "7:60": { + "multiplier": 2.6799014761353863, + "count": 156 + }, + "7:120": { + "multiplier": 2.799398627264247, + "count": 151 + }, + "8:15": { + "multiplier": 1.7423333352042596, + "count": 151 + }, + "8:30": { + "multiplier": 2.0771475946209974, + "count": 154 + }, + "8:60": { + "multiplier": 1.8925057060424268, + "count": 152 + }, + "8:120": { + "multiplier": 1.220184798352241, + "count": 153 + }, + "9:15": { + "multiplier": 0.5035252822023925, + "count": 152 + }, + "9:30": { + "multiplier": 1.3442742290155882, + "count": 155 + }, + "9:60": { + "multiplier": 1.4238188531453246, + "count": 152 + }, + "9:120": { + "multiplier": 1.435816835300376, + "count": 153 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/artifacts/smoke/report-transformer-v2/calibration_catboost.json b/artifacts/smoke/report-transformer-v2/calibration_catboost.json new file mode 100644 index 0000000000000000000000000000000000000000..beac5d55f8e60d917cff2e5dfbbf64e185213c3c --- /dev/null +++ b/artifacts/smoke/report-transformer-v2/calibration_catboost.json @@ -0,0 +1,253 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "entries": { + "0:15": { + "multiplier": 0.6617532050802263, + "count": 162 + }, + "0:30": { + "multiplier": 1.2174693137149912, + "count": 165 + }, + "0:60": { + "multiplier": 2.410024480706187, + "count": 167 + }, + "0:120": { + "multiplier": 4.599239555109801, + "count": 162 + }, + "2:15": { + "multiplier": 0.07713921844731371, + "count": 169 + }, + "2:30": { + "multiplier": 0.13805975314136437, + "count": 169 + }, + "2:60": { + "multiplier": 0.25686450175736775, + "count": 169 + }, + "2:120": { + "multiplier": 0.4769823355468836, + "count": 168 + }, + "3:15": { + "multiplier": 0.20606223853949443, + "count": 173 + }, + "3:30": { + "multiplier": 0.4494050966854513, + "count": 173 + }, + "3:60": { + "multiplier": 0.586204091239185, + "count": 175 + }, + "3:120": { + "multiplier": 0.8617804114624056, + "count": 174 + }, + "4:15": { + "multiplier": 0.19247877573535196, + "count": 172 + }, + "4:30": { + "multiplier": 0.32895695700129773, + "count": 172 + }, + "4:60": { + "multiplier": 0.6050980537469145, + "count": 174 + }, + "4:120": { + "multiplier": 1.0629434201289132, + "count": 172 + }, + "5:15": { + "multiplier": 1.4092087930182777, + "count": 176 + }, + "5:30": { + "multiplier": 2.6023701242497554, + "count": 175 + }, + "5:60": { + "multiplier": 2.5316078139435625, + "count": 174 + }, + "5:120": { + "multiplier": 2.5330030856129984, + "count": 176 + }, + "6:15": { + "multiplier": 1.8269356473703584, + "count": 175 + }, + "6:30": { + "multiplier": 1.6927197342972085, + "count": 175 + }, + "6:60": { + "multiplier": 3.640466400058035, + "count": 175 + }, + "6:120": { + "multiplier": 3.20781156381354, + "count": 178 + }, + "7:15": { + "multiplier": 1.0663702823879013, + "count": 158 + }, + "7:30": { + "multiplier": 2.0726891391719318, + "count": 156 + }, + "7:60": { + "multiplier": 3.0850948272321563, + "count": 156 + }, + "7:120": { + "multiplier": 5.264712581041002, + "count": 151 + }, + "8:15": { + "multiplier": 0.33330698697125916, + "count": 151 + }, + "8:30": { + "multiplier": 0.6150168698281245, + "count": 154 + }, + "8:60": { + "multiplier": 0.8650312034965418, + "count": 152 + }, + "8:120": { + "multiplier": 1.6670348080483104, + "count": 153 + }, + "9:15": { + "multiplier": 1.0096595730960953, + "count": 152 + }, + "9:30": { + "multiplier": 2.0417826314417784, + "count": 155 + }, + "9:60": { + "multiplier": 3.126418205538904, + "count": 152 + }, + "9:120": { + "multiplier": 3.38845407295926, + "count": 153 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/artifacts/smoke/report-transformer-v2/calibration_history_linear_system_id.json b/artifacts/smoke/report-transformer-v2/calibration_history_linear_system_id.json new file mode 100644 index 0000000000000000000000000000000000000000..a4fcab09c105f57f42fda848a0e866e5f593c5a4 --- /dev/null +++ b/artifacts/smoke/report-transformer-v2/calibration_history_linear_system_id.json @@ -0,0 +1,253 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "entries": { + "0:15": { + "multiplier": 0.9125920929069574, + "count": 162 + }, + "0:30": { + "multiplier": 1.7012972590006181, + "count": 165 + }, + "0:60": { + "multiplier": 3.208198962104259, + "count": 167 + }, + "0:120": { + "multiplier": 4.361139086083468, + "count": 162 + }, + "2:15": { + "multiplier": 0.32997837394347035, + "count": 169 + }, + "2:30": { + "multiplier": 0.5769019346036816, + "count": 169 + }, + "2:60": { + "multiplier": 0.9650079736118301, + "count": 169 + }, + "2:120": { + "multiplier": 1.7150557297274174, + "count": 168 + }, + "3:15": { + "multiplier": 0.7063339326580723, + "count": 173 + }, + "3:30": { + "multiplier": 1.1468109690551498, + "count": 173 + }, + "3:60": { + "multiplier": 1.8227091027920903, + "count": 175 + }, + "3:120": { + "multiplier": 2.7287904928505244, + "count": 174 + }, + "4:15": { + "multiplier": 0.46659908244604364, + "count": 172 + }, + "4:30": { + "multiplier": 0.6509470502788752, + "count": 172 + }, + "4:60": { + "multiplier": 1.12670266265885, + "count": 174 + }, + "4:120": { + "multiplier": 1.7626484412092522, + "count": 172 + }, + "5:15": { + "multiplier": 3.2149264037272265, + "count": 176 + }, + "5:30": { + "multiplier": 3.17059184673366, + "count": 175 + }, + "5:60": { + "multiplier": 3.8703456757326937, + "count": 174 + }, + "5:120": { + "multiplier": 3.5857897297730097, + "count": 176 + }, + "6:15": { + "multiplier": 3.365407313116949, + "count": 175 + }, + "6:30": { + "multiplier": 4.065351482368743, + "count": 175 + }, + "6:60": { + "multiplier": 5.3680182769342055, + "count": 175 + }, + "6:120": { + "multiplier": 4.134695785148987, + "count": 178 + }, + "7:15": { + "multiplier": 3.508550325392457, + "count": 158 + }, + "7:30": { + "multiplier": 4.768295007241738, + "count": 156 + }, + "7:60": { + "multiplier": 6.7661265591458415, + "count": 156 + }, + "7:120": { + "multiplier": 7.251723598443073, + "count": 151 + }, + "8:15": { + "multiplier": 1.4118854052952174, + "count": 151 + }, + "8:30": { + "multiplier": 2.4345631679090505, + "count": 154 + }, + "8:60": { + "multiplier": 3.068358708522243, + "count": 152 + }, + "8:120": { + "multiplier": 4.561726737851034, + "count": 153 + }, + "9:15": { + "multiplier": 2.360316974766819, + "count": 152 + }, + "9:30": { + "multiplier": 2.4516472510112615, + "count": 155 + }, + "9:60": { + "multiplier": 2.5763941889655673, + "count": 152 + }, + "9:120": { + "multiplier": 2.1809267855212267, + "count": 153 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/artifacts/smoke/report-transformer-v2/calibration_persistence.json b/artifacts/smoke/report-transformer-v2/calibration_persistence.json new file mode 100644 index 0000000000000000000000000000000000000000..fa0a14afdef3ae1ca1f173286a6b1557f9426296 --- /dev/null +++ b/artifacts/smoke/report-transformer-v2/calibration_persistence.json @@ -0,0 +1,253 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [], + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "entries": { + "0:15": { + "multiplier": 3.3366494379430676, + "count": 162 + }, + "0:30": { + "multiplier": 6.646896400862718, + "count": 165 + }, + "0:60": { + "multiplier": 12.459110764212058, + "count": 167 + }, + "0:120": { + "multiplier": 22.6636351742527, + "count": 162 + }, + "2:15": { + "multiplier": 0.4321222264839546, + "count": 169 + }, + "2:30": { + "multiplier": 0.8642444529679092, + "count": 169 + }, + "2:60": { + "multiplier": 1.630317665953497, + "count": 169 + }, + "2:120": { + "multiplier": 2.9326270778552934, + "count": 168 + }, + "3:15": { + "multiplier": 0.7088522290499347, + "count": 173 + }, + "3:30": { + "multiplier": 1.3617854632011333, + "count": 173 + }, + "3:60": { + "multiplier": 1.8363739154561707, + "count": 175 + }, + "3:120": { + "multiplier": 2.7827887405627214, + "count": 174 + }, + "4:15": { + "multiplier": 0.4925306807476688, + "count": 172 + }, + "4:30": { + "multiplier": 0.9556247863545887, + "count": 172 + }, + "4:60": { + "multiplier": 1.9518378050230625, + "count": 174 + }, + "4:120": { + "multiplier": 3.7351300558525358, + "count": 172 + }, + "5:15": { + "multiplier": 5.4575583611463525, + "count": 176 + }, + "5:30": { + "multiplier": 9.236844732573314, + "count": 175 + }, + "5:60": { + "multiplier": 11.005316436607625, + "count": 174 + }, + "5:120": { + "multiplier": 16.54782989906251, + "count": 176 + }, + "6:15": { + "multiplier": 6.834112813121844, + "count": 175 + }, + "6:30": { + "multiplier": 9.23236782743739, + "count": 175 + }, + "6:60": { + "multiplier": 18.16349733850344, + "count": 175 + }, + "6:120": { + "multiplier": 21.593874787919212, + "count": 178 + }, + "7:15": { + "multiplier": 4.51887127869554, + "count": 158 + }, + "7:30": { + "multiplier": 8.522240431442286, + "count": 156 + }, + "7:60": { + "multiplier": 13.982321857352368, + "count": 156 + }, + "7:120": { + "multiplier": 22.65882627122559, + "count": 151 + }, + "8:15": { + "multiplier": 0.9608832574417149, + "count": 151 + }, + "8:30": { + "multiplier": 1.7102051800611722, + "count": 154 + }, + "8:60": { + "multiplier": 3.0560012493134288, + "count": 152 + }, + "8:120": { + "multiplier": 5.342828353812, + "count": 153 + }, + "9:15": { + "multiplier": 3.1579094027226806, + "count": 152 + }, + "9:30": { + "multiplier": 10.51415148461768, + "count": 155 + }, + "9:60": { + "multiplier": 18.58402482175975, + "count": 152 + }, + "9:120": { + "multiplier": 21.86097990637898, + "count": 153 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/artifacts/smoke/report-transformer-v2/generalization.json b/artifacts/smoke/report-transformer-v2/generalization.json new file mode 100644 index 0000000000000000000000000000000000000000..c03219ee30055c717a733488b2e989a986af2b5a --- /dev/null +++ b/artifacts/smoke/report-transformer-v2/generalization.json @@ -0,0 +1,1477 @@ +{ + "experiments": [ + { + "config": { + "name": "heldout_systems", + "axis": "B", + "data": "artifacts/smoke/data-v2", + "checkpoint": "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt", + "excluded_family": null, + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Main held-out-system test" + }, + "status": "completed", + "result": { + "benchmark": "benchmark.json", + "model": "foundation_model" + } + }, + { + "config": { + "name": "sensor_failures", + "axis": "C", + "data": "artifacts/smoke/data-v2", + "checkpoint": "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt", + "excluded_family": null, + "sensor_failure_probability": 0.25, + "sensor_bias_std": 0.0, + "description": "Observed history/current sensor dropout" + }, + "status": "completed", + "result": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 125, + "mae": 0.022538157179951668, + "rmse": 0.042218636721372604, + "standardized_mae": 0.061492010951042175, + "standardized_rmse": 0.11518727242946625, + "standardized_gaussian_nll": -0.880377823454263, + "physical_gaussian_nll": -1.8840753653324678, + "nominal_coverage": 0.9, + "coverage": 0.928, + "mean_interval_width": 0.10319139063358307, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 122, + "mae": 0.042555637657642365, + "rmse": 0.08378282934427261, + "standardized_mae": 0.11610672622919083, + "standardized_rmse": 0.2285889983177185, + "standardized_gaussian_nll": -0.36017654518594916, + "physical_gaussian_nll": -1.363874087064154, + "nominal_coverage": 0.9, + "coverage": 0.9672131147540983, + "mean_interval_width": 0.2000969797372818, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 119, + "mae": 0.0688336193561554, + "rmse": 0.12316083163022995, + "standardized_mae": 0.1878022998571396, + "standardized_rmse": 0.33602601289749146, + "standardized_gaussian_nll": 0.11156735511059408, + "physical_gaussian_nll": -0.8921301867676107, + "nominal_coverage": 0.9, + "coverage": 0.9663865546218487, + "mean_interval_width": 0.39398032426834106, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 121, + "mae": 0.12563574314117432, + "rmse": 0.208990216255188, + "standardized_mae": 0.34277844429016113, + "standardized_rmse": 0.5701987147331238, + "standardized_gaussian_nll": 0.7470845714891514, + "physical_gaussian_nll": -0.2566129703890534, + "nominal_coverage": 0.9, + "coverage": 0.9173553719008265, + "mean_interval_width": 0.7141516208648682, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 139, + "mae": 0.5193963646888733, + "rmse": 0.8061014413833618, + "standardized_mae": 0.0641503557562828, + "standardized_rmse": 0.09956113994121552, + "standardized_gaussian_nll": -1.0410889530956247, + "physical_gaussian_nll": 1.0503487004008492, + "nominal_coverage": 0.9, + "coverage": 0.9280575539568345, + "mean_interval_width": 2.416226387023926, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 140, + "mae": 0.8719266057014465, + "rmse": 1.1996206045150757, + "standardized_mae": 0.10769116878509521, + "standardized_rmse": 0.14816446602344513, + "standardized_gaussian_nll": -0.5322908890154894, + "physical_gaussian_nll": 1.5591467644809844, + "nominal_coverage": 0.9, + "coverage": 0.9428571428571428, + "mean_interval_width": 4.3208184242248535, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 142, + "mae": 1.4463740587234497, + "rmse": 1.9328193664550781, + "standardized_mae": 0.17864084243774414, + "standardized_rmse": 0.23872143030166626, + "standardized_gaussian_nll": 0.005505721699734393, + "physical_gaussian_nll": 2.0969433751962083, + "nominal_coverage": 0.9, + "coverage": 0.9436619718309859, + "mean_interval_width": 8.111717224121094, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 140, + "mae": 2.441223621368408, + "rmse": 3.2121198177337646, + "standardized_mae": 0.3015141487121582, + "standardized_rmse": 0.3967271149158478, + "standardized_gaussian_nll": 0.5740379746350711, + "physical_gaussian_nll": 2.665475628131545, + "nominal_coverage": 0.9, + "coverage": 0.9428571428571428, + "mean_interval_width": 13.672816276550293, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 131, + "mae": 2.3387627601623535, + "rmse": 5.092293739318848, + "standardized_mae": 0.14645564556121826, + "standardized_rmse": 0.3188844919204712, + "standardized_gaussian_nll": 0.21670405386190758, + "physical_gaussian_nll": 2.9873587825558716, + "nominal_coverage": 0.9, + "coverage": 0.9847328244274809, + "mean_interval_width": 23.69367027282715, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 131, + "mae": 4.77186918258667, + "rmse": 8.926216125488281, + "standardized_mae": 0.2988191843032837, + "standardized_rmse": 0.5589685440063477, + "standardized_gaussian_nll": 0.7781926138931256, + "physical_gaussian_nll": 3.5488473425870897, + "nominal_coverage": 0.9, + "coverage": 0.9312977099236641, + "mean_interval_width": 35.224308013916016, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 133, + "mae": 6.873325347900391, + "rmse": 10.468645095825195, + "standardized_mae": 0.43041446805000305, + "standardized_rmse": 0.6555569767951965, + "standardized_gaussian_nll": 1.0436289820979765, + "physical_gaussian_nll": 3.8142837107919405, + "nominal_coverage": 0.9, + "coverage": 0.9548872180451128, + "mean_interval_width": 49.461029052734375, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 133, + "mae": 10.639689445495605, + "rmse": 14.870566368103027, + "standardized_mae": 0.6662679314613342, + "standardized_rmse": 0.9312096238136292, + "standardized_gaussian_nll": 1.379192915868884, + "physical_gaussian_nll": 4.149847644562849, + "nominal_coverage": 0.9, + "coverage": 0.9548872180451128, + "mean_interval_width": 64.34869384765625, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 116, + "mae": 0.14468596875667572, + "rmse": 0.19491779804229736, + "standardized_mae": 0.024937715381383896, + "standardized_rmse": 0.033595550805330276, + "standardized_gaussian_nll": -2.1462065051205377, + "physical_gaussian_nll": -0.3880221940731252, + "nominal_coverage": 0.9, + "coverage": 0.896551724137931, + "mean_interval_width": 0.5818840265274048, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 118, + "mae": 0.24555374681949615, + "rmse": 0.34150272607803345, + "standardized_mae": 0.042323037981987, + "standardized_rmse": 0.05886056646704674, + "standardized_gaussian_nll": -1.6526098701149925, + "physical_gaussian_nll": 0.10557444093241997, + "nominal_coverage": 0.9, + "coverage": 0.8813559322033898, + "mean_interval_width": 0.8958061933517456, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 120, + "mae": 0.41625839471817017, + "rmse": 0.5844320058822632, + "standardized_mae": 0.07174526900053024, + "standardized_rmse": 0.100731261074543, + "standardized_gaussian_nll": -0.8826536643128814, + "physical_gaussian_nll": 0.8755306467345311, + "nominal_coverage": 0.9, + "coverage": 0.8333333333333334, + "mean_interval_width": 1.6577858924865723, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 119, + "mae": 0.5769265294075012, + "rmse": 0.8049954771995544, + "standardized_mae": 0.09943763166666031, + "standardized_rmse": 0.13874703645706177, + "standardized_gaussian_nll": -0.5062082664238015, + "physical_gaussian_nll": 1.251976044623611, + "nominal_coverage": 0.9, + "coverage": 0.8907563025210085, + "mean_interval_width": 3.2755863666534424, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 119, + "mae": 0.022089093923568726, + "rmse": 0.02972310036420822, + "standardized_mae": 0.019082527607679367, + "standardized_rmse": 0.02567746303975582, + "standardized_gaussian_nll": -2.337340109882507, + "physical_gaussian_nll": -2.191029268368566, + "nominal_coverage": 0.9, + "coverage": 0.9411764705882353, + "mean_interval_width": 0.0952712893486023, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 117, + "mae": 0.04618056118488312, + "rmse": 0.0701703354716301, + "standardized_mae": 0.03989488631486893, + "standardized_rmse": 0.06061938777565956, + "standardized_gaussian_nll": -1.1275316045381765, + "physical_gaussian_nll": -0.9812207630242356, + "nominal_coverage": 0.9, + "coverage": 0.7863247863247863, + "mean_interval_width": 0.14961926639080048, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 117, + "mae": 0.09769745171070099, + "rmse": 0.13067889213562012, + "standardized_mae": 0.0843997672200203, + "standardized_rmse": 0.11289206892251968, + "standardized_gaussian_nll": -0.1624551763448643, + "physical_gaussian_nll": -0.016144334830923424, + "nominal_coverage": 0.9, + "coverage": 0.7521367521367521, + "mean_interval_width": 0.30384689569473267, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 119, + "mae": 0.2023148238658905, + "rmse": 0.2532159686088562, + "standardized_mae": 0.1747775822877884, + "standardized_rmse": 0.21875052154064178, + "standardized_gaussian_nll": 0.4249731052890835, + "physical_gaussian_nll": 0.5712839468030244, + "nominal_coverage": 0.9, + "coverage": 0.7563025210084033, + "mean_interval_width": 0.6656530499458313, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 131, + "mae": 0.1272462010383606, + "rmse": 0.18504972755908966, + "standardized_mae": 0.2649279236793518, + "standardized_rmse": 0.3852754831314087, + "standardized_gaussian_nll": 0.4021051882325845, + "physical_gaussian_nll": -0.3312288703850294, + "nominal_coverage": 0.9, + "coverage": 0.9312977099236641, + "mean_interval_width": 0.7029541730880737, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 132, + "mae": 0.16411271691322327, + "rmse": 0.2724158763885498, + "standardized_mae": 0.34168440103530884, + "standardized_rmse": 0.5671727657318115, + "standardized_gaussian_nll": 0.6014206014622484, + "physical_gaussian_nll": -0.1319134571553655, + "nominal_coverage": 0.9, + "coverage": 0.9393939393939394, + "mean_interval_width": 0.9804874062538147, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 133, + "mae": 0.26324644684791565, + "rmse": 0.3862881064414978, + "standardized_mae": 0.5480818748474121, + "standardized_rmse": 0.8042559027671814, + "standardized_gaussian_nll": 0.99164465084252, + "physical_gaussian_nll": 0.25831059222490604, + "nominal_coverage": 0.9, + "coverage": 0.9473684210526315, + "mean_interval_width": 1.3383142948150635, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 130, + "mae": 0.2972681224346161, + "rmse": 0.4277266263961792, + "standardized_mae": 0.6189153790473938, + "standardized_rmse": 0.8905313611030579, + "standardized_gaussian_nll": 1.2230885943277454, + "physical_gaussian_nll": 0.4897545357101315, + "nominal_coverage": 0.9, + "coverage": 0.9615384615384616, + "mean_interval_width": 1.7475528717041016, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 123, + "mae": 4.046680927276611, + "rmse": 9.253509521484375, + "standardized_mae": 0.09512733668088913, + "standardized_rmse": 0.21752683818340302, + "standardized_gaussian_nll": -0.13183285464957006, + "physical_gaussian_nll": 3.6186030771113304, + "nominal_coverage": 0.9, + "coverage": 0.967479674796748, + "mean_interval_width": 47.49770736694336, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 125, + "mae": 6.062098026275635, + "rmse": 11.880810737609863, + "standardized_mae": 0.1425047367811203, + "standardized_rmse": 0.279288113117218, + "standardized_gaussian_nll": 0.27929387229035585, + "physical_gaussian_nll": 4.029729804051256, + "nominal_coverage": 0.9, + "coverage": 0.976, + "mean_interval_width": 72.02900695800781, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 123, + "mae": 12.236382484436035, + "rmse": 22.341371536254883, + "standardized_mae": 0.28764671087265015, + "standardized_rmse": 0.5251896977424622, + "standardized_gaussian_nll": 0.7819338130969821, + "physical_gaussian_nll": 4.532369744857882, + "nominal_coverage": 0.9, + "coverage": 0.959349593495935, + "mean_interval_width": 103.61749267578125, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 125, + "mae": 19.28050994873047, + "rmse": 28.094099044799805, + "standardized_mae": 0.45323649048805237, + "standardized_rmse": 0.6604219079017639, + "standardized_gaussian_nll": 1.0990233931635227, + "physical_gaussian_nll": 4.849459324924423, + "nominal_coverage": 0.9, + "coverage": 0.976, + "mean_interval_width": 140.40174865722656, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 110, + "mae": 0.2519267201423645, + "rmse": 0.36077234148979187, + "standardized_mae": 0.04093705117702484, + "standardized_rmse": 0.058624014258384705, + "standardized_gaussian_nll": -1.5365718121676133, + "physical_gaussian_nll": 0.28053090744468867, + "nominal_coverage": 0.9, + "coverage": 0.9636363636363636, + "mean_interval_width": 1.3231983184814453, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 109, + "mae": 0.514060914516449, + "rmse": 0.7465660572052002, + "standardized_mae": 0.08353277295827866, + "standardized_rmse": 0.1213138997554779, + "standardized_gaussian_nll": -0.7885580907226281, + "physical_gaussian_nll": 1.0285446288896738, + "nominal_coverage": 0.9, + "coverage": 0.8807339449541285, + "mean_interval_width": 2.2673494815826416, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 113, + "mae": 1.0899648666381836, + "rmse": 1.5027881860733032, + "standardized_mae": 0.17711478471755981, + "standardized_rmse": 0.24419686198234558, + "standardized_gaussian_nll": -0.024053501534425058, + "physical_gaussian_nll": 1.793049218077877, + "nominal_coverage": 0.9, + "coverage": 0.8141592920353983, + "mean_interval_width": 4.704004287719727, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 112, + "mae": 2.3548715114593506, + "rmse": 3.2545950412750244, + "standardized_mae": 0.38265690207481384, + "standardized_rmse": 0.5288582444190979, + "standardized_gaussian_nll": 0.6321937078622685, + "physical_gaussian_nll": 2.4492964274745703, + "nominal_coverage": 0.9, + "coverage": 0.8839285714285714, + "mean_interval_width": 9.551830291748047, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 86, + "mae": 0.03216187283396721, + "rmse": 0.04150141030550003, + "standardized_mae": 0.013134838081896305, + "standardized_rmse": 0.016949085518717766, + "standardized_gaussian_nll": -2.6489529924630935, + "physical_gaussian_nll": -1.753439475598113, + "nominal_coverage": 0.9, + "coverage": 0.9651162790697675, + "mean_interval_width": 0.17055191099643707, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 83, + "mae": 0.06805136799812317, + "rmse": 0.10196328908205032, + "standardized_mae": 0.027792029082775116, + "standardized_rmse": 0.041641585528850555, + "standardized_gaussian_nll": -1.993772700773139, + "physical_gaussian_nll": -1.0982591839081586, + "nominal_coverage": 0.9, + "coverage": 0.8072289156626506, + "mean_interval_width": 0.23242688179016113, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 85, + "mae": 0.14750580489635468, + "rmse": 0.22230446338653564, + "standardized_mae": 0.06024104729294777, + "standardized_rmse": 0.09078865498304367, + "standardized_gaussian_nll": -1.296639626660539, + "physical_gaussian_nll": -0.4011261097955586, + "nominal_coverage": 0.9, + "coverage": 0.7529411764705882, + "mean_interval_width": 0.4495292901992798, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 87, + "mae": 0.2858736217021942, + "rmse": 0.4104902148246765, + "standardized_mae": 0.11675016582012177, + "standardized_rmse": 0.16764330863952637, + "standardized_gaussian_nll": -0.6868602059216863, + "physical_gaussian_nll": 0.20865331094329398, + "nominal_coverage": 0.9, + "coverage": 0.8850574712643678, + "mean_interval_width": 1.0640441179275513, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 128, + "mae": 1.2730485200881958, + "rmse": 1.4418925046920776, + "standardized_mae": 0.01600256934762001, + "standardized_rmse": 0.018124984577298164, + "standardized_gaussian_nll": -2.534491795313479, + "physical_gaussian_nll": 1.841928632016904, + "nominal_coverage": 0.9, + "coverage": 0.8671875, + "mean_interval_width": 3.7795233726501465, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 126, + "mae": 1.563459873199463, + "rmse": 1.8546661138534546, + "standardized_mae": 0.019653119146823883, + "standardized_rmse": 0.02331366203725338, + "standardized_gaussian_nll": -2.178630964600121, + "physical_gaussian_nll": 2.197789462730262, + "nominal_coverage": 0.9, + "coverage": 0.746031746031746, + "mean_interval_width": 4.208795070648193, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 127, + "mae": 1.9083808660507202, + "rmse": 2.500718832015991, + "standardized_mae": 0.023988870903849602, + "standardized_rmse": 0.03143472224473953, + "standardized_gaussian_nll": -1.9100374915882155, + "physical_gaussian_nll": 2.4663829357421676, + "nominal_coverage": 0.9, + "coverage": 0.7480314960629921, + "mean_interval_width": 5.48427152633667, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 128, + "mae": 3.0136115550994873, + "rmse": 4.276278018951416, + "standardized_mae": 0.03788192570209503, + "standardized_rmse": 0.053753986954689026, + "standardized_gaussian_nll": -1.4431026822076456, + "physical_gaussian_nll": 2.9333177451227375, + "nominal_coverage": 0.9, + "coverage": 0.828125, + "mean_interval_width": 9.546677589416504, + "interval_kind": "uncalibrated_gaussian" + } + ], + "evaluated_target_fraction": 0.7616123445126751, + "missing_current_policy": "Queries without observed current sensors excluded, matching API query rejection", + "interval_status": "uncalibrated_under_distribution_shift" + } + }, + { + "config": { + "name": "sensor_bias", + "axis": "C", + "data": "artifacts/smoke/data-v2", + "checkpoint": "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt", + "excluded_family": null, + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.5, + "description": "Observed state sensor bias in training-standardized units" + }, + "status": "completed", + "result": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 176, + "mae": 0.15913443267345428, + "rmse": 0.1997968554496765, + "standardized_mae": 0.43417462706565857, + "standardized_rmse": 0.5451160073280334, + "standardized_gaussian_nll": 22.504859840383737, + "physical_gaussian_nll": 21.501162298505534, + "nominal_coverage": 0.9, + "coverage": 0.18181818181818182, + "mean_interval_width": 0.10589442402124405, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 172, + "mae": 0.1619063913822174, + "rmse": 0.20185454189777374, + "standardized_mae": 0.44173750281333923, + "standardized_rmse": 0.5507301092147827, + "standardized_gaussian_nll": 7.898551778084752, + "physical_gaussian_nll": 6.894854236206546, + "nominal_coverage": 0.9, + "coverage": 0.36627906976744184, + "mean_interval_width": 0.20379015803337097, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.1620597541332245, + "rmse": 0.209243044257164, + "standardized_mae": 0.44215595722198486, + "standardized_rmse": 0.5708885192871094, + "standardized_gaussian_nll": 2.094157843222405, + "physical_gaussian_nll": 1.0904603013442, + "nominal_coverage": 0.9, + "coverage": 0.6627218934911243, + "mean_interval_width": 0.4057137668132782, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.18275731801986694, + "rmse": 0.24977794289588928, + "standardized_mae": 0.498626172542572, + "standardized_rmse": 0.6814819574356079, + "standardized_gaussian_nll": 1.060126172002701, + "physical_gaussian_nll": 0.05642863012449628, + "nominal_coverage": 0.9, + "coverage": 0.8497109826589595, + "mean_interval_width": 0.7238749265670776, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 176, + "mae": 3.3225250244140625, + "rmse": 4.152026176452637, + "standardized_mae": 0.41036319732666016, + "standardized_rmse": 0.5128144025802612, + "standardized_gaussian_nll": 47.82912881271556, + "physical_gaussian_nll": 49.92056646621204, + "nominal_coverage": 0.9, + "coverage": 0.22727272727272727, + "mean_interval_width": 2.5805013179779053, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 175, + "mae": 3.316277503967285, + "rmse": 4.140602111816406, + "standardized_mae": 0.40959158539772034, + "standardized_rmse": 0.5114034414291382, + "standardized_gaussian_nll": 20.323704632913095, + "physical_gaussian_nll": 22.41514228640957, + "nominal_coverage": 0.9, + "coverage": 0.35428571428571426, + "mean_interval_width": 4.643040657043457, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 178, + "mae": 3.6017277240753174, + "rmse": 4.435178756713867, + "standardized_mae": 0.44484737515449524, + "standardized_rmse": 0.5477864146232605, + "standardized_gaussian_nll": 6.022408824592421, + "physical_gaussian_nll": 8.113846478088895, + "nominal_coverage": 0.9, + "coverage": 0.5786516853932584, + "mean_interval_width": 8.599404335021973, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 175, + "mae": 3.9519731998443604, + "rmse": 4.986083507537842, + "standardized_mae": 0.48810598254203796, + "standardized_rmse": 0.6158283948898315, + "standardized_gaussian_nll": 1.7762888082102861, + "physical_gaussian_nll": 3.86772646170676, + "nominal_coverage": 0.9, + "coverage": 0.7542857142857143, + "mean_interval_width": 14.321471214294434, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 177, + "mae": 6.642402172088623, + "rmse": 8.9093599319458, + "standardized_mae": 0.4159538149833679, + "standardized_rmse": 0.5579129457473755, + "standardized_gaussian_nll": 0.9255108640698186, + "physical_gaussian_nll": 3.6961655927637826, + "nominal_coverage": 0.9, + "coverage": 0.7909604519774012, + "mean_interval_width": 24.240745544433594, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 177, + "mae": 7.9664154052734375, + "rmse": 11.011991500854492, + "standardized_mae": 0.4988648295402527, + "standardized_rmse": 0.6895818114280701, + "standardized_gaussian_nll": 1.0396691779017329, + "physical_gaussian_nll": 3.810323906595697, + "nominal_coverage": 0.9, + "coverage": 0.8757062146892656, + "mean_interval_width": 35.57670974731445, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 180, + "mae": 9.479283332824707, + "rmse": 12.523597717285156, + "standardized_mae": 0.5936021208763123, + "standardized_rmse": 0.7842401266098022, + "standardized_gaussian_nll": 1.1561239277357882, + "physical_gaussian_nll": 3.9267786564297524, + "nominal_coverage": 0.9, + "coverage": 0.9722222222222222, + "mean_interval_width": 49.39485168457031, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 176, + "mae": 12.631087303161621, + "rmse": 16.826658248901367, + "standardized_mae": 0.7909712195396423, + "standardized_rmse": 1.0537019968032837, + "standardized_gaussian_nll": 1.4556994259025366, + "physical_gaussian_nll": 4.226354154596501, + "nominal_coverage": 0.9, + "coverage": 0.9261363636363636, + "mean_interval_width": 64.34405517578125, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 156, + "mae": 2.320323944091797, + "rmse": 2.907252311706543, + "standardized_mae": 0.3999252915382385, + "standardized_rmse": 0.5010868310928345, + "standardized_gaussian_nll": 145.55615152568333, + "physical_gaussian_nll": 147.31433583673075, + "nominal_coverage": 0.9, + "coverage": 0.09615384615384616, + "mean_interval_width": 0.573390543460846, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 157, + "mae": 2.2648699283599854, + "rmse": 2.829549789428711, + "standardized_mae": 0.39036738872528076, + "standardized_rmse": 0.4876942038536072, + "standardized_gaussian_nll": 68.03825857274123, + "physical_gaussian_nll": 69.79644288378864, + "nominal_coverage": 0.9, + "coverage": 0.14012738853503184, + "mean_interval_width": 0.8789198398590088, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 159, + "mae": 2.256560802459717, + "rmse": 2.8222146034240723, + "standardized_mae": 0.38893523812294006, + "standardized_rmse": 0.48642992973327637, + "standardized_gaussian_nll": 22.930747483775818, + "physical_gaussian_nll": 24.68893179482323, + "nominal_coverage": 0.9, + "coverage": 0.27044025157232704, + "mean_interval_width": 1.5819875001907349, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 158, + "mae": 2.3079757690429688, + "rmse": 2.869051218032837, + "standardized_mae": 0.39779701828956604, + "standardized_rmse": 0.49450257420539856, + "standardized_gaussian_nll": 5.04129401016955, + "physical_gaussian_nll": 6.799478321216963, + "nominal_coverage": 0.9, + "coverage": 0.379746835443038, + "mean_interval_width": 3.159029483795166, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.4932541847229004, + "rmse": 0.622342050075531, + "standardized_mae": 0.426116943359375, + "standardized_rmse": 0.537634551525116, + "standardized_gaussian_nll": 228.99193070550515, + "physical_gaussian_nll": 229.1382415470191, + "nominal_coverage": 0.9, + "coverage": 0.07453416149068323, + "mean_interval_width": 0.09528889507055283, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 159, + "mae": 0.4833856523036957, + "rmse": 0.6138638257980347, + "standardized_mae": 0.4175916016101837, + "standardized_rmse": 0.5303102731704712, + "standardized_gaussian_nll": 112.62191159159336, + "physical_gaussian_nll": 112.7682224331073, + "nominal_coverage": 0.9, + "coverage": 0.10062893081761007, + "mean_interval_width": 0.14754116535186768, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 160, + "mae": 0.4691978096961975, + "rmse": 0.5966907739639282, + "standardized_mae": 0.4053348898887634, + "standardized_rmse": 0.5154746770858765, + "standardized_gaussian_nll": 30.65803240685451, + "physical_gaussian_nll": 30.80434324836845, + "nominal_coverage": 0.9, + "coverage": 0.20625, + "mean_interval_width": 0.29624006152153015, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 162, + "mae": 0.4719846844673157, + "rmse": 0.6086657643318176, + "standardized_mae": 0.407742440700531, + "standardized_rmse": 0.525819718837738, + "standardized_gaussian_nll": 5.003732243618946, + "physical_gaussian_nll": 5.150043085132887, + "nominal_coverage": 0.9, + "coverage": 0.42592592592592593, + "mean_interval_width": 0.6550875902175903, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 161, + "mae": 0.2236100137233734, + "rmse": 0.2818182408809662, + "standardized_mae": 0.46555840969085693, + "standardized_rmse": 0.5867485404014587, + "standardized_gaussian_nll": 1.15570233788132, + "physical_gaussian_nll": 0.4223682792637061, + "nominal_coverage": 0.9, + "coverage": 0.7577639751552795, + "mean_interval_width": 0.7376853823661804, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 161, + "mae": 0.23987749218940735, + "rmse": 0.3235808312892914, + "standardized_mae": 0.49942746758461, + "standardized_rmse": 0.6736987233161926, + "standardized_gaussian_nll": 0.9410817565218158, + "physical_gaussian_nll": 0.2077476979042019, + "nominal_coverage": 0.9, + "coverage": 0.8757763975155279, + "mean_interval_width": 1.0160599946975708, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 163, + "mae": 0.31708359718322754, + "rmse": 0.41669508814811707, + "standardized_mae": 0.660171389579773, + "standardized_rmse": 0.8675636053085327, + "standardized_gaussian_nll": 1.1409058107845504, + "physical_gaussian_nll": 0.40757175216693653, + "nominal_coverage": 0.9, + "coverage": 0.9202453987730062, + "mean_interval_width": 1.3790284395217896, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 160, + "mae": 0.35874250531196594, + "rmse": 0.49441835284233093, + "standardized_mae": 0.7469056844711304, + "standardized_rmse": 1.0293842554092407, + "standardized_gaussian_nll": 1.3147729790736402, + "physical_gaussian_nll": 0.5814389204560263, + "nominal_coverage": 0.9, + "coverage": 0.9625, + "mean_interval_width": 1.7926180362701416, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 161, + "mae": 16.46910285949707, + "rmse": 20.65280532836914, + "standardized_mae": 0.38714736700057983, + "standardized_rmse": 0.48549574613571167, + "standardized_gaussian_nll": 1.2105540848315028, + "physical_gaussian_nll": 4.960990016592403, + "nominal_coverage": 0.9, + "coverage": 0.7142857142857143, + "mean_interval_width": 51.54140090942383, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 162, + "mae": 17.177560806274414, + "rmse": 21.49265480041504, + "standardized_mae": 0.40380144119262695, + "standardized_rmse": 0.5052384734153748, + "standardized_gaussian_nll": 0.9039021489170488, + "physical_gaussian_nll": 4.654338080677949, + "nominal_coverage": 0.9, + "coverage": 0.8888888888888888, + "mean_interval_width": 77.76306915283203, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 159, + "mae": 19.895273208618164, + "rmse": 27.68606948852539, + "standardized_mae": 0.46768802404403687, + "standardized_rmse": 0.6508301496505737, + "standardized_gaussian_nll": 1.001330636338949, + "physical_gaussian_nll": 4.75176656809985, + "nominal_coverage": 0.9, + "coverage": 0.949685534591195, + "mean_interval_width": 110.44242095947266, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 162, + "mae": 24.874502182006836, + "rmse": 33.7956428527832, + "standardized_mae": 0.584737241268158, + "standardized_rmse": 0.7944509387016296, + "standardized_gaussian_nll": 1.226199250303262, + "physical_gaussian_nll": 4.976635182064163, + "nominal_coverage": 0.9, + "coverage": 0.9629629629629629, + "mean_interval_width": 146.8434600830078, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 152, + "mae": 2.4628963470458984, + "rmse": 3.001559019088745, + "standardized_mae": 0.4002104699611664, + "standardized_rmse": 0.4877409338951111, + "standardized_gaussian_nll": 30.5196319268994, + "physical_gaussian_nll": 32.3367346465117, + "nominal_coverage": 0.9, + "coverage": 0.13157894736842105, + "mean_interval_width": 1.3127844333648682, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 150, + "mae": 2.4151384830474854, + "rmse": 2.9553346633911133, + "standardized_mae": 0.3924500346183777, + "standardized_rmse": 0.4802296757698059, + "standardized_gaussian_nll": 13.114602849223095, + "physical_gaussian_nll": 14.931705568835397, + "nominal_coverage": 0.9, + "coverage": 0.2866666666666667, + "mean_interval_width": 2.228057861328125, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 153, + "mae": 2.3847930431365967, + "rmse": 3.030130624771118, + "standardized_mae": 0.3875190317630768, + "standardized_rmse": 0.4923837184906006, + "standardized_gaussian_nll": 3.262619724901513, + "physical_gaussian_nll": 5.0797224445138145, + "nominal_coverage": 0.9, + "coverage": 0.5294117647058824, + "mean_interval_width": 4.629446506500244, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 155, + "mae": 3.169198751449585, + "rmse": 4.093344688415527, + "standardized_mae": 0.5149816870689392, + "standardized_rmse": 0.6651515960693359, + "standardized_gaussian_nll": 1.1471532510773537, + "physical_gaussian_nll": 2.9642559706896554, + "nominal_coverage": 0.9, + "coverage": 0.7419354838709677, + "mean_interval_width": 9.544294357299805, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 116, + "mae": 0.9781099557876587, + "rmse": 1.2421116828918457, + "standardized_mae": 0.3994579613208771, + "standardized_rmse": 0.5072757005691528, + "standardized_gaussian_nll": 284.35148635323014, + "physical_gaussian_nll": 285.2469998700951, + "nominal_coverage": 0.9, + "coverage": 0.09482758620689655, + "mean_interval_width": 0.17074966430664062, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 110, + "mae": 0.9722643494606018, + "rmse": 1.2359468936920166, + "standardized_mae": 0.39707064628601074, + "standardized_rmse": 0.5047580003738403, + "standardized_gaussian_nll": 176.84247086094328, + "physical_gaussian_nll": 177.73798437780826, + "nominal_coverage": 0.9, + "coverage": 0.09090909090909091, + "mean_interval_width": 0.22950221598148346, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 113, + "mae": 0.9992724061012268, + "rmse": 1.2430527210235596, + "standardized_mae": 0.4081006646156311, + "standardized_rmse": 0.5076600313186646, + "standardized_gaussian_nll": 72.32496602748331, + "physical_gaussian_nll": 73.2204795443483, + "nominal_coverage": 0.9, + "coverage": 0.1415929203539823, + "mean_interval_width": 0.43175774812698364, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 116, + "mae": 1.0001095533370972, + "rmse": 1.2419679164886475, + "standardized_mae": 0.40844255685806274, + "standardized_rmse": 0.5072169899940491, + "standardized_gaussian_nll": 13.830580023561348, + "physical_gaussian_nll": 14.726093540426328, + "nominal_coverage": 0.9, + "coverage": 0.3103448275862069, + "mean_interval_width": 1.0313793420791626, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 156, + "mae": 32.5634651184082, + "rmse": 42.67401123046875, + "standardized_mae": 0.40933167934417725, + "standardized_rmse": 0.5364240407943726, + "standardized_gaussian_nll": 654.903584878001, + "physical_gaussian_nll": 659.2800053053313, + "nominal_coverage": 0.9, + "coverage": 0.05128205128205128, + "mean_interval_width": 3.8135647773742676, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 154, + "mae": 32.87727737426758, + "rmse": 43.12883758544922, + "standardized_mae": 0.41327640414237976, + "standardized_rmse": 0.542141318321228, + "standardized_gaussian_nll": 557.5146657137104, + "physical_gaussian_nll": 561.8910861410408, + "nominal_coverage": 0.9, + "coverage": 0.05194805194805195, + "mean_interval_width": 4.285168647766113, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 155, + "mae": 32.826805114746094, + "rmse": 43.217342376708984, + "standardized_mae": 0.4126419425010681, + "standardized_rmse": 0.5432538390159607, + "standardized_gaussian_nll": 352.1662286137982, + "physical_gaussian_nll": 356.5426490411286, + "nominal_coverage": 0.9, + "coverage": 0.07741935483870968, + "mean_interval_width": 5.666981220245361, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 156, + "mae": 33.617671966552734, + "rmse": 43.596195220947266, + "standardized_mae": 0.42258337140083313, + "standardized_rmse": 0.5480161309242249, + "standardized_gaussian_nll": 139.34041828639937, + "physical_gaussian_nll": 143.71683871372974, + "nominal_coverage": 0.9, + "coverage": 0.11538461538461539, + "mean_interval_width": 10.022662162780762, + "interval_kind": "uncalibrated_gaussian" + } + ], + "evaluated_target_fraction": 1.0, + "missing_current_policy": "Queries without observed current sensors excluded, matching API query rejection", + "interval_status": "uncalibrated_under_distribution_shift" + } + }, + { + "config": { + "name": "configuration_shift", + "axis": "D", + "data": null, + "checkpoint": null, + "excluded_family": null, + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires independently generated shifted physical parameters" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "leave_thermal_out", + "axis": "E", + "data": null, + "checkpoint": null, + "excluded_family": "thermal", + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires checkpoint trained with this family excluded" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "leave_tank_out", + "axis": "E", + "data": null, + "checkpoint": null, + "excluded_family": "tank", + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires checkpoint trained with this family excluded" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "leave_battery_out", + "axis": "E", + "data": null, + "checkpoint": null, + "excluded_family": "battery", + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires checkpoint trained with this family excluded" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + } + ] +} diff --git a/artifacts/smoke/transformer-h96-v2/checkpoint.pt b/artifacts/smoke/transformer-h96-v2/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6619da497411b7f1e7e52bc6f395ec18a6b5ec0 --- /dev/null +++ b/artifacts/smoke/transformer-h96-v2/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3959fc9e9d71c324a0e245d1b05c48db4498280de89469435bb842ec98fd86f +size 11028021 diff --git a/artifacts/smoke/transformer-h96-v2/normalization.json b/artifacts/smoke/transformer-h96-v2/normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..95f00bf9836835dc00c12d900ac9d7cd1b32a406 --- /dev/null +++ b/artifacts/smoke/transformer-h96-v2/normalization.json @@ -0,0 +1,216 @@ +{ + "bounds": { + "ambient_temp": [ + -30, + 60 + ], + "battery_power": [ + -20, + 20 + ], + "battery_temp": [ + -30, + 80 + ], + "demand": [ + 0, + 10 + ], + "energy_kwh": [ + 0, + 1000000.0 + ], + "flow": [ + 0, + 20 + ], + "hvac_power": [ + -15, + 15 + ], + "indoor_temp": [ + -30, + 70 + ], + "inlet_temp": [ + -5, + 60 + ], + "mass_temp": [ + -30, + 70 + ], + "occupancy_gain": [ + 0, + 3 + ], + "outdoor_temp": [ + -30, + 60 + ], + "pressure": [ + 0, + 300 + ], + "pump_output": [ + 0, + 1 + ], + "solar_gain": [ + 0, + 5 + ], + "state_of_charge": [ + 0, + 1 + ], + "terminal_voltage": [ + 10, + 70 + ], + "valve_position": [ + 0, + 1 + ], + "water_level": [ + 0, + 50 + ], + "water_temp": [ + -5, + 80 + ] + }, + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "mean": [ + 22.70603087325577, + 22.69654438073613, + 131.49506991255515, + 10.611352725783712, + 15.819536909149944, + 0.4646632767598711, + 42.42978342481667, + 0.4546572813396321, + 24.40065554790567, + 36.48297630851633, + 1.1346818930767029, + 0.5755911930638851, + 0.40155988825274386, + 0.022961381236976438, + 15.315917070521719, + 0.520834515834406, + 0.37569560881521114, + 1.1359334616464394, + 15.140484972635141, + 16.79259363318399 + ], + "scale": [ + 6.154002724453032, + 2.4485928604004092, + 79.55275824889847, + 5.80189339124971, + 1.1575559485771731, + 0.48030495273204094, + 42.53962233108043, + 0.3665217032249337, + 8.096546830008746, + 15.969086006634463, + 8.874726625476349, + 0.33284581310025885, + 0.34490505133601795, + 11.074270393841902, + 5.716882001640923, + 0.7028486614385896, + 0.24429720635365956, + 0.7242882865766985, + 0.9667415649676722, + 6.060135944953007 + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "version": 1 +} diff --git a/artifacts/smoke/transformer-h96-v2/run.json b/artifacts/smoke/transformer-h96-v2/run.json new file mode 100644 index 0000000000000000000000000000000000000000..ca75293481ec1665efdce9d3ff89acc32e81feec --- /dev/null +++ b/artifacts/smoke/transformer-h96-v2/run.json @@ -0,0 +1,296 @@ +{ + "checkpoint_version": "tfm-checkpoint-v1", + "schema_version": "tfm-schema-v1", + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "normalization_version": 1, + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "training_families": [ + "battery", + "tank", + "thermal" + ], + "excluded_families": [], + "model_kind": "transformer", + "model_config": { + "history_steps": 96, + "future_steps": 8, + "num_fields": 20, + "num_units": 8, + "num_roles": 3, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "use_history": true + }, + "seed": 42, + "split_seed": 42, + "device": "mps", + "requested_device": "mps", + "cpu_fallback_reason": null, + "dtype": "float32", + "backend_smoke_passed": true, + "parameter_count": 2750082, + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_system_ids": [ + "battery-00023", + "battery-00029", + "battery-00038", + "battery-00065", + "tank-00037", + "tank-00049", + "tank-00064", + "tank-00076", + "tank-00082", + "thermal-00006", + "thermal-00012", + "thermal-00033", + "thermal-00042", + "thermal-00084" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "normalization_fit_partition": "train", + "manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/smoke/data-v2/manifest.json", + "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c", + "generator_version": "0.1.2", + "best_validation_nll": -0.18605564213393422, + "epochs_completed": 8, + "early_stopping_patience": 8, + "elapsed_seconds": 37.13215494155884, + "arguments": { + "data": "artifacts/smoke/data-v2", + "output": "artifacts/smoke/transformer-h96-v2", + "model": "transformer", + "epochs": 8, + "batch_size": 64, + "samples": 4096, + "validation_samples": 512, + "history_steps": 96, + "no_history": false, + "seed": 42, + "split_seed": 42, + "device": "mps", + "allow_cpu_fallback": false, + "ensemble_size": 1, + "seeds": null, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "learning_rate": 0.0003, + "weight_decay": 0.01, + "warmup_fraction": 0.05, + "patience": 8, + "min_delta": 0.0001 + }, + "epochs": [ + { + "epoch": 1, + "train_nll": 0.28980972737595195, + "train_mae": 0.26012525738438613, + "train_rmse": 0.5477949109512903, + "validation_nll": 0.009871457166565957, + "validation_mae": 0.27568383408906416, + "validation_rmse": 0.5926294695623774, + "learning_rate": 0.0002954973225032615, + "last_gradient_norm": 12.873642921447754 + }, + { + "epoch": 2, + "train_nll": -0.05637906983604115, + "train_mae": 0.24908224670784457, + "train_rmse": 0.5401961534246007, + "validation_nll": -0.017273551555494603, + "validation_mae": 0.26478317587438827, + "validation_rmse": 0.5874953012270964, + "learning_rate": 0.00026855890042781387, + "last_gradient_norm": 39.80126190185547 + }, + { + "epoch": 3, + "train_nll": -0.1459339211932745, + "train_mae": 0.24156899866208645, + "train_rmse": 0.5313282613325354, + "validation_nll": -0.1288637663242631, + "validation_mae": 0.25945835881719403, + "validation_rmse": 0.5745280433349778, + "learning_rate": 0.00022161641655569234, + "last_gradient_norm": 51.10517501831055 + }, + { + "epoch": 4, + "train_nll": -0.20244493723276136, + "train_mae": 0.23459148897801338, + "train_rmse": 0.5178042096619425, + "validation_nll": -0.16921141057278444, + "validation_mae": 0.25476742461870344, + "validation_rmse": 0.5619004167677466, + "learning_rate": 0.00016259032514953599, + "last_gradient_norm": 9.256674766540527 + }, + { + "epoch": 5, + "train_nll": -0.4212536923698244, + "train_mae": 0.22020433939777562, + "train_rmse": 0.4986381012871612, + "validation_nll": -0.18605564213393422, + "validation_mae": 0.2483362345517726, + "validation_rmse": 0.547510998932076, + "learning_rate": 0.00010143990869125184, + "last_gradient_norm": 55.311092376708984 + }, + { + "epoch": 6, + "train_nll": -0.5199783115543588, + "train_mae": 0.21353826014519284, + "train_rmse": 0.4869482176891402, + "validation_nll": -0.04079845139952294, + "validation_mae": 0.2459246239488684, + "validation_rmse": 0.5391234380767349, + "learning_rate": 4.848288019361069e-05, + "last_gradient_norm": 56.794105529785156 + }, + { + "epoch": 7, + "train_nll": -0.6090810344881061, + "train_mae": 0.20983808894803654, + "train_rmse": 0.48002280780460416, + "validation_nll": -0.024863590346488933, + "validation_mae": 0.24315684547430028, + "validation_rmse": 0.5356241881080057, + "learning_rate": 1.2654508681649116e-05, + "last_gradient_norm": 4.817531585693359 + }, + { + "epoch": 8, + "train_nll": -0.6534040906615792, + "train_mae": 0.2078822257426481, + "train_rmse": 0.47735755221089937, + "validation_nll": 0.02126062300760672, + "validation_mae": 0.24203922998799876, + "validation_rmse": 0.5341533610021955, + "learning_rate": 0.0, + "last_gradient_norm": 26.475055694580078 + } + ], + "checkpoint_sha256": "e3959fc9e9d71c324a0e245d1b05c48db4498280de89469435bb842ec98fd86f" +} diff --git a/artifacts/smoke/transformer-nohistory-v2/checkpoint.pt b/artifacts/smoke/transformer-nohistory-v2/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..95f3022609b9ab56bc85b0f35d7331b96dcbe367 --- /dev/null +++ b/artifacts/smoke/transformer-nohistory-v2/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78967fedd9c37ae26cb69e229618a1a8803d0e2cd06ba7655394d0cf7073b454 +size 6309429 diff --git a/artifacts/smoke/transformer-nohistory-v2/normalization.json b/artifacts/smoke/transformer-nohistory-v2/normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..95f00bf9836835dc00c12d900ac9d7cd1b32a406 --- /dev/null +++ b/artifacts/smoke/transformer-nohistory-v2/normalization.json @@ -0,0 +1,216 @@ +{ + "bounds": { + "ambient_temp": [ + -30, + 60 + ], + "battery_power": [ + -20, + 20 + ], + "battery_temp": [ + -30, + 80 + ], + "demand": [ + 0, + 10 + ], + "energy_kwh": [ + 0, + 1000000.0 + ], + "flow": [ + 0, + 20 + ], + "hvac_power": [ + -15, + 15 + ], + "indoor_temp": [ + -30, + 70 + ], + "inlet_temp": [ + -5, + 60 + ], + "mass_temp": [ + -30, + 70 + ], + "occupancy_gain": [ + 0, + 3 + ], + "outdoor_temp": [ + -30, + 60 + ], + "pressure": [ + 0, + 300 + ], + "pump_output": [ + 0, + 1 + ], + "solar_gain": [ + 0, + 5 + ], + "state_of_charge": [ + 0, + 1 + ], + "terminal_voltage": [ + 10, + 70 + ], + "valve_position": [ + 0, + 1 + ], + "water_level": [ + 0, + 50 + ], + "water_temp": [ + -5, + 80 + ] + }, + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "mean": [ + 22.70603087325577, + 22.69654438073613, + 131.49506991255515, + 10.611352725783712, + 15.819536909149944, + 0.4646632767598711, + 42.42978342481667, + 0.4546572813396321, + 24.40065554790567, + 36.48297630851633, + 1.1346818930767029, + 0.5755911930638851, + 0.40155988825274386, + 0.022961381236976438, + 15.315917070521719, + 0.520834515834406, + 0.37569560881521114, + 1.1359334616464394, + 15.140484972635141, + 16.79259363318399 + ], + "scale": [ + 6.154002724453032, + 2.4485928604004092, + 79.55275824889847, + 5.80189339124971, + 1.1575559485771731, + 0.48030495273204094, + 42.53962233108043, + 0.3665217032249337, + 8.096546830008746, + 15.969086006634463, + 8.874726625476349, + 0.33284581310025885, + 0.34490505133601795, + 11.074270393841902, + 5.716882001640923, + 0.7028486614385896, + 0.24429720635365956, + 0.7242882865766985, + 0.9667415649676722, + 6.060135944953007 + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "version": 1 +} diff --git a/artifacts/smoke/transformer-nohistory-v2/run.json b/artifacts/smoke/transformer-nohistory-v2/run.json new file mode 100644 index 0000000000000000000000000000000000000000..f29d5919e616fc3be9284d794987d5b866e750d4 --- /dev/null +++ b/artifacts/smoke/transformer-nohistory-v2/run.json @@ -0,0 +1,296 @@ +{ + "checkpoint_version": "tfm-checkpoint-v1", + "schema_version": "tfm-schema-v1", + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "normalization_version": 1, + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "training_families": [ + "battery", + "tank", + "thermal" + ], + "excluded_families": [], + "model_kind": "transformer", + "model_config": { + "history_steps": 24, + "future_steps": 8, + "num_fields": 20, + "num_units": 8, + "num_roles": 3, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "use_history": false + }, + "seed": 42, + "split_seed": 42, + "device": "mps", + "requested_device": "mps", + "cpu_fallback_reason": null, + "dtype": "float32", + "backend_smoke_passed": true, + "parameter_count": 1570434, + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_system_ids": [ + "battery-00023", + "battery-00029", + "battery-00038", + "battery-00065", + "tank-00037", + "tank-00049", + "tank-00064", + "tank-00076", + "tank-00082", + "thermal-00006", + "thermal-00012", + "thermal-00033", + "thermal-00042", + "thermal-00084" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "normalization_fit_partition": "train", + "manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/smoke/data-v2/manifest.json", + "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c", + "generator_version": "0.1.2", + "best_validation_nll": -0.06115607986618489, + "epochs_completed": 8, + "early_stopping_patience": 8, + "elapsed_seconds": 30.61525321006775, + "arguments": { + "data": "artifacts/smoke/data-v2", + "output": "artifacts/smoke/transformer-nohistory-v2", + "model": "transformer", + "epochs": 8, + "batch_size": 64, + "samples": 4096, + "validation_samples": 512, + "history_steps": 24, + "no_history": true, + "seed": 42, + "split_seed": 42, + "device": "mps", + "allow_cpu_fallback": false, + "ensemble_size": 1, + "seeds": null, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "learning_rate": 0.0003, + "weight_decay": 0.01, + "warmup_fraction": 0.05, + "patience": 8, + "min_delta": 0.0001 + }, + "epochs": [ + { + "epoch": 1, + "train_nll": 0.32977732494407985, + "train_mae": 0.27198146548198016, + "train_rmse": 0.5585657040860939, + "validation_nll": -0.027219141466616508, + "validation_mae": 0.2668771230058788, + "validation_rmse": 0.6249347020126659, + "learning_rate": 0.0002954973225032615, + "last_gradient_norm": 10.469165802001953 + }, + { + "epoch": 2, + "train_nll": -0.041455278639085956, + "train_mae": 0.25199633197019433, + "train_rmse": 0.549549290037589, + "validation_nll": -0.006125884369943933, + "validation_mae": 0.26320740030789785, + "validation_rmse": 0.619335123394095, + "learning_rate": 0.00026855890042781387, + "last_gradient_norm": 12.524251937866211 + }, + { + "epoch": 3, + "train_nll": -0.15860034078643198, + "train_mae": 0.24034050281735359, + "train_rmse": 0.5379617400541231, + "validation_nll": -0.06115607986618489, + "validation_mae": 0.2549896010640799, + "validation_rmse": 0.6071937200221094, + "learning_rate": 0.00022161641655569234, + "last_gradient_norm": 21.748903274536133 + }, + { + "epoch": 4, + "train_nll": -0.2528318749270286, + "train_mae": 0.23306504535850195, + "train_rmse": 0.5260128836000705, + "validation_nll": -0.02193860560447234, + "validation_mae": 0.25197354275671574, + "validation_rmse": 0.5998643175083543, + "learning_rate": 0.00016259032514953599, + "last_gradient_norm": 29.078876495361328 + }, + { + "epoch": 5, + "train_nll": -0.32647811450006725, + "train_mae": 0.22629561175944862, + "train_rmse": 0.5151038161331459, + "validation_nll": 0.1446804503506381, + "validation_mae": 0.24989009125922196, + "validation_rmse": 0.591182014177818, + "learning_rate": 0.00010143990869125184, + "last_gradient_norm": 48.250247955322266 + }, + { + "epoch": 6, + "train_nll": -0.4058919934557617, + "train_mae": 0.22082974245514397, + "train_rmse": 0.5062712639394426, + "validation_nll": 0.11117901338144953, + "validation_mae": 0.24652750047975874, + "validation_rmse": 0.5836714153295216, + "learning_rate": 4.848288019361069e-05, + "last_gradient_norm": 4.082723140716553 + }, + { + "epoch": 7, + "train_nll": -0.4565642562147758, + "train_mae": 0.21759775381295982, + "train_rmse": 0.5001671056701258, + "validation_nll": 0.10140636192902075, + "validation_mae": 0.24545009588929784, + "validation_rmse": 0.5809861390855046, + "learning_rate": 1.2654508681649116e-05, + "last_gradient_norm": 8.430033683776855 + }, + { + "epoch": 8, + "train_nll": -0.48233637066605123, + "train_mae": 0.21636152085719504, + "train_rmse": 0.4984281033701101, + "validation_nll": 0.1045248334296328, + "validation_mae": 0.24448221202647152, + "validation_rmse": 0.580582368781716, + "learning_rate": 0.0, + "last_gradient_norm": 10.348122596740723 + } + ], + "checkpoint_sha256": "78967fedd9c37ae26cb69e229618a1a8803d0e2cd06ba7655394d0cf7073b454" +} diff --git a/artifacts/smoke/transformer-v2/ensemble.json b/artifacts/smoke/transformer-v2/ensemble.json new file mode 100644 index 0000000000000000000000000000000000000000..399cf6487735f7cdba1577c59ae2307bd375508f --- /dev/null +++ b/artifacts/smoke/transformer-v2/ensemble.json @@ -0,0 +1,23 @@ +{ + "version": 1, + "members": [ + { + "seed": 42, + "checkpoint": "seed-42/checkpoint.pt", + "normalization": "seed-42/normalization.json", + "run": "seed-42/run.json" + }, + { + "seed": 43, + "checkpoint": "seed-43/checkpoint.pt", + "normalization": "seed-43/normalization.json", + "run": "seed-43/run.json" + }, + { + "seed": 44, + "checkpoint": "seed-44/checkpoint.pt", + "normalization": "seed-44/normalization.json", + "run": "seed-44/run.json" + } + ] +} diff --git a/artifacts/smoke/transformer-v2/seed-42/checkpoint.pt b/artifacts/smoke/transformer-v2/seed-42/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cba0bf8235c76a62f9f561ec5c97fdf9e8cfe8a --- /dev/null +++ b/artifacts/smoke/transformer-v2/seed-42/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739 +size 6309429 diff --git a/artifacts/smoke/transformer-v2/seed-42/normalization.json b/artifacts/smoke/transformer-v2/seed-42/normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..95f00bf9836835dc00c12d900ac9d7cd1b32a406 --- /dev/null +++ b/artifacts/smoke/transformer-v2/seed-42/normalization.json @@ -0,0 +1,216 @@ +{ + "bounds": { + "ambient_temp": [ + -30, + 60 + ], + "battery_power": [ + -20, + 20 + ], + "battery_temp": [ + -30, + 80 + ], + "demand": [ + 0, + 10 + ], + "energy_kwh": [ + 0, + 1000000.0 + ], + "flow": [ + 0, + 20 + ], + "hvac_power": [ + -15, + 15 + ], + "indoor_temp": [ + -30, + 70 + ], + "inlet_temp": [ + -5, + 60 + ], + "mass_temp": [ + -30, + 70 + ], + "occupancy_gain": [ + 0, + 3 + ], + "outdoor_temp": [ + -30, + 60 + ], + "pressure": [ + 0, + 300 + ], + "pump_output": [ + 0, + 1 + ], + "solar_gain": [ + 0, + 5 + ], + "state_of_charge": [ + 0, + 1 + ], + "terminal_voltage": [ + 10, + 70 + ], + "valve_position": [ + 0, + 1 + ], + "water_level": [ + 0, + 50 + ], + "water_temp": [ + -5, + 80 + ] + }, + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "mean": [ + 22.70603087325577, + 22.69654438073613, + 131.49506991255515, + 10.611352725783712, + 15.819536909149944, + 0.4646632767598711, + 42.42978342481667, + 0.4546572813396321, + 24.40065554790567, + 36.48297630851633, + 1.1346818930767029, + 0.5755911930638851, + 0.40155988825274386, + 0.022961381236976438, + 15.315917070521719, + 0.520834515834406, + 0.37569560881521114, + 1.1359334616464394, + 15.140484972635141, + 16.79259363318399 + ], + "scale": [ + 6.154002724453032, + 2.4485928604004092, + 79.55275824889847, + 5.80189339124971, + 1.1575559485771731, + 0.48030495273204094, + 42.53962233108043, + 0.3665217032249337, + 8.096546830008746, + 15.969086006634463, + 8.874726625476349, + 0.33284581310025885, + 0.34490505133601795, + 11.074270393841902, + 5.716882001640923, + 0.7028486614385896, + 0.24429720635365956, + 0.7242882865766985, + 0.9667415649676722, + 6.060135944953007 + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "version": 1 +} diff --git a/artifacts/smoke/transformer-v2/seed-42/run.json b/artifacts/smoke/transformer-v2/seed-42/run.json new file mode 100644 index 0000000000000000000000000000000000000000..ef297b7ebdcbf1281413cb2cb896892747b98ba9 --- /dev/null +++ b/artifacts/smoke/transformer-v2/seed-42/run.json @@ -0,0 +1,296 @@ +{ + "checkpoint_version": "tfm-checkpoint-v1", + "schema_version": "tfm-schema-v1", + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "normalization_version": 1, + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "training_families": [ + "battery", + "tank", + "thermal" + ], + "excluded_families": [], + "model_kind": "transformer", + "model_config": { + "history_steps": 24, + "future_steps": 8, + "num_fields": 20, + "num_units": 8, + "num_roles": 3, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "use_history": true + }, + "seed": 42, + "split_seed": 42, + "device": "mps", + "requested_device": "mps", + "cpu_fallback_reason": null, + "dtype": "float32", + "backend_smoke_passed": true, + "parameter_count": 1570434, + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_system_ids": [ + "battery-00023", + "battery-00029", + "battery-00038", + "battery-00065", + "tank-00037", + "tank-00049", + "tank-00064", + "tank-00076", + "tank-00082", + "thermal-00006", + "thermal-00012", + "thermal-00033", + "thermal-00042", + "thermal-00084" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "normalization_fit_partition": "train", + "manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/smoke/data-v2/manifest.json", + "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c", + "generator_version": "0.1.2", + "best_validation_nll": -0.0533640270860491, + "epochs_completed": 8, + "early_stopping_patience": 8, + "elapsed_seconds": 33.630823850631714, + "arguments": { + "data": "artifacts/smoke/data-v2", + "output": "artifacts/smoke/transformer-v2", + "model": "transformer", + "epochs": 8, + "batch_size": 64, + "samples": 4096, + "validation_samples": 512, + "history_steps": 24, + "no_history": false, + "seed": 42, + "split_seed": 42, + "device": "mps", + "allow_cpu_fallback": false, + "ensemble_size": 1, + "seeds": "42,43,44", + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "learning_rate": 0.0003, + "weight_decay": 0.01, + "warmup_fraction": 0.05, + "patience": 8, + "min_delta": 0.0001 + }, + "epochs": [ + { + "epoch": 1, + "train_nll": 0.3193545881880961, + "train_mae": 0.2717798683098555, + "train_rmse": 0.5572278312856742, + "validation_nll": 0.060941395026093824, + "validation_mae": 0.2759574984270085, + "validation_rmse": 0.6207961614746096, + "learning_rate": 0.0002954973225032615, + "last_gradient_norm": 34.9544677734375 + }, + { + "epoch": 2, + "train_nll": -0.04491820231210287, + "train_mae": 0.25073189877506097, + "train_rmse": 0.5443976320536981, + "validation_nll": -0.025185810770304705, + "validation_mae": 0.2599901124148924, + "validation_rmse": 0.6134262821754729, + "learning_rate": 0.00026855890042781387, + "last_gradient_norm": 16.014163970947266 + }, + { + "epoch": 3, + "train_nll": -0.18200993840147253, + "train_mae": 0.2383398173057312, + "train_rmse": 0.531918013529981, + "validation_nll": 0.33343865645512955, + "validation_mae": 0.25241560222799075, + "validation_rmse": 0.5994864469428647, + "learning_rate": 0.00022161641655569234, + "last_gradient_norm": 12.59885311126709 + }, + { + "epoch": 4, + "train_nll": -0.3436679019773655, + "train_mae": 0.22506912289601008, + "train_rmse": 0.509552166025138, + "validation_nll": -0.0383898179794278, + "validation_mae": 0.24342609994425102, + "validation_rmse": 0.5795053931498273, + "learning_rate": 0.00016259032514953599, + "last_gradient_norm": 33.92580032348633 + }, + { + "epoch": 5, + "train_nll": -0.4818174736731171, + "train_mae": 0.2153142063785177, + "train_rmse": 0.49325465254010104, + "validation_nll": -0.0533640270860491, + "validation_mae": 0.23990708476550746, + "validation_rmse": 0.5666077204381811, + "learning_rate": 0.00010143990869125184, + "last_gradient_norm": 78.83483123779297 + }, + { + "epoch": 6, + "train_nll": -0.5808148233967372, + "train_mae": 0.210336585329142, + "train_rmse": 0.4835391958400556, + "validation_nll": 0.10542694305910821, + "validation_mae": 0.23625177595222926, + "validation_rmse": 0.5615081200215406, + "learning_rate": 4.848288019361069e-05, + "last_gradient_norm": 21.67403221130371 + }, + { + "epoch": 7, + "train_nll": -0.63734005194177, + "train_mae": 0.20745451920838404, + "train_rmse": 0.4770108289970376, + "validation_nll": 0.07762213183268164, + "validation_mae": 0.23485124825068063, + "validation_rmse": 0.5551455088044557, + "learning_rate": 1.2654508681649116e-05, + "last_gradient_norm": 24.99120330810547 + }, + { + "epoch": 8, + "train_nll": -0.6695648942323476, + "train_mae": 0.20592438408863242, + "train_rmse": 0.47466737621664157, + "validation_nll": 0.08459477894638197, + "validation_mae": 0.2337730768176758, + "validation_rmse": 0.5550836119833827, + "learning_rate": 0.0, + "last_gradient_norm": 7.68149471282959 + } + ], + "checkpoint_sha256": "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739" +} diff --git a/artifacts/smoke/transformer-v2/seed-43/checkpoint.pt b/artifacts/smoke/transformer-v2/seed-43/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..be7fcdc1fdaa1f719dbb6ddaa53652ccf09c663f --- /dev/null +++ b/artifacts/smoke/transformer-v2/seed-43/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80ffcf05367f581ed48d34e649ffde7f3738a7c31fb7e0539cb2245e88eae09e +size 6309429 diff --git a/artifacts/smoke/transformer-v2/seed-43/normalization.json b/artifacts/smoke/transformer-v2/seed-43/normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..95f00bf9836835dc00c12d900ac9d7cd1b32a406 --- /dev/null +++ b/artifacts/smoke/transformer-v2/seed-43/normalization.json @@ -0,0 +1,216 @@ +{ + "bounds": { + "ambient_temp": [ + -30, + 60 + ], + "battery_power": [ + -20, + 20 + ], + "battery_temp": [ + -30, + 80 + ], + "demand": [ + 0, + 10 + ], + "energy_kwh": [ + 0, + 1000000.0 + ], + "flow": [ + 0, + 20 + ], + "hvac_power": [ + -15, + 15 + ], + "indoor_temp": [ + -30, + 70 + ], + "inlet_temp": [ + -5, + 60 + ], + "mass_temp": [ + -30, + 70 + ], + "occupancy_gain": [ + 0, + 3 + ], + "outdoor_temp": [ + -30, + 60 + ], + "pressure": [ + 0, + 300 + ], + "pump_output": [ + 0, + 1 + ], + "solar_gain": [ + 0, + 5 + ], + "state_of_charge": [ + 0, + 1 + ], + "terminal_voltage": [ + 10, + 70 + ], + "valve_position": [ + 0, + 1 + ], + "water_level": [ + 0, + 50 + ], + "water_temp": [ + -5, + 80 + ] + }, + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "mean": [ + 22.70603087325577, + 22.69654438073613, + 131.49506991255515, + 10.611352725783712, + 15.819536909149944, + 0.4646632767598711, + 42.42978342481667, + 0.4546572813396321, + 24.40065554790567, + 36.48297630851633, + 1.1346818930767029, + 0.5755911930638851, + 0.40155988825274386, + 0.022961381236976438, + 15.315917070521719, + 0.520834515834406, + 0.37569560881521114, + 1.1359334616464394, + 15.140484972635141, + 16.79259363318399 + ], + "scale": [ + 6.154002724453032, + 2.4485928604004092, + 79.55275824889847, + 5.80189339124971, + 1.1575559485771731, + 0.48030495273204094, + 42.53962233108043, + 0.3665217032249337, + 8.096546830008746, + 15.969086006634463, + 8.874726625476349, + 0.33284581310025885, + 0.34490505133601795, + 11.074270393841902, + 5.716882001640923, + 0.7028486614385896, + 0.24429720635365956, + 0.7242882865766985, + 0.9667415649676722, + 6.060135944953007 + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "version": 1 +} diff --git a/artifacts/smoke/transformer-v2/seed-43/run.json b/artifacts/smoke/transformer-v2/seed-43/run.json new file mode 100644 index 0000000000000000000000000000000000000000..4903fd72da395f4cfcf530c858a45240e7e7ee05 --- /dev/null +++ b/artifacts/smoke/transformer-v2/seed-43/run.json @@ -0,0 +1,296 @@ +{ + "checkpoint_version": "tfm-checkpoint-v1", + "schema_version": "tfm-schema-v1", + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "normalization_version": 1, + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "training_families": [ + "battery", + "tank", + "thermal" + ], + "excluded_families": [], + "model_kind": "transformer", + "model_config": { + "history_steps": 24, + "future_steps": 8, + "num_fields": 20, + "num_units": 8, + "num_roles": 3, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "use_history": true + }, + "seed": 43, + "split_seed": 42, + "device": "mps", + "requested_device": "mps", + "cpu_fallback_reason": null, + "dtype": "float32", + "backend_smoke_passed": true, + "parameter_count": 1570434, + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_system_ids": [ + "battery-00023", + "battery-00029", + "battery-00038", + "battery-00065", + "tank-00037", + "tank-00049", + "tank-00064", + "tank-00076", + "tank-00082", + "thermal-00006", + "thermal-00012", + "thermal-00033", + "thermal-00042", + "thermal-00084" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "normalization_fit_partition": "train", + "manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/smoke/data-v2/manifest.json", + "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c", + "generator_version": "0.1.2", + "best_validation_nll": -0.1589934517380849, + "epochs_completed": 8, + "early_stopping_patience": 8, + "elapsed_seconds": 31.57616090774536, + "arguments": { + "data": "artifacts/smoke/data-v2", + "output": "artifacts/smoke/transformer-v2", + "model": "transformer", + "epochs": 8, + "batch_size": 64, + "samples": 4096, + "validation_samples": 512, + "history_steps": 24, + "no_history": false, + "seed": 42, + "split_seed": 42, + "device": "mps", + "allow_cpu_fallback": false, + "ensemble_size": 1, + "seeds": "42,43,44", + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "learning_rate": 0.0003, + "weight_decay": 0.01, + "warmup_fraction": 0.05, + "patience": 8, + "min_delta": 0.0001 + }, + "epochs": [ + { + "epoch": 1, + "train_nll": 0.40061044464875406, + "train_mae": 0.28247392197694, + "train_rmse": 0.5560177246467316, + "validation_nll": 0.04491570272563929, + "validation_mae": 0.26370875920798814, + "validation_rmse": 0.6182281641982765, + "learning_rate": 0.0002954973225032615, + "last_gradient_norm": 7.274715423583984 + }, + { + "epoch": 2, + "train_nll": -0.07182994284015684, + "train_mae": 0.2472473628272042, + "train_rmse": 0.5375717648776185, + "validation_nll": 0.04554671032375676, + "validation_mae": 0.2604026759994557, + "validation_rmse": 0.6074557685036891, + "learning_rate": 0.00026855890042781387, + "last_gradient_norm": 49.59074020385742 + }, + { + "epoch": 3, + "train_nll": -0.17010357633968132, + "train_mae": 0.23841992076383303, + "train_rmse": 0.5257756929003432, + "validation_nll": 0.03841644621883266, + "validation_mae": 0.25775955112949755, + "validation_rmse": 0.5953590735719951, + "learning_rate": 0.00022161641655569234, + "last_gradient_norm": 70.3475570678711 + }, + { + "epoch": 4, + "train_nll": -0.2565058938999305, + "train_mae": 0.22893525756447988, + "train_rmse": 0.5102600603380804, + "validation_nll": 0.01945827111817091, + "validation_mae": 0.24940607585786445, + "validation_rmse": 0.5814241446068427, + "learning_rate": 0.00016259032514953599, + "last_gradient_norm": 19.11093521118164 + }, + { + "epoch": 5, + "train_nll": -0.39691472691739765, + "train_mae": 0.22018399898828248, + "train_rmse": 0.4945847176117427, + "validation_nll": -0.1589934517380849, + "validation_mae": 0.24259580921559962, + "validation_rmse": 0.5622879951769119, + "learning_rate": 0.00010143990869125184, + "last_gradient_norm": 13.954787254333496 + }, + { + "epoch": 6, + "train_nll": -0.5238812494983986, + "train_mae": 0.21331954487879812, + "train_rmse": 0.4817331386691705, + "validation_nll": -0.10844785567701509, + "validation_mae": 0.2361431667110915, + "validation_rmse": 0.553762138889577, + "learning_rate": 4.848288019361069e-05, + "last_gradient_norm": 71.92535400390625 + }, + { + "epoch": 7, + "train_nll": -0.5994940535933646, + "train_mae": 0.20941851664511832, + "train_rmse": 0.474916293386514, + "validation_nll": -0.0718163501910177, + "validation_mae": 0.23434892964944257, + "validation_rmse": 0.5483530232360436, + "learning_rate": 1.2654508681649116e-05, + "last_gradient_norm": 8.202184677124023 + }, + { + "epoch": 8, + "train_nll": -0.6383791534510675, + "train_mae": 0.20771309791271883, + "train_rmse": 0.471984619259598, + "validation_nll": -0.12185026209461193, + "validation_mae": 0.2332411452370023, + "validation_rmse": 0.5471108548343803, + "learning_rate": 0.0, + "last_gradient_norm": 7.151505947113037 + } + ], + "checkpoint_sha256": "80ffcf05367f581ed48d34e649ffde7f3738a7c31fb7e0539cb2245e88eae09e" +} diff --git a/artifacts/smoke/transformer-v2/seed-44/checkpoint.pt b/artifacts/smoke/transformer-v2/seed-44/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..09531baf4355e786799452c8402ceb998ff5ad22 --- /dev/null +++ b/artifacts/smoke/transformer-v2/seed-44/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:623420955dc271068182f2cd6fb460d0ae64792c25dbd79c0aae91b3ba777137 +size 6309429 diff --git a/artifacts/smoke/transformer-v2/seed-44/normalization.json b/artifacts/smoke/transformer-v2/seed-44/normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..95f00bf9836835dc00c12d900ac9d7cd1b32a406 --- /dev/null +++ b/artifacts/smoke/transformer-v2/seed-44/normalization.json @@ -0,0 +1,216 @@ +{ + "bounds": { + "ambient_temp": [ + -30, + 60 + ], + "battery_power": [ + -20, + 20 + ], + "battery_temp": [ + -30, + 80 + ], + "demand": [ + 0, + 10 + ], + "energy_kwh": [ + 0, + 1000000.0 + ], + "flow": [ + 0, + 20 + ], + "hvac_power": [ + -15, + 15 + ], + "indoor_temp": [ + -30, + 70 + ], + "inlet_temp": [ + -5, + 60 + ], + "mass_temp": [ + -30, + 70 + ], + "occupancy_gain": [ + 0, + 3 + ], + "outdoor_temp": [ + -30, + 60 + ], + "pressure": [ + 0, + 300 + ], + "pump_output": [ + 0, + 1 + ], + "solar_gain": [ + 0, + 5 + ], + "state_of_charge": [ + 0, + 1 + ], + "terminal_voltage": [ + 10, + 70 + ], + "valve_position": [ + 0, + 1 + ], + "water_level": [ + 0, + 50 + ], + "water_temp": [ + -5, + 80 + ] + }, + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "mean": [ + 22.70603087325577, + 22.69654438073613, + 131.49506991255515, + 10.611352725783712, + 15.819536909149944, + 0.4646632767598711, + 42.42978342481667, + 0.4546572813396321, + 24.40065554790567, + 36.48297630851633, + 1.1346818930767029, + 0.5755911930638851, + 0.40155988825274386, + 0.022961381236976438, + 15.315917070521719, + 0.520834515834406, + 0.37569560881521114, + 1.1359334616464394, + 15.140484972635141, + 16.79259363318399 + ], + "scale": [ + 6.154002724453032, + 2.4485928604004092, + 79.55275824889847, + 5.80189339124971, + 1.1575559485771731, + 0.48030495273204094, + 42.53962233108043, + 0.3665217032249337, + 8.096546830008746, + 15.969086006634463, + 8.874726625476349, + 0.33284581310025885, + 0.34490505133601795, + 11.074270393841902, + 5.716882001640923, + 0.7028486614385896, + 0.24429720635365956, + 0.7242882865766985, + 0.9667415649676722, + 6.060135944953007 + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "version": 1 +} diff --git a/artifacts/smoke/transformer-v2/seed-44/run.json b/artifacts/smoke/transformer-v2/seed-44/run.json new file mode 100644 index 0000000000000000000000000000000000000000..623cd15594f273ab84f79ab41491d2e62477c0f9 --- /dev/null +++ b/artifacts/smoke/transformer-v2/seed-44/run.json @@ -0,0 +1,296 @@ +{ + "checkpoint_version": "tfm-checkpoint-v1", + "schema_version": "tfm-schema-v1", + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "normalization_version": 1, + "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e", + "training_families": [ + "battery", + "tank", + "thermal" + ], + "excluded_families": [], + "model_kind": "transformer", + "model_config": { + "history_steps": 24, + "future_steps": 8, + "num_fields": 20, + "num_units": 8, + "num_roles": 3, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "use_history": true + }, + "seed": 44, + "split_seed": 42, + "device": "mps", + "requested_device": "mps", + "cpu_fallback_reason": null, + "dtype": "float32", + "backend_smoke_passed": true, + "parameter_count": 1570434, + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00011", + "battery-00014", + "battery-00020", + "battery-00035", + "battery-00041", + "battery-00044", + "battery-00047", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00071", + "battery-00074", + "battery-00077", + "battery-00080", + "battery-00083", + "battery-00086", + "battery-00089", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00040", + "tank-00052", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00079", + "tank-00085", + "thermal-00000", + "thermal-00009", + "thermal-00015", + "thermal-00018", + "thermal-00021", + "thermal-00027", + "thermal-00030", + "thermal-00036", + "thermal-00045", + "thermal-00048", + "thermal-00051", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00063", + "thermal-00066", + "thermal-00069", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00087" + ], + "validation_system_ids": [ + "battery-00023", + "battery-00029", + "battery-00038", + "battery-00065", + "tank-00037", + "tank-00049", + "tank-00064", + "tank-00076", + "tank-00082", + "thermal-00006", + "thermal-00012", + "thermal-00033", + "thermal-00042", + "thermal-00084" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00029", + "tank-00037", + "tank-00049", + "tank-00064", + "thermal-00006", + "thermal-00012", + "thermal-00042" + ], + "calibration_system_ids": [ + "battery-00038", + "battery-00065", + "tank-00076", + "tank-00082", + "thermal-00033", + "thermal-00084" + ], + "test_system_ids": [ + "battery-00017", + "battery-00026", + "battery-00032", + "battery-00050", + "battery-00068", + "tank-00010", + "tank-00043", + "tank-00046", + "tank-00088", + "thermal-00003", + "thermal-00024", + "thermal-00039", + "thermal-00081" + ], + "normalization_fit_partition": "train", + "manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/smoke/data-v2/manifest.json", + "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c", + "generator_version": "0.1.2", + "best_validation_nll": -0.2199634532515647, + "epochs_completed": 8, + "early_stopping_patience": 8, + "elapsed_seconds": 33.26388192176819, + "arguments": { + "data": "artifacts/smoke/data-v2", + "output": "artifacts/smoke/transformer-v2", + "model": "transformer", + "epochs": 8, + "batch_size": 64, + "samples": 4096, + "validation_samples": 512, + "history_steps": 24, + "no_history": false, + "seed": 42, + "split_seed": 42, + "device": "mps", + "allow_cpu_fallback": false, + "ensemble_size": 1, + "seeds": "42,43,44", + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "learning_rate": 0.0003, + "weight_decay": 0.01, + "warmup_fraction": 0.05, + "patience": 8, + "min_delta": 0.0001 + }, + "epochs": [ + { + "epoch": 1, + "train_nll": 0.4007941097139319, + "train_mae": 0.28131124466045626, + "train_rmse": 0.5587945636750796, + "validation_nll": 0.08589530188316749, + "validation_mae": 0.26290356994500336, + "validation_rmse": 0.6171380201940989, + "learning_rate": 0.0002954973225032615, + "last_gradient_norm": 3.3357391357421875 + }, + { + "epoch": 2, + "train_nll": -0.03868644036487664, + "train_mae": 0.25142845703530725, + "train_rmse": 0.5415901022911536, + "validation_nll": -0.01649375271086875, + "validation_mae": 0.26720012443237123, + "validation_rmse": 0.6092433502450544, + "learning_rate": 0.00026855890042781387, + "last_gradient_norm": 25.818592071533203 + }, + { + "epoch": 3, + "train_nll": -0.13864725915740453, + "train_mae": 0.2448933645566971, + "train_rmse": 0.5320161030197428, + "validation_nll": -0.06350156491027605, + "validation_mae": 0.2619936837154162, + "validation_rmse": 0.5975282679806108, + "learning_rate": 0.00022161641655569234, + "last_gradient_norm": 25.819416046142578 + }, + { + "epoch": 4, + "train_nll": -0.24474905737977273, + "train_mae": 0.23603643054273118, + "train_rmse": 0.516014329659654, + "validation_nll": -0.11691653046963259, + "validation_mae": 0.24902668395316496, + "validation_rmse": 0.5818923052021596, + "learning_rate": 0.00016259032514953599, + "last_gradient_norm": 44.616092681884766 + }, + { + "epoch": 5, + "train_nll": -0.40650159921173556, + "train_mae": 0.22341699947003527, + "train_rmse": 0.49700745512394306, + "validation_nll": -0.2199634532515647, + "validation_mae": 0.24212338599389552, + "validation_rmse": 0.5619606638837613, + "learning_rate": 0.00010143990869125184, + "last_gradient_norm": 36.333919525146484 + }, + { + "epoch": 6, + "train_nll": -0.5261940461912252, + "train_mae": 0.21559228347297124, + "train_rmse": 0.4837320792110905, + "validation_nll": -0.10095812195639865, + "validation_mae": 0.23886707178483768, + "validation_rmse": 0.5528394670098681, + "learning_rate": 4.848288019361069e-05, + "last_gradient_norm": 7.117339611053467 + }, + { + "epoch": 7, + "train_nll": -0.6154119623080943, + "train_mae": 0.21079569765156678, + "train_rmse": 0.47551104444116754, + "validation_nll": -0.03949049276319674, + "validation_mae": 0.23725145393346328, + "validation_rmse": 0.5480821035386815, + "learning_rate": 1.2654508681649116e-05, + "last_gradient_norm": 35.81713104248047 + }, + { + "epoch": 8, + "train_nll": -0.6467996263234695, + "train_mae": 0.20944848341921646, + "train_rmse": 0.4729425737035921, + "validation_nll": -0.028801940898336705, + "validation_mae": 0.23641506749536845, + "validation_rmse": 0.5473263851831123, + "learning_rate": 0.0, + "last_gradient_norm": 7.7432427406311035 + } + ], + "checkpoint_sha256": "623420955dc271068182f2cd6fb460d0ae64792c25dbd79c0aae91b3ba777137" +} diff --git a/configs/poc.json b/configs/poc.json new file mode 100644 index 0000000000000000000000000000000000000000..7dae965b685a3f7c0a4b9405d960bf5f255c79d5 --- /dev/null +++ b/configs/poc.json @@ -0,0 +1,9 @@ +{ + "version": "tfm-experiment-v1", + "generation": {"systems": 1200, "days": 7, "dt_minutes": 15, "seed": 42, "families": ["thermal", "tank", "battery"], "policy_weights": [0.35, 0.30, 0.25, 0.10]}, + "windows": {"history_steps": 24, "long_history_steps": 96, "future_steps": 8, "horizons_minutes": [15, 30, 60, 120], "samples": 150000}, + "model": {"d_model": 128, "layers": 4, "heads": 4, "ff_dim": 512}, + "training": {"epochs": 50, "batch_size": 256, "learning_rate": 0.0003, "weight_decay": 0.01, "patience": 8, "gradient_clip": 1.0, "seeds": [42, 43, 44], "precision": "float32"}, + "success_gates": {"normalized_mae_improvement": 0.10, "nominal_90_coverage_range": [0.85, 0.95], "single_query_ms": 20, "intervention_improvement_required": true}, + "status": "configuration only; success gates require completed held-out experiments" +} diff --git a/configs/smoke.json b/configs/smoke.json new file mode 100644 index 0000000000000000000000000000000000000000..454fd59c45272a384fac0487c5c6e3d7a4bf6454 --- /dev/null +++ b/configs/smoke.json @@ -0,0 +1,6 @@ +{ + "generation": {"systems": 90, "days": 2, "seed": 42}, + "training": {"epochs": 5, "samples": 2048, "validation_samples": 256, "batch_size": 64, "seed": 42}, + "evaluation": {"samples": 256, "seed": 2026}, + "purpose": "End-to-end implementation validation, not research gate evidence" +} diff --git a/datasets/smoke-90-v0.1.2.tar.gz b/datasets/smoke-90-v0.1.2.tar.gz new file mode 100644 index 0000000000000000000000000000000000000000..a3b66fd7572236ad71b139bd5b5a6b7672be0557 --- /dev/null +++ b/datasets/smoke-90-v0.1.2.tar.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84ef5ca3190fbe974f323771b5b85e1f72168fd5eb9d2352272ed5c70546e4d6 +size 1927842 diff --git a/datasets/synthetic-1200-v0.1.2.tar.gz b/datasets/synthetic-1200-v0.1.2.tar.gz new file mode 100644 index 0000000000000000000000000000000000000000..4a28859df44e55531c1fd47c89036c8dc8bf8ee6 --- /dev/null +++ b/datasets/synthetic-1200-v0.1.2.tar.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b4b5a53b5eeb0c22f3894f14dccfc874ab232d40e744404af530692992fe5b9 +size 92550360 diff --git a/docs/contracts.md b/docs/contracts.md new file mode 100644 index 0000000000000000000000000000000000000000..c0b29262d3d5ea9352533f190fff2e01ac84162b --- /dev/null +++ b/docs/contracts.md @@ -0,0 +1,14 @@ +# Internal v0.1 contracts + +Canonical padded vocabulary F fields, identified by schema FIELD_SPECS (list of FieldSpec). +FieldSpec: name, unit, role ('state'/'action'/'exogenous'), minimum, maximum; type continuous. +SCHEMAS maps family string to ordered field names; indices into FIELD_SPECS never change. +DT_MINUTES = 15; HORIZONS = (1,2,4,8) step offsets. +Episode dataclass: system_id, family_id, schema (list field names), timestamps [T+1], values [T+1,F], observation_mask [T+1,F], actions [T,F] and exogenous [T,F] (zero padded), hidden_parameters dict, seed. states property alias values. Field padding represented by field_mask [F] from schema; action/exogenous observation values may be inserted into values rows for history, at t corresponding to next applied transition. Explicit arrays source of truth. +Episode save/load via save_episode(episode,path), load_episode(path). generate_dataset(output,systems,days,seed,families) writes episodes and manifest.json: episodes [{path,system_id,family_id,split}], generator_version, seed, dt_minutes. Relative episode paths. Split train/validation/test by system with stratification. Simulator: make_simulator(family, seed), .parameters dict, .state, .schema list names, .step(action compact or canonical F-vector, exogenous compact or canonical F-vector, dt_minutes=15) returns compact state, .snapshot(), .restore(snapshot). Exogenous trajectory generator documented by data agent. +Normalization.fit(episodes) only called on training episodes; mean, scale [F] physical values; save(path), load(path), transform(values, mask=None), inverse(values); field deltas standardized using scale (no subtraction of mean). Versioned JSON must include training_system_ids. Bounds are metadata, never hidden capacity. +WindowDataset(episodes, normalization, history_steps=24, future_steps=8, samples=..., seed=...): deterministic torch Dataset sampled windows without hidden metadata. __getitem__ returns float32 tensors: + history [H,F] normalized historical values, history_mask [H,F], history_dt [H] minutes relative to current (ends at 0), current [F] normalized current values, current_mask [F], future_actions [K,F] normalized role-specific values with non-role slots zero, future_exogenous [K,F], future_dt [K] minutes since current (15..120), field_mask [F] bool, field_ids [F] int64, unit_ids [F] int64, role_ids [F] int64, query_fields [Q] int64, query_horizons [Q] float minutes, target [Q] normalized delta, target_mask [Q] float/bool. Q all active state fields x offsets 1,2,4,8. history includes current t and preceding H-1 states, actions t-H+1 through t-1; action/exogenous current unavailable, masked at current. Padding query mask false. Fixed Q = max state fields * 4 across families; padded query_fields 0. No system/family/hidden parameters in model input. Collation default. +models.build_model(kind,config) -> nn.Module. Model forward(batch: dict tensor)-> (delta_mean [B,Q], log_std [B,Q]); supports metadata ids and masks; ignores target keys. config dict history_steps,future_steps,num_fields,d_model,layers,heads,ff_dim,dropout (defaults vocabulary / 128 / 4 / 4 / 512 / 0.0). Kinds transformer/mlp/gru. gaussian_nll(mean,log_std,target,mask). +training.train CLI: --data path --output path --model transformer|mlp|gru --epochs --batch-size --samples --history-steps --seed --device auto|cpu|mps. Save checkpoint.pt with model_kind, model_config, model_state, seed, epoch; normalization.json and run.json with exact split IDs. load_checkpoint(path,device='cpu')->(model,checkpoint). data path manifest.json. Early stopping uses validation only; test never selected on. Validation split can be subdivided by system for disjoint calibration. +Evaluation loads same artifacts and independently sampled test windows. evaluation.benchmark CLI --data --checkpoint --output --samples --device. calibration JSON residual quantile multipliers per field/horizon fitted only to calibration systems; API may only call interval calibrated if present and compatible. Baselines persistence/CatBoost/fitted linear system ID all use identical normalization and partitions. Counterfactual snapshots never passed into neural features. diff --git a/docs/external-validation.md b/docs/external-validation.md new file mode 100644 index 0000000000000000000000000000000000000000..6bae8ca285194d05639560029c76b226a93ff26a --- /dev/null +++ b/docs/external-validation.md @@ -0,0 +1,19 @@ +# External validation boundary + +`tfm.data.external` provides native collectors for CityLearn 3 list-interface environments, BOPTEST direct-instance REST endpoints, and numerical Minari episodes. They preserve original names, controls, timestamps/frequency and source identifiers in isolated artifacts. They do not automatically map external observations onto the synthetic vocabulary, or combine normalization statistics. + +CityLearn collector receives an already configured environment and reads `env.action_names` / `env.action_space`. A policy must act only through enabled native controls. Storage fractions are not physical power; thermostat setpoints may be absent. See [CityLearn API](https://www.citylearn.net/api/citylearn.citylearn.html). + +BOPTEST collector receives an existing instance endpoint and records native input bounds, measurement metadata and forecast snapshots before each action. Initialize the desired weather/operating scenario outside the collector. Hosted service routing with a test ID may require a transport adapter; direct instance routes are the tested contract. See [BOPTEST](https://github.com/ibpsa/project1-boptest). + +Minari collector requires an explicit physical-instance grouping function. Different episode IDs do not establish unseen physical systems; recorded policies may lack alternative-action coverage. See [Minari dataset source](https://github.com/Farama-Foundation/Minari/blob/main/minari/dataset/minari_dataset.py). + +Before deriving supervised windows from an external source: + +1. Inspect its enabled controls, units, sensor semantics, observation frequency, and physical instance grouping. +2. Validate an explicit mapping to the controlled vocabulary. Add a new versioned field identity for a different quantity; do not relabel it to fit an existing schema. +3. Distinguish forecast disturbances known at the anchor time from realized future outcomes. Never use future measured state as a forecast input. +4. Validate normalization and missing-data handling on that source alone, with statistics from its training systems. +5. Establish ordinary and intervention baselines within that source before sharing a backbone with the synthetic experiment. + +The local collectors have contract tests with numerical fixtures. Live CityLearn/BOPTEST/Minari experiments have not been executed by the initial smoke run. No external transfer result is claimed. diff --git a/docs/huggingface-model-card.md b/docs/huggingface-model-card.md new file mode 100644 index 0000000000000000000000000000000000000000..bd6a8e1e35ade1d1c9e4270c1e21a017c8983fc2 --- /dev/null +++ b/docs/huggingface-model-card.md @@ -0,0 +1,109 @@ +--- +license: mit +library_name: pytorch +tags: + - transition-model + - physical-systems + - system-identification + - probabilistic-regression + - experimental + - onnx +model_name: Transition Foundation Model v0.1 +--- + +# Transition Foundation Model v0.1 + +An experimental, action-conditioned probabilistic transition model for numerical physical systems. It predicts multiple fields, future horizons and alternative action sequences in one non-autoregressive forward pass. It is a custom PyTorch model, not a language model or a Transformers AutoModel checkpoint. + +**Status: runnable software and short-training proof of concept. Research success criteria have not been met.** The transformer improves over the MLP/GRU in the short comparison, but CatBoost and fitted controlled dynamics remain stronger overall. No commercial advantage or arbitrary-schema zero-shot transfer is claimed. + +## Contents + +- Complete runtime, simulators, training/evaluation code, FastAPI service, tests and locked dependencies. +- Three independently initialized 1,570,434-parameter transformer checkpoints, MLP/GRU baselines and context ablations. +- ONNX single-model bundle with versioned schema, normalization, calibration and parity evidence. +- Full generated 1,200-system dataset and exact smaller dataset used for smoke training, distributed as archives. These contain only synthetic simulator data; no external datasets have been integrated. +- Per-family/field/horizon reports, paired interventions, calibration provenance, checksums and a release inventory. + +The short-run dataset contains **90 systems for two simulated days: 63 training, 14 validation and 13 test systems**. Training uses 4,096 sampled windows and eight epochs. The full **1,200-system, seven-day dataset (806,400 transitions)** is provided for subsequent experiments; these released weights have **not** been trained on that full dataset. + +## Download and run + +Use the [Hugging Face CLI](https://huggingface.co/docs/huggingface_hub/en/guides/cli) to download a pinned revision, then install the locked environment: + +```sh +hf download maxffarrell/transition-foundation-model --revision v0.1.0 --local-dir tfm-v0.1 +cd tfm-v0.1 +sha256sum --check SHA256SUMS +uv sync --locked --extra dev --extra baselines --extra export +uv run --no-sync pytest -q +``` + +On macOS, use `shasum -a 256 -c SHA256SUMS` if `sha256sum` is unavailable. Python 3.12 is recommended. All SHA256SUMS paths are relative to the downloaded repository root. Hugging Face's download metadata is outside the checksum inventory. + +The API can run immediately from the included checkpoint: + +```sh +TFM_CHECKPOINT=artifacts/smoke/transformer-v2/seed-42/checkpoint.pt \ +TFM_CALIBRATION=artifacts/smoke/report-transformer-v2/calibration.json \ +uv run --no-sync uvicorn tfm.api.server:app --host 127.0.0.1 --port 8000 +``` + +In another terminal: + +```sh +curl --fail http://127.0.0.1:8000/v1/predict \ + -H 'Content-Type: application/json' \ + --data-binary @examples/predict-thermal.json +``` + +The example has a short history and will flag insufficient context. The full typed request schema is available at `/docs`. The runtime loads checkpoint metadata with PyTorch's `weights_only=True`, verifies weight/normalization provenance and rejects unknown units or invalid controls. + +To unpack the source datasets into their original relative paths: + +```sh +tar -xzf datasets/synthetic-1200-v0.1.2.tar.gz +tar -xzf datasets/smoke-90-v0.1.2.tar.gz +``` + +The full archive includes NPZ and Parquet episodes, the generator manifest, seeds, hidden simulator metadata and training-only normalization. **Hidden parameters are simulator-only and never enter neural tensors.** Test partitions are disjoint system IDs. Benchmark/calibration hashes identify the exact released weights and source datasets. Original experiment records are retained, including their historical local path strings; use the relative paths in these commands after download. + +See [usage and executable commands](docs/usage.md), [validation report](docs/validation.md), [internal contracts](docs/contracts.md) and [external validation plan](docs/external-validation.md). + +## Architecture and training + +The model uses a controlled vocabulary of 20 numerical fields across thermal, tank and battery systems. Learned field/unit/type-role metadata and masked numerical values combine with dedicated historical/future temporal encoders. Four pre-normalization transformer blocks use width 128, four heads and feedforward width 512. Shared Gaussian heads predict standardized changes and clamped log standard deviations. Query-specific causal prefixes prevent actions after a requested horizon from influencing that horizon. + +The default history is 24 observations, future plans have eight 15-minute steps, and output horizons are 15/30/60/120 minutes. The 96-observation variant has 2,750,082 parameters. Physical-unit outputs require the separately versioned normalization and decoding logic; ONNX alone is insufficient. + +Training uses FP32, Gaussian NLL over observed targets, AdamW at 0.0003, cosine decay after warmup and gradient clipping at 1.0. Model selection, calibration and test systems remain separate. Transformer ensemble seeds are 42/43/44. Default full-study training commands use up to 50 epochs and 150,000 windows; that study has not been run. + +## Results + +Field/horizon-balanced MAE divided by each field's training standard deviation, on the same 512 held-out windows; lower is better: + +| Model | Battery | Tank | Thermal | +|---|---:|---:|---:| +| Transformer | 0.24644 | 0.20519 | 0.08072 | +| Three-member ensemble | 0.24397 | 0.20475 | 0.08037 | +| MLP | 0.26557 | 0.21290 | 0.09717 | +| GRU | 0.26920 | 0.22744 | 0.10626 | +| CatBoost | **0.17793** | **0.16986** | 0.08333 | +| Fitted controlled affine dynamics | 0.19645 | 0.19399 | **0.05348** | +| Persistence | 0.27418 | 0.20509 | 0.13506 | + +These statistics average standardized field/horizon rows, not unlike raw physical units. Physical-unit errors and Gaussian NLL remain in the original reports. Counterfactual effect errors also fail to establish an overall transformer advantage; only 30 snapshots were evaluated. The 24-hour context did not improve the short matched-anchor ablation. Independently trained specialist and adaptation-speed comparisons remain unrun. + +## Uncertainty and limitations + +Nominal 90% interval coverage for the single transformer is 93.49% battery, 84.19% tank and 92.61% thermal. **Thermal coverage applies to only 73.01% of observed queries.** The small reserved thermal calibration partition contains only one-node systems, leaving `mass_temp` without a calibration entry. Its intervals are null; Gaussian dispersion is uncalibrated. Ensemble coverage is 93.82% / 86.18% / 92.53%, with the same thermal gap. + +Calibration uses reserved systems, but correlated windows and small calibration counts do not establish a system-level coverage guarantee. Interval width matters and is reported. Prediction conditions on supplied external paths; uncertainty in those forecasts is not modeled. Short context, shifted regimes or a changed configuration can invalidate observed calibration. OOD detection is only a current-state six-standard-deviation heuristic. + +Version 0.1 supports controlled numerical schemas, continuous states/actions and fixed 15-minute sampling. Unknown field names require explicit mapping. It does not support arbitrary text/images, discrete-event workflows or arbitrary-name zero-shot transfer. Live CityLearn/BOPTEST/Minari evaluation, unseen configurations/families, full-scale training and independently trained specialist comparisons have not been performed. Native collectors are included with contract fixtures, not external performance claims. + +Single-query API p95 was 3.04 ms on CPU and 5.22 ms on MPS, including in-process validation/preparation/inference/serialization, excluding network sockets. Actual localhost endpoints returned HTTP 200. ONNX Runtime parity passed. The pre-release implementation suite had 72 passing tests with Ruff lint/format checks; see the validation report for timing scope and known exporter warnings. + +## Provenance and license + +Original source, weights and synthetic trajectories are released under MIT. Dependencies retain their own licenses and are installed separately. There are no pretrained embeddings, third-party model weights or external training datasets in this release. Generator version is 0.1.2; manifests and run records retain exact system IDs and seeds. `release.json` and `SHA256SUMS` identify included bytes. This is an experimental research artifact, not validated control software for real equipment. diff --git a/docs/usage.md b/docs/usage.md new file mode 100644 index 0000000000000000000000000000000000000000..940f08bba39e1e54bcb04e501dad537b66ccb491 --- /dev/null +++ b/docs/usage.md @@ -0,0 +1,102 @@ +# Transition Foundation Model v0.1 + +A runnable research proof of concept for action-conditioned numerical physical systems. It predicts standardized state changes and Gaussian predictive dispersion for multiple fields, horizons and alternative actions in one non-autoregressive forward pass. The default schema-aware transformer has **1,570,434 parameters**. + +This repository implements the synthetic experiment, baselines, calibration, API and portable export. A short validation run establishes that the software works; it does not establish the proposed research success gates or commercial advantage. + +See [executed validation and results](validation.md) for the generated full dataset, short training comparison, uncertainty gaps and remaining experiments. The workspace contains trained smoke checkpoints; to try the API immediately: + +```sh +TFM_CHECKPOINT=artifacts/smoke/transformer-v2/seed-42/checkpoint.pt \ +TFM_CALIBRATION=artifacts/smoke/report-transformer-v2/calibration.json \ +uv run --no-sync uvicorn tfm.api.server:app --host 127.0.0.1 --port 8000 +``` + +## Setup + +Python 3.11+; Python 3.12 recommended on Apple Silicon. Install the locked environment: + +```sh +uv sync --locked --extra dev --extra baselines --extra export +uv run --no-sync pytest -q +uv run --no-sync ruff check tfm tests +``` + +PyTorch uses FP32 and chooses MPS when available. `--device mps` fails clearly if unavailable; CPU fallback from an operator failure requires `--allow-cpu-fallback`. GPU access may be unavailable inside a restricted process even when the host supports MPS. CPU operation works independently. See [PyTorch MPS documentation](https://docs.pytorch.org/docs/stable/notes/mps.html). + +## Generate and train + +```sh +uv run --no-sync python -m tfm.data.generate --output artifacts/poc/data --systems 1200 --days 7 --seed 42 --parquet +uv run --no-sync python -m tfm.training.train --data artifacts/poc/data --output artifacts/poc/transformer --model transformer --device mps +``` + +Defaults: 150,000 sampled training windows, history24, future8, batch256, AdamW3e-4, up to50 epochs, patience8. `configs/poc.json` records the proposed experiment and success gates; CLI flags are the executable configuration, and complete arguments are persisted in each run. + +Generate complete source episodes, then derive windows. Each system has one fixed hidden parameter set, including randomized one/two-node thermal dynamics, tank storage/pump/outlet characteristics, and temperature-dependent batteries. A 35/30/25/10 mixture of held random controls, interventions, feedback and boundary operation provides diverse excitation. Exogenous paths are generated independently of controls. + +The generator writes compressed NumPy episodes and optional Parquet, a versioned manifest, seeds, policy IDs, schema and simulator-only parameters. Each episode contains T+1 observations and T applied actions. History ends at current time; historical applied controls stop at t-1, and planned controls start at t. Future targets and hidden parameters are absent from neural inputs. + +Systems are stratified 70/15/15 by family. Validation systems are further divided into model selection and calibration, preserving the untouched test split. Normalization uses observed training values only, records exact training IDs, and is fingerprinted by each checkpoint. Mean heads output normalized deltas; standard deviations use the same field scales. + +## Baselines and experiments + +Train MLP and GRU with the same data, windows and split seed: + +```sh +uv run --no-sync python -m tfm.training.train --data artifacts/poc/data --output artifacts/poc/mlp --model mlp --device mps +uv run --no-sync python -m tfm.training.train --data artifacts/poc/data --output artifacts/poc/gru --model gru --device mps +uv run --no-sync python -m tfm.evaluation.benchmark --data artifacts/poc/data --checkpoint artifacts/poc/transformer/checkpoint.pt --output artifacts/poc/report --samples 4096 --calibration-samples 4096 --counterfactual-samples 100 --catboost --catboost-samples 8192 --stress-tests --device mps +``` + +Run each checkpoint with identical benchmark seed/sample settings to compare identical held-out windows. The report includes persistence, a per-window fitted affine controlled state-space model, and optional CatBoost. Physical-unit MAE/RMSE, standardized error/NLL, interval coverage and width are reported per family/field/horizon; values in unlike physical units are never pooled as a raw MAE. + +Counterfactual evaluation replays the simulator to the held-out anchor, snapshots its complete state and RNG, and branches alternative plans against identical disturbances/noise. It reports intervention-effect error, pairwise action ranking and decision regret under explicit family-specific costs. Those costs are benchmark choices, not financial savings. Oracle trajectories establish simulation ground truth, not a deployable fair baseline. + +`--history-steps 96` evaluates 24-hour context with a separately trained checkpoint; `--no-history` measures the identification benefit of history. `--ensemble-size 3` trains three independent initializations. Repeat `--checkpoint` during evaluation to combine member distributions by total variance and calibrate the ensemble independently. The generated `ensemble.json` lists its members. + +`python -m tfm.evaluation.context --data DATA --h24-checkpoint PATH --h96-checkpoint PATH --no-history-checkpoint PATH --output REPORT` compares these context variants on identical anchors eligible for the longest history. `python -m tfm.evaluation.comparison --data DATA --config RUNS.json --output comparison.json` verifies the fingerprints, partitions and common test anchors of main benchmark reports before summarizing them. + +Specialist comparison accepts `--specialist-checkpoint thermal=PATH` (similarly tank/battery) and remaps each specialist's training normalization onto the same test windows. Specialist datasets must preserve the original system partitions and exclude test systems from training/selection. Their checkpoints must actually be trained independently; no specialist superiority/transfer claim is inferred from an absent run. + +Held-out-system evaluation is Test B. Sensor dropout/bias stresses cover part of Test C. New parameter regimes, new component configurations (D), unseen time periods on known systems (A), and leave-family-out training (E) require distinct experiment artifacts; `generalization.json` labels unmet prerequisites as unrun. Six-hour and 24-hour configurations are available; a longer context is not assumed to identify slow dynamics. + +## API + +```sh +TFM_CHECKPOINT=artifacts/poc/transformer/checkpoint.pt \ +TFM_CALIBRATION=artifacts/poc/report/calibration.json \ +uv run --no-sync uvicorn tfm.api.server:app --host 127.0.0.1 --port 8000 +``` + +`GET /health`; typed OpenAPI docs at `/docs`; `POST /v1/predict`. `TFM_CHECKPOINT` accepts comma-separated ensemble checkpoints. `TFM_DEVICE` defaults to CPU. Without configured weights, prediction returns503 rather than generating illustrative outputs. + +Schema fields carry `name`, `unit`, `role`, `type` (continuous), and optional `minimum`/`maximum`. v0.1 uses exact thermal/tank/battery schemas from `tfm.data.schema`; one-node thermal may omit `mass_temp`. Units and permissible control values are validated strictly; unknown names need explicit mapping. Numerical strings, booleans, invalid horizons and mismatched field sets are rejected. + +`history` is at most the checkpoint's context length, includes current state at relative timestamp0, and is spaced15 minutes apart. Previous observations include their subsequent applied `actions` and `exogenous`; the final observation has neither. Missing state sensors use null. A requested output requires an observed current value because prediction decodes a delta. + +`actions` maps scenario names to per-control arrays of8 values. `exogenous` maps known disturbance fields to arrays of8 values. `horizons_minutes` supports15/30/60/120, and `predict` selects observed state fields. All action scenarios form one inference batch. `examples/predict-thermal.json` is an executable request: + +```sh +curl -s http://127.0.0.1:8000/v1/predict -H 'Content-Type: application/json' --data-binary @examples/predict-thermal.json +``` + +Response contains model version, per-action/horizon/field means, predictive standard deviations and calibrated90% intervals when a matching calibration entry is available. Uncalibrated Gaussian parameters are not labeled confidence intervals. Calibration identifies exact weight/normalization fingerprints and reserved systems. Missing entries produce null intervals. Intervals condition on supplied exogenous inputs; forecast-input uncertainty is not modeled. Physical clipping is disclosed per field. + +`insufficient_context` identifies short histories. OOD is currently a six-standard-deviation current-state heuristic, not a learned reliability detector. Valid ranges do not identify instance-specific hidden capacity. + +## ONNX + +```sh +uv run --no-sync python -m tfm.export.onnx --checkpoint artifacts/poc/transformer/checkpoint.pt --data artifacts/poc/data --output artifacts/poc/onnx --calibration artifacts/poc/report/calibration.json +``` + +Export validates the graph and PyTorch/ONNX Runtime parity, including alternative-action batching and a single-field query. Batch/query dimensions are dynamic; field vocabulary and context/action lengths remain fixed per checkpoint. The package includes weights, schema, normalization, calibration when supplied, checksums and an interface manifest. A numerical graph alone does not reproduce preprocessing or physical decoding. Current export uses the legacy exporter explicitly for broad operator compatibility; see [PyTorch ONNX documentation](https://docs.pytorch.org/docs/stable/onnx.html). + +API timing can be measured with `python -m tfm.api.profile --checkpoint PATH --request examples/predict-thermal.json --output latency.json --device cpu`. This includes FastAPI request validation, transfers, inference and decoding through an in-process HTTP client; it excludes network socket latency. Use `--device mps` for a synchronized host GPU measurement. + +## External validation and limits + +Native CityLearn/BOPTEST/Minari collectors keep external artifacts isolated until metadata and normalization have been independently validated. See [external validation](external-validation.md). The initial tests use native-contract fixtures; no live external-family transfer result is claimed. + +The proposed 10% advantage over the strongest learned baseline, intervention advantage, calibrated85–95% coverage without overly wide intervals, sub20ms latency and absence of severe family regressions remain experiment gates. A small physical or learned specialist may win. Passing software tests does not justify added transformer complexity. diff --git a/docs/validation.md b/docs/validation.md new file mode 100644 index 0000000000000000000000000000000000000000..ce306ba7ad376a65e4e1dce07a500121c189900a --- /dev/null +++ b/docs/validation.md @@ -0,0 +1,104 @@ +# v0.1 implementation validation + +Validated on Apple Silicon on 2026-10-11 using the locked Python 3.12 environment. This is a software and short-training validation, not a completed research success claim. + +## Data and training evidence + +Generator **0.1.2** produced the complete proposed dataset at `artifacts/poc/data`: 1,200 independently parameterized systems, seven days at 15-minute intervals, **806,400 transitions**, with **840 training / 180 validation / 180 test systems**. Source episodes include NumPy and Parquet files, simulator-only parameters, masks, seeds, policy IDs and segment IDs. The 35/30/25/10 policy mixture includes random hold intervals, step changes, ramps, feedback and boundary operation. + +The executed training comparison uses a smaller dataset at `artifacts/smoke/data-v2`: 90 systems, two days each, 63 training / 14 validation / 13 test systems. Validation is further divided into eight selection systems and six calibration systems. All four groups are disjoint. Training normalization and its fingerprint are saved with each checkpoint. + +MLP, GRU and transformer runs each use eight epochs, 4,096 sampled training windows, 512 selection windows, batch size 64 and seed 42. Transformer ensemble members use independent seeds 42, 43 and 44. Best checkpoints are selected by validation NLL. Transformer training and forward/backward compatibility were verified on host MPS in FP32. The default transformer has **1,570,434 parameters**; the 96-step variant has **2,750,082**. + +The full 150,000-window, up-to-50-epoch experiment has **not** been trained. Earlier smoke artifacts without the `-v2` suffix predate the final split/policy corrections and are superseded. + +## Held-out-system comparison + +All main reports use the same 512 test anchors, seed 2026, identical system partitions and normalization. Anchors cover 184 battery, 165 tank and 163 thermal windows. Counterfactual evaluation uses 30 replayed snapshots with identical disturbance paths and noise streams across intervention branches. The comparison verifies fingerprints and matching anchor hashes. + +Errors below are MAE divided by each field's training standard deviation, averaged equally across field/horizon rows within each family. They are not averages of unlike physical units. Lower is better. + +| Model | Battery | Tank | Thermal | +|---|---:|---:|---:| +| Transformer | 0.24644 | 0.20519 | 0.08072 | +| Three-member transformer ensemble | 0.24397 | 0.20475 | 0.08037 | +| MLP | 0.26557 | 0.21290 | 0.09717 | +| GRU | 0.26920 | 0.22744 | 0.10626 | +| CatBoost | **0.17793** | **0.16986** | 0.08333 | +| Fitted controlled affine dynamics | 0.19645 | 0.19399 | **0.05348** | +| Persistence | 0.27418 | 0.20509 | 0.13506 | + +The transformer improves over the neural baselines in this short run, but the proposed 10% advantage over the strongest practical learned baseline is not demonstrated. Its tank forecast is essentially tied with persistence. These small, short runs do not establish what a fully trained model could achieve. + +Full physical-unit MAE/RMSE, Gaussian NLL, interval widths, intervention-effect errors, ranking accuracy and family-specific decision regret are retained separately by field and horizon in the raw reports. The simulator reference is oracle ground truth; hidden parameters are unavailable to the competing deployable models. + +Counterfactual action-effect MAE uses the same field-standardized averaging: + +| Model | Battery | Tank | Thermal | +|---|---:|---:|---:| +| Transformer | 0.33538 | 0.41009 | 0.06177 | +| Three-member ensemble | 0.33930 | 0.40269 | 0.06547 | +| CatBoost | 0.23052 | **0.26401** | 0.08128 | +| Fitted controlled affine dynamics | **0.21354** | 0.37552 | **0.05729** | +| Persistence | 0.44577 | 0.43092 | 0.13642 | + +This comparison also fails to demonstrate the required overall intervention advantage. There are only 12 battery, nine tank and nine thermal snapshots, so these figures are preliminary. + +## Historical context ablation + +Three separately trained seed-42 transformers were evaluated on the same 512 held-out anchors eligible for 96 historical steps. Target values, planned controls and current states are identical; only the historical inputs differ. Each run has the same eight-epoch, 4,096-window optimizer budget. The longer-context model's eligible training-anchor population differs, and its larger temporal encoder increases parameter count. This is a preliminary comparison rather than an isolated causal estimate of history length. + +| Context | Battery standardized MAE | Tank | Thermal | +|---|---:|---:|---:| +| Six hours / 24 observations | **0.22588** | **0.24183** | **0.07896** | +| 24 hours / 96 observations | 0.23028 | 0.24608 | 0.08463 | +| Current state without history | 0.22862 | 0.25112 | 0.09654 | + +The longer history did not improve this short run. Historical context helps the thermal point estimate relative to the current-state-only model, but adaptation speed and slow-system identification remain unproven. These anchors differ from the main comparison, so its six-hour numbers must not be compared directly to the preceding table. Gaussian NLL and RMSE are recorded without calibrated-interval claims in `artifacts/smoke/report-context-v2/context.json`. + +## Uncertainty limitations + +Nominal 90% intervals are calibrated on reserved validation systems, independently for each field/horizon and each checkpoint or ensemble. Coverage for the single transformer is 93.49% battery, 84.19% tank and 92.61% thermal; ensemble coverage is 93.82%, 86.18% and 92.53% respectively. + +**Thermal coverage applies to only 1,231 of 1,686 observed queries (73.01%).** Both reserved thermal calibration systems happen to be one-node systems, so there is no `mass_temp` calibration entry. Those predictions retain uncalibrated Gaussian dispersion and return null intervals. Reports explicitly mark calibration as partial. Battery and tank have entries for every observed test query. Correlated windows and the small number of calibration systems limit interpretation; no system-level coverage guarantee is claimed. Interval widths remain available in the reports, and coverage alone does not establish useful uncertainty. + +## API, export and checks + +The typed FastAPI interface validates schemas, units, numeric types, control bounds, history alignment and horizon lengths. Single-model and ensemble requests have been executed against the trained v2 checkpoints and their matching calibration artifacts. An actual Uvicorn localhost server returned HTTP 200 for both `/health` and the example `/v1/predict` request; its response is saved at `artifacts/smoke/http-prediction-v2.json`. Unknown or unconfigured models do not return synthetic predictions. + +ONNX export of the trained single transformer passed graph validation and ONNX Runtime parity for dynamic batch and query counts, including one requested field/horizon. Exported metadata, normalization, calibration and checksums accompany the graph at `artifacts/smoke/onnx-transformer-v2`. History length, action length and controlled vocabulary remain fixed per exported graph. Portable ensemble packaging is not implemented; export members individually. + +Final checks: **72 pytest tests passed**, Ruff lint passed, and all 36 Python files passed formatting checks. Nine warnings concern the HTTP test client's deprecation and the explicitly selected legacy ONNX exporter/fixed-dimension tracing. + +Automated checks cover simulator replay and constraints, policy quotas and split counts, train-only normalization, missing values, window leakage, causal future-action prefixes, permutation/padding behavior, finite probabilistic loss, calibration provenance, matched evaluation anchors, strict API validation and actual ONNX Runtime execution. Latency artifacts record their exact timing scope; API profiling includes in-process HTTP validation, preparation, inference, decoding and serialization, excluding network sockets. Benchmark RSS is a process lifetime high-water mark, not isolated model peak memory. + +The single-model API was profiled after training finished, with five warmup requests and 50 timed requests: + +| Device | Request | p50 | p95 | +|---|---|---:|---:| +| CPU | One action / field / horizon | 2.69 ms | 3.04 ms | +| MPS | One action / field / horizon | 4.95 ms | 5.22 ms | +| CPU | Two actions / two fields / four horizons | 5.34 ms | 6.30 ms | +| MPS | Two actions / two fields / four horizons | 5.31 ms | 7.20 ms | + +These in-process results meet the provisional latency gate for the single model on this host; they do not measure network serving latency. CPU is faster for the smallest request here. API requests use the short-history example and flag insufficient context. Hardware timings vary with request shape and concurrent host activity. + +## Remaining research work + +Live CityLearn, BOPTEST and Minari validation has not been executed. Native collectors and contract fixtures are present; external field mappings, units, system grouping and normalization must be validated independently before combining data. + +Sensor dropout and bias experiments were executed for the transformer as part of Test C. New trajectories on known systems, shifted hidden-parameter regimes, unseen component configurations, held-out physical families and independently trained specialist comparisons remain unrun. Reports record these gaps explicitly. Auxiliary paired-action, conservation and multi-horizon objectives remain later experiments, as specified. + +## Local artifacts + +Artifacts are ignored by source control and currently present in this workspace: + +- `artifacts/poc/data/manifest.json`: complete default source dataset. +- `artifacts/smoke/comparison-v2.json`: verified baseline/model comparison and provenance. +- `artifacts/smoke/report-{transformer,mlp,gru,ensemble}-v2/`: per-field/horizon reports, counterfactual results and calibration. +- `artifacts/smoke/transformer-v2/seed-{42,43,44}/`: ensemble weights and reproducible run records. +- `artifacts/smoke/onnx-transformer-v2/`: portable single-model bundle. +- `artifacts/smoke/report-context-v2/context.json`: matched six-hour / 24-hour / no-history ablation. +- `artifacts/smoke/api-latency-{cpu,mps,ensemble-cpu}-v2.json`: API timing scope and raw quantiles. + +The present evidence supports continuing controlled experiments. It does not yet justify the transformer complexity or demonstrate transferable low-data identification beyond the simpler models. diff --git a/examples/predict-thermal.json b/examples/predict-thermal.json new file mode 100644 index 0000000000000000000000000000000000000000..064ce73240bdd98b08d4494a8b6a33452815eba8 --- /dev/null +++ b/examples/predict-thermal.json @@ -0,0 +1,125 @@ +{ + "schema": { + "family": "thermal", + "fields": [ + { + "name": "indoor_temp", + "unit": "degC", + "role": "state" + }, + { + "name": "mass_temp", + "unit": "degC", + "role": "state" + }, + { + "name": "energy_kwh", + "unit": "kWh", + "role": "state" + }, + { + "name": "hvac_power", + "unit": "kW", + "role": "action" + }, + { + "name": "outdoor_temp", + "unit": "degC", + "role": "exogenous" + }, + { + "name": "solar_gain", + "unit": "kW", + "role": "exogenous" + }, + { + "name": "occupancy_gain", + "unit": "kW", + "role": "exogenous" + } + ] + }, + "history": [ + { + "timestamp_minutes": 0, + "state": { + "indoor_temp": 22.0, + "mass_temp": 22.0, + "energy_kwh": 1.0 + } + } + ], + "state": { + "indoor_temp": 22.0, + "mass_temp": 22.0, + "energy_kwh": 1.0 + }, + "actions": { + "idle": { + "hvac_power": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + "heat": { + "hvac_power": [ + 5.0, + 5.0, + 5.0, + 5.0, + 5.0, + 5.0, + 5.0, + 5.0 + ] + } + }, + "exogenous": { + "outdoor_temp": [ + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0 + ], + "solar_gain": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "occupancy_gain": [ + 0.2, + 0.2, + 0.2, + 0.2, + 0.2, + 0.2, + 0.2, + 0.2 + ] + }, + "horizons_minutes": [ + 15, + 30, + 60, + 120 + ], + "predict": [ + "indoor_temp", + "energy_kwh" + ] +} diff --git a/pyproject.toml b/pyproject.toml new file mode 100644 index 0000000000000000000000000000000000000000..50ff5427f5f7947eedea3cf78b3e50ddfc18c850 --- /dev/null +++ b/pyproject.toml @@ -0,0 +1,28 @@ +[build-system] +requires = ["setuptools>=68"] +build-backend = "setuptools.build_meta" + +[project] +name = "transition-foundation-model" +version = "0.1.0" +description = "Schema-aware probabilistic physical-system transitions" +requires-python = ">=3.11" +dependencies = ["numpy>=1.26,<3", "scipy>=1.12", "torch>=2.5,<3", "pyarrow>=17", "fastapi>=0.115", "uvicorn>=0.30", "pydantic>=2.9"] + +[project.optional-dependencies] +dev = ["pytest>=8", "httpx>=0.27", "ruff>=0.9"] +baselines = ["catboost>=1.2"] +export = ["onnx>=1.17", "onnxruntime>=1.20", "onnxscript>=0.2"] +external = ["minari>=0.5"] + +[tool.setuptools.packages.find] +include = ["tfm*"] + +[tool.pytest.ini_options] +testpaths = ["tests"] + +[tool.ruff] +line-length = 110 + +[tool.ruff.lint] +select = ["E4", "E7", "E9", "F", "I"] diff --git a/release.json b/release.json new file mode 100644 index 0000000000000000000000000000000000000000..3783c81328c7d5483b0b973ee81fd6afe294bc63 --- /dev/null +++ b/release.json @@ -0,0 +1,485 @@ +{ + "dataset_generator_version": "0.1.2", + "datasets": [ + { + "archive": "datasets/synthetic-1200-v0.1.2.tar.gz", + "days": 7.0, + "extract_at_repository_root": true, + "generator_version": "0.1.2", + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "original_path": "artifacts/poc/data", + "seed": 42, + "source": "entirely synthetic; no external observations", + "system_counts_by_split": { + "test": 180, + "train": 840, + "validation": 180 + }, + "systems": 1200 + }, + { + "archive": "datasets/smoke-90-v0.1.2.tar.gz", + "days": 2.0, + "extract_at_repository_root": true, + "generator_version": "0.1.2", + "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c", + "original_path": "artifacts/smoke/data-v2", + "seed": 42, + "source": "entirely synthetic; no external observations", + "system_counts_by_split": { + "test": 13, + "train": 63, + "validation": 14 + }, + "systems": 90 + } + ], + "default_parameter_count": 1570434, + "default_weights_training_systems": 63, + "files": { + ".gitattributes": { + "bytes": 129, + "sha256": "bc1edc898d72ff7beecf2d8eba1ae4a7759be0fb6474912f823b3590f63270bf" + }, + ".gitignore": { + "bytes": 77, + "sha256": "ef3f3867e567d2d13dfca813dd21051a1f5cee7bd58cdbee0d970dad5abdc4f3" + }, + "LICENSE": { + "bytes": 1068, + "sha256": "ba2f860a3c2cba35f85f21ac65fea46c603900544f90ddad503e3ba9e44dce43" + }, + "README.md": { + "bytes": 8644, + "sha256": "4fc7fe9bb64f42068f101380e9e3bcda0701e59e825fef82a6305bca5930fc74" + }, + "artifacts/smoke/api-latency-cpu-v2.json": { + "bytes": 822, + "sha256": "5c8a2c3d2c33ef4650672165782e2fd8bcb5c5c26d076d6d6c10c38d1d60d579" + }, + "artifacts/smoke/api-latency-ensemble-cpu-v2.json": { + "bytes": 815, + "sha256": "0958f79fb2671902635e4c561dbe8b287f21353f05519ec90b56e83939c60918" + }, + "artifacts/smoke/api-latency-mps-v2.json": { + "bytes": 830, + "sha256": "22e395254e8eb5078626d48b6608fdc8776407e4922df1dc1b5911cb0ee51214" + }, + "artifacts/smoke/comparison-v2-config.json": { + "bytes": 725, + "sha256": "1515f21076983b75c4a4a15f5eb9e20cf439194637794660e28d858313bc3cd7" + }, + "artifacts/smoke/comparison-v2.json": { + "bytes": 49973, + "sha256": "50a08b2f5defaef57ecfc63b54bd1378c73f06755281e3e709a287dac3de7890" + }, + "artifacts/smoke/gru-v2/checkpoint.pt": { + "bytes": 2673077, + "sha256": "ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663" + }, + "artifacts/smoke/gru-v2/normalization.json": { + "bytes": 3652, + "sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e" + }, + "artifacts/smoke/gru-v2/run.json": { + "bytes": 7566, + "sha256": "7fceca790dc48b563050c3f1eb344c9a127a16fa4515278e8a9629455c60a868" + }, + "artifacts/smoke/http-prediction-v2.json": { + "bytes": 3215, + "sha256": "e04f0a0ada06324057aedf9476f08e34014b934c5639f9de939d962cf35a5646" + }, + "artifacts/smoke/mlp-v2/checkpoint.pt": { + "bytes": 3518645, + "sha256": "3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c" + }, + "artifacts/smoke/mlp-v2/normalization.json": { + "bytes": 3652, + "sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e" + }, + "artifacts/smoke/mlp-v2/run.json": { + "bytes": 7570, + "sha256": "45a031f69e055ca440b6638e754a3052f4701a53886d6366d0558f36a18d2ee0" + }, + "artifacts/smoke/onnx-transformer-v2/calibration.json": { + "bytes": 5306, + "sha256": "ef5ef17c35d6a4f4f8614b21c011a591594b97d87cb1532008e28b08b501b198" + }, + "artifacts/smoke/onnx-transformer-v2/manifest.json": { + "bytes": 2169, + "sha256": "e32dfde2f603186bfa5a1480fceb462ac2e911d4b63790e77ab01c6deff59dc6" + }, + "artifacts/smoke/onnx-transformer-v2/model.onnx": { + "bytes": 6447728, + "sha256": "6eea1ecb768a5ef95c91cfca4a91ef7ae5af7322c0ba31e6d9cdcf35ba8d2563" + }, + "artifacts/smoke/onnx-transformer-v2/normalization.json": { + "bytes": 3652, + "sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e" + }, + "artifacts/smoke/onnx-transformer-v2/schema.json": { + "bytes": 3193, + "sha256": "ea1385a56a830a311251ab105ba9dcf720e3d62da08c7c037746295da7f8fc2c" + }, + "artifacts/smoke/report-context-v2/context.json": { + "bytes": 85092, + "sha256": "062994cb0058e411211ff22f4956389278b135ee76c0dfee2ff99eaad413a677" + }, + "artifacts/smoke/report-ensemble-v2/benchmark.json": { + "bytes": 449320, + "sha256": "f97f91deb10661ed6c3ddeae8b9d25813ad6d4fb4cd9cc3be5564220b69e67cb" + }, + "artifacts/smoke/report-ensemble-v2/calibration.json": { + "bytes": 5451, + "sha256": "f96d9a18b64711dca5bb76fd21a9671c298195ecd3b83a9ec1daf9762a2c7e40" + }, + "artifacts/smoke/report-ensemble-v2/calibration_history_linear_system_id.json": { + "bytes": 5230, + "sha256": "fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3" + }, + "artifacts/smoke/report-ensemble-v2/calibration_persistence.json": { + "bytes": 5222, + "sha256": "1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73" + }, + "artifacts/smoke/report-ensemble-v2/generalization.json": { + "bytes": 3161, + "sha256": "2f1659556096f031d9a23b384a9d09de3a0675fdb5b6a5944f03d4cc96e3cfae" + }, + "artifacts/smoke/report-gru-v2/benchmark.json": { + "bytes": 449059, + "sha256": "4f8ba6827462589f5f80df0d8e34cb0b50da2f5d2d7d6d506337bd17a852271a" + }, + "artifacts/smoke/report-gru-v2/calibration.json": { + "bytes": 5310, + "sha256": "67d780e83bde04238192bdb5ea2caa7353d3be63fbf762e28e500da0a8a78ad0" + }, + "artifacts/smoke/report-gru-v2/calibration_history_linear_system_id.json": { + "bytes": 5230, + "sha256": "fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3" + }, + "artifacts/smoke/report-gru-v2/calibration_persistence.json": { + "bytes": 5222, + "sha256": "1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73" + }, + "artifacts/smoke/report-gru-v2/generalization.json": { + "bytes": 3145, + "sha256": "f66be3f18b053b26458c5824a154353eba8ea68683c470f14313231891ba8134" + }, + "artifacts/smoke/report-mlp-v2/benchmark.json": { + "bytes": 449160, + "sha256": "349d0ff2d2f4ef7076de4b22a95fff87e6904b6d85bd0362a74d33093c7b0377" + }, + "artifacts/smoke/report-mlp-v2/calibration.json": { + "bytes": 5307, + "sha256": "d37e7f30f43186e917b336b03904ad609d2b0d296e44bc7e0097dcafe2a27797" + }, + "artifacts/smoke/report-mlp-v2/calibration_history_linear_system_id.json": { + "bytes": 5230, + "sha256": "fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3" + }, + "artifacts/smoke/report-mlp-v2/calibration_persistence.json": { + "bytes": 5222, + "sha256": "1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73" + }, + "artifacts/smoke/report-mlp-v2/generalization.json": { + "bytes": 3145, + "sha256": "058adc1be553c86543cd586e71939de5ca6ebe9e6cd8f2f3e82bde2ed46550e1" + }, + "artifacts/smoke/report-transformer-v2/benchmark.json": { + "bytes": 598144, + "sha256": "a0b6e74770b87f1300cfe97c40bc05e48a689b40e4453c35cc9e90323cb4690b" + }, + "artifacts/smoke/report-transformer-v2/calibration.json": { + "bytes": 5306, + "sha256": "ef5ef17c35d6a4f4f8614b21c011a591594b97d87cb1532008e28b08b501b198" + }, + "artifacts/smoke/report-transformer-v2/calibration_catboost.json": { + "bytes": 5240, + "sha256": "63321f427263a865c42a5eb853bbfcd3fc00b188804c641f9c2d5ffb6ce53d87" + }, + "artifacts/smoke/report-transformer-v2/calibration_history_linear_system_id.json": { + "bytes": 5230, + "sha256": "fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3" + }, + "artifacts/smoke/report-transformer-v2/calibration_persistence.json": { + "bytes": 5222, + "sha256": "1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73" + }, + "artifacts/smoke/report-transformer-v2/generalization.json": { + "bytes": 57585, + "sha256": "4edd7aa12e23032574d2aaee84180e225b93524979fcb903e812dfb9b27c37af" + }, + "artifacts/smoke/transformer-h96-v2/checkpoint.pt": { + "bytes": 11028021, + "sha256": "e3959fc9e9d71c324a0e245d1b05c48db4498280de89469435bb842ec98fd86f" + }, + "artifacts/smoke/transformer-h96-v2/normalization.json": { + "bytes": 3652, + "sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e" + }, + "artifacts/smoke/transformer-h96-v2/run.json": { + "bytes": 7606, + "sha256": "45ae7443ababc781ed96efe56568db8b0ce5dfaf7da2c33e2ea2965133b83815" + }, + "artifacts/smoke/transformer-nohistory-v2/checkpoint.pt": { + "bytes": 6309429, + "sha256": "78967fedd9c37ae26cb69e229618a1a8803d0e2cd06ba7655394d0cf7073b454" + }, + "artifacts/smoke/transformer-nohistory-v2/normalization.json": { + "bytes": 3652, + "sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e" + }, + "artifacts/smoke/transformer-nohistory-v2/run.json": { + "bytes": 7609, + "sha256": "7388bd91deb104769fd84f39ea44a1be378a20eaf092c7e2acbbc3fb7b706a1f" + }, + "artifacts/smoke/transformer-v2/ensemble.json": { + "bytes": 521, + "sha256": "6ce8b2851e57fc3340bd681219adfceac96ec10b54f716f5f8f6a20318429a75" + }, + "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt": { + "bytes": 6309429, + "sha256": "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739" + }, + "artifacts/smoke/transformer-v2/seed-42/normalization.json": { + "bytes": 3652, + "sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e" + }, + "artifacts/smoke/transformer-v2/seed-42/run.json": { + "bytes": 7589, + "sha256": "5606203dfc9caf3d823bb20a7329e6477344688ae993bfc592524a3ed0e87077" + }, + "artifacts/smoke/transformer-v2/seed-43/checkpoint.pt": { + "bytes": 6309429, + "sha256": "80ffcf05367f581ed48d34e649ffde7f3738a7c31fb7e0539cb2245e88eae09e" + }, + "artifacts/smoke/transformer-v2/seed-43/normalization.json": { + "bytes": 3652, + "sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e" + }, + "artifacts/smoke/transformer-v2/seed-43/run.json": { + "bytes": 7590, + "sha256": "4f92399bdda95abc7d8ebf13f0c10e0d4a8c88a061d8e82f57ac493ad30e8d6e" + }, + "artifacts/smoke/transformer-v2/seed-44/checkpoint.pt": { + "bytes": 6309429, + "sha256": "623420955dc271068182f2cd6fb460d0ae64792c25dbd79c0aae91b3ba777137" + }, + "artifacts/smoke/transformer-v2/seed-44/normalization.json": { + "bytes": 3652, + "sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e" + }, + "artifacts/smoke/transformer-v2/seed-44/run.json": { + "bytes": 7610, + "sha256": "269e0d8a0a526e33a4aea2dd657a9e54284eef8a5fc6cdfef46175bc7d7234b9" + }, + "configs/poc.json": { + "bytes": 843, + "sha256": "ad133d98de7bccc0130e11077b7503c4d40ac67633e6765496fdfc3d5bdf65fc" + }, + "configs/smoke.json": { + "bytes": 291, + "sha256": "1913ec4925af9029694c4e1ffc8cb51b1a29ea53f850f1f0f8f68c610f0bc52e" + }, + "datasets/smoke-90-v0.1.2.tar.gz": { + "bytes": 1927842, + "sha256": "84ef5ca3190fbe974f323771b5b85e1f72168fd5eb9d2352272ed5c70546e4d6" + }, + "datasets/synthetic-1200-v0.1.2.tar.gz": { + "bytes": 92550360, + "sha256": "8b4b5a53b5eeb0c22f3894f14dccfc874ab232d40e744404af530692992fe5b9" + }, + "docs/contracts.md": { + "bytes": 4177, + "sha256": "3029bf21f52c59bd67460abb162a19b174b8597085382c67334777e128eebc98" + }, + "docs/external-validation.md": { + "bytes": 2395, + "sha256": "1fe1f7eec6831497801c939a8b283eb0f6780820159d381f1a42be89f7f100c4" + }, + "docs/huggingface-model-card.md": { + "bytes": 8644, + "sha256": "4fc7fe9bb64f42068f101380e9e3bcda0701e59e825fef82a6305bca5930fc74" + }, + "docs/usage.md": { + "bytes": 10835, + "sha256": "d440e1f6cba41a9a21137253568491093316287af4432a50f927dfbf14357473" + }, + "docs/validation.md": { + "bytes": 10443, + "sha256": "3abcf1c8805892034bb18fad9ab7db8c172edd078ed6d8e3442a598c99c2830f" + }, + "examples/predict-thermal.json": { + "bytes": 1823, + "sha256": "276b2979bfe54126d49563d973cfa6aa370a8caa76958335b7973cc6b7dab9a7" + }, + "pyproject.toml": { + "bytes": 772, + "sha256": "254144cbe213232223dc274f607069f715ca3844f67d6799dbfe93d5e4cbfcd8" + }, + "scripts/build_release.py": { + "bytes": 6416, + "sha256": "f05a51dd947dd72c05058d7f55c067b72caa48ed9daf35622bd611ce648bfca1" + }, + "scripts/smoke.sh": { + "bytes": 1086, + "sha256": "05570e064fb804388dd24840f36f1dfb24c6678e6bbe82b36c52a04f103af27f" + }, + "tests/test_api.py": { + "bytes": 5885, + "sha256": "8e00573521e65a446f27e3e43398b79c080f9af11b57f25265deeed50f86e001" + }, + "tests/test_data.py": { + "bytes": 10320, + "sha256": "82585f788506d82880e25bff1e287a84a97e22b09317a07b3f51980c50f7d687" + }, + "tests/test_evaluation.py": { + "bytes": 13589, + "sha256": "0c0ec58cc62bd4abb2eb68376d3c27838d1d493f2cbee8e10f8a6d46a6c6c326" + }, + "tests/test_export.py": { + "bytes": 1474, + "sha256": "1125d90deb304338473da49c8ee9b7f9315c713fe323df33e8464faaa61f41a8" + }, + "tests/test_external.py": { + "bytes": 2172, + "sha256": "8be741b411f64d39c7a1a7c800cdbc901dd1cf9037879095449c899220cd92ac" + }, + "tests/test_models.py": { + "bytes": 9986, + "sha256": "881834192046adfd8a143f957921fbd539c6b8782c485f760ced7178f11fd916" + }, + "tests/test_simulators.py": { + "bytes": 4977, + "sha256": "de0ed05bd3914cd617b05d59169667a8e0a05a1d2f12e495c037f90addfff9c7" + }, + "tfm/__init__.py": { + "bytes": 75, + "sha256": "c4f4c4c5f9d9f9d6d8b54e62cbfbf8167b8a5423bf204d809d5135fbefc059fa" + }, + "tfm/api/__init__.py": { + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + "tfm/api/profile.py": { + "bytes": 3252, + "sha256": "9de088be206053b13ab515d12e308d14a93c5fb2ff1db5773c1f6f23777abc32" + }, + "tfm/api/server.py": { + "bytes": 18168, + "sha256": "428bd963c2833c04b47f19c26573f2f28296585d394d05544ac6de860a47e33d" + }, + "tfm/data/__init__.py": { + "bytes": 1495, + "sha256": "2bd24e2f5d48edc4678ad827f3a3046de256b8d5731d90f19c6fabee269daa66" + }, + "tfm/data/episodes.py": { + "bytes": 5274, + "sha256": "a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803" + }, + "tfm/data/external.py": { + "bytes": 8604, + "sha256": "6a00cd71156b423b02a180f5d6db31d83953320ec4380a8ced6f005427df51e3" + }, + "tfm/data/generate.py": { + "bytes": 11465, + "sha256": "a3cffad4440a1aa9cd41eac48dcf43fbdc19b4d169200e33bf7dcf0e760d33e3" + }, + "tfm/data/normalization.py": { + "bytes": 2831, + "sha256": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3" + }, + "tfm/data/schema.py": { + "bytes": 2744, + "sha256": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078" + }, + "tfm/data/windows.py": { + "bytes": 5071, + "sha256": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12" + }, + "tfm/evaluation/__init__.py": { + "bytes": 427, + "sha256": "fd447a5e6bf4b857d9b0670f8ac8c70111bf3dfe5755eefbe68c4d86b13a36d5" + }, + "tfm/evaluation/baselines.py": { + "bytes": 6790, + "sha256": "7c2790af53837f47928561691bd8b4eee66b8e92f596712ef617ba22d3c6ec27" + }, + "tfm/evaluation/benchmark.py": { + "bytes": 30032, + "sha256": "ed5206f4fd659f607004a8fdfa27c14ad4172f5923a85eb204b076f8c91c727e" + }, + "tfm/evaluation/calibration.py": { + "bytes": 5811, + "sha256": "cf5bdbccccd6f13628ae871b8fd7e7b1900306e1ebdf00003147d083cf3cc5ca" + }, + "tfm/evaluation/comparison.py": { + "bytes": 10792, + "sha256": "68433ecfde46ed97450039672237554e7ebba00b287da401e44f32fe5738d2c8" + }, + "tfm/evaluation/context.py": { + "bytes": 10633, + "sha256": "f7f981c0b9d635681c7c4e8ee606e279b0bf6eacbe3f3a8a2d6a4fd1279e97e9" + }, + "tfm/evaluation/counterfactual.py": { + "bytes": 4765, + "sha256": "6d8c00284449997e8c338b227ebd2f4d72885c555a6d4bef0fb290742be95259" + }, + "tfm/evaluation/experiments.py": { + "bytes": 4616, + "sha256": "cb4ad0870c90b7ce54ad082cd5cb8289d4036ff81418732fa5280eee25b5a03d" + }, + "tfm/evaluation/metrics.py": { + "bytes": 3557, + "sha256": "04016e0647788caa5d5cd1b9a036018761d7867b29f10cc064bbb4ae2351dcd7" + }, + "tfm/evaluation/runner.py": { + "bytes": 2048, + "sha256": "3296ca3f3fd036a2173edc71c23d6430f57ca8f141a20c8e5a7cc6a20cffd7e0" + }, + "tfm/export/__init__.py": { + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + "tfm/export/onnx.py": { + "bytes": 7776, + "sha256": "3cec8744848d40551ae0c770aa0cc1d4177189a1a1ac20f2bd5c3bd04f2ce40d" + }, + "tfm/models/__init__.py": { + "bytes": 157, + "sha256": "c20432c425b2305a275f22968a539619a57037c7c8af67baceca979a4ee0e35c" + }, + "tfm/models/core.py": { + "bytes": 10257, + "sha256": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5" + }, + "tfm/simulators/__init__.py": { + "bytes": 156, + "sha256": "0c2179025d61bad9948adb2e4ae3130a844ddf92e1094ba3b93836d6d75b1e8b" + }, + "tfm/simulators/physics.py": { + "bytes": 11047, + "sha256": "03893cd813d86f12d0e335cbdbd4ea588d2c8ac97566254725fb32e774c413cc" + }, + "tfm/training/__init__.py": { + "bytes": 200, + "sha256": "5fdc517285d815cc8972aac6a60c974f82354ce29f6413d3e0c856c30edcf5bd" + }, + "tfm/training/train.py": { + "bytes": 18444, + "sha256": "af85294f7d00b40e61c34a1e546a8e7bc7c11de9bd67a34cae1a9df2d0d225c1" + }, + "uv.lock": { + "bytes": 461099, + "sha256": "622b4c7d12d2d20f0061f132b6f50e505de99852a1285ad280cba9b2aa32509f" + } + }, + "full_dataset_training_completed": false, + "license": "MIT", + "release": "0.1.0", + "repository": "maxffarrell/transition-foundation-model", + "source_provenance": "Original implementation created for this proof of concept; source included", + "status": "experimental_short_training_only", + "transformer_research_success_demonstrated": false, + "version": "tfm-release-v1" +} diff --git a/scripts/build_release.py b/scripts/build_release.py new file mode 100644 index 0000000000000000000000000000000000000000..9d827679cd6a55da52b97d8c9d453d0510848119 --- /dev/null +++ b/scripts/build_release.py @@ -0,0 +1,157 @@ +"""Build an allowlisted, checksummed Hugging Face v0.1 release without caches.""" + +import argparse +import gzip +import hashlib +import json +import shutil +import tarfile +from pathlib import Path + + +def sha256(path): + digest = hashlib.sha256() + with Path(path).open("rb") as stream: + for block in iter(lambda: stream.read(1024 * 1024), b""): + digest.update(block) + return digest.hexdigest() + + +def copy_tree(source, target): + for path in sorted(source.rglob("*")): + if path.is_file() and "__pycache__" not in path.parts and path.suffix != ".pyc": + if path.is_symlink(): + raise ValueError(f"Release cannot include symlink: {path}") + destination = target / path.relative_to(source) + destination.parent.mkdir(parents=True, exist_ok=True) + shutil.copyfile(path, destination) + + +def archive(root, relative, output): + with output.open("wb") as raw: + with gzip.GzipFile(fileobj=raw, mode="wb", filename="", mtime=0) as zipped: + with tarfile.open(fileobj=zipped, mode="w", format=tarfile.PAX_FORMAT) as tar: + for path in sorted((root / relative).rglob("*")): + if not path.is_file(): + continue + if path.is_symlink(): + raise ValueError("Dataset symlinks cannot be packaged") + info = tar.gettarinfo(str(path), arcname=str(path.relative_to(root))) + info.uid = info.gid = info.mtime = 0 + info.uname = info.gname = "" + with path.open("rb") as stream: + tar.addfile(info, stream) + + +def build(root, output): + root, output = Path(root).resolve(), Path(output).resolve() + if output.exists() and any(output.iterdir()): + raise ValueError("Use a fresh output folder; an existing release is never overwritten") + output.mkdir(parents=True, exist_ok=True) + for directory in ("tfm", "tests", "configs", "docs", "examples", "scripts"): + copy_tree(root / directory, output / directory) + for name in ("pyproject.toml", "uv.lock", "LICENSE", ".gitignore"): + shutil.copyfile(root / name, output / name) + (output / "docs/usage.md").write_text((root / "README.md").read_text().replace("(docs/", "(")) + shutil.copyfile(root / "docs/huggingface-model-card.md", output / "README.md") + artifacts = ( + "transformer-v2", + "transformer-h96-v2", + "transformer-nohistory-v2", + "mlp-v2", + "gru-v2", + "onnx-transformer-v2", + "report-transformer-v2", + "report-mlp-v2", + "report-gru-v2", + "report-ensemble-v2", + "report-context-v2", + ) + for name in artifacts: + relative = Path("artifacts/smoke") / name + copy_tree(root / relative, output / relative) + for name in ( + "comparison-v2.json", + "comparison-v2-config.json", + "api-latency-cpu-v2.json", + "api-latency-mps-v2.json", + "api-latency-ensemble-cpu-v2.json", + "http-prediction-v2.json", + ): + relative = Path("artifacts/smoke") / name + shutil.copyfile(root / relative, output / relative) + (output / "datasets").mkdir() + datasets = [] + for relative, name in ( + (Path("artifacts/poc/data"), "synthetic-1200-v0.1.2.tar.gz"), + (Path("artifacts/smoke/data-v2"), "smoke-90-v0.1.2.tar.gz"), + ): + manifest = json.loads((root / relative / "manifest.json").read_text()) + if manifest["generator_version"] != "0.1.2": + raise ValueError("Only corrected generator0.1.2 datasets can be released") + archive(root, relative, output / "datasets" / name) + datasets.append( + { + "archive": f"datasets/{name}", + "extract_at_repository_root": True, + "original_path": str(relative), + "systems": manifest["systems"], + "days": manifest["days"], + "seed": manifest["seed"], + "generator_version": manifest["generator_version"], + "manifest_sha256": sha256(root / relative / "manifest.json"), + "system_counts_by_split": { + key: len(value) for key, value in manifest["split_system_ids"].items() + }, + "source": "entirely synthetic; no external observations", + } + ) + (output / ".gitattributes").write_text( + "*.pt filter=lfs diff=lfs merge=lfs -text\n" + "*.onnx filter=lfs diff=lfs merge=lfs -text\n" + "*.tar.gz filter=lfs diff=lfs merge=lfs -text\n" + ) + files = [path for path in sorted(output.rglob("*")) if path.is_file()] + inventory = { + str(path.relative_to(output)): {"bytes": path.stat().st_size, "sha256": sha256(path)} + for path in files + } + release = { + "version": "tfm-release-v1", + "release": "0.1.0", + "repository": "maxffarrell/transition-foundation-model", + "status": "experimental_short_training_only", + "license": "MIT", + "source_provenance": "Original implementation created for this proof of concept; source included", + "dataset_generator_version": "0.1.2", + "datasets": datasets, + "default_parameter_count": 1570434, + "default_weights_training_systems": 63, + "full_dataset_training_completed": False, + "transformer_research_success_demonstrated": False, + "files": inventory, + } + (output / "release.json").write_text(json.dumps(release, indent=2, sort_keys=True) + "\n") + checksums = {name: item["sha256"] for name, item in inventory.items()} + checksums["release.json"] = sha256(output / "release.json") + (output / "SHA256SUMS").write_text( + "".join(f"{digest} {name}\n" for name, digest in sorted(checksums.items())) + ) + print( + json.dumps( + { + "output": str(output), + "files": len(inventory) + 2, + "bytes": sum(path.stat().st_size for path in output.rglob("*") if path.is_file()), + "datasets": datasets, + } + ) + ) + + +if __name__ == "__main__": + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--root", default=".") + parser.add_argument("--output", required=True) + args = parser.parse_args() + build(args.root, args.output) diff --git a/scripts/smoke.sh b/scripts/smoke.sh new file mode 100644 index 0000000000000000000000000000000000000000..f2bd0b0ba1ce44ef2c2e25b9df21110fd690ff5d --- /dev/null +++ b/scripts/smoke.sh @@ -0,0 +1,12 @@ +#!/usr/bin/env bash +set -euo pipefail +# All outputs are contained in the ignored artifacts/ directory. +uv sync --locked --extra dev --extra baselines --extra export +uv run --no-sync pytest -q +uv run --no-sync ruff check tfm tests +uv run --no-sync python -m tfm.data.generate --output artifacts/quick/data --systems 90 --days 2 --seed 42 --parquet +for model in mlp transformer gru; do + uv run --no-sync python -m tfm.training.train --data artifacts/quick/data --output "artifacts/quick/$model" --model "$model" --epochs 3 --samples 1024 --validation-samples 128 --batch-size 32 --device auto --seed 42 + uv run --no-sync python -m tfm.evaluation.benchmark --data artifacts/quick/data --checkpoint "artifacts/quick/$model/checkpoint.pt" --output "artifacts/quick/report-$model" --samples 128 --calibration-samples 128 --counterfactual-samples 6 --device auto + done +uv run --no-sync python -m tfm.export.onnx --checkpoint artifacts/quick/transformer/checkpoint.pt --data artifacts/quick/data --output artifacts/quick/onnx --calibration artifacts/quick/report-transformer/calibration.json diff --git a/tests/test_api.py b/tests/test_api.py new file mode 100644 index 0000000000000000000000000000000000000000..c2ce6ddac71e16a3a0930a35a30657bfe517cae9 --- /dev/null +++ b/tests/test_api.py @@ -0,0 +1,148 @@ +import copy +import hashlib +import json + +import numpy as np +import pytest +import torch +from fastapi.testclient import TestClient + +from tfm.api.server import PredictionEngine, PredictRequest, create_app +from tfm.data import FIELD_INDEX, FIELD_SPECS, SCHEMAS, Normalization +from tfm.models import build_model + + +def request_data(): + names = SCHEMAS["thermal"] + values = {"indoor_temp": 22.0, "mass_temp": 22.0, "energy_kwh": 1.0} + return { + "schema": { + "family": "thermal", + "fields": [ + {"name": f.name, "unit": f.unit, "role": f.role} for f in FIELD_SPECS if f.name in names + ], + }, + "state": values, + "history": [{"timestamp_minutes": 0, "state": values}], + "actions": {"idle": {"hvac_power": [0.0] * 8}, "heat": {"hvac_power": [5.0] * 8}}, + "exogenous": {"outdoor_temp": [10.0] * 8, "solar_gain": [0.0] * 8, "occupancy_gain": [0.2] * 8}, + "horizons_minutes": [15, 120], + "predict": ["indoor_temp"], + } + + +@pytest.fixture +def engine(tmp_path): + model = build_model("mlp", {"d_model": 16, "ff_dim": 32, "layers": 1, "heads": 4}) + checkpoint = tmp_path / "checkpoint.pt" + Normalization(np.zeros(len(FIELD_SPECS)), np.ones(len(FIELD_SPECS)), ["train"]).save( + tmp_path / "normalization.json" + ) + torch.save( + { + "normalization_sha256": hashlib.sha256( + (tmp_path / "normalization.json").read_bytes() + ).hexdigest(), + "model_kind": "mlp", + "model_config": model.config, + "model_state": model.state_dict(), + "training_system_ids": ["train"], + "validation_selection_system_ids": ["select"], + "calibration_system_ids": ["cal"], + "test_system_ids": ["test"], + }, + checkpoint, + ) + Normalization(np.zeros(len(FIELD_SPECS)), np.ones(len(FIELD_SPECS)), ["train"]).save( + tmp_path / "normalization.json" + ) + return PredictionEngine([checkpoint]) + + +def test_api_batches_alternative_actions_one_pass_and_missing_context(engine): + calls = [] + hook = engine.models[0].register_forward_hook( + lambda module, args, output: calls.append(args[0]["current"].shape[0]) + ) + client = TestClient(create_app(engine)) + result = client.post("/v1/predict", json=request_data()) + hook.remove() + assert result.status_code == 200, result.text + payload = result.json() + assert calls == [2] + assert payload["indicators"]["insufficient_context"] + assert payload["predictions"]["idle"]["15"]["indoor_temp"]["interval_90"] is None + assert payload["predictions"]["idle"]["15"]["indoor_temp"]["interval_status"] == "unavailable" + + +@pytest.mark.parametrize( + "mutation", + [ + lambda r: r["schema"]["fields"][0].update(unit="F"), + lambda r: r["actions"]["heat"].update(hvac_power=[16] * 8), + lambda r: r["actions"]["heat"].update(hvac_power=["5"] * 8), + lambda r: r["actions"]["heat"].update(hvac_power=[True] * 8), + lambda r: r.update(horizons_minutes=[17]), + lambda r: r.update(horizons_minutes=[15.0]), + lambda r: r["actions"]["heat"].update(hvac_power=[5] * 7), + lambda r: r["state"].update(indoor_temp=None), + lambda r: r.update(hidden_parameters={"insulation": 1}), + lambda r: r["history"][0].update(timestamp_minutes=-15), + ], +) +def test_reject_invalid_requests(engine, mutation): + req = copy.deepcopy(request_data()) + mutation(req) + response = TestClient(create_app(engine)).post("/v1/predict", json=req) + assert response.status_code == 422, response.text + + +def test_calibration_bound_to_checkpoint_and_disjoint_systems(engine, tmp_path): + checkpoint = tmp_path / "checkpoint.pt" + # fixture and test share tmp_path + norm = tmp_path / "normalization.json" + calibration = { + "version": "tfm-calibration-v1", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [hashlib.sha256(checkpoint.read_bytes()).hexdigest()], + "normalization_sha256": hashlib.sha256(norm.read_bytes()).hexdigest(), + "calibration_system_ids": ["cal"], + "entries": {f"{FIELD_INDEX['indoor_temp']}:15": {"multiplier": 1.5, "count": 50}}, + } + path = tmp_path / "calibration.json" + path.write_text(json.dumps(calibration)) + calibrated = PredictionEngine([checkpoint], path) + output = calibrated.predict(PredictRequest.model_validate(request_data())) + assert output.predictions["idle"]["15"]["indoor_temp"].interval_status == "calibrated" + assert output.predictions["idle"]["120"]["indoor_temp"].interval_status == "unavailable" + calibration["calibration_system_ids"] = ["train"] + path.write_text(json.dumps(calibration)) + with pytest.raises(ValueError, match="leakage"): + PredictionEngine([checkpoint], path) + calibration["calibration_system_ids"] = ["cal"] + calibration["checkpoint_sha256"] = ["wrong"] + path.write_text(json.dumps(calibration)) + with pytest.raises(ValueError, match="checkpoint"): + PredictionEngine([checkpoint], path) + + +def test_history_feature_alignment(engine): + req = request_data() + before = { + "timestamp_minutes": -15, + "state": req["state"], + "actions": {"hvac_power": 3.0}, + "exogenous": {"outdoor_temp": 10.0, "solar_gain": 0.0, "occupancy_gain": 0.2}, + } + req["history"].insert(0, before) + batch, _ = engine.prepare(PredictRequest.model_validate(req)) + i = FIELD_INDEX["hvac_power"] + assert batch["history"][0, -2, i] == 3 + assert batch["history_mask"][0, -1, i] == 0 + assert batch["future_actions"][1, 0, i] == 5 + + +def test_unconfigured_service_does_not_generate_fake_predictions(): + response = TestClient(create_app()).post("/v1/predict", json=request_data()) + assert response.status_code == 503 diff --git a/tests/test_data.py b/tests/test_data.py new file mode 100644 index 0000000000000000000000000000000000000000..b749ae7b3e7d8afeb00a14c1518b448bf563235f --- /dev/null +++ b/tests/test_data.py @@ -0,0 +1,239 @@ +import json + +import numpy as np +import pytest +import torch + +from tfm.data import ( + FIELD_INDEX, + FIELD_SPECS, + ROLE_IDS, + Normalization, + WindowDataset, + generate_dataset, + generate_episode, + load_episode, + load_manifest_episodes, + save_episode, +) + + +def test_episode_roundtrip_repeatability(tmp_path): + a = generate_episode("thermal", "a", days=1, seed=10, split="train") + b = generate_episode("thermal", "a", days=1, seed=10, split="train") + np.testing.assert_array_equal(a.values, b.values) + np.testing.assert_array_equal(a.observation_mask, b.observation_mask) + save_episode(a, tmp_path / "episode.npz") + restored = load_episode(tmp_path / "episode.npz") + assert restored.hidden_parameters == a.hidden_parameters + assert restored.schema == a.schema and restored.seed == a.seed + np.testing.assert_array_equal(restored.actions, a.actions) + np.testing.assert_array_equal(restored.values, a.values) + + +def test_stratified_system_partitions_and_training_normalization(tmp_path): + manifest = generate_dataset(tmp_path, systems=30, days=0.5, seed=7) + ids = { + split: {e["system_id"] for e in manifest["episodes"] if e["split"] == split} + for split in ("train", "validation", "test") + } + assert not ids["train"] & ids["validation"] and not ids["train"] & ids["test"] + assert not ids["validation"] & ids["test"] + assert len(set.union(*ids.values())) == 30 + for split in ids: + assert {e["family_id"] for e in manifest["episodes"] if e["split"] == split} == { + "thermal", + "tank", + "battery", + } + normalization = Normalization.load(tmp_path / "normalization.json") + assert set(normalization.training_system_ids) == ids["train"] + expected = Normalization.fit(load_manifest_episodes(tmp_path, "train")) + np.testing.assert_array_equal(normalization.mean, expected.mean) + with pytest.raises(ValueError, match="training"): + Normalization.fit(load_manifest_episodes(tmp_path, "test")) + other = generate_dataset(tmp_path / "other", systems=30, days=0.5, seed=7) + assert other == manifest + + +def test_window_alignment_masks_and_no_future_state_leakage(): + ep = generate_episode("tank", "train", days=1, seed=10, split="train", missing_probability=0) + norm = Normalization.fit([ep]) + dataset = WindowDataset([ep], norm, history_steps=4, samples=10, seed=3) + clone = WindowDataset([ep], norm, history_steps=4, samples=10, seed=3) + assert dataset.indices == clone.indices + _i, t = dataset.indices[0] + batch = dataset[0] + np.testing.assert_array_equal(batch["history_dt"], [-45, -30, -15, 0]) + np.testing.assert_array_equal(batch["future_dt"], np.arange(1, 9) * 15) + assert not batch["current_mask"][ROLE_IDS != 0].any() + assert not batch["history"][-1, ROLE_IDS != 0].any() + assert not batch["future_actions"][:, ROLE_IDS != 1].any() + assert not batch["future_exogenous"][:, ROLE_IDS != 2].any() + assert set(batch) == { + "history", + "history_mask", + "history_dt", + "current", + "current_mask", + "future_actions", + "future_exogenous", + "future_dt", + "field_mask", + "field_ids", + "unit_ids", + "role_ids", + "query_fields", + "query_horizons", + "target", + "target_mask", + } + for q in range(16): + f = batch["query_fields"][q].item() + offset = int(batch["query_horizons"][q].item() / 15) + assert batch["target"][q].item() == pytest.approx( + (ep.values[t + offset, f] - ep.values[t, f]) / norm.scale[f] + ) + # Future sensor data changes labels but cannot alter any model input. + ep.values[t + 1 :, ROLE_IDS == 0] += 1000 + changed = dataset[0] + for key in batch: + if key not in ("target", "target_mask"): + assert torch.equal(batch[key], changed[key]), key + assert not torch.equal(batch["target"], changed["target"]) + # Hidden capacities are retained for simulator truth only. + ep.hidden_parameters["capacity"] = 1e9 + assert torch.equal(changed["history"], dataset[0]["history"]) + + +def test_missing_masks_padded_queries_and_training_statistics(): + ep = generate_episode("battery", "train", days=1, seed=11, split="train", missing_probability=0) + masked = FIELD_INDEX["battery_temp"] + ep.observation_mask[:, masked] = False + ep.values[:, masked] = 1e9 + norm = Normalization.fit([ep]) + assert norm.mean[masked] == 0 and norm.scale[masked] == 1 + batch = WindowDataset([ep], norm, samples=1)[0] + assert not batch["history"][:, masked].any() + assert not batch["history_mask"][:, masked].any() + assert not batch["target_mask"][4:8].any() + assert not batch["target_mask"][12:].any() + assert not batch["target"][12:].any() + assert batch["history"].dtype == torch.float32 + assert batch["field_ids"].dtype == torch.int64 + assert batch["target_mask"].dtype == torch.bool + # Public schema maximum does not encode instance capacity. + assert FIELD_SPECS[FIELD_INDEX["water_level"]].maximum == 50 + + +def test_historical_controls_use_explicit_arrays(): + ep = generate_episode("thermal", "train", days=1, seed=12, split="train", missing_probability=0) + norm = Normalization.fit([ep]) + dataset = WindowDataset([ep], norm, history_steps=4, samples=1) + _, t = dataset.indices[0] + field = FIELD_INDEX["hvac_power"] + ep.actions[t - 1, field] = 7.5 + ep.values[t - 1, field] = -999 + assert dataset[0]["history"][-2, field].item() == pytest.approx( + (7.5 - norm.mean[field]) / norm.scale[field] + ) + + +def test_mixed_policy_proportions_and_optional_parquet(tmp_path): + ep = generate_episode("battery", "a", days=7, seed=99) + fractions = np.bincount(ep.policy_ids, minlength=4) / len(ep.policy_ids) + np.testing.assert_allclose(fractions, [0.35, 0.30, 0.25, 0.10], atol=0.05) + pytest.importorskip("pyarrow") + import pyarrow.parquet as pq + + from tfm.data import save_episode_parquet + + save_episode_parquet(ep, tmp_path / "episode.parquet") + table = pq.read_table(tmp_path / "episode.parquet") + assert table.num_rows == len(ep.values) * len(ep.schema) + assert "hidden_parameters" in json.loads(table.schema.metadata[b"tfm_episode"]) + + +def test_masked_nan_is_not_a_training_statistic_or_feature(tmp_path): + ep = generate_episode("battery", "train", days=1, seed=14, split="train", missing_probability=0) + field = FIELD_INDEX["battery_temp"] + ep.values[:, field] = np.nan + ep.observation_mask[:, field] = False + save_episode(ep, tmp_path / "missing.npz") + restored = load_episode(tmp_path / "missing.npz") + norm = Normalization.fit([restored]) + assert norm.mean[field] == 0 and norm.scale[field] == 1 + batch = WindowDataset([restored], norm, samples=1)[0] + assert all(torch.isfinite(value).all() for value in batch.values()) + ep.observation_mask[0, field] = True + with pytest.raises(ValueError, match="Observed"): + ep.__post_init__() + + +@pytest.mark.parametrize("systems,expected", [(1200, (840, 180, 180)), (90, (63, 14, 13))]) +def test_required_split_counts_without_simulation(systems, expected): + from tfm.data.generate import split_systems + + families = ("thermal", "tank", "battery") + assigned = [families[i % 3] for i in range(systems)] + splits = split_systems(assigned, seed=42) + assert tuple(list(splits.values()).count(name) for name in ("train", "validation", "test")) == expected + assert splits == split_systems(assigned, seed=42) + for family in families: + assert {splits[i] for i, assigned_family in enumerate(assigned) if assigned_family == family} == { + "train", + "validation", + "test", + } + + +def test_policy_segments_full_range_holds_structured_ramps_and_feedback(): + from tfm.data.generate import POLICY_NAMES, POLICY_WEIGHTS, _rounded_counts + from tfm.simulators import make_simulator + + ep = generate_episode("battery", "policy-audit", days=7, seed=135) + assert POLICY_NAMES == ("random_piecewise", "structured_step_ramp", "feedback", "boundary") + np.testing.assert_array_equal( + np.bincount(ep.policy_ids, minlength=4), _rounded_counts(len(ep.actions), POLICY_WEIGHTS) + ) + field = FIELD_INDEX["battery_power"] + random_values, random_lengths, ramps, structured_steps = [], [], 0, 0 + for segment_id in np.unique(ep.policy_segment_ids): + selected = np.where(ep.policy_segment_ids == segment_id)[0] + assert 2 <= len(selected) <= 16 + policy = ep.policy_ids[selected[0]] + assert np.all(ep.policy_ids[selected] == policy) + controls = ep.actions[selected, field] + if policy == 0: + np.testing.assert_array_equal(controls, np.repeat(controls[0], len(controls))) + random_values.append(controls[0]) + random_lengths.append(len(controls)) + elif policy == 1: + differences = np.diff(controls) + if ( + len(differences) > 1 + and np.allclose(differences, differences[0]) + and abs(differences[0]) > 1e-6 + ): + ramps += 1 + elif np.count_nonzero(abs(differences) > 1e-6) == 1: + structured_steps += 1 + elif policy == 3: + assert controls[0] in (-20, 20) + np.testing.assert_array_equal(controls, np.repeat(controls[0], len(controls))) + assert len(set(random_lengths)) >= 5 + assert min(random_values) < -12 and max(random_values) > 12 # full public range, beyond prior 60% limit + assert ramps > 0 and structured_steps > 0 + sim = make_simulator("battery", ep.seed) + for t in range(len(ep.actions)): + if ep.policy_ids[t] == 2: + assert ep.actions[t, field] == pytest.approx(np.clip((0.55 - sim.state[0]) * 15, -20, 20)) + sim.step(ep.actions[t], ep.exogenous[t]) + + +def test_policy_segment_ids_survive_episode_roundtrip(tmp_path): + ep = generate_episode("tank", "segment-roundtrip", days=0.5, seed=17) + save_episode(ep, tmp_path / "episode.npz") + restored = load_episode(tmp_path / "episode.npz") + np.testing.assert_array_equal(restored.policy_ids, ep.policy_ids) + np.testing.assert_array_equal(restored.policy_segment_ids, ep.policy_segment_ids) diff --git a/tests/test_evaluation.py b/tests/test_evaluation.py new file mode 100644 index 0000000000000000000000000000000000000000..42d9cca0877a7b06b81cd20cffa9579f881ab6ba --- /dev/null +++ b/tests/test_evaluation.py @@ -0,0 +1,340 @@ +import json +from types import SimpleNamespace + +import numpy as np +import pytest +import torch + +from tfm.data.schema import FIELD_INDEX, NUM_FIELDS, ROLE_IDS +from tfm.evaluation.baselines import HistoryLinearBaseline, PersistenceBaseline, catboost_features +from tfm.evaluation.calibration import ( + ensemble_moments, + finite_quantile, + fit_calibration, + validate_calibration, +) +from tfm.evaluation.counterfactual import action_effect_metrics, branch_rollouts +from tfm.evaluation.experiments import ExperimentConfig, run_experiments, stress_observations +from tfm.evaluation.metrics import metrics_by_group + + +def test_metric_alignment_masks_units_and_horizons(): + scale = np.ones(NUM_FIELDS) + scale[0], scale[1] = 2, 10 + result = metrics_by_group( + np.zeros((2, 3)), + np.zeros((2, 3)), + np.array([[1.0, 2.0, 999], [3.0, 4.0, 999]]), + np.array([[0, 1, 0], [0, 1, 0]]), + np.array([[15, 30, 0], [15, 30, 0]]), + np.array([[1, 1, 0], [1, 1, 0]]), + ["thermal", "battery"], + SimpleNamespace(scale=scale), + ) + assert len(result) == 4 + thermal = {r["field_id"]: r for r in result if r["family"] == "thermal"} + assert thermal[0]["mae"] == 2 + assert thermal[1]["mae"] == 20 + assert thermal[0]["horizon_minutes"] == 15 + assert thermal[1]["horizon_minutes"] == 30 + assert thermal[1]["physical_gaussian_nll"] == pytest.approx( + thermal[1]["standardized_gaussian_nll"] + np.log(10) + ) + assert all(r["count"] == 1 for r in result) + + +def test_finite_sample_calibration_and_leakage_guards(): + assert finite_quantile(np.arange(9), 0.9) == 8 + assert np.isinf(finite_quantile(np.arange(8), 0.9)) + values = np.arange(9, dtype=float).reshape(-1, 1) + kwargs = { + "calibration_system_ids": ["cal"], + "training_system_ids": ["train"], + "validation_selection_system_ids": ["val"], + "test_system_ids": ["test"], + "checkpoint_sha256": ["model"], + "normalization_version": 1, + "normalization_sha256": "norm", + } + artifact = fit_calibration( + values * 0, values * 0 + 2, values, values * 0, values * 0 + 15, values * 0 + 1, **kwargs + ) + assert artifact["entries"]["0:15"] == {"multiplier": 4.0, "count": 9} + validate_calibration( + artifact, + checkpoint_sha256=["model"], + normalization_version=1, + normalization_sha256="norm", + forbidden_system_ids=["test"], + ) + with pytest.raises(ValueError, match="checkpoint"): + validate_calibration(artifact, checkpoint_sha256=["different"], normalization_version=1) + with pytest.raises(ValueError, match="fingerprint"): + validate_calibration( + artifact, checkpoint_sha256=["model"], normalization_version=1, normalization_sha256="other" + ) + kwargs["calibration_system_ids"] = ["test"] + with pytest.raises(ValueError, match="disjoint"): + fit_calibration(values, values + 1, values, values * 0, values + 15, values + 1, **kwargs) + + +def test_total_ensemble_variance_includes_member_disagreement(): + mean, std = ensemble_moments([[-1.0, 4.0], [1.0, 4.0]], [[2.0, 3.0], [2.0, 3.0]]) + np.testing.assert_allclose(mean, [0, 4]) + np.testing.assert_allclose(std, [np.sqrt(5), 3]) + + +def linear_batch(): + h, k = 40, 8 + state, action = FIELD_INDEX["indoor_temp"], FIELD_INDEX["hvac_power"] + history = np.zeros((h, NUM_FIELDS), dtype=np.float32) + rng = np.random.default_rng(22) + controls = rng.normal(size=h) + history[:, action] = controls + history[0, state] = 1 + for i in range(h - 1): + history[i + 1, state] = 0.8 * history[i, state] + 0.3 * controls[i] + mask = np.zeros_like(history) + mask[:, [state, action]] = 1 + mask[-1, action] = 0 + history[-1, action] = 0 + actions = np.zeros((k, NUM_FIELDS), dtype=np.float32) + actions[:, action] = rng.normal(size=k) + active = np.zeros(NUM_FIELDS, dtype=bool) + active[[state, action]] = True + batch = { + "history": history[None], + "history_mask": mask[None], + "current": history[None, -1], + "current_mask": mask[None, -1], + "future_actions": actions[None], + "future_exogenous": np.zeros_like(actions)[None], + "field_mask": active[None], + "query_fields": np.array([[state] * 4]), + "query_horizons": np.array([[15.0, 30.0, 60.0, 120.0]]), + "role_ids": ROLE_IDS[None], + "target": np.full((1, 4), 9999), + "target_mask": np.ones((1, 4)), + } + return {key: torch.tensor(value) for key, value in batch.items()} + + +def test_history_linear_fits_actual_history_and_rolls_planned_controls_only(): + batch = linear_batch() + model = HistoryLinearBaseline(ROLE_IDS, ridge=1e-8) + mean, _ = model(batch) + state, control = FIELD_INDEX["indoor_temp"], FIELD_INDEX["hvac_power"] + current = batch["current"][0, state].item() + rolled, value = [], current + for action in batch["future_actions"][0, :, control]: + value = 0.8 * value + 0.3 * action.item() + rolled.append(value - current) + np.testing.assert_allclose(mean[0], np.array(rolled)[[0, 1, 3, 7]], rtol=1e-5, atol=1e-5) + batch["target"].fill_(-9999) + np.testing.assert_array_equal(model(batch)[0], mean) + assert torch.count_nonzero(PersistenceBaseline()(batch)[0]) == 0 + + +def test_counterfactual_shared_noise_snapshot_and_caller_restoration(): + from tfm.simulators import make_simulator + + sim = make_simulator("battery", 12) + snapshot = sim.snapshot() + actions = np.zeros((2, 8, NUM_FIELDS)) + external = np.zeros((8, NUM_FIELDS)) + external[:, FIELD_INDEX["ambient_temp"]] = 20 + truth = branch_rollouts(sim, snapshot, actions, external) + np.testing.assert_array_equal(truth[0], truth[1]) + np.testing.assert_array_equal(sim.state, snapshot["state"]) + assert sim.snapshot()["rng_state"] == snapshot["rng_state"] + with pytest.raises(ValueError, match="length"): + branch_rollouts(sim, snapshot, actions[:, :-1], external) + + +def test_action_effect_ranking_regret_use_same_reference_and_declared_costs(): + truth = np.array([[[0.0]], [[2.0]], [[-1.0]]]) + predicted = np.array([[[10.0]], [[12.0]], [[9.0]]]) + result = action_effect_metrics( + predicted, truth, [2, 0, 1], [0, 2, 1], field_names=["temperature"], horizons=[15] + ) + assert result["effects"][0]["action_effect_mae"] == 0 + assert result["regret"] == 2 + assert result["ranking_accuracy"] == 0 + + +def test_sensor_failure_corrupts_observations_only(): + batch = linear_batch() + batch["field_ids"] = torch.arange(NUM_FIELDS)[None] + config = ExperimentConfig("fail", "C", sensor_failure_probability=1) + stressed = stress_observations(batch, config) + assert stressed["history_mask"][0, :, 0].sum() == 0 + assert stressed["history"][0, :, 0].sum() == 0 + np.testing.assert_array_equal(stressed["target"], batch["target"]) + np.testing.assert_array_equal(stressed["future_actions"], batch["future_actions"]) + assert batch["history_mask"][0, :, 0].sum() > 0 + + +def test_catboost_query_features_ignore_post_horizon_controls(): + batch = linear_batch() + batch["history_dt"] = torch.arange(-39, 1)[None] * 15 + batch["future_dt"] = torch.arange(1, 9)[None] * 15 + source = {k: v.numpy() for k, v in batch.items()} + features = catboost_features(source) + source["future_actions"][0, 1:, FIELD_INDEX["hvac_power"]] += 999 + source["future_exogenous"][0, 1:, FIELD_INDEX["outdoor_temp"]] += 999 + modified = catboost_features(source) + np.testing.assert_array_equal(features[0], modified[0]) + assert not np.array_equal(features[-1], modified[-1]) + + +def test_stress_metrics_decode_biased_anchor_and_reject_absent_current(): + from tfm.evaluation.benchmark import collect_predictions + + source = linear_batch() + + class OneWindow(torch.utils.data.Dataset): + def __len__(self): + return 1 + + def __getitem__(self, _): + return {key: value[0] for key, value in source.items()} + + mean, _, arrays = collect_predictions( + PersistenceBaseline(), + OneWindow(), + "cpu", + stress=ExperimentConfig("bias", "C", sensor_bias_std=0.5), + seed=22, + ) + assert np.any(mean != 0) + assert np.all(mean == mean[:, :1]) + assert arrays["target_mask"].sum() == 4 + _, _, arrays = collect_predictions( + PersistenceBaseline(), + OneWindow(), + "cpu", + stress=ExperimentConfig("drop", "C", sensor_failure_probability=1), + seed=22, + ) + assert arrays["target_mask"].sum() == 0 + + +def test_context_views_share_h96_eligible_anchors_and_identical_targets(): + from tfm.data import Normalization, generate_episode + from tfm.evaluation.context import shared_anchor_datasets + + train = generate_episode("thermal", "train", days=1.25, seed=31, split="train") + test = generate_episode("thermal", "test", days=1.25, seed=33, split="test") + normalization = Normalization.fit([train]) + views = shared_anchor_datasets( + [test], {"h24": normalization, "h96": normalization}, {"h24": 24, "h96": 96}, samples=16, seed=2026 + ) + assert views["h24"].indices == views["h96"].indices + assert all(anchor >= 95 for _, anchor in views["h24"].indices) + for index in range(16): + short, long = views["h24"][index], views["h96"][index] + np.testing.assert_array_equal(short["history"], long["history"][-24:]) + np.testing.assert_array_equal(short["history_mask"], long["history_mask"][-24:]) + for key in ( + "current", + "current_mask", + "query_fields", + "query_horizons", + "target", + "target_mask", + "future_actions", + "future_exogenous", + "future_dt", + ): + np.testing.assert_array_equal(short[key], long[key]) + + +def test_generalization_reports_absent_artifacts_and_missing_exclusion_honestly(tmp_path): + configs = [ + ExperimentConfig("main", "B"), + ExperimentConfig( + "leave_battery", + "E", + data=str(tmp_path), + checkpoint=str(tmp_path / "checkpoint.pt"), + excluded_family="battery", + ), + ] + results = run_experiments( + configs, lambda _: pytest.fail("Must not execute without provenance"), tmp_path / "experiments.json" + ) + assert all(r["status"] == "unrun" for r in results) + assert "provenance" in results[1]["reason"] + assert json.loads((tmp_path / "experiments.json").read_text())["experiments"] == results + + +def test_benchmark_end_to_end_on_exact_heldout_windows(tmp_path, monkeypatch): + from tfm.data import Normalization, generate_dataset + from tfm.evaluation.benchmark import benchmark, parser, sha256 + from tfm.models import build_model + from tfm.training.train import load_manifest_episodes, split_validation_systems + + data, run, output = tmp_path / "data", tmp_path / "run", tmp_path / "report" + generate_dataset(data, systems=9, days=0.5, seed=10) + _, splits = load_manifest_episodes(data) + selection, calibration = split_validation_systems(splits["validation"], 42) + run.mkdir() + Normalization.fit(splits["train"]).save(run / "normalization.json") + model = build_model("gru", {"history_steps": 8, "d_model": 16, "heads": 4, "layers": 1, "ff_dim": 32}) + + def ids(episodes): + return sorted({e.system_id for e in episodes}) + + torch.save( + { + "model_kind": "gru", + "model_config": model.config, + "model_state": model.state_dict(), + "normalization_sha256": sha256(run / "normalization.json"), + "training_system_ids": ids(splits["train"]), + "validation_selection_system_ids": ids(selection), + "calibration_system_ids": ids(calibration), + "test_system_ids": ids(splits["test"]), + }, + run / "checkpoint.pt", + ) + monkeypatch.setattr(torch.backends.mps, "is_available", lambda: False) + args = parser().parse_args( + [ + "--data", + str(data), + "--checkpoint", + str(run / "checkpoint.pt"), + "--output", + str(output), + "--samples", + "6", + "--calibration-samples", + "12", + "--device", + "cpu", + "--counterfactual-samples", + "2", + "--latency-repetitions", + "2", + ] + ) + result = benchmark(args) + assert result["models"]["foundation_model"]["status"] == "completed" + assert result["models"]["history_linear_system_id"]["counterfactual"]["samples"] == 2 + assert result["external_datasets"]["status"] == "unrun" + assert not set(result["test_system_ids"]) & set(result["calibration_system_ids"]) + assert result["inference"][0]["p95_ms"] > 0 + assert (output / "benchmark.json").exists() + assert (output / "calibration.json").exists() + assert result["manifest_sha256"] == sha256(data / "manifest.json") + assert sum(result["window_sampling"]["family_window_counts"].values()) == 6 + assert len(result["window_sampling"]["anchor_sha256"]) == 64 + primary = result["models"]["foundation_model"] + calibrated = sum( + row["count"] for row in primary["metrics"] if row["interval_kind"] == "heldout_calibrated" + ) + observed = sum(row["count"] for row in primary["metrics"]) + assert primary["calibrated_query_fraction"] == calibrated / observed + if calibrated < observed: + assert primary["calibration_status"] == "heldout_partial" diff --git a/tests/test_export.py b/tests/test_export.py new file mode 100644 index 0000000000000000000000000000000000000000..05e9887480d360c72d5b500e8159dfe8a12cd334 --- /dev/null +++ b/tests/test_export.py @@ -0,0 +1,38 @@ +import hashlib +import json + +import pytest +import torch + +from tfm.data import Normalization, generate_dataset, load_manifest_episodes +from tfm.models import build_model + + +def test_export_dynamic_batch_queries_and_preprocessing_bundle(tmp_path): + pytest.importorskip("onnx") + pytest.importorskip("onnxruntime") + from tfm.export.onnx import export_model + + data = tmp_path / "data" + generate_dataset(data, systems=9, days=0.5, seed=3) + normalization = Normalization.fit(load_manifest_episodes(data, split="train")) + run = tmp_path / "run" + run.mkdir() + normalization.save(run / "normalization.json") + model = build_model("transformer", {"d_model": 16, "ff_dim": 32, "heads": 4, "layers": 1}) + torch.save( + { + "model_kind": "transformer", + "model_config": model.config, + "model_state": model.state_dict(), + "normalization_sha256": hashlib.sha256((run / "normalization.json").read_bytes()).hexdigest(), + }, + run / "checkpoint.pt", + ) + output = tmp_path / "onnx" + result = export_model(run / "checkpoint.pt", data, output) + assert result["onnxruntime_verified"] + assert result["dynamic_axes"] == ["batch", "queries"] + assert result["fixed_shapes"]["query_fields"] == [None] + assert (output / "normalization.json").read_bytes() == (run / "normalization.json").read_bytes() + assert json.loads((output / "schema.json").read_text())["version"] == "tfm-schema-v1" diff --git a/tests/test_external.py b/tests/test_external.py new file mode 100644 index 0000000000000000000000000000000000000000..731f039720a382d2ca34db31146c6c7680d680a8 --- /dev/null +++ b/tests/test_external.py @@ -0,0 +1,65 @@ +from types import SimpleNamespace + +import numpy as np +import pytest + +from tfm.data.external import collect_citylearn, collect_minari + + +class Space: + shape = (1,) + dtype = np.float32 + low = np.array([-1], dtype=np.float32) + high = np.array([1], dtype=np.float32) + + def contains(self, value): + return value.shape == (1,) and np.all(value >= self.low) and np.all(value <= self.high) + + +class City: + action_names = [["electrical_storage"]] + observation_names = [["indoor_dry_bulb_temperature"]] + action_space = [Space()] + seconds_per_time_step = 900 + + def reset(self, seed): + self.t = 0 + return [[22.0]], {} + + def step(self, actions): + self.t += 1 + return [[22.0]], 0, self.t == 2, False, {} + + +def test_citylearn_native_enabled_actions_preserved(tmp_path): + seen = [] + + def policy(observed, names, spaces): + seen.extend(names[0]) + return [[0.5]] + + metadata = collect_citylearn(City(), policy, tmp_path / "city.npz", system_id="building-1") + assert set(seen) == {"electrical_storage"} + assert metadata["schema_mapping_validated"] is False + with np.load(tmp_path / "city.npz", allow_pickle=False) as arrays: + assert arrays["observations_0"].shape == (3, 1) + assert arrays["actions_0"].shape == (2, 1) + with pytest.raises(ValueError, match="Invalid native"): + collect_citylearn(City(), lambda *args: [[2]], tmp_path / "invalid.npz", system_id="building-1") + + +def test_minari_requires_instance_grouping(tmp_path): + episode = SimpleNamespace( + id=1, + observations=np.zeros((3, 2)), + actions=np.zeros((2, 1)), + terminations=np.array([False, True]), + truncations=np.array([False, False]), + ) + dataset = SimpleNamespace( + spec=SimpleNamespace(dataset_id="test-v0"), iterate_episodes=lambda: iter([episode]) + ) + with pytest.raises(ValueError, match="grouping"): + collect_minari(dataset, tmp_path, system_id_for_episode=lambda ep: None) + metadata = collect_minari(dataset, tmp_path, system_id_for_episode=lambda ep: "physical-instance") + assert metadata[0]["system_id"] == "physical-instance" diff --git a/tests/test_models.py b/tests/test_models.py new file mode 100644 index 0000000000000000000000000000000000000000..6c25e61d7d8f5460873335059d99e6215ed56176 --- /dev/null +++ b/tests/test_models.py @@ -0,0 +1,252 @@ +import copy +from types import SimpleNamespace + +import pytest +import torch + +from tfm.data.schema import FIELD_SPECS, ROLE_IDS, UNIT_IDS +from tfm.models import build_model, gaussian_nll +from tfm.training.train import load_checkpoint, split_validation_systems, state_dict_sha256 + + +def batch_fixture(batch_size=2): + torch.manual_seed(15) + fields = len(FIELD_SPECS) + states = [i for i, f in enumerate(FIELD_SPECS) if f.role == "state"] + history, future = 4, 8 + active = torch.ones(batch_size, fields, dtype=torch.bool) + active[:, -1] = False + mask = active[:, None].expand(-1, history, -1).clone() + result = { + "history": torch.randn(batch_size, history, fields), + "history_mask": mask, + "history_dt": torch.arange(-(history - 1) * 15, 1, 15).float().expand(batch_size, -1), + "current": torch.randn(batch_size, fields), + "current_mask": active.clone(), + "future_actions": torch.randn(batch_size, future, fields), + "future_exogenous": torch.randn(batch_size, future, fields), + "future_dt": torch.arange(15, 121, 15).float().expand(batch_size, -1), + "field_mask": active, + "field_ids": torch.arange(fields).expand(batch_size, -1), + "unit_ids": torch.tensor(UNIT_IDS.copy()).expand(batch_size, -1), + "role_ids": torch.tensor(ROLE_IDS.copy()).expand(batch_size, -1), + "query_fields": torch.tensor([states[0], states[1], states[0], fields - 1]).expand(batch_size, -1), + "query_horizons": torch.tensor([15.0, 30.0, 120.0, 120.0]).expand(batch_size, -1), + "target": torch.randn(batch_size, 4), + "target_mask": torch.tensor([True, True, True, False]).expand(batch_size, -1), + } + return result + + +def small_model(kind): + return build_model(kind, {"history_steps": 4, "d_model": 32, "layers": 2, "heads": 4, "ff_dim": 64}) + + +@pytest.mark.parametrize("kind", ["transformer", "mlp", "gru"]) +def test_shape_action_sensitivity_and_finite_gradients(kind): + batch = batch_fixture() + model = small_model(kind) + mean, log_std = model(batch) + assert mean.shape == log_std.shape == (2, 4) + assert torch.isfinite(mean).all() and torch.isfinite(log_std).all() + changed = copy.deepcopy(batch) + action = next(i for i, field in enumerate(FIELD_SPECS) if field.role == "action") + changed["future_actions"][:, :, action] += 10 + changed_mean, _ = model(changed) + assert (changed_mean[:, :3] - mean[:, :3]).abs().max() > 1e-5 + loss = gaussian_nll(mean, log_std, batch["target"], batch["target_mask"]) + loss.backward() + assert all(p.grad is None or torch.isfinite(p.grad).all() for p in model.parameters()) + assert model.encoder.numeric[0].weight.grad.abs().sum() > 0 + + +@pytest.mark.parametrize("kind", ["transformer", "mlp", "gru"]) +def test_field_permutation_preserves_semantic_queries(kind): + batch = batch_fixture() + permutation = torch.randperm(len(FIELD_SPECS)) + shuffled = copy.deepcopy(batch) + for key in [ + "history", + "history_mask", + "current", + "current_mask", + "future_actions", + "future_exogenous", + "field_mask", + "field_ids", + "unit_ids", + "role_ids", + ]: + shuffled[key] = batch[key][..., permutation] + model = small_model(kind).eval() + with torch.no_grad(): + before = model(batch) + after = model(shuffled) + for expected, actual in zip(before, after): + torch.testing.assert_close(expected, actual, atol=2e-6, rtol=1e-5) + + +@pytest.mark.parametrize("kind", ["transformer", "mlp", "gru"]) +def test_padded_and_unobserved_values_do_not_leak(kind): + batch = batch_fixture() + batch["history_mask"][:, 0, 0] = False + batch["current_mask"][:, 1] = False + changed = copy.deepcopy(batch) + for key in ["history", "current", "future_actions", "future_exogenous"]: + changed[key][..., -1] = float("nan") + changed["history"][:, 0, 0] = float("nan") + changed["current"][:, 1] = float("nan") + model = small_model(kind).eval() + with torch.no_grad(): + before, after = model(batch), model(changed) + for expected, actual in zip(before, after): + torch.testing.assert_close(expected, actual) + assert (actual[:, -1] == 0).all() + + +@pytest.mark.parametrize("kind", ["transformer", "mlp", "gru"]) +def test_later_actions_cannot_affect_earlier_horizon(kind): + batch = batch_fixture() + changed = copy.deepcopy(batch) + changed["future_actions"][:, -1] += 20 + changed["future_exogenous"][:, -1] += 20 + model = small_model(kind).eval() + with torch.no_grad(): + before, after = model(batch), model(changed) + for expected, actual in zip(before, after): + torch.testing.assert_close(expected[:, :2], actual[:, :2], atol=2e-6, rtol=1e-5) + + +def test_missing_targets_have_zero_gradient_and_finite_loss(): + mean = torch.tensor([[0.2, float("nan")]], requires_grad=True) + log_std = torch.tensor([[0.1, float("nan")]], requires_grad=True) + target = torch.tensor([[0.8, float("nan")]]) + loss = gaussian_nll(mean, log_std, target, torch.tensor([[True, False]])) + assert torch.isfinite(loss) + loss.backward() + assert mean.grad[0, 1] == log_std.grad[0, 1] == 0 + empty = gaussian_nll(mean, log_std, target, torch.zeros_like(target)) + assert empty == 0 and torch.isfinite(empty) + + +def test_default_transformer_capacity(): + model = build_model("transformer") + assert model.config["d_model"] == 128 + assert len(model.blocks) == 4 + assert model.config["heads"] == 4 and model.config["ff_dim"] == 512 + assert 1_000_000 <= sum(p.numel() for p in model.parameters()) <= 3_000_000 + + +def test_history_ablation_ignores_older_history_and_metadata(): + batch = batch_fixture() + changed = copy.deepcopy(batch) + changed["history"][:, :-1] += 100 + changed["hidden_parameters"] = {"capacity": 99} + model = build_model( + "transformer", {"d_model": 32, "layers": 1, "heads": 4, "ff_dim": 64, "use_history": False} + ) + with torch.no_grad(): + before, after = model(batch), model(changed) + for expected, actual in zip(before, after): + torch.testing.assert_close(expected, actual) + + +def test_masked_input_gradient_is_zero(): + batch = batch_fixture() + batch["history"].requires_grad_() + batch["future_actions"].requires_grad_() + batch["history_mask"][:, 0, 0] = False + model = small_model("transformer") + mean, log_std = model(batch) + gaussian_nll(mean, log_std, batch["target"], batch["target_mask"]).backward() + assert (batch["history"].grad[:, 0, 0] == 0).all() + assert (batch["history"].grad[:, :, -1] == 0).all() + assert (batch["future_actions"].grad[:, :, -1] == 0).all() + + +def test_checkpoint_roundtrip(tmp_path): + model = small_model("transformer").eval() + path = tmp_path / "checkpoint.pt" + torch.save( + { + "model_kind": "transformer", + "model_config": model.config, + "model_state": model.state_dict(), + "seed": 3, + "epoch": 1, + }, + path, + ) + restored, metadata = load_checkpoint(path) + assert metadata["seed"] == 3 + batch = batch_fixture() + with torch.no_grad(): + before, after = model(batch), restored(batch) + for expected, actual in zip(before, after): + torch.testing.assert_close(expected, actual) + + +def test_validation_calibration_are_system_disjoint_and_reproducible(): + episodes = [ + SimpleNamespace(system_id=f"{family}{i}", family_id=family) + for family in ["thermal", "tank", "battery"] + for i in range(4) + for _ in range(2) + ] + selection, calibration = split_validation_systems(episodes, 23) + + def ids(items): + return {e.system_id for e in items} + + assert ids(selection).isdisjoint(ids(calibration)) + assert ids(selection) | ids(calibration) == ids(episodes) + assert ids(calibration) == ids(split_validation_systems(episodes, 23)[1]) + assert split_validation_systems(episodes[:1], 23)[1] == [] + + +def test_default_full_history_supports_dynamic_query_count(): + batch = batch_fixture(batch_size=1) + # Exercise the actual default H24 model rather than only small fixtures. + for key in ("history", "history_mask"): + batch[key] = batch[key].repeat(1, 6, 1) + batch["history_dt"] = torch.arange(-23 * 15, 1, 15).float()[None] + model = build_model("transformer").eval() + with torch.inference_mode(): + full = model(batch) + for count in (1, 2, 7): + dynamic = dict(batch) + indices = torch.arange(count) % batch["query_fields"].shape[1] + for key in ("query_fields", "query_horizons"): + dynamic[key] = batch[key][:, indices] + actual = model(dynamic) + for expected, observed in zip(full, actual): + assert observed.shape == (1, count) + torch.testing.assert_close(observed, expected[:, indices], atol=2e-6, rtol=1e-5) + + +@pytest.mark.parametrize("corruption", ["weights", "vocabulary", "version"]) +def test_checkpoint_rejects_corrupted_artifact_metadata(tmp_path, corruption): + model = small_model("transformer") + state = model.state_dict() + metadata = { + "checkpoint_version": "tfm-checkpoint-v1", + "schema_version": "tfm-schema-v1", + "field_names": [field.name for field in FIELD_SPECS], + "model_kind": "transformer", + "model_config": model.config, + "model_state": state, + "model_state_sha256": state_dict_sha256(state), + } + if corruption == "weights": + state["output.3.bias"][0] += 1 + message = "digest" + elif corruption == "vocabulary": + metadata["field_names"].reverse() + message = "vocabulary" + else: + metadata["checkpoint_version"] = "tfm-checkpoint-v2" + message = "version" + path = tmp_path / "checkpoint.pt" + torch.save(metadata, path) + with pytest.raises(ValueError, match=message): + load_checkpoint(path) diff --git a/tests/test_simulators.py b/tests/test_simulators.py new file mode 100644 index 0000000000000000000000000000000000000000..5fdd62f69b189ed864c09c1b12585c98de94e2d5 --- /dev/null +++ b/tests/test_simulators.py @@ -0,0 +1,121 @@ +import numpy as np +import pytest + +from tfm.data import FIELD_INDEX, generate_episode, generate_exogenous +from tfm.simulators import counterfactual_rollout, make_simulator + + +@pytest.mark.parametrize("family", ["thermal", "tank", "battery"]) +def test_seeded_snapshots_and_common_noise(family): + a = make_simulator(family, 42) + b = make_simulator(family, 42) + assert a.parameters == b.parameters + np.testing.assert_array_equal(a.state, b.state) + snapshot = a.snapshot() + controls = {"thermal": [[5.0]] * 8, "tank": [[0.8, 0.5]] * 8, "battery": [[3.0]] * 8}[family] + exposure = generate_exogenous(family, 8, 9) + first = counterfactual_rollout(a, snapshot, controls, exposure) + second = counterfactual_rollout(a, snapshot, controls, exposure) + np.testing.assert_array_equal(first, second) + np.testing.assert_array_equal(a.state, snapshot["state"]) + assert a.rng.bit_generator.state == snapshot["rng_state"] + # Different actions still consume precisely the same disturbance stream. + a.restore(snapshot) + b.restore(snapshot) + for action, e in zip(controls, exposure): + a.step(action, e) + b.step(np.zeros(len(action)), e) + assert a.rng.bit_generator.state == b.rng.bit_generator.state + + +@pytest.mark.parametrize("family", ["thermal", "tank", "battery"]) +def test_generation_replay_and_physical_constraints(family): + ep = generate_episode(family, "test", days=2, seed=13) + sim = make_simulator(family, ep.seed) + state_names = [ + n + for n in sim.schema + if n + in ( + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + ) + ] + indices = [FIELD_INDEX[n] for n in state_names] + np.testing.assert_array_equal(sim.state, ep.values[0, indices]) + for t in range(len(ep.actions)): + np.testing.assert_array_equal(sim.step(ep.actions[t], ep.exogenous[t]), ep.values[t + 1, indices]) + if family == "thermal": + assert np.all(np.diff(ep.values[:, FIELD_INDEX["energy_kwh"]]) >= 0) + assert np.all( + (-30 <= ep.values[:, FIELD_INDEX["indoor_temp"]]) + & (ep.values[:, FIELD_INDEX["indoor_temp"]] <= 70) + ) + elif family == "tank": + levels = ep.values[:, FIELD_INDEX["water_level"]] + assert np.all((levels >= 0) & (levels <= ep.hidden_parameters["capacity"])) + assert np.all(ep.values[:, FIELD_INDEX["pressure"]] >= 0) + else: + soc = ep.values[:, FIELD_INDEX["state_of_charge"]] + assert np.all((soc >= 0) & (soc <= 1)) + + +def test_one_and_two_node_thermal_and_invalid_inputs(): + counts = {len(make_simulator("thermal", seed).state) for seed in range(30)} + assert counts == {2, 3} + sim = make_simulator("thermal", 1) + with pytest.raises(ValueError): + sim.step([float("nan")], [20.0, 0.0, 0.0]) + with pytest.raises(ValueError): + sim.step([0.0], [20.0, 0.0, 0.0], dt_minutes=0) + with pytest.raises(ValueError): + make_simulator("unknown", 0) + + +def test_tank_balance_and_battery_direction(): + tank = make_simulator("tank", 2) + tank.parameters["process_noise_std"] = 0 + initial = tank.state[0] + state = tank.step([0.0, 0.0], [0.0, 20.0]) + np.testing.assert_allclose(state[0], initial * np.exp(-tank.parameters["leakage_rate"] * 0.25)) + battery = make_simulator("battery", 2) + battery.parameters["process_noise_std"] = 0 + snapshot = battery.snapshot() + positive = battery.step([5.0], [20.0])[0] + battery.restore(snapshot) + negative = battery.step([-5.0], [20.0])[0] + assert positive > snapshot["state"][0] > negative + + +def test_public_control_validation_and_hidden_thermal_saturation(): + sim = make_simulator("thermal", 31) + with pytest.raises(ValueError, match="exactly"): + sim.step({"wrong": 0.0}, {"outdoor_temp": 20.0, "solar_gain": 0.0, "occupancy_gain": 0.0}) + with pytest.raises(ValueError, match="exactly"): + sim.step({"hvac_power": 0.0}, {"outdoor_temp": 20.0}) + with pytest.raises(ValueError, match="bounds"): + sim.step([16.0], [20.0, 0.0, 0.0]) + assert 3 <= sim.parameters["max_cooling_power"] <= 14 + assert 4 <= sim.parameters["max_heating_power"] <= 15 + sim.parameters["process_noise_std"] = 0.0 + before = sim.state[-1] + sim.step([15.0], [20.0, 0.0, 0.0]) + assert sim.state[-1] - before == pytest.approx(sim.parameters["max_heating_power"] * 0.25) + + +def test_battery_temperature_dependent_efficiency(): + warm = make_simulator("battery", 21) + cold = make_simulator("battery", 21) + warm.parameters["process_noise_std"] = cold.parameters["process_noise_std"] = 0.0 + warm.state[1], cold.state[1] = 25.0, 0.0 + warm_change = warm.step([2.0], [25.0])[0] + cold_change = cold.step([2.0], [0.0])[0] + assert warm_change > cold_change diff --git a/tfm/__init__.py b/tfm/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..f7d3fe2ef10ced41ddeb0b067c40b644e0998e5c --- /dev/null +++ b/tfm/__init__.py @@ -0,0 +1,3 @@ +"""Transition Foundation Model proof of concept.""" + +__version__ = "0.1.0" diff --git a/tfm/api/__init__.py b/tfm/api/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tfm/api/profile.py b/tfm/api/profile.py new file mode 100644 index 0000000000000000000000000000000000000000..8ad4820ac3b3222106ac5cd0e73b710f3b69f2e8 --- /dev/null +++ b/tfm/api/profile.py @@ -0,0 +1,82 @@ +"""Measure typed API processing, including validation, tensor preparation and decoding. + +The in-process HTTP client includes FastAPI routing/serialization but excludes +socket/network latency. Explicitly synchronize MPS around timed requests. +""" + +import argparse +import copy +import json +import time +from pathlib import Path + +import numpy as np +import torch + +from tfm.api.server import PredictionEngine, create_app + + +def profile(checkpoints, request, *, calibration=None, device="cpu", repetitions=50): + from fastapi.testclient import TestClient + + engine = PredictionEngine(checkpoints, calibration, device=device) + single = copy.deepcopy(request) + single["actions"] = {next(iter(single["actions"])): next(iter(single["actions"].values()))} + single["predict"] = single["predict"][:1] + single["horizons_minutes"] = single["horizons_minutes"][:1] + measurements = [] + with TestClient(create_app(engine)) as client: + for label, payload in (("single_query", single), ("batched_actions_horizons", request)): + durations = [] + for i in range(5 + repetitions): + if device == "mps": + torch.mps.synchronize() + start = time.perf_counter_ns() + response = client.post("/v1/predict", json=payload) + if device == "mps": + torch.mps.synchronize() + duration = (time.perf_counter_ns() - start) / 1e6 + response.raise_for_status() + if i >= 5: + durations.append(duration) + measurements.append( + { + "case": label, + "device": device, + "p50_ms": float(np.percentile(durations, 50)), + "p95_ms": float(np.percentile(durations, 95)), + "repetitions": repetitions, + "warmup": 5, + "actions": len(payload["actions"]), + "fields": len(payload["predict"]), + "horizons": len(payload["horizons_minutes"]), + "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets", + } + ) + return {"version": "tfm-api-latency-v1", "measurements": measurements} + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--checkpoint", required=True, action="append") + parser.add_argument("--calibration") + parser.add_argument("--request", required=True) + parser.add_argument("--output", required=True) + parser.add_argument("--device", choices=("cpu", "mps"), default="cpu") + parser.add_argument("--repetitions", type=int, default=50) + args = parser.parse_args() + if args.repetitions < 1: + raise ValueError("At least one latency repetition is required") + results = profile( + args.checkpoint, + json.loads(Path(args.request).read_text()), + calibration=args.calibration, + device=args.device, + repetitions=args.repetitions, + ) + Path(args.output).write_text(json.dumps(results, indent=2) + "\n") + print(json.dumps(results)) + + +if __name__ == "__main__": + main() diff --git a/tfm/api/server.py b/tfm/api/server.py new file mode 100644 index 0000000000000000000000000000000000000000..dc8832131c0ac28af64308ea3d872f9b8803f5ae --- /dev/null +++ b/tfm/api/server.py @@ -0,0 +1,373 @@ +"""Typed, strict v0.1 prediction API. Start with TFM_CHECKPOINT pointing to a trained artifact.""" + +from __future__ import annotations + +import hashlib +import json +import os +from pathlib import Path +from typing import Annotated, Literal + +import numpy as np +import torch +from fastapi import FastAPI, HTTPException +from pydantic import BaseModel, ConfigDict, Field, StrictFloat, StrictInt + +Number = Annotated[StrictFloat | StrictInt, Field(allow_inf_nan=False)] + + +class StrictModel(BaseModel): + model_config = ConfigDict(extra="forbid") + + +class FieldMetadata(StrictModel): + name: str + unit: str + role: Literal["state", "action", "exogenous"] + type: Literal["continuous"] = "continuous" + minimum: Number | None = None + maximum: Number | None = None + + +class SystemSchema(StrictModel): + family: Literal["thermal", "tank", "battery"] + fields: list[FieldMetadata] = Field(min_length=1, max_length=64) + + +class Observation(StrictModel): + timestamp_minutes: Number + state: dict[str, Number | None] + actions: dict[str, Number] = Field(default_factory=dict) + exogenous: dict[str, Number] = Field(default_factory=dict) + + +class PredictRequest(StrictModel): + system_schema: SystemSchema = Field(alias="schema") + history: list[Observation] = Field(max_length=96) + state: dict[str, Number | None] + actions: dict[str, dict[str, list[Number]]] = Field(min_length=1, max_length=128) + exogenous: dict[str, list[Number]] + horizons_minutes: list[StrictInt] = Field(min_length=1, max_length=8) + predict: list[str] = Field(min_length=1, max_length=16) + + +class FieldPrediction(StrictModel): + mean: float + predictive_std: float + interval_90: tuple[float, float] | None + interval_status: Literal["calibrated", "unavailable"] + physically_clipped: bool + + +class PredictResponse(StrictModel): + model_version: str + predictions: dict[str, dict[str, dict[str, FieldPrediction]]] + indicators: dict[str, bool | str | None] + + +class PredictionEngine: + def __init__( + self, checkpoints: list[str | Path], calibration: str | Path | None = None, device: str = "cpu" + ): + from tfm.data import FIELD_INDEX, FIELD_SPECS, Normalization + from tfm.training.train import load_checkpoint + + if not checkpoints: + raise ValueError("At least one checkpoint is required") + self.device = torch.device(device) + self.models, self.checkpoints = [], [] + self.hashes = [] + for path in checkpoints: + model, checkpoint = load_checkpoint(path, device=device) + model.eval() + self.models.append(model) + self.checkpoints.append(checkpoint) + self.hashes.append(hashlib.sha256(Path(path).read_bytes()).hexdigest()) + normalization_file = Path(path).parent / "normalization.json" + if ( + checkpoint.get("normalization_sha256") + != hashlib.sha256(normalization_file.read_bytes()).hexdigest() + ): + raise ValueError("Checkpoint normalization fingerprint mismatch") + if len(set(self.hashes)) != len(self.hashes): + raise ValueError("Duplicate ensemble checkpoint weights") + self.version = "tfm-0.1.0+" + hashlib.sha256("|".join(sorted(self.hashes)).encode()).hexdigest()[:12] + self.normalization = Normalization.load(Path(checkpoints[0]).parent / "normalization.json") + for path in checkpoints[1:]: + other = Normalization.load(Path(path).parent / "normalization.json") + if not ( + np.array_equal(other.mean, self.normalization.mean) + and np.array_equal(other.scale, self.normalization.scale) + and other.training_system_ids == self.normalization.training_system_ids + ): + raise ValueError("Ensemble normalization artifacts differ") + configs = [c["model_config"] for c in self.checkpoints] + self.history_steps = int(configs[0].get("history_steps", 24)) + self.future_steps = int(configs[0].get("future_steps", 8)) + if any( + c.get("history_steps", 24) != self.history_steps or c.get("future_steps", 8) != self.future_steps + for c in configs + ): + raise ValueError("Ensemble temporal configurations differ") + self.specs, self.index = FIELD_SPECS, FIELD_INDEX + self.calibration = None + if calibration: + data = json.loads(Path(calibration).read_text()) + if set(data.get("checkpoint_sha256", [])) != set(self.hashes): + raise ValueError("Calibration must identify exactly the loaded checkpoint weights") + if data.get("nominal_coverage") != 0.9: + raise ValueError("Only nominal 90% calibration supported") + normalization_hash = hashlib.sha256( + (Path(checkpoints[0]).parent / "normalization.json").read_bytes() + ).hexdigest() + if data.get("normalization_sha256") != normalization_hash: + raise ValueError("Calibration normalization artifact mismatch") + from tfm.evaluation.calibration import validate_calibration + + forbidden = set() + for checkpoint in self.checkpoints: + for key in ("training_system_ids", "validation_selection_system_ids", "test_system_ids"): + forbidden.update(checkpoint.get(key, [])) + validate_calibration( + data, + checkpoint_sha256=self.hashes, + normalization_version=1, + normalization_sha256=normalization_hash, + forbidden_system_ids=forbidden, + ) + if not data.get("calibration_system_ids"): + raise ValueError("Calibration artifact lacks held-out system provenance") + reserved = set.intersection(*(set(c.get("calibration_system_ids", [])) for c in self.checkpoints)) + if not set(data["calibration_system_ids"]) <= reserved: + raise ValueError("Calibration systems were not reserved by the trained checkpoint") + self.calibration = data + + def _validate(self, req: PredictRequest): + from tfm.data.schema import SCHEMAS + + fields = {f.name: f for f in req.system_schema.fields} + if len(fields) != len(req.system_schema.fields): + raise ValueError("Duplicate schema fields") + names = set(fields) + if names != set(SCHEMAS[req.system_schema.family]): + # Thermal one-node schema explicitly omits only mass_temp. + if req.system_schema.family != "thermal" or names != set(SCHEMAS["thermal"]) - {"mass_temp"}: + raise ValueError("Schema must match a supported family configuration") + for name, metadata in fields.items(): + if name not in self.index: + raise ValueError(f"Unknown field {name}; map to the controlled vocabulary") + spec = self.specs[self.index[name]] + if metadata.unit != spec.unit or metadata.role != spec.role: + raise ValueError(f"Unknown or incompatible unit/role for {name}") + if metadata.minimum is not None and not spec.minimum <= metadata.minimum <= spec.maximum: + raise ValueError(f"Permissible range cannot exceed supported range for {name}") + if metadata.maximum is not None and not spec.minimum <= metadata.maximum <= spec.maximum: + raise ValueError(f"Permissible range cannot exceed supported range for {name}") + if ( + metadata.minimum is not None + and metadata.maximum is not None + and metadata.minimum > metadata.maximum + ): + raise ValueError(f"Invalid range for {name}") + roles = { + role: {name for name in names if fields[name].role == role} + for role in ("state", "action", "exogenous") + } + if len(set(req.predict)) != len(req.predict) or not set(req.predict) <= roles["state"]: + raise ValueError("Requested predictions must be unique active state fields") + if len(set(req.horizons_minutes)) != len(req.horizons_minutes): + raise ValueError("Duplicate horizons") + if any(h not in (15, 30, 60, 120) or h > self.future_steps * 15 for h in req.horizons_minutes): + raise ValueError("Supported horizons are 15, 30, 60, 120 minutes within trained action horizon") + + def values(mapping, role, allow_missing=False): + if set(mapping) != roles[role]: + raise ValueError(f"Expected exactly {sorted(roles[role])} for {role}") + for name, value in mapping.items(): + if value is None and allow_missing: + continue + sequence = value if isinstance(value, list) else [value] + spec = self.specs[self.index[name]] + lo = fields[name].minimum if fields[name].minimum is not None else spec.minimum + hi = fields[name].maximum if fields[name].maximum is not None else spec.maximum + if any(v is None or not np.isfinite(v) or v < lo or v > hi for v in sequence): + raise ValueError(f"Invalid physical value for {name}; expected [{lo}, {hi}]") + + values(req.state, "state", True) + if any(req.state[f] is None for f in req.predict): + raise ValueError("Requested fields require an observed current value for delta decoding") + for seq in req.actions.values(): + values(seq, "action") + if any(len(s) != self.future_steps for s in seq.values()): + raise ValueError(f"Action sequences require {self.future_steps} steps") + values(req.exogenous, "exogenous") + if any(len(s) != self.future_steps for s in req.exogenous.values()): + raise ValueError(f"Exogenous sequences require {self.future_steps} steps") + if len(req.history) > self.history_steps: + raise ValueError(f"Checkpoint accepts at most {self.history_steps} history observations") + times = [float(h.timestamp_minutes) for h in req.history] + if times and (times[-1] != 0 or any(abs(b - a - 15) > 1e-6 for a, b in zip(times, times[1:]))): + raise ValueError("History timestamps must be spaced 15 minutes apart and end at 0 (current time)") + for i, obs in enumerate(req.history): + values(obs.state, "state", True) + if i < len(req.history) - 1: + values(obs.actions, "action") + values(obs.exogenous, "exogenous") + elif obs.actions or obs.exogenous: + raise ValueError( + "Current observation has no already-applied future action or exogenous input" + ) + if req.history and req.history[-1].state != req.state: + raise ValueError("Final history state must equal current state") + return fields + + def prepare(self, req: PredictRequest): + from tfm.data.schema import ROLE_IDS, UNIT_IDS + + fields = self._validate(req) + f_count = len(self.specs) + h_count = self.history_steps + history = np.zeros((h_count, f_count), np.float32) + mask = np.zeros_like(history) + current = np.zeros(f_count, np.float32) + current_mask = np.zeros(f_count, np.float32) + field_mask = np.zeros(f_count, bool) + for name in fields: + field_mask[self.index[name]] = True + for name, value in req.state.items(): + if value is not None: + i = self.index[name] + current[i] = (value - self.normalization.mean[i]) / self.normalization.scale[i] + current_mask[i] = 1 + observations = req.history or [Observation(timestamp_minutes=0, state=req.state)] + offset = h_count - len(observations) + for row, obs in enumerate(observations, offset): + for mapping in (obs.state, obs.actions, obs.exogenous): + for name, value in mapping.items(): + if value is not None: + i = self.index[name] + history[row, i] = (value - self.normalization.mean[i]) / self.normalization.scale[i] + mask[row, i] = 1 + query_fields = [self.index[name] for name in req.predict for _ in req.horizons_minutes] + query_horizons = req.horizons_minutes * len(req.predict) + + def sequence(mapping): + arr = np.zeros((self.future_steps, f_count), np.float32) + for name, seq in mapping.items(): + i = self.index[name] + arr[:, i] = (np.array(seq) - self.normalization.mean[i]) / self.normalization.scale[i] + return arr + + shared = dict( + history=history, + history_mask=mask, + history_dt=np.arange(-h_count + 1, 1, dtype=np.float32) * 15, + current=current, + current_mask=current_mask, + field_mask=field_mask, + field_ids=np.arange(f_count, dtype=np.int64), + unit_ids=np.asarray(UNIT_IDS, np.int64), + role_ids=np.asarray(ROLE_IDS, np.int64), + future_exogenous=sequence(req.exogenous), + future_dt=np.arange(1, self.future_steps + 1, dtype=np.float32) * 15, + query_fields=np.array(query_fields, np.int64), + query_horizons=np.array(query_horizons, np.float32), + ) + batches = [{**shared, "future_actions": sequence(action)} for action in req.actions.values()] + batch = {k: torch.from_numpy(np.stack([b[k] for b in batches])).to(self.device) for k in shared} + batch["future_actions"] = torch.from_numpy(np.stack([b["future_actions"] for b in batches])).to( + self.device + ) + return batch, fields + + @torch.inference_mode() + def predict(self, req: PredictRequest) -> PredictResponse: + batch, fields = self.prepare(req) + predictions = [model(batch) for model in self.models] + means = torch.stack([p[0] for p in predictions]) + variances = torch.stack([p[1].exp().square() for p in predictions]) + mean = means.mean(0) + std = (variances.mean(0) + means.var(0, unbiased=False)).clamp_min(1e-12).sqrt() + mean, std = mean.cpu().numpy(), std.cpu().numpy() + if not np.isfinite(mean).all() or not np.isfinite(std).all(): + raise RuntimeError("Model produced nonfinite predictions") + result = {} + for a, label in enumerate(req.actions): + result[label] = {} + for j, name in enumerate(req.predict): + i = self.index[name] + spec = self.specs[i] + lo = fields[name].minimum if fields[name].minimum is not None else spec.minimum + hi = fields[name].maximum if fields[name].maximum is not None else spec.maximum + for k, horizon in enumerate(req.horizons_minutes): + q = j * len(req.horizons_minutes) + k + raw = float(req.state[name] + mean[a, q] * self.normalization.scale[i]) + sigma = float(std[a, q] * self.normalization.scale[i]) + estimate = float(np.clip(raw, lo, hi)) + entry = (self.calibration or {}).get("entries", {}).get(f"{i}:{horizon:g}") + interval = None + if entry is not None and entry.get("multiplier") is not None: + multiplier = float(entry["multiplier"]) + if not np.isfinite(multiplier) or multiplier < 0: + raise RuntimeError("Invalid calibration multiplier") + # Preserve the calibrated raw center; clipping intersects physical support. + interval = ( + float(np.clip(raw - multiplier * sigma, lo, hi)), + float(np.clip(raw + multiplier * sigma, lo, hi)), + ) + result[label].setdefault(str(horizon), {})[name] = FieldPrediction( + mean=estimate, + predictive_std=sigma, + interval_90=interval, + interval_status="calibrated" if interval else "unavailable", + physically_clipped=estimate != raw, + ) + state_values = batch["current"] + state_mask = batch["current_mask"].bool() + ood = bool(((state_values.abs() > 6) & state_mask).any().cpu()) + return PredictResponse( + model_version=self.version, + predictions=result, + indicators={ + "insufficient_context": len(req.history) < self.history_steps, + "out_of_distribution": ood, + "ood_method": "heuristic: current observed states beyond six training standard deviations", + "intervals_condition_on_known_exogenous": True, + "missing_observations": bool( + (batch["history_mask"][0, :, batch["field_mask"][0]].sum(0) == 0).any().cpu() + ), + }, + ) + + +def create_app(engine: PredictionEngine | None = None) -> FastAPI: + app = FastAPI(title="Transition Foundation Model", version="0.1.0") + app.state.engine = engine + + @app.get("/health") + def health(): + return {"status": "ready" if app.state.engine is not None else "unconfigured"} + + @app.post("/v1/predict", response_model=PredictResponse) + def predict(req: PredictRequest): + if app.state.engine is None: + raise HTTPException(503, "Configure TFM_CHECKPOINT with trained weights") + try: + return app.state.engine.predict(req) + except ValueError as exc: + raise HTTPException(422, str(exc)) from exc + + return app + + +def configured_app(): + checkpoints = [s for s in os.environ.get("TFM_CHECKPOINT", "").split(",") if s] + engine = ( + PredictionEngine(checkpoints, os.environ.get("TFM_CALIBRATION"), os.environ.get("TFM_DEVICE", "cpu")) + if checkpoints + else None + ) + return create_app(engine) + + +app = configured_app() diff --git a/tfm/data/__init__.py b/tfm/data/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..647d23631044923c3524dfa091a50e232b418f37 --- /dev/null +++ b/tfm/data/__init__.py @@ -0,0 +1,69 @@ +"""Public data contracts; simulator imports stay lazy to avoid import cycles.""" + +from .episodes import Episode, load_episode, load_manifest_episodes, save_episode, save_episode_parquet +from .normalization import Normalization +from .schema import ( + DT_MINUTES, + FIELD_INDEX, + FIELD_SPECS, + GENERATOR_VERSION, + HORIZONS, + MAX_STATE_FIELDS, + NUM_FIELDS, + ROLE_IDS, + ROLE_NAMES, + SCHEMAS, + UNIT_IDS, + UNIT_NAMES, + FieldSpec, + field_mask, + role_fields, +) +from .windows import WindowDataset + + +def generate_dataset(*args, **kwargs): + from .generate import generate_dataset as implementation + + return implementation(*args, **kwargs) + + +def generate_episode(*args, **kwargs): + from .generate import generate_episode as implementation + + return implementation(*args, **kwargs) + + +def generate_exogenous(*args, **kwargs): + from .generate import generate_exogenous as implementation + + return implementation(*args, **kwargs) + + +__all__ = [ + "DT_MINUTES", + "FIELD_INDEX", + "FIELD_SPECS", + "GENERATOR_VERSION", + "HORIZONS", + "MAX_STATE_FIELDS", + "NUM_FIELDS", + "ROLE_IDS", + "ROLE_NAMES", + "SCHEMAS", + "UNIT_IDS", + "UNIT_NAMES", + "Episode", + "FieldSpec", + "Normalization", + "WindowDataset", + "field_mask", + "generate_dataset", + "generate_episode", + "generate_exogenous", + "load_episode", + "load_manifest_episodes", + "role_fields", + "save_episode", + "save_episode_parquet", +] diff --git a/tfm/data/episodes.py b/tfm/data/episodes.py new file mode 100644 index 0000000000000000000000000000000000000000..7b2f2808be657b5abd52f91b733813dddc8f5b36 --- /dev/null +++ b/tfm/data/episodes.py @@ -0,0 +1,137 @@ +"""Full episodes and safe NPZ serialization (no pickle payloads).""" + +import json +from dataclasses import dataclass +from pathlib import Path + +import numpy as np + +from .schema import NUM_FIELDS, field_mask + + +@dataclass +class Episode: + system_id: str + family_id: str + schema: list[str] + timestamps: np.ndarray + values: np.ndarray + observation_mask: np.ndarray + actions: np.ndarray + exogenous: np.ndarray + hidden_parameters: dict + seed: int + split: str | None = None + policy_ids: np.ndarray | None = None + policy_segment_ids: np.ndarray | None = None + + def __post_init__(self): + self.values = np.asarray(self.values, dtype=np.float64) + self.observation_mask = np.asarray(self.observation_mask, dtype=bool) + self.actions = np.asarray(self.actions, dtype=np.float64) + self.exogenous = np.asarray(self.exogenous, dtype=np.float64) + self.timestamps = np.asarray(self.timestamps, dtype=np.float64) + t = len(self.values) - 1 + if self.values.shape != (t + 1, NUM_FIELDS) or self.observation_mask.shape != self.values.shape: + raise ValueError("Episode values/mask must be canonical [T+1,F]") + if self.actions.shape != (t, NUM_FIELDS) or self.exogenous.shape != (t, NUM_FIELDS): + raise ValueError("Episode actions/exogenous must be canonical [T,F]") + if self.timestamps.shape != (t + 1,) or np.any(np.diff(self.timestamps) <= 0): + raise ValueError("Episode timestamps must be increasing minutes") + if np.any(self.observation_mask & ~np.isfinite(self.values)): + raise ValueError("Observed episode values must be finite") + if not np.isfinite(self.actions).all() or not np.isfinite(self.exogenous).all(): + raise ValueError("Applied actions and exogenous arrays must be finite") + if np.any(self.observation_mask[:, ~self.field_mask]): + raise ValueError("Padding cannot be observed") + + @property + def states(self): + return self.values + + @property + def field_mask(self): + return field_mask(self.schema) + + +def save_episode(episode, path): + path = Path(path) + path.parent.mkdir(parents=True, exist_ok=True) + metadata = { + "system_id": episode.system_id, + "family_id": episode.family_id, + "schema": episode.schema, + "hidden_parameters": episode.hidden_parameters, + "seed": episode.seed, + "split": episode.split, + } + np.savez_compressed( + path, + metadata=np.array(json.dumps(metadata, sort_keys=True)), + timestamps=episode.timestamps, + values=episode.values, + observation_mask=episode.observation_mask, + actions=episode.actions, + exogenous=episode.exogenous, + policy_ids=episode.policy_ids if episode.policy_ids is not None else np.array([], dtype=np.int8), + policy_segment_ids=episode.policy_segment_ids + if episode.policy_segment_ids is not None + else np.array([], dtype=np.int32), + ) + + +def load_episode(path): + with np.load(path, allow_pickle=False) as data: + metadata = json.loads(str(data["metadata"])) + return Episode( + **metadata, + timestamps=data["timestamps"], + values=data["values"], + observation_mask=data["observation_mask"], + actions=data["actions"], + exogenous=data["exogenous"], + policy_ids=data["policy_ids"], + policy_segment_ids=data["policy_segment_ids"] if "policy_segment_ids" in data else None, + ) + + +def load_manifest_episodes(data, split=None): + path = Path(data) + manifest_path = path if path.is_file() else path / "manifest.json" + manifest = json.loads(manifest_path.read_text()) + episodes = [] + for entry in manifest["episodes"]: + if split is None or entry["split"] == split: + episode = load_episode(manifest_path.parent / entry["path"]) + episode.split = entry["split"] + episodes.append(episode) + return episodes + + +def save_episode_parquet(episode, path): + """Human-readable long rows retain masks, controls, provenance, and hidden parameters.""" + import pyarrow as pa + import pyarrow.parquet as pq + + from .schema import FIELD_INDEX, FIELD_SPECS + + columns = {"system_id": [], "family_id": [], "time_minutes": [], "field": [], "value": [], "observed": []} + for name in episode.schema: + i = FIELD_INDEX[name] + n = len(episode.values) + columns["system_id"].extend([episode.system_id] * n) + columns["family_id"].extend([episode.family_id] * n) + columns["time_minutes"].extend(episode.timestamps.tolist()) + columns["field"].extend([name] * n) + columns["value"].extend(episode.values[:, i].tolist()) + columns["observed"].extend(episode.observation_mask[:, i].tolist()) + table = pa.table(columns) + metadata = { + "schema": episode.schema, + "hidden_parameters": episode.hidden_parameters, + "seed": episode.seed, + "split": episode.split, + "field_specs": [vars(spec) for spec in FIELD_SPECS], + } + table = table.replace_schema_metadata({b"tfm_episode": json.dumps(metadata).encode()}) + pq.write_table(table, path, compression="zstd") diff --git a/tfm/data/external.py b/tfm/data/external.py new file mode 100644 index 0000000000000000000000000000000000000000..5a2f85100f458081fc7fd3a62678a0477d7668e5 --- /dev/null +++ b/tfm/data/external.py @@ -0,0 +1,205 @@ +"""Isolated native collectors. Raw external names/units require a validated mapping before training. + +These collectors deliberately never claim arbitrary external observations are the +synthetic vocabulary. They preserve native controls and provenance for milestone 5. +""" + +from __future__ import annotations + +import json +from pathlib import Path +from urllib.request import Request, urlopen + +import numpy as np + + +def _save_native(path, arrays, metadata): + path = Path(path) + path.parent.mkdir(parents=True, exist_ok=True) + arrays = {k: np.asarray(v) for k, v in arrays.items()} + if any(v.dtype == object for v in arrays.values()): + raise ValueError("Native arrays must be numerical; flatten structured observations explicitly") + np.savez_compressed(path, **arrays) + metadata = { + **metadata, + "collector_version": "tfm-native-v1", + "schema_mapping_validated": False, + "normalization_status": "not fitted; keep external and synthetic sources separate", + } + path.with_suffix(".json").write_text(json.dumps(metadata, indent=2, allow_nan=False)) + return metadata + + +def collect_citylearn(env, policy, path, *, system_id, steps=672, seed=42): + """Collect an instantiated CityLearn 3 list-interface environment. + + policy(observations, action_names, action_spaces) -> one vector per enabled + agent. Never invent thermostat controls or reinterpret storage fractions as kW. + """ + action_names = env.action_names + observation_names = env.observation_names + spaces = env.action_space + if not isinstance(spaces, list): + raise ValueError("Use CityLearn's list interface or provide a dedicated dict-interface adapter") + if any(len(names) != space.shape[0] for names, space in zip(action_names, spaces)): + raise ValueError("Native action names and action-space dimensions differ") + reset = env.reset(seed=seed) + observations = reset[0] if isinstance(reset, tuple) else reset + observed = [[np.asarray(o, dtype=float)] for o in observations] + controls = [[] for _ in spaces] + for _ in range(steps): + actions = policy(observations, action_names, spaces) + if len(actions) != len(spaces): + raise ValueError("Policy must provide every enabled agent's native actions") + validated = [] + for i, (action, space) in enumerate(zip(actions, spaces)): + value = np.asarray(action, dtype=space.dtype) + if not space.contains(value) or not np.isfinite(value).all(): + raise ValueError(f"Invalid native CityLearn action for agent {i}") + validated.append(value) + controls[i].append(value) + observations, _, terminated, truncated, _ = env.step(validated) + for seq, obs in zip(observed, observations): + seq.append(np.asarray(obs, dtype=float)) + if terminated or truncated: + break + arrays = { + **{f"observations_{i}": x for i, x in enumerate(observed)}, + **{f"actions_{i}": x for i, x in enumerate(controls)}, + } + return _save_native( + path, + arrays, + { + "source": "CityLearn", + "system_id": str(system_id), + "seed": seed, + "action_names": action_names, + "observation_names": observation_names, + "seconds_per_time_step": float(env.seconds_per_time_step), + "action_bounds": [{"low": s.low.tolist(), "high": s.high.tolist()} for s in spaces], + "exogenous_status": "derive native weather/forecast separately; no future states as exogenous", + }, + ) + + +class BoptestClient: + """Direct instance REST client. Start/select an instance outside this collector. + + endpoint must already identify the instance (hosted service routes may require + their own testid prefix). Native input/measurement units are preserved. + """ + + def __init__(self, endpoint, timeout=30): + self.endpoint = endpoint.rstrip("/") + self.timeout = timeout + + def call(self, method, path, payload=None): + request = Request( + self.endpoint + "/" + path.lstrip("/"), + data=json.dumps(payload).encode() if payload is not None else None, + headers={"Content-Type": "application/json"}, + method=method, + ) + with urlopen(request, timeout=self.timeout) as response: + result = json.load(response) + if isinstance(result, dict) and "payload" in result: + if result.get("status", 200) not in (200, 201): + raise ValueError(f"BOPTEST rejected {path}: {result.get('message')}") + return result["payload"] + return result + + +def collect_boptest(client, policy, path, *, system_id, start_time=0, warmup_period=86400, steps=672): + """Preserve native inputs and specified scenario/weather forecast snapshots. + + policy(measurement,input_metadata) returns native overrides (including activate + flags where required). Forecast snapshots are recorded before each intervention. + """ + inputs = client.call("GET", "inputs") + measurements = client.call("GET", "measurements") + forecast_points = client.call("GET", "forecast_points") + client.call("PUT", "step", {"step": 900}) + measurement = client.call("PUT", "initialize", {"start_time": start_time, "warmup_period": warmup_period}) + states, actions, forecasts = [measurement], [], [] + for _ in range(steps): + action = policy(measurement, inputs) + for name, value in action.items(): + if name not in inputs: + raise ValueError(f"Unknown BOPTEST input {name}") + spec = inputs[name] + if ( + not np.isfinite(value) + or value < spec.get("Minimum", -np.inf) + or value > spec.get("Maximum", np.inf) + ): + raise ValueError(f"Invalid BOPTEST input {name}") + forecasts.append( + client.call( + "PUT", "forecast", {"point_names": list(forecast_points), "horizon": 7200, "interval": 900} + ) + ) + measurement = client.call("POST", "advance", action) + states.append(measurement) + actions.append(action) + # Native dictionary snapshots retain scenario-specific units and optional inputs. + target = Path(path) + target.parent.mkdir(parents=True, exist_ok=True) + target.write_text( + json.dumps( + { + "source": "BOPTEST", + "collector_version": "tfm-native-v1", + "system_id": str(system_id), + "dt_seconds": 900, + "inputs": inputs, + "measurements": measurements, + "forecast_points": forecast_points, + "states": states, + "actions": actions, + "forecasts": forecasts, + "schema_mapping_validated": False, + }, + indent=2, + allow_nan=False, + ) + ) + return target + + +def collect_minari(dataset, path, *, system_id_for_episode): + """Collect numerical offline episodes; caller supplies physical-instance IDs. + + An episode ID is not evidence of a distinct physical system. This is why an + explicit instance grouping function is required before any dataset split. + """ + output = Path(path) + output.mkdir(parents=True, exist_ok=True) + collected = [] + for episode in dataset.iterate_episodes(): + if isinstance(episode.observations, dict) or isinstance(episode.actions, dict): + raise ValueError("Structured Minari observations/actions require explicit numerical flattening") + sid = system_id_for_episode(episode) + if sid is None: + raise ValueError( + "Physical system grouping must be supplied; episode IDs cannot imply unseen systems" + ) + metadata = _save_native( + output / f"episode-{episode.id}.npz", + { + "observations": episode.observations, + "actions": episode.actions, + "terminations": episode.terminations, + "truncations": episode.truncations, + }, + { + "source": "Minari", + "dataset_id": dataset.spec.dataset_id, + "episode_id": int(episode.id), + "system_id": str(sid), + "intervention_coverage": "offline observed actions only", + }, + ) + collected.append(metadata) + (output / "native_manifest.json").write_text(json.dumps(collected, indent=2)) + return collected diff --git a/tfm/data/generate.py b/tfm/data/generate.py new file mode 100644 index 0000000000000000000000000000000000000000..e2cef4bc9cb9d43cda1fb2a54c720c16e9d259c1 --- /dev/null +++ b/tfm/data/generate.py @@ -0,0 +1,269 @@ +"""Seeded mixed-policy episode generation and stratified system partitions. + +Exogenous values are forecast inputs at transition t, never future state sensors. +Thermal/battery temperatures follow daily sinusoids plus correlated innovations; +solar peaks in daytime, occupancy and tank demand follow daily schedules. +""" + +import argparse +import json +from pathlib import Path + +import numpy as np + +from .episodes import Episode, load_manifest_episodes, save_episode, save_episode_parquet +from .schema import DT_MINUTES, FIELD_INDEX, FIELD_SPECS, GENERATOR_VERSION, NUM_FIELDS, SCHEMAS, role_fields + +POLICY_NAMES = ("random_piecewise", "structured_step_ramp", "feedback", "boundary") +POLICY_WEIGHTS = (0.35, 0.30, 0.25, 0.10) + + +def generate_exogenous(family, steps, seed): + rng = np.random.default_rng(seed) + hour = np.arange(steps) * DT_MINUTES / 60 % 24 + result = np.zeros((steps, NUM_FIELDS)) + innovation = np.zeros(steps) + for t in range(1, steps): + innovation[t] = 0.94 * innovation[t - 1] + rng.normal(0, 0.25) + daily = rng.uniform(8, 24) + rng.uniform(3, 9) * np.sin((hour - 9) * np.pi / 12) + innovation + if family == "thermal": + result[:, FIELD_INDEX["outdoor_temp"]] = daily + result[:, FIELD_INDEX["solar_gain"]] = rng.uniform(0.5, 3) * np.maximum( + 0, np.sin((hour - 6) * np.pi / 12) + ) + result[:, FIELD_INDEX["occupancy_gain"]] = 0.12 + ((hour >= 17) | (hour < 8)) * rng.uniform(0.1, 0.7) + elif family == "tank": + result[:, FIELD_INDEX["demand"]] = np.clip( + 0.4 + + 2 * np.exp(-(((hour - 8) / 2) ** 2)) + + 2 * np.exp(-(((hour - 19) / 3) ** 2)) + + rng.normal(0, 0.15, steps), + 0, + 10, + ) + result[:, FIELD_INDEX["inlet_temp"]] = 13 + 0.15 * daily + elif family == "battery": + result[:, FIELD_INDEX["ambient_temp"]] = daily + else: + raise ValueError(f"Unknown family {family}") + return result + + +def _rounded_counts(size, weights): + """Largest-remainder integer quotas, preserving the requested total.""" + expected = np.asarray(weights, dtype=float) * size + counts = np.floor(expected).astype(int) + order = np.argsort(-(expected - counts), kind="stable") + counts[order[: size - int(counts.sum())]] += 1 + return counts + + +def split_systems(assigned_families, seed=0): + """Deterministic stratified 70/15/15 system split with global integer quotas. + + Each family has at least one system in each partition. At small sizes this + constraint takes priority over fractional quotas. Equal rounding ties go to + validation before test, so 90 systems split 63/14/13, and 1200 split 840/180/180. + """ + assigned_families = list(assigned_families) + families = tuple(dict.fromkeys(assigned_families)) + if not families: + raise ValueError("Cannot split an empty system list") + groups = [np.array([i for i, f in enumerate(assigned_families) if f == family]) for family in families] + if any(len(ids) < 3 for ids in groups): + raise ValueError("Stratification requires at least three systems per family") + weights = (0.70, 0.15, 0.15) + target = _rounded_counts(len(assigned_families), weights) + counts = np.array([np.maximum(1, np.floor(len(ids) * np.array(weights)).astype(int)) for ids in groups]) + for row, ids in zip(counts, groups): + while row.sum() > len(ids): + eligible = np.where(row > 1, row, -1) + row[int(np.argmax(eligible))] -= 1 + for row, ids in zip(counts, groups): + while row.sum() < len(ids): + deficits = target - counts.sum(axis=0) + row[int(np.argmax(deficits))] += 1 + rng = np.random.default_rng(seed) + splits = {} + for ids, (n_train, n_val, _) in zip(groups, counts): + rng.shuffle(ids) + for split, selected in ( + ("train", ids[:n_train]), + ("validation", ids[n_train : n_train + n_val]), + ("test", ids[n_train + n_val :]), + ): + splits.update({int(i): split for i in selected}) + return splits + + +def policy_segments(steps, rng): + """Random 2..16-step segments selected by remaining 35/30/25/10 quotas. + + Segment boundaries remain explicit even for adjacent segments of the same + policy. Sampled lengths are adjusted at quota tails to avoid one-step holds. + Only very short episodes whose entire policy quota is one step require a + one-step truncated segment. Exact per-episode step proportions are preserved. + """ + remaining = _rounded_counts(steps, POLICY_WEIGHTS) + result = [] + start = 0 + while remaining.sum(): + policy = int(rng.choice(4, p=remaining / remaining.sum())) + length = min(int(rng.integers(2, 17)), int(remaining[policy])) + if remaining[policy] - length == 1: + length = length - 1 if length > 2 else length + 1 + result.append((policy, start, length)) + remaining[policy] -= length + start += length + return result + + +def _feedback_action(sim): + if sim.family == "thermal": + return np.array([np.clip((22 - sim.state[0]) * 2.5, -15, 15)]) + if sim.family == "tank": + fraction = sim.state[0] / sim.parameters["capacity"] + return np.array([0.9, np.clip(0.4 + (0.55 - fraction) * 2, 0, 1)]) + return np.array([np.clip((0.55 - sim.state[0]) * 15, -20, 20)]) + + +def _segment_actions(sim, policy, length, rng): + names = role_fields(sim.schema, "action") + bounds = np.array( + [(FIELD_SPECS[FIELD_INDEX[n]].minimum, FIELD_SPECS[FIELD_INDEX[n]].maximum) for n in names] + ) + low, high = bounds[:, 0], bounds[:, 1] + if policy == 0: + return np.tile(rng.uniform(low, high), (length, 1)) + if policy == 1: + start, end = rng.uniform(low, high), rng.uniform(low, high) + if rng.random() < 0.5 and length > 1: + return np.linspace(start, end, length) # constant-rate ramp + result = np.tile(start, (length, 1)) + if length > 1: + result[int(rng.integers(1, length)) :] = end # sustained step intervention + return result + if policy == 3: + return np.tile(np.where(rng.integers(0, 2, len(names)), high, low), (length, 1)) + return None # feedback must use each newly observed simulator state + + +def generate_episode(family, system_id, days=7, seed=0, split=None, missing_probability=0.02): + from tfm.simulators import make_simulator + + steps = round(days * 24 * 60 / DT_MINUTES) + if steps < 1 or not 0 <= missing_probability < 1: + raise ValueError("days must be positive; missing_probability in [0,1)") + streams = np.random.SeedSequence(seed).spawn(4) + sim = make_simulator(family, int(streams[0].generate_state(1)[0])) + exogenous = generate_exogenous(family, steps, int(streams[1].generate_state(1)[0])) + rng, mask_rng = np.random.default_rng(streams[2]), np.random.default_rng(streams[3]) + values = np.zeros((steps + 1, NUM_FIELDS)) + actions = np.zeros((steps, NUM_FIELDS)) + mask = np.zeros_like(values, dtype=bool) + states = [FIELD_INDEX[n] for n in role_fields(sim.schema, "state")] + controls = [FIELD_INDEX[n] for n in role_fields(sim.schema, "action")] + exposures = [FIELD_INDEX[n] for n in role_fields(sim.schema, "exogenous")] + policies = np.zeros(steps, dtype=np.int8) + segment_ids = np.zeros(steps, dtype=np.int32) + values[0, states] = sim.state + for segment_id, (policy, start, length) in enumerate(policy_segments(steps, rng)): + planned = _segment_actions(sim, policy, length, rng) + policies[start : start + length] = policy + segment_ids[start : start + length] = segment_id + for offset in range(length): + t = start + offset + compact = _feedback_action(sim) if policy == 2 else planned[offset] + actions[t, controls] = compact + values[t, controls] = compact + values[t, exposures] = exogenous[t, exposures] + values[t + 1, states] = sim.step(actions[t], exogenous[t]) + mask[:, states] = mask_rng.random((steps + 1, len(states))) >= missing_probability + mask[:-1, controls + exposures] = True + return Episode( + system_id, + family, + sim.schema, + np.arange(steps + 1) * DT_MINUTES, + values, + mask, + actions, + exogenous, + sim.parameters, + sim.seed, + split, + policies, + segment_ids, + ) + + +def generate_dataset( + output, systems=1200, days=7, seed=0, families=("thermal", "tank", "battery"), parquet=False +): + output = Path(output) + output.mkdir(parents=True, exist_ok=True) + families = tuple(families) + if not families or any(f not in SCHEMAS for f in families) or systems < 3 * len(families): + raise ValueError("Need known families and at least 3 systems per family for disjoint partitions") + manifest = { + "generator_version": GENERATOR_VERSION, + "seed": seed, + "dt_minutes": DT_MINUTES, + "systems": systems, + "days": days, + "policy_names": list(POLICY_NAMES), + "policy_weights": list(POLICY_WEIGHTS), + "split_unit": "system_id", + "split_weights": [0.70, 0.15, 0.15], + "policy_segment_length_steps": [2, 16], + "policy_segment_quota_tail_may_be_one_step": True, + "episodes": [], + } + assigned = [families[i % len(families)] for i in range(systems)] + splits = split_systems(assigned, seed) + for i, family in enumerate(assigned): + episode_seed = int(np.random.SeedSequence([seed, i]).generate_state(1)[0]) + system_id = f"{family}-{i:05d}" + episode = generate_episode(family, system_id, days, episode_seed, splits[i]) + path = f"episodes/{system_id}.npz" + save_episode(episode, output / path) + entry = { + "path": path, + "system_id": system_id, + "family_id": family, + "split": splits[i], + "seed": episode_seed, + } + if parquet: + parquet_path = output / "parquet" / f"{system_id}.parquet" + parquet_path.parent.mkdir(parents=True, exist_ok=True) + save_episode_parquet(episode, parquet_path) + entry["parquet_path"] = str(parquet_path.relative_to(output)) + manifest["episodes"].append(entry) + manifest["split_system_ids"] = { + split: sorted(e["system_id"] for e in manifest["episodes"] if e["split"] == split) + for split in ("train", "validation", "test") + } + manifest["normalization_path"] = "normalization.json" + (output / "manifest.json").write_text(json.dumps(manifest, indent=2, sort_keys=True) + "\n") + from .normalization import Normalization + + Normalization.fit(load_manifest_episodes(output, "train")).save(output / "normalization.json") + return manifest + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--output", required=True) + parser.add_argument("--systems", type=int, default=1200) + parser.add_argument("--days", type=float, default=7) + parser.add_argument("--seed", type=int, default=0) + parser.add_argument("--families", nargs="+", choices=tuple(SCHEMAS), default=list(SCHEMAS)) + parser.add_argument("--parquet", action="store_true") + args = parser.parse_args() + manifest = generate_dataset(**vars(args)) + print(f"Generated {len(manifest['episodes'])} full episodes at {args.output}") + + +if __name__ == "__main__": + main() diff --git a/tfm/data/normalization.py b/tfm/data/normalization.py new file mode 100644 index 0000000000000000000000000000000000000000..6e5f68d523810c3aa77004c18c5f286adfd12ca2 --- /dev/null +++ b/tfm/data/normalization.py @@ -0,0 +1,67 @@ +"""Training-only observation statistics, with explicit auditable system provenance.""" + +import json +from dataclasses import dataclass +from pathlib import Path + +import numpy as np + +from .schema import FIELD_SPECS, NUM_FIELDS + + +@dataclass +class Normalization: + mean: np.ndarray + scale: np.ndarray + training_system_ids: list[str] + + def __post_init__(self): + self.mean, self.scale = np.asarray(self.mean, dtype=float), np.asarray(self.scale, dtype=float) + if self.mean.shape != (NUM_FIELDS,) or self.scale.shape != (NUM_FIELDS,): + raise ValueError("Normalization must match canonical vocabulary") + if not np.isfinite(self.mean).all() or not np.isfinite(self.scale).all() or np.any(self.scale <= 0): + raise ValueError("Normalization must have finite means and positive scales") + + @classmethod + def fit(cls, episodes): + episodes = list(episodes) + if not episodes: + raise ValueError("Normalization requires training episodes") + if any(ep.split not in (None, "train") for ep in episodes): + raise ValueError("Normalization fit accepts only training episodes") + count, total, squares = np.zeros(NUM_FIELDS), np.zeros(NUM_FIELDS), np.zeros(NUM_FIELDS) + for episode in episodes: + mask = episode.observation_mask & np.isfinite(episode.values) + observed = np.where(mask, episode.values, 0.0) + count += mask.sum(0) + total += observed.sum(0) + squares += (observed**2).sum(0) + mean = total / np.maximum(count, 1) + scale = np.sqrt(np.maximum(squares / np.maximum(count, 1) - mean**2, 0)) + scale[scale < 1e-6] = 1 + return cls(mean, scale, sorted({ep.system_id for ep in episodes})) + + def transform(self, values, mask=None): + transformed = (np.asarray(values) - self.mean) / self.scale + return np.where(mask, transformed, 0) if mask is not None else transformed + + def inverse(self, values): + return np.asarray(values) * self.scale + self.mean + + def save(self, path): + data = { + "version": 1, + "field_names": [f.name for f in FIELD_SPECS], + "mean": self.mean.tolist(), + "scale": self.scale.tolist(), + "training_system_ids": self.training_system_ids, + "bounds": {f.name: [f.minimum, f.maximum] for f in FIELD_SPECS}, + } + Path(path).write_text(json.dumps(data, indent=2, sort_keys=True) + "\n") + + @classmethod + def load(cls, path): + data = json.loads(Path(path).read_text()) + if data.get("version") != 1 or data["field_names"] != [f.name for f in FIELD_SPECS]: + raise ValueError("Incompatible normalization version/vocabulary") + return cls(data["mean"], data["scale"], data["training_system_ids"]) diff --git a/tfm/data/schema.py b/tfm/data/schema.py new file mode 100644 index 0000000000000000000000000000000000000000..79b0569444282a544fd6170c4fb563e7b7df4e04 --- /dev/null +++ b/tfm/data/schema.py @@ -0,0 +1,82 @@ +"""Controlled, stable vocabulary; bounds describe sensors, never instance capacities.""" + +from dataclasses import dataclass + +import numpy as np + +DT_MINUTES = 15 +HORIZONS = (1, 2, 4, 8) +GENERATOR_VERSION = "0.1.2" + + +@dataclass(frozen=True) +class FieldSpec: + name: str + unit: str + role: str + minimum: float + maximum: float + type: str = "continuous" + + +FIELD_SPECS = [ + FieldSpec("indoor_temp", "degC", "state", -30, 70), + FieldSpec("mass_temp", "degC", "state", -30, 70), + FieldSpec("energy_kwh", "kWh", "state", 0, 1e6), + FieldSpec("water_level", "m3", "state", 0, 50), + FieldSpec("water_temp", "degC", "state", -5, 80), + FieldSpec("flow", "m3/h", "state", 0, 20), + FieldSpec("pressure", "kPa", "state", 0, 300), + FieldSpec("state_of_charge", "fraction", "state", 0, 1), + FieldSpec("battery_temp", "degC", "state", -30, 80), + FieldSpec("terminal_voltage", "V", "state", 10, 70), + FieldSpec("hvac_power", "kW", "action", -15, 15), + FieldSpec("valve_position", "fraction", "action", 0, 1), + FieldSpec("pump_output", "fraction", "action", 0, 1), + FieldSpec("battery_power", "kW", "action", -20, 20), + FieldSpec("outdoor_temp", "degC", "exogenous", -30, 60), + FieldSpec("solar_gain", "kW", "exogenous", 0, 5), + FieldSpec("occupancy_gain", "kW", "exogenous", 0, 3), + FieldSpec("demand", "m3/h", "exogenous", 0, 10), + FieldSpec("inlet_temp", "degC", "exogenous", -5, 60), + FieldSpec("ambient_temp", "degC", "exogenous", -30, 60), +] +FIELD_INDEX = {spec.name: i for i, spec in enumerate(FIELD_SPECS)} +NUM_FIELDS = len(FIELD_SPECS) +UNIT_NAMES = tuple(dict.fromkeys(spec.unit for spec in FIELD_SPECS)) +ROLE_NAMES = ("state", "action", "exogenous") +UNIT_IDS = np.array([UNIT_NAMES.index(spec.unit) for spec in FIELD_SPECS], dtype=np.int64) +ROLE_IDS = np.array([ROLE_NAMES.index(spec.role) for spec in FIELD_SPECS], dtype=np.int64) +SCHEMAS = { + "thermal": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "hvac_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + ], + "tank": [ + "water_level", + "water_temp", + "flow", + "pressure", + "valve_position", + "pump_output", + "demand", + "inlet_temp", + ], + "battery": ["state_of_charge", "battery_temp", "terminal_voltage", "battery_power", "ambient_temp"], +} +MAX_STATE_FIELDS = max(sum(FIELD_SPECS[FIELD_INDEX[n]].role == "state" for n in s) for s in SCHEMAS.values()) + + +def role_fields(schema, role): + return [n for n in schema if FIELD_SPECS[FIELD_INDEX[n]].role == role] + + +def field_mask(schema): + mask = np.zeros(NUM_FIELDS, dtype=bool) + mask[[FIELD_INDEX[n] for n in schema]] = True + return mask diff --git a/tfm/data/windows.py b/tfm/data/windows.py new file mode 100644 index 0000000000000000000000000000000000000000..ecac21c71609dc8a6c15d9cbb3c2c57add0b6576 --- /dev/null +++ b/tfm/data/windows.py @@ -0,0 +1,106 @@ +"""Leakage-safe historical inputs and horizon-specific normalized state deltas. + +History ends at current state t. Action/exogenous row s describes transition +s -> s+1, so historical actions stop at t-1. Planned controls start at t. +""" + +import numpy as np +import torch +from torch.utils.data import Dataset + +from .schema import FIELD_INDEX, HORIZONS, MAX_STATE_FIELDS, NUM_FIELDS, ROLE_IDS, UNIT_IDS, role_fields + + +class WindowDataset(Dataset): + def __init__(self, episodes, normalization, history_steps=24, future_steps=8, samples=10000, seed=0): + self.episodes = list(episodes) + self.normalization = normalization + self.history_steps, self.future_steps = int(history_steps), int(future_steps) + if history_steps < 1 or future_steps < max(HORIZONS): + raise ValueError("History must be positive and future_steps must cover horizon 8") + available = [] + for i, episode in enumerate(self.episodes): + available.extend((i, t) for t in range(history_steps - 1, len(episode.values) - future_steps)) + if not available: + raise ValueError("No episodes long enough for requested window") + if samples is None: + self.indices = available + else: + if int(samples) <= 0: + raise ValueError("samples must be positive") + rng = np.random.default_rng(seed) + self.indices = [available[i] for i in rng.integers(0, len(available), int(samples))] + self.seed = seed + + def __len__(self): + return len(self.indices) + + def __getitem__(self, index): + episode_index, t = self.indices[index] + ep = self.episodes[episode_index] + h, k = self.history_steps, self.future_steps + history_values = ep.values[t - h + 1 : t + 1].copy() + history_mask = ep.observation_mask[t - h + 1 : t + 1].copy() + # Explicit transition arrays are authoritative for historical controls. + past_actions = (ROLE_IDS == 1) & ep.field_mask + past_exogenous = (ROLE_IDS == 2) & ep.field_mask + history_values[:-1, past_actions] = ep.actions[t - h + 1 : t, past_actions] + history_values[:-1, past_exogenous] = ep.exogenous[t - h + 1 : t, past_exogenous] + # Exclude controls and known forecast inputs applied AFTER the anchor state. + history_mask[-1, ROLE_IDS != 0] = False + history_values[-1, ROLE_IDS != 0] = 0 + current_mask = history_mask[-1] + norm = self.normalization + history = norm.transform(history_values, history_mask) + future_actions = np.zeros((k, NUM_FIELDS)) + future_exogenous = np.zeros((k, NUM_FIELDS)) + action_slots, exogenous_slots = (ROLE_IDS == 1) & ep.field_mask, (ROLE_IDS == 2) & ep.field_mask + future_actions[:, action_slots] = norm.transform(ep.actions[t : t + k])[:, action_slots] + future_exogenous[:, exogenous_slots] = norm.transform(ep.exogenous[t : t + k])[:, exogenous_slots] + query_fields = np.zeros(MAX_STATE_FIELDS * len(HORIZONS), dtype=np.int64) + query_horizons = np.zeros_like(query_fields, dtype=float) + target = np.zeros_like(query_fields, dtype=float) + target_mask = np.zeros_like(query_fields, dtype=bool) + q = 0 + for name in role_fields(ep.schema, "state"): + field = FIELD_INDEX[name] + for horizon in HORIZONS: + query_fields[q] = field + query_horizons[q] = ep.timestamps[t + horizon] - ep.timestamps[t] + target_mask[q] = ep.observation_mask[t, field] and ep.observation_mask[t + horizon, field] + if target_mask[q]: + target[q] = (ep.values[t + horizon, field] - ep.values[t, field]) / norm.scale[field] + q += 1 + arrays = { + "history": history, + "history_mask": history_mask.astype(float), + "history_dt": ep.timestamps[t - h + 1 : t + 1] - ep.timestamps[t], + "current": history[-1], + "current_mask": current_mask.astype(float), + "future_actions": future_actions, + "future_exogenous": future_exogenous, + "future_dt": ep.timestamps[t + 1 : t + k + 1] - ep.timestamps[t], + "field_mask": ep.field_mask, + "field_ids": np.arange(NUM_FIELDS, dtype=np.int64), + "unit_ids": UNIT_IDS.copy(), + "role_ids": ROLE_IDS.copy(), + "query_fields": query_fields, + "query_horizons": query_horizons, + "target": target, + "target_mask": target_mask, + } + return { + name: torch.from_numpy( + np.asarray( + value, + dtype=( + np.int64 + if name.endswith("ids") or name == "query_fields" + else bool + if name in ("field_mask", "target_mask") + else np.float32 + ), + ).copy() + ) + for name, value in arrays.items() + } diff --git a/tfm/evaluation/__init__.py b/tfm/evaluation/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..88e36fc369634c9885cded782e8aae0e7ef162e9 --- /dev/null +++ b/tfm/evaluation/__init__.py @@ -0,0 +1,14 @@ +"""Physical-unit probabilistic evaluation and held-out calibration.""" + +from .baselines import HistoryLinearBaseline, PersistenceBaseline +from .calibration import ensemble_moments, fit_calibration, validate_calibration +from .metrics import metrics_by_group + +__all__ = [ + "HistoryLinearBaseline", + "PersistenceBaseline", + "ensemble_moments", + "fit_calibration", + "metrics_by_group", + "validate_calibration", +] diff --git a/tfm/evaluation/baselines.py b/tfm/evaluation/baselines.py new file mode 100644 index 0000000000000000000000000000000000000000..233c3c4d5374bd926e861af32f1c0914107018f4 --- /dev/null +++ b/tfm/evaluation/baselines.py @@ -0,0 +1,153 @@ +"""History-only baselines with the exact same delta-query interface.""" + +from __future__ import annotations + +import numpy as np +import torch + + +class PersistenceBaseline(torch.nn.Module): + def __init__(self, std=0.1): + super().__init__() + self.std = std + + def forward(self, batch): + mean = torch.zeros_like(batch["query_horizons"]) + return mean, torch.full_like(mean, float(np.log(self.std))) + + +class HistoryLinearBaseline(torch.nn.Module): + """Fit a local affine controlled state transition separately for each window. + + Ridge is centered on persistence. Only observed historical transition pairs + are fitted, then planned actions and exogenous inputs are rolled out. Hidden + simulator parameters, future targets, and test-wide fitting are prohibited. + """ + + def __init__(self, role_ids, ridge=1.0, min_std=0.05, dt_minutes=15): + super().__init__() + self.roles = np.asarray(role_ids) + self.ridge, self.min_std, self.dt_minutes = ridge, min_std, dt_minutes + + def forward(self, batch): + device = batch["history"].device + values = {k: v.detach().cpu().numpy() for k, v in batch.items() if torch.is_tensor(v)} + outputs, uncertainty = [], [] + for index in range(len(values["history"])): + history, mask = values["history"][index], values["history_mask"][index].astype(bool) + active = values["field_mask"][index].astype(bool) + state_ids = np.flatnonzero(active & (self.roles == 0)) + input_ids = np.flatnonzero(active & (self.roles != 0)) + current = values["current"][index, state_ids].astype(float) + # Impute absent current fields only from this window's observations. + for j, field in enumerate(state_ids): + if not values["current_mask"][index, field]: + observed = np.flatnonzero(mask[:, field]) + current[j] = history[observed[-1], field] if len(observed) else 0 + features = np.concatenate( + [history[:-1, state_ids], history[:-1, input_ids], np.ones((len(history) - 1, 1))], axis=1 + ) + targets = history[1:, state_ids] - history[:-1, state_ids] + valid = mask[:-1, state_ids].all(axis=1) & mask[1:, state_ids].all(axis=1) + if len(input_ids): + valid &= mask[:-1, input_ids].all(axis=1) + x, y = features[valid], targets[valid] + if len(x): + coef = np.linalg.solve(x.T @ x + self.ridge * np.eye(x.shape[1]), x.T @ y) + residual_std = np.maximum(np.sqrt(np.mean((y - x @ coef) ** 2, axis=0)), self.min_std) + else: + coef = np.zeros((features.shape[1], len(state_ids))) + residual_std = np.full(len(state_ids), self.min_std) + predicted, state = [], current.copy() + for actions, exogenous in zip(values["future_actions"][index], values["future_exogenous"][index]): + inputs = (actions + exogenous)[input_ids] + state = state + np.concatenate([state, inputs, [1]]) @ coef + predicted.append(state.copy()) + means, stds = [], [] + lookup = {int(field): j for j, field in enumerate(state_ids)} + for field, horizon in zip(values["query_fields"][index], values["query_horizons"][index]): + steps = round(float(horizon) / self.dt_minutes) + if steps < 1 or steps > len(predicted) or field not in lookup: + means.append(0.0) + stds.append(self.min_std) + continue + j = lookup[int(field)] + means.append(predicted[steps - 1][j] - current[j]) + stds.append(residual_std[j] * np.sqrt(steps)) + outputs.append(means) + uncertainty.append(np.log(stds)) + return ( + torch.tensor(np.asarray(outputs), dtype=torch.float32, device=device), + torch.tensor(np.asarray(uncertainty), dtype=torch.float32, device=device), + ) + + +def catboost_features(batch): + """Canonical masks and semantic query tokens; no family or system metadata.""" + keys = ( + "history", + "history_mask", + "history_dt", + "current", + "current_mask", + "future_actions", + "future_exogenous", + "future_dt", + "field_mask", + ) + n = len(batch["history"]) + q = batch["query_fields"].shape[1] + parts = [] + before_query = ( + np.asarray(batch["future_dt"])[:, None, :] <= np.asarray(batch["query_horizons"])[:, :, None] + ) + for key in keys: + expanded = np.repeat(np.asarray(batch[key])[:, None], q, axis=1) + if key in ("future_actions", "future_exogenous"): + expanded = expanded * before_query[:, :, :, None] + elif key == "future_dt": + expanded = expanded * before_query + parts.append(expanded.reshape(n * q, -1)) + return np.concatenate( + [ + *parts, + np.asarray(batch["query_fields"]).reshape(-1, 1), + np.asarray(batch["query_horizons"]).reshape(-1, 1), + ], + axis=1, + ) + + +class CatBoostBaseline: + """Optional pooled query regression fitted on training windows only.""" + + def __init__(self, iterations=200, seed=0): + self.iterations, self.seed = iterations, seed + + def fit(self, batch, *, training_system_ids, fitted_system_ids): + if not set(fitted_system_ids) <= set(training_system_ids) or not fitted_system_ids: + raise ValueError("CatBoost may only be fitted on nonempty training systems") + from catboost import CatBoostRegressor + + features, mask = catboost_features(batch), np.asarray(batch["target_mask"]).reshape(-1).astype(bool) + targets = np.asarray(batch["target"]).reshape(-1) + self.model = CatBoostRegressor( + iterations=self.iterations, + depth=6, + learning_rate=0.05, + random_seed=self.seed, + verbose=False, + allow_writing_files=False, + ) + self.model.fit(features[mask], targets[mask]) + residual = targets[mask] - self.model.predict(features[mask]) + self.std = max(float(np.sqrt(np.mean(residual**2))), 0.05) + self.fitted_system_ids = sorted(set(fitted_system_ids)) + return self + + def __call__(self, batch): + numpy_batch = {k: v.detach().cpu().numpy() if torch.is_tensor(v) else v for k, v in batch.items()} + mean = self.model.predict(catboost_features(numpy_batch)).reshape(batch["query_fields"].shape) + device = batch["history"].device + mean = torch.tensor(mean, dtype=torch.float32, device=device) + return mean, torch.full_like(mean, np.log(self.std)) diff --git a/tfm/evaluation/benchmark.py b/tfm/evaluation/benchmark.py new file mode 100644 index 0000000000000000000000000000000000000000..5132000acafc414157a8c51b2a569d2ea9e78eaa --- /dev/null +++ b/tfm/evaluation/benchmark.py @@ -0,0 +1,667 @@ +"""Reproducible physical-unit benchmark on independently sampled held-out windows. + +Usage: python -m tfm.evaluation.benchmark --data DATA --checkpoint RUN/checkpoint.pt + --output REPORT --device cpu --samples 512 --counterfactual-samples 12 +Repeated --checkpoint arguments combine ensemble predictive distributions. +""" + +from __future__ import annotations + +import argparse +import copy +import hashlib +import json +import resource +import sys +import time +from pathlib import Path + +import numpy as np +import torch +from torch.utils.data import DataLoader + +from tfm.data import FIELD_INDEX, FIELD_SPECS, ROLE_IDS, Normalization, WindowDataset +from tfm.data.schema import GENERATOR_VERSION, SCHEMAS +from tfm.training.train import ( + SCHEMA_VERSION, + load_checkpoint, + load_manifest_episodes, + resolve_device, + to_device, +) + +from .baselines import CatBoostBaseline, HistoryLinearBaseline, PersistenceBaseline +from .calibration import fit_calibration, save_calibration +from .counterfactual import COST_DEFINITIONS, action_effect_metrics, branch_rollouts, family_cost +from .experiments import default_experiments, run_experiments, stress_observations +from .metrics import metrics_by_group + + +def sha256(path): + return hashlib.sha256(Path(path).read_bytes()).hexdigest() + + +def _ids(episodes): + return sorted({str(e.system_id) for e in episodes}) + + +class Ensemble: + def __init__(self, models): + self.models = models + + def __call__(self, batch): + predictions = [model(batch) for model in self.models] + means = torch.stack([x[0] for x in predictions]) + stds = torch.stack([x[1].exp() for x in predictions]) + mean = means.mean(0) + variance = (stds.square() + means.square()).mean(0) - mean.square() + return mean, variance.clamp_min(1e-12).sqrt().log() + + def to(self, device): + for model in self.models: + model.to(device) + return self + + def eval(self): + for model in self.models: + model.eval() + return self + + def parameters(self): + for model in self.models: + yield from model.parameters() + + +def _concat(batches): + return {key: np.concatenate([batch[key] for batch in batches], axis=0) for key in batches[0]} + + +def collect_predictions(model, dataset, device, batch_size=64, stress=None, seed=0): + means, log_stds, arrays = [], [], [] + with torch.inference_mode(): + for i, batch in enumerate(DataLoader(dataset, batch_size=batch_size, shuffle=False)): + device_batch = to_device(batch, device) + inputs = stress_observations(device_batch, stress, seed + i) if stress else device_batch + # Targets remain outside the callable input contract. + mean, log_std = model({k: v for k, v in inputs.items() if k not in ("target", "target_mask")}) + if stress: + # Decode from corrupted observed current, as the deployed API does. + anchor_difference = (inputs["current"] - device_batch["current"]).gather( + 1, inputs["query_fields"] + ) + mean = mean + anchor_difference + queried_available = inputs["current_mask"].gather(1, inputs["query_fields"]).bool() + batch["target_mask"] = batch["target_mask"].bool() & queried_available.cpu() + means.append(mean.cpu().numpy()) + log_stds.append(log_std.cpu().numpy()) + arrays.append({k: v.numpy() for k, v in batch.items()}) + if not means: + raise ValueError("No benchmark windows") + return np.concatenate(means), np.concatenate(log_stds), _concat(arrays) + + +def _families(dataset): + return [str(dataset.episodes[ep].family_id) for ep, _ in dataset.indices] + + +def sampling_provenance(dataset, manifest_path): + anchors = [(str(dataset.episodes[ep].system_id), int(step)) for ep, step in dataset.indices] + families = _families(dataset) + return { + "manifest_sha256": sha256(manifest_path), + "window_sampling": { + "seed": dataset.seed, + "history_steps": dataset.history_steps, + "future_steps": dataset.future_steps, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": hashlib.sha256(json.dumps(anchors, separators=(",", ":")).encode()).hexdigest(), + "family_window_counts": {family: families.count(family) for family in sorted(set(families))}, + }, + } + + +def summarize(mean, log_std, arrays, families, normalization, calibration=None): + return metrics_by_group( + mean, + log_std, + arrays["target"], + arrays["query_fields"], + arrays["query_horizons"], + arrays["target_mask"], + families, + normalization, + calibration=calibration, + field_names=[spec.name for spec in FIELD_SPECS], + ) + + +def profile_inference(model, example, devices=("cpu",), repetitions=30, warmup=5): + """Synchronized model-only latency; excludes validation and tensor transfers.""" + profiles = [] + one = {k: v[:1] for k, v in example.items() if k not in ("target", "target_mask")} + for name in devices: + if name == "mps" and not torch.backends.mps.is_available(): + profiles.append({"device": name, "status": "unavailable"}) + continue + if hasattr(model, "to"): + model.to(name) + if hasattr(model, "eval"): + model.eval() + batch = to_device(one, name) + memory_samples, durations = [], [] + with torch.inference_mode(): + for index in range(warmup + repetitions): + if name == "mps": + torch.mps.synchronize() + start = time.perf_counter_ns() + model(batch) + if name == "mps": + torch.mps.synchronize() + memory_samples.append(torch.mps.driver_allocated_memory()) + duration = (time.perf_counter_ns() - start) / 1e6 + if index >= warmup: + durations.append(duration) + rss = resource.getrusage(resource.RUSAGE_SELF).ru_maxrss + profiles.append( + { + "device": name, + "status": "completed", + "batch_size": 1, + "precision": "float32", + "repetitions": repetitions, + "warmup": warmup, + "p50_ms": float(np.percentile(durations, 50)), + "p95_ms": float(np.percentile(durations, 95)), + "process_peak_rss_bytes": int(rss if sys.platform == "darwin" else rss * 1024), + "sampled_mps_driver_allocation_peak_bytes": max(memory_samples) if memory_samples else None, + "memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.", + "timing_scope": "forward only; inputs resident; MPS synchronized before and after every call", + } + ) + return profiles + + +def _candidate_actions(episode, t, steps=8): + base = episode.actions[t : t + steps].copy() + candidates = [base] + if episode.family_id == "thermal": + for power in (-5.0, 0.0, 5.0): + action = base.copy() + action[:, FIELD_INDEX["hvac_power"]] = power + candidates.append(action) + elif episode.family_id == "tank": + for pump in (0.0, 0.5, 1.0): + action = base.copy() + action[:, FIELD_INDEX["pump_output"]] = pump + action[:, FIELD_INDEX["valve_position"]] = 0.7 + candidates.append(action) + elif episode.family_id == "battery": + for power in (-5.0, 0.0, 5.0): + action = base.copy() + action[:, FIELD_INDEX["battery_power"]] = power + candidates.append(action) + else: + raise ValueError("Counterfactual family has no declared action candidates") + return np.asarray(candidates) + + +def evaluate_counterfactual(model, dataset, normalization, device, samples=12): + from tfm.simulators import make_simulator + + records = [] + for index in range(min(samples, len(dataset))): + epi, t = dataset.indices[index] + episode = dataset.episodes[epi] + sim = make_simulator(episode.family_id, episode.seed) + for j in range(t): + sim.step(episode.actions[j], episode.exogenous[j]) + snapshot = sim.snapshot() + actions = _candidate_actions(episode, t) + exogenous = episode.exogenous[t : t + 8] + truth_compact = branch_rollouts(sim, snapshot, actions, exogenous) + names = [name for name in sim.schema if FIELD_SPECS[FIELD_INDEX[name]].role == "state"] + fields = [FIELD_INDEX[name] for name in names] + truth = np.zeros((len(actions), 9, len(FIELD_SPECS))) + truth[:, :, fields] = truth_compact + sample = dataset[index] + batch = { + key: value.unsqueeze(0).repeat((len(actions),) + (1,) * value.ndim) + for key, value in sample.items() + if key not in ("target", "target_mask") + } + normalized_actions = (actions - normalization.mean) / normalization.scale + normalized_actions[:, :, ROLE_IDS != 1] = 0 + batch["future_actions"] = torch.tensor(normalized_actions, dtype=torch.float32) + with torch.inference_mode(): + mean, _ = model(to_device(batch, device)) + mean = mean.cpu().numpy() + horizons = sorted({float(h) for h in sample["query_horizons"].numpy() if h > 0}) + observed_current = normalization.inverse(sample["current"].numpy()) + for field in fields: + if not sample["current_mask"][field]: + seen = np.flatnonzero(sample["history_mask"][:, field].numpy()) + observed_current[field] = ( + ( + sample["history"][seen[-1], field].item() * normalization.scale[field] + + normalization.mean[field] + ) + if len(seen) + else normalization.mean[field] + ) + predicted = np.repeat(observed_current[None, None, :], len(actions), axis=0) + predicted = np.repeat(predicted, len(horizons), axis=1) + lookup = {h: j for j, h in enumerate(horizons)} + for q, (field, horizon) in enumerate(zip(sample["query_fields"], sample["query_horizons"])): + field, horizon = int(field), float(horizon) + if field in fields and horizon in lookup: + predicted[:, lookup[horizon], field] += mean[:, q] * normalization.scale[field] + selected_steps = np.array([round(h / 15) for h in horizons]) + true_at_queries = truth[:, selected_steps] + # Sum costs only at declared queried horizons, equally weighted. + query_actions = actions[:, selected_steps - 1] + predicted_cost = family_cost(episode.family_id, predicted, query_actions, FIELD_INDEX).sum(axis=1) + true_cost = family_cost(episode.family_id, true_at_queries, query_actions, FIELD_INDEX).sum(axis=1) + result = action_effect_metrics( + predicted[:, :, fields], + true_at_queries[:, :, fields], + predicted_cost, + true_cost, + field_names=names, + horizons=horizons, + ) + records.append( + { + "system_id": str(episode.system_id), + "family": str(episode.family_id), + "anchor_step": int(t), + **result, + } + ) + summaries = [] + for family in sorted({r["family"] for r in records}): + selected = [r for r in records if r["family"] == family] + effects = {} + for row in selected: + for effect in row["effects"]: + key = (effect["field"], effect["horizon_minutes"]) + effects.setdefault(key, []).append(effect) + pairs = sum(row["ranking_comparable_pairs"] for row in selected) + summaries.append( + { + "family": family, + "sample_count": len(selected), + "mean_regret": float(np.mean([r["regret"] for r in selected])), + "ranking_accuracy": sum( + (r["ranking_accuracy"] or 0) * r["ranking_comparable_pairs"] for r in selected + ) + / pairs + if pairs + else None, + "ranking_comparable_pairs": pairs, + "effects": [ + { + "field": field, + "horizon_minutes": horizon, + "sample_count": len(rows), + "action_effect_mae": float(np.mean([r["action_effect_mae"] for r in rows])), + "action_effect_rmse": float( + np.sqrt(np.mean([r["action_effect_rmse"] ** 2 for r in rows])) + ), + } + for (field, horizon), rows in sorted(effects.items()) + ], + } + ) + return { + "status": "completed" if records else "unrun", + "samples": len(records), + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": COST_DEFINITIONS, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": records, + "summary_by_family": summaries, + } + + +def _remap_batch(batch, source, destination): + result = dict(batch) + device = batch["history"].device + source_scale = torch.tensor(source.scale, dtype=torch.float32, device=device) + source_mean = torch.tensor(source.mean, dtype=torch.float32, device=device) + destination_scale = torch.tensor(destination.scale, dtype=torch.float32, device=device) + destination_mean = torch.tensor(destination.mean, dtype=torch.float32, device=device) + for key, mask_key in (("history", "history_mask"), ("current", "current_mask")): + result[key] = ( + (batch[key] * source_scale + source_mean - destination_mean) / destination_scale + ) * batch[mask_key] + for key, role in (("future_actions", 1), ("future_exogenous", 2)): + active = batch["field_mask"][:, None, :] * (batch["role_ids"][:, None, :] == role) + result[key] = ( + (batch[key] * source_scale + source_mean - destination_mean) / destination_scale + ) * active + return result + + +class SpecialistAdapter: + def __init__(self, model, source, destination): + self.model, self.source, self.destination = model, source, destination + + def __call__(self, batch): + mean, log_std = self.model(_remap_batch(batch, self.source, self.destination)) + ratio = torch.tensor( + self.destination.scale / self.source.scale, dtype=mean.dtype, device=mean.device + )[batch["query_fields"]] + return mean * ratio, log_std + ratio.log() + + def to(self, device): + self.model.to(device) + return self + + def eval(self): + self.model.eval() + return self + + def parameters(self): + return self.model.parameters() + + +def benchmark(args): + manifest, splits = load_manifest_episodes(args.data) + if args.counterfactual_samples > 0 and manifest.get("generator_version") != GENERATOR_VERSION: + raise ValueError( + "Exact counterfactual replay requires data from the installed simulator generator version" + ) + device = resolve_device(args.device) + paths = [Path(p) for p in args.checkpoint] + model_members, checkpoints = zip(*(load_checkpoint(path, device) for path in paths)) + norm_path = paths[0].parent / "normalization.json" + normalization = Normalization.load(norm_path) + norm_json = json.loads(norm_path.read_text()) + norm_version = norm_json.get("version", "tfm-normalization-v1") + for path, checkpoint in zip(paths, checkpoints): + if checkpoint.get("normalization_sha256") != sha256(path.parent / "normalization.json"): + raise ValueError("Checkpoint normalization fingerprint is missing or does not match its sidecar") + if "schema_version" in checkpoint and checkpoint["schema_version"] != SCHEMA_VERSION: + raise ValueError("Checkpoint schema/generator version does not match the installed vocabulary") + for path in paths[1:]: + other = Normalization.load(path.parent / "normalization.json") + if not np.array_equal(other.mean, normalization.mean) or not np.array_equal( + other.scale, normalization.scale + ): + raise ValueError("Ensemble members require identical training normalization") + model = Ensemble(model_members) if len(model_members) > 1 else model_members[0] + reference = checkpoints[0] + for checkpoint in checkpoints: + for key in ( + "training_system_ids", + "validation_selection_system_ids", + "calibration_system_ids", + "test_system_ids", + ): + if checkpoint.get(key, []) != reference.get(key, []): + raise ValueError("Ensemble members need identical recorded partitions") + train_ids, test_ids = _ids(splits["train"]), _ids(splits["test"]) + if set(test_ids) & ( + set(reference.get("training_system_ids", [])) + | set(reference.get("validation_selection_system_ids", [])) + ): + raise ValueError("Benchmark test systems occurred in checkpoint training or model selection") + if set(normalization.training_system_ids) & set(test_ids): + raise ValueError("Normalization contains test systems") + if set(normalization.training_system_ids) != set(reference.get("training_system_ids", [])): + raise ValueError("Normalization training systems differ from checkpoint training provenance") + history_steps = reference["model_config"].get("history_steps", 24) + dataset = WindowDataset( + splits["test"], + normalization, + history_steps=history_steps, + future_steps=8, + samples=args.samples, + seed=args.seed, + ) + experiment = getattr(args, "experiment", None) + if experiment and experiment.axis == "E": + selected = [ + pair + for pair in dataset.indices + if dataset.episodes[pair[0]].family_id == experiment.excluded_family + ] + if not selected: + raise ValueError("Leave-family-out test dataset contains no windows of the excluded family") + dataset.indices = selected + families = _families(dataset) + output = Path(args.output) + output.mkdir(parents=True, exist_ok=True) + calibration_ids = reference.get("calibration_system_ids", []) + calibration_episodes = [e for e in splits["validation"] if str(e.system_id) in calibration_ids] + calibration_data = ( + WindowDataset( + calibration_episodes, + normalization, + history_steps=history_steps, + future_steps=8, + samples=args.calibration_samples, + seed=args.seed + 1, + ) + if calibration_episodes + else None + ) + reports = {} + models = { + "foundation_model": model, + "persistence": PersistenceBaseline(), + "history_linear_system_id": HistoryLinearBaseline(ROLE_IDS), + } + if args.catboost: + training_data = WindowDataset( + splits["train"], + normalization, + history_steps=history_steps, + future_steps=8, + samples=args.catboost_samples, + seed=args.seed + 2, + ) + training_batch = next(iter(DataLoader(training_data, batch_size=len(training_data)))) + numpy_batch = {k: v.numpy() for k, v in training_batch.items()} + try: + models["catboost"] = CatBoostBaseline(seed=args.seed).fit( + numpy_batch, training_system_ids=train_ids, fitted_system_ids=train_ids + ) + except ImportError: + reports["catboost"] = {"status": "unrun", "reason": "Optional catboost package is not installed"} + else: + reports["catboost"] = { + "status": "unrun", + "reason": "Enable --catboost to fit the optional training-only baseline", + } + fingerprints = [sha256(path) for path in paths] + for name, candidate in models.items(): + calibration = None + if calibration_data: + cal_mean, cal_log_std, cal_arrays = collect_predictions( + candidate, calibration_data, device, args.batch_size + ) + calibration = fit_calibration( + cal_mean, + np.exp(cal_log_std), + cal_arrays["target"], + cal_arrays["query_fields"], + cal_arrays["query_horizons"], + cal_arrays["target_mask"], + calibration_system_ids=_ids(calibration_episodes), + training_system_ids=reference.get("training_system_ids", []), + validation_selection_system_ids=reference.get("validation_selection_system_ids", []), + test_system_ids=test_ids, + checkpoint_sha256=fingerprints if name == "foundation_model" else [], + normalization_version=norm_version, + normalization_sha256=sha256(norm_path), + ) + save_calibration( + calibration, + output / ("calibration.json" if name == "foundation_model" else f"calibration_{name}.json"), + ) + stress = experiment if experiment and experiment.axis == "C" else None + mean, log_std, arrays = collect_predictions( + candidate, dataset, device, args.batch_size, stress, args.seed + ) + applied_calibration = None if stress else calibration + metric_rows = summarize(mean, log_std, arrays, families, normalization, applied_calibration) + calibrated_count = sum( + row["count"] for row in metric_rows if row["interval_kind"] == "heldout_calibrated" + ) + total_count = sum(row["count"] for row in metric_rows) + reports[name] = { + "status": "completed", + "metrics": metric_rows, + "calibrated_query_fraction": calibrated_count / total_count if total_count else 0, + "calibration_status": "uncalibrated_under_distribution_shift" + if stress + else "heldout_partial" + if calibration and calibrated_count < total_count + else "heldout" + if calibration + else "unavailable_no_disjoint_calibration_systems", + } + if stress: + reports[name]["evaluated_target_fraction"] = float( + arrays["target_mask"].sum() + / max(1, sum(int(dataset[i]["target_mask"].sum()) for i in range(len(dataset)))) + ) + reports[name]["missing_current_policy"] = ( + "Queries without observed current sensors are excluded, matching API query rejection" + ) + if not stress: + reports[name]["counterfactual"] = evaluate_counterfactual( + candidate, dataset, normalization, device, args.counterfactual_samples + ) + for specification in args.specialist_checkpoint: + family, path = specification.split("=", 1) + if family not in SCHEMAS or family not in families: + reports[f"specialist_{family}"] = { + "status": "unrun", + "reason": "Family is unknown or absent from sampled benchmark windows", + } + continue + specialist, metadata = load_checkpoint(path, device) + if metadata.get("training_families") != [family]: + reports[f"specialist_{family}"] = { + "status": "unrun", + "reason": "Checkpoint provenance does not prove training on this family alone", + } + continue + specialist_norm_path = Path(path).parent / "normalization.json" + if metadata.get("normalization_sha256") != sha256(specialist_norm_path): + raise ValueError("Specialist normalization fingerprint is missing or does not match") + if set(test_ids) & ( + set(metadata.get("training_system_ids", [])) + | set(metadata.get("validation_selection_system_ids", [])) + ): + raise ValueError("Specialist checkpoint has test-system leakage") + specialist_norm = Normalization.load(specialist_norm_path) + adapter = SpecialistAdapter(specialist, normalization, specialist_norm) + family_dataset = copy.copy(dataset) + family_dataset.indices = [ + pair for pair in dataset.indices if dataset.episodes[pair[0]].family_id == family + ] + mean, log_std, arrays = collect_predictions(adapter, family_dataset, device, args.batch_size) + rows = summarize(mean, log_std, arrays, _families(family_dataset), normalization) + reports[f"specialist_{family}"] = { + "status": "completed", + "checkpoint": str(path), + "metrics": [r for r in rows if r["family"] == family], + "calibration_status": "uncalibrated", + "window_alignment": "Identical heldout windows, remapped training normalization", + "counterfactual": evaluate_counterfactual( + adapter, family_dataset, normalization, device, args.counterfactual_samples + ), + } + if not args.specialist_checkpoint: + reports["specialists"] = {"status": "unrun", "reason": "No specialist checkpoint artifacts supplied"} + sample_batch = next(iter(DataLoader(dataset, batch_size=1))) + profile = profile_inference( + model, sample_batch, devices=("cpu", "mps"), repetitions=args.latency_repetitions + ) + model.to(device) + result = { + "version": "tfm-benchmark-v1", + "seed": args.seed, + "samples": len(dataset), + "device": str(device), + "checkpoint_sha256": fingerprints, + "normalization_sha256": sha256(norm_path), + "generator_version": manifest.get("generator_version"), + "test_system_ids": test_ids, + "calibration_system_ids": _ids(calibration_episodes), + "parameter_count": sum(p.numel() for p in model.parameters()), + "inference": profile, + "models": reports, + "external_datasets": { + "status": "unrun", + "reason": "No external physical dataset adapter or checkpoint experiment was supplied; synthetic results only.", + }, + } + manifest_path = Path(args.data) + if manifest_path.is_dir(): + manifest_path = manifest_path / "manifest.json" + result.update(sampling_provenance(dataset, manifest_path)) + (output / "benchmark.json").write_text(json.dumps(result, indent=2, allow_nan=False) + "\n") + configs = default_experiments() + configs[0].data, configs[0].checkpoint = str(args.data), str(paths[0]) + if args.stress_tests: + for config in configs: + if config.axis == "C": + config.data, config.checkpoint = str(args.data), str(paths[0]) + + def evaluate_config(config): + if config.axis == "B": + return {"benchmark": "benchmark.json", "model": "foundation_model"} + mean, log_std, arrays = collect_predictions( + model, dataset, device, args.batch_size, config, args.seed + ) + return { + "metrics": summarize(mean, log_std, arrays, families, normalization), + "evaluated_target_fraction": float( + arrays["target_mask"].sum() + / max(1, sum(int(dataset[i]["target_mask"].sum()) for i in range(len(dataset)))) + ), + "missing_current_policy": "Queries without observed current sensors excluded, matching API query rejection", + "interval_status": "uncalibrated_under_distribution_shift", + } + + run_experiments(configs, evaluate_config, output / "generalization.json") + return result + + +def parser(): + result = argparse.ArgumentParser(description=__doc__) + result.add_argument("--data", required=True) + result.add_argument("--checkpoint", required=True, action="append") + result.add_argument("--output", required=True) + result.add_argument("--samples", type=int, default=512) + result.add_argument("--calibration-samples", type=int, default=512) + result.add_argument("--counterfactual-samples", type=int, default=12) + result.add_argument("--latency-repetitions", type=int, default=30) + result.add_argument("--batch-size", type=int, default=64) + result.add_argument("--seed", type=int, default=2026) + result.add_argument("--device", choices=("auto", "cpu", "mps"), default="auto") + result.add_argument("--catboost", action="store_true") + result.add_argument("--catboost-samples", type=int, default=1024) + result.add_argument("--specialist-checkpoint", action="append", default=[], help="family=path") + result.add_argument("--stress-tests", action="store_true") + return result + + +def main(argv=None): + args = parser().parse_args(argv) + if min(args.samples, args.calibration_samples, args.batch_size, args.latency_repetitions) < 1: + raise ValueError("Sample counts, latency repetitions and batch size must be positive") + if args.counterfactual_samples < 0: + raise ValueError("Counterfactual sample count must be nonnegative") + benchmark(args) + + +if __name__ == "__main__": + main() diff --git a/tfm/evaluation/calibration.py b/tfm/evaluation/calibration.py new file mode 100644 index 0000000000000000000000000000000000000000..a4cf05494556589e5b41dc116db423985fa61c9f --- /dev/null +++ b/tfm/evaluation/calibration.py @@ -0,0 +1,133 @@ +"""Held-out, finite-sample conformal interval calibration. + +The exchangeability assumption is at the sampled-window level. Windows from one +system are correlated: disjoint systems prevent leakage but do not turn these +intervals into a system-level coverage guarantee. +""" + +from __future__ import annotations + +import json +from pathlib import Path + +import numpy as np + +VERSION = "tfm-calibration-v1" + + +def entry_key(field_id: int, horizon_minutes: float) -> str: + return f"{int(field_id)}:{float(horizon_minutes):g}" + + +def finite_quantile(scores, coverage=0.9) -> float: + scores = np.asarray(scores, dtype=float) + scores = scores[np.isfinite(scores)] + if not 0 < coverage < 1 or not len(scores): + raise ValueError("Calibration needs finite scores and coverage in (0, 1)") + rank = int(np.ceil((len(scores) + 1) * coverage)) + # No finite interval can attain this finite-sample rank with too few scores. + return float("inf") if rank > len(scores) else float(np.sort(scores)[rank - 1]) + + +def fit_calibration( + mean, + std, + target, + fields, + horizons, + mask, + *, + calibration_system_ids, + training_system_ids=(), + validation_selection_system_ids=(), + test_system_ids=(), + checkpoint_sha256=(), + normalization_version="tfm-normalization-v1", + normalization_sha256=None, + coverage=0.9, +): + ids = sorted(set(calibration_system_ids)) + prohibited = set(training_system_ids) | set(validation_selection_system_ids) | set(test_system_ids) + if not ids or set(ids) & prohibited: + raise ValueError( + "Calibration systems must be nonempty and disjoint from training, selection and test" + ) + mean, std, target = (np.asarray(x, dtype=float) for x in (mean, std, target)) + fields, horizons, mask = np.asarray(fields), np.asarray(horizons), np.asarray(mask, dtype=bool) + if any(x.shape != mean.shape for x in (std, target, fields, horizons, mask)): + raise ValueError("Calibration arrays must have identical [sample, query] shapes") + if np.any(std[mask] <= 0) or any(np.any(~np.isfinite(x[mask])) for x in (std, mean, target)): + raise ValueError("Active predictions and targets must be finite with positive standard deviations") + scores = np.abs(target - mean) / np.maximum(std, 1e-12) + entries = {} + for field, horizon in sorted(set(zip(fields[mask].tolist(), horizons[mask].tolist()))): + selected = mask & (fields == field) & (horizons == horizon) & np.isfinite(scores) + values = scores[selected] + multiplier = finite_quantile(values, coverage) + # JSON cannot portably represent Infinity. Null means insufficient samples. + entries[entry_key(field, horizon)] = { + "multiplier": multiplier if np.isfinite(multiplier) else None, + "count": len(values), + } + return { + "version": VERSION, + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": coverage, + "normalization_version": normalization_version, + "checkpoint_sha256": list(checkpoint_sha256), + "normalization_sha256": normalization_sha256, + "calibration_system_ids": ids, + "training_system_ids": sorted(set(training_system_ids)), + "validation_selection_system_ids": sorted(set(validation_selection_system_ids)), + "test_system_ids": sorted(set(test_system_ids)), + "entries": entries, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee.", + } + + +def validate_calibration( + calibration, + *, + checkpoint_sha256, + normalization_version, + normalization_sha256=None, + forbidden_system_ids=(), +): + if calibration.get("version") != VERSION: + raise ValueError("Unsupported calibration version") + if sorted(calibration.get("checkpoint_sha256", [])) != sorted(checkpoint_sha256): + raise ValueError("Calibration checkpoint fingerprints do not match") + if calibration.get("normalization_version") != normalization_version: + raise ValueError("Calibration normalization version does not match") + if normalization_sha256 is not None and calibration.get("normalization_sha256") != normalization_sha256: + raise ValueError("Calibration normalization fingerprint does not match") + ids = set(calibration.get("calibration_system_ids", [])) + prohibited = set(forbidden_system_ids) + for key in ("training_system_ids", "validation_selection_system_ids", "test_system_ids"): + prohibited.update(calibration.get(key, [])) + if not ids or ids & prohibited: + raise ValueError("Calibration system leakage") + coverage = calibration.get("nominal_coverage", 0) + if not 0 < coverage < 1: + raise ValueError("Calibration coverage must be in (0, 1)") + for entry in calibration.get("entries", {}).values(): + multiplier = entry.get("multiplier") + if entry.get("count", 0) < 1 or ( + multiplier is not None and (not np.isfinite(multiplier) or multiplier < 0) + ): + raise ValueError("Invalid calibration entry count or multiplier") + return calibration + + +def save_calibration(calibration, path): + Path(path).write_text(json.dumps(calibration, indent=2, allow_nan=False) + "\n") + + +def ensemble_moments(means, stds): + """Combine independent member distributions via the law of total variance.""" + means, stds = np.asarray(means, dtype=float), np.asarray(stds, dtype=float) + if means.shape != stds.shape or means.ndim < 2 or np.any(stds < 0): + raise ValueError("Member means/stds need matching [member, ...] shapes and nonnegative stds") + mean = means.mean(axis=0) + variance = np.mean(stds**2 + means**2, axis=0) - mean**2 + return mean, np.sqrt(np.maximum(variance, 0)) diff --git a/tfm/evaluation/comparison.py b/tfm/evaluation/comparison.py new file mode 100644 index 0000000000000000000000000000000000000000..1fbf89b6096f34bc3dbf816d9f9b8e5858ec9620 --- /dev/null +++ b/tfm/evaluation/comparison.py @@ -0,0 +1,228 @@ +"""Verify and summarize aligned benchmark reports without pooling physical units. + +Python API: build_comparison(data_path, runs, output), where runs maps each name +to {"report": benchmark-directory, "checkpoints": [checkpoint-path, ...]}. +CLI: python -m tfm.evaluation.comparison --data DATA --config RUNS.json --output comparison.json +Missing reports are explicitly unrun. Re-running refreshes report fingerprints +after isolated latency measurements have been added to existing reports. +""" + +from __future__ import annotations + +import argparse +import json +from pathlib import Path + +import numpy as np + +from tfm.data import FIELD_INDEX, Normalization, WindowDataset +from tfm.training.train import load_checkpoint, load_manifest_episodes + +from .benchmark import sampling_provenance, sha256 +from .calibration import validate_calibration + + +def _summarize_model(model, normalization): + if model["status"] != "completed": + return {"status": model["status"], "reason": model.get("reason")} + forecasts = [] + for family in sorted({row["family"] for row in model["metrics"]}): + rows = [row for row in model["metrics"] if row["family"] == family] + calibrated = [row for row in rows if row["interval_kind"] == "heldout_calibrated"] + calibrated_count = sum(row["count"] for row in calibrated) + count = sum(row["count"] for row in rows) + forecasts.append( + { + "family": family, + "field_horizon_balanced_standardized_mae": float( + np.mean([row["standardized_mae"] for row in rows]) + ), + "coverage_weighted_by_count": sum(row["coverage"] * row["count"] for row in calibrated) + / calibrated_count + if calibrated_count + else None, + "calibrated_query_count": calibrated_count, + "total_observed_query_count": count, + "calibrated_query_fraction": calibrated_count / count if count else 0, + "field_horizon_balanced_standardized_interval_width": float( + np.mean( + [ + row["mean_interval_width"] / normalization.scale[row["field_id"]] + for row in calibrated + ] + ) + ) + if calibrated + else None, + "uncalibrated_fields": sorted( + {row["field"] for row in rows if row["interval_kind"] != "heldout_calibrated"} + ), + } + ) + interventions = [] + for row in model.get("counterfactual", {}).get("summary_by_family", []): + interventions.append( + { + "family": row["family"], + "sample_count": row["sample_count"], + "field_horizon_balanced_standardized_action_effect_mae": float( + np.mean( + [ + effect["action_effect_mae"] / normalization.scale[FIELD_INDEX[effect["field"]]] + for effect in row["effects"] + ] + ) + ), + "ranking_accuracy": row["ranking_accuracy"], + "mean_regret_family_objective_units": row["mean_regret"], + } + ) + return { + "forecast": forecasts, + "intervention": interventions, + "calibration_status": model.get("calibration_status"), + } + + +def build_comparison(data_path, runs, output): + data_path = Path(data_path) + manifest_path = data_path / "manifest.json" if data_path.is_dir() else data_path + manifest, splits = load_manifest_episodes(data_path) + manifest_ids = {key: {str(ep.system_id) for ep in episodes} for key, episodes in splits.items()} + result = { + "version": "tfm-comparison-v1", + "status": "smoke_only", + "generator_version": manifest["generator_version"], + "manifest_sha256": sha256(manifest_path), + "partition_episode_counts": {key: len(value) for key, value in splits.items()}, + "interpretation": "Short synthetic runs, no research or scaling claim. Prediction and action-effect MAE equally average field/horizon rows within family. Coverage is weighted by calibrated observed query counts and omits unsupported fields, which are listed. Widths divide by each field's training standard deviation; physical widths remain in source reports. Regret has family-specific objective units and must not be pooled. Latency retains the source measurement scope and contention limitations.", + "runs": {}, + } + reference_sampling, baseline_reference = None, {} + for name, specification in runs.items(): + report_path = Path(specification["report"]) + if report_path.is_dir() or not report_path.suffix: + report_path = report_path / "benchmark.json" + if not report_path.exists(): + result["runs"][name] = {"status": "unrun", "reason": "Benchmark report not yet available"} + continue + report = json.loads(report_path.read_text()) + paths = [Path(path) for path in specification["checkpoints"]] + checkpoints = [load_checkpoint(path)[1] for path in paths] + checkpoint = checkpoints[0] + norm_path = paths[0].parent / "normalization.json" + normalization = Normalization.load(norm_path) + if report["checkpoint_sha256"] != [sha256(path) for path in paths]: + raise ValueError("Comparison report checkpoint fingerprint mismatch") + if ( + report["normalization_sha256"] != sha256(norm_path) + or report["manifest_sha256"] != result["manifest_sha256"] + ): + raise ValueError("Comparison normalization or dataset fingerprint mismatch") + keys = ( + "training_system_ids", + "validation_selection_system_ids", + "calibration_system_ids", + "test_system_ids", + ) + groups = {key: set(checkpoint[key]) for key in keys} + for i, key in enumerate(keys): + if any(groups[key] & groups[other] for other in keys[:i]): + raise ValueError("Comparison checkpoint partition leakage") + if any(set(member[key]) != groups[key] for member in checkpoints): + raise ValueError("Comparison ensemble member partitions differ") + if ( + groups["training_system_ids"] != manifest_ids["train"] + or groups["test_system_ids"] != manifest_ids["test"] + ): + raise ValueError("Comparison checkpoints differ from manifest training or test partitions") + if ( + groups["validation_selection_system_ids"] | groups["calibration_system_ids"] + != manifest_ids["validation"] + ): + raise ValueError("Comparison validation partition provenance differs") + if set(normalization.training_system_ids) != groups["training_system_ids"]: + raise ValueError("Comparison normalization training provenance differs") + if set(report["test_system_ids"]) != groups["test_system_ids"]: + raise ValueError("Comparison report test provenance differs") + cal_path = report_path.parent / "calibration.json" + calibration = json.loads(cal_path.read_text()) + validate_calibration( + calibration, + checkpoint_sha256=report["checkpoint_sha256"], + normalization_version=1, + normalization_sha256=report["normalization_sha256"], + forbidden_system_ids=groups["training_system_ids"] + | groups["validation_selection_system_ids"] + | groups["test_system_ids"], + ) + if set(calibration["calibration_system_ids"]) != groups["calibration_system_ids"]: + raise ValueError("Comparison calibration systems differ from reserved partition") + dataset = WindowDataset( + splits["test"], + normalization, + history_steps=checkpoint["model_config"]["history_steps"], + future_steps=8, + samples=report["samples"], + seed=report["seed"], + ) + expected = sampling_provenance(dataset, manifest_path)["window_sampling"] + if ( + report["window_sampling"] != expected + or reference_sampling is not None + and expected != reference_sampling + ): + raise ValueError("Comparison sampled windows differ") + reference_sampling = expected + models = { + model_name: _summarize_model(model, normalization) + for model_name, model in report["models"].items() + } + for baseline in ("persistence", "history_linear_system_id"): + if baseline in baseline_reference and models[baseline] != baseline_reference[baseline]: + raise ValueError("Comparison aligned baseline results differ") + baseline_reference[baseline] = models[baseline] + generalization = json.loads((report_path.parent / "generalization.json").read_text()) + result["runs"][name] = { + "status": "completed", + "provenance_checks": "passed", + "source_report": str(report_path), + "source_report_sha256": sha256(report_path), + "calibration_sha256": sha256(cal_path), + "checkpoint_sha256": report["checkpoint_sha256"], + "normalization_sha256": report["normalization_sha256"], + "split_system_counts": {key: len(ids) for key, ids in groups.items()}, + "parameter_count": report["parameter_count"], + "inference": report["inference"], + "window_sampling": expected, + "models": models, + "generalization": [ + { + "name": exp["config"]["name"], + "axis": exp["config"]["axis"], + "status": exp["status"], + "reason": exp.get("reason"), + "evaluated_target_fraction": exp.get("result", {}).get("evaluated_target_fraction"), + } + for exp in generalization["experiments"] + ], + } + Path(output).write_text(json.dumps(result, indent=2, allow_nan=False) + "\n") + return result + + +def main(argv=None): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--data", required=True) + parser.add_argument( + "--config", + required=True, + help="JSON mapping of names to report directories and checkpoint path lists", + ) + parser.add_argument("--output", required=True) + args = parser.parse_args(argv) + build_comparison(args.data, json.loads(Path(args.config).read_text()), args.output) + + +if __name__ == "__main__": + main() diff --git a/tfm/evaluation/context.py b/tfm/evaluation/context.py new file mode 100644 index 0000000000000000000000000000000000000000..6da58b9b3bebc328851aff0d8491a4a3b275522b --- /dev/null +++ b/tfm/evaluation/context.py @@ -0,0 +1,234 @@ +"""Compare history24/history96/no-history on exactly the same eligible anchors. + +All test anchors are sampled once from the history96-eligible population. Shorter +histories use these same anchors with their own feature length and training-only +normalization. Training windows naturally have different eligibility populations; +this is disclosed and the training run budgets are recorded. Calibration is not +applied to this ablation. +""" + +from __future__ import annotations + +import argparse +import json +from pathlib import Path + +import numpy as np + +from tfm.data import Normalization, WindowDataset +from tfm.training.train import load_checkpoint, load_manifest_episodes, resolve_device + +from .benchmark import collect_predictions, sampling_provenance, sha256, summarize + + +def shared_anchor_datasets(episodes, normalizations, history_steps, *, samples=512, seed=2026): + """Return separate feature views of one independently sampled anchor list.""" + if set(normalizations) != set(history_steps) or not history_steps: + raise ValueError("Each history view needs a matching normalization") + longest = max(history_steps, key=history_steps.get) + eligible = WindowDataset( + episodes, + normalizations[longest], + history_steps=history_steps[longest], + future_steps=8, + samples=samples, + seed=seed, + ) + datasets = {} + for name, length in history_steps.items(): + dataset = WindowDataset( + episodes, normalizations[name], history_steps=length, future_steps=8, samples=samples, seed=seed + ) + dataset.indices = list(eligible.indices) + datasets[name] = dataset + return datasets + + +def evaluate_context( + data, + h24_checkpoint, + h96_checkpoint, + no_history_checkpoint, + output, + *, + samples=512, + seed=2026, + batch_size=64, + device="cpu", +): + manifest, splits = load_manifest_episodes(data) + paths = { + "history24": Path(h24_checkpoint), + "history96": Path(h96_checkpoint), + "no_history": Path(no_history_checkpoint), + } + selected_device = resolve_device(device) + models, checkpoints, normalizations, training_runs = {}, {}, {}, {} + train_ids = {str(episode.system_id) for episode in splits["train"]} + test_ids = {str(episode.system_id) for episode in splits["test"]} + for name, path in paths.items(): + run_path, norm_path = path.parent / "run.json", path.parent / "normalization.json" + if not run_path.exists(): + raise ValueError(f"Context checkpoint training has not completed: {run_path}") + model, checkpoint = load_checkpoint(path, selected_device) + normalization = Normalization.load(norm_path) + if checkpoint.get("normalization_sha256") != sha256(norm_path): + raise ValueError("Context checkpoint normalization fingerprint mismatch") + if ( + set(checkpoint["training_system_ids"]) != train_ids + or set(normalization.training_system_ids) != train_ids + ): + raise ValueError("Context training system provenance differs from the supplied data") + if set(checkpoint["test_system_ids"]) != test_ids or test_ids & set( + checkpoint["validation_selection_system_ids"] + ): + raise ValueError("Context test system provenance differs or overlaps model selection") + models[name], checkpoints[name], normalizations[name] = model, checkpoint, normalization + training_runs[name] = json.loads(run_path.read_text()) + lengths = { + name: int(checkpoint["model_config"].get("history_steps", 24)) + for name, checkpoint in checkpoints.items() + } + if lengths != {"history24": 24, "history96": 96, "no_history": 24}: + raise ValueError("Context ablation requires H24, H96, and H24 no-history checkpoints") + if checkpoints["no_history"]["model_config"].get("use_history", True): + raise ValueError("The no-history checkpoint does not prove history was disabled") + if any( + not checkpoints[name]["model_config"].get("use_history", True) for name in ("history24", "history96") + ): + raise ValueError("The history24/history96 checkpoints must enable history") + reference = { + key: value + for key, value in checkpoints["history24"]["model_config"].items() + if key not in ("history_steps", "use_history") + } + for checkpoint in checkpoints.values(): + config = { + key: value + for key, value in checkpoint["model_config"].items() + if key not in ("history_steps", "use_history") + } + if config != reference or checkpoint["model_kind"] != checkpoints["history24"]["model_kind"]: + raise ValueError("Context models must share architecture apart from history configuration") + for key in ( + "training_system_ids", + "validation_selection_system_ids", + "calibration_system_ids", + "test_system_ids", + ): + if set(checkpoint[key]) != set(checkpoints["history24"][key]): + raise ValueError("Context checkpoints require identical system partitions") + datasets = shared_anchor_datasets(splits["test"], normalizations, lengths, samples=samples, seed=seed) + manifest_path = Path(data) + if manifest_path.is_dir(): + manifest_path = manifest_path / "manifest.json" + result = { + "version": "tfm-context-ablation-v1", + "status": "completed", + "seed": seed, + "samples": samples, + "device": str(selected_device), + "generator_version": manifest["generator_version"], + "manifest_sha256": sha256(manifest_path), + "test_system_ids": sorted(test_ids), + "shared_anchor_provenance": sampling_provenance(datasets["history96"], manifest_path)[ + "window_sampling" + ], + "calibration_status": "not_applied_context_ablation", + "limitation": "Same test anchors are eligible for H96 and evaluated by every model. H24/no-history and H96 training anchors have different eligibility populations; matching optimizer budgets does not make their training samples identical. This is a short synthetic context ablation, not a scaling or research claim.", + "models": {}, + } + anchor_hashes = set() + for name, model in models.items(): + dataset, normalization, checkpoint, run = ( + datasets[name], + normalizations[name], + checkpoints[name], + training_runs[name], + ) + mean, log_std, arrays = collect_predictions(model, dataset, selected_device, batch_size) + families = [str(dataset.episodes[episode].family_id) for episode, _ in dataset.indices] + metrics = summarize(mean, log_std, arrays, families, normalization) + provenance = sampling_provenance(dataset, manifest_path)["window_sampling"] + anchor_hashes.add(provenance["anchor_sha256"]) + arguments = run.get("arguments", {}) + result["models"][name] = { + "checkpoint_sha256": sha256(paths[name]), + "normalization_sha256": sha256(paths[name].parent / "normalization.json"), + "training_run_sha256": sha256(paths[name].parent / "run.json"), + "model_kind": checkpoint["model_kind"], + "model_config": checkpoint["model_config"], + "parameter_count": sum(p.numel() for p in model.parameters()), + "window_sampling": provenance, + "training_seed": run.get("seed", checkpoint.get("seed")), + "training_budget": { + "requested_epochs": arguments.get("epochs"), + "epochs_completed": run.get("epochs_completed"), + "training_windows_per_epoch": arguments.get("samples"), + "batch_size": arguments.get("batch_size"), + "selected_checkpoint_epoch": checkpoint.get("epoch"), + }, + "metrics": metrics, + "balanced_standardized_summary": [ + { + "family": family, + "standardized_mae": float( + np.mean([row["standardized_mae"] for row in metrics if row["family"] == family]) + ), + "standardized_rmse": float( + np.mean([row["standardized_rmse"] for row in metrics if row["family"] == family]) + ), + "standardized_gaussian_nll": float( + np.mean( + [row["standardized_gaussian_nll"] for row in metrics if row["family"] == family] + ) + ), + "observed_query_count": sum(row["count"] for row in metrics if row["family"] == family), + "weighting": "equal field/horizon row weight", + } + for family in sorted(set(families)) + ], + } + if len(anchor_hashes) != 1: + raise RuntimeError("Context ablation anchor alignment failed") + budgets = [row["training_budget"] for row in result["models"].values()] + result["training_optimizer_budgets_match"] = all( + {k: v for k, v in budget.items() if k != "selected_checkpoint_epoch"} + == {k: v for k, v in budgets[0].items() if k != "selected_checkpoint_epoch"} + for budget in budgets + ) + output = Path(output) + output.mkdir(parents=True, exist_ok=True) + (output / "context.json").write_text(json.dumps(result, indent=2, allow_nan=False) + "\n") + return result + + +def main(argv=None): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--data", required=True) + parser.add_argument("--h24-checkpoint", required=True) + parser.add_argument("--h96-checkpoint", required=True) + parser.add_argument("--no-history-checkpoint", required=True) + parser.add_argument("--output", required=True) + parser.add_argument("--samples", type=int, default=512) + parser.add_argument("--seed", type=int, default=2026) + parser.add_argument("--batch-size", type=int, default=64) + parser.add_argument("--device", choices=("auto", "cpu", "mps"), default="cpu") + args = parser.parse_args(argv) + if min(args.samples, args.batch_size) < 1: + raise ValueError("Context sample and batch counts must be positive") + evaluate_context( + args.data, + args.h24_checkpoint, + args.h96_checkpoint, + args.no_history_checkpoint, + args.output, + samples=args.samples, + seed=args.seed, + batch_size=args.batch_size, + device=args.device, + ) + + +if __name__ == "__main__": + main() diff --git a/tfm/evaluation/counterfactual.py b/tfm/evaluation/counterfactual.py new file mode 100644 index 0000000000000000000000000000000000000000..c3c931778dd11263e0b35c24237f2e1f6b85a513 --- /dev/null +++ b/tfm/evaluation/counterfactual.py @@ -0,0 +1,111 @@ +"""Shared-noise simulator interventions and predeclared decision costs. + +All branches restore the same RNG state and receive exactly the same exogenous +sequence. Simulator snapshots and hidden parameters never enter model features. +Costs are benchmark objectives in engineering units; they are not monetary costs. +""" + +from __future__ import annotations + +import copy + +import numpy as np + +COST_DEFINITIONS = { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05, + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02, + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001, + }, +} + + +def family_cost(family, state, action, field_index): + state, action = np.asarray(state), np.asarray(action) + if family == "thermal": + return (state[..., field_index["indoor_temp"]] - 21) ** 2 + 0.05 * np.abs( + action[..., field_index["hvac_power"]] + ) + if family == "tank": + return (state[..., field_index["water_level"]] - 2.5) ** 2 + 0.02 * action[ + ..., field_index["pump_output"] + ] ** 2 + if family == "battery": + return ( + (state[..., field_index["state_of_charge"]] - 0.5) ** 2 + + 0.001 * np.maximum(state[..., field_index["battery_temp"]] - 35, 0) ** 2 + + 0.001 * np.abs(action[..., field_index["battery_power"]]) + ) + raise ValueError(f"No declared cost for family {family}") + + +def branch_rollouts(simulator, snapshot, candidate_actions, exogenous, dt_minutes=15): + """Return [candidate, step+1, compact_state], restoring caller state.""" + if any(len(actions) != len(exogenous) for actions in candidate_actions): + raise ValueError("Every action candidate must match the shared exogenous sequence length") + original = simulator.snapshot() + branches = [] + try: + for actions in candidate_actions: + simulator.restore(copy.deepcopy(snapshot)) + states = [np.asarray(simulator.state).copy()] + for action, external in zip(actions, exogenous): + states.append(np.asarray(simulator.step(action, external, dt_minutes=dt_minutes)).copy()) + branches.append(np.asarray(states)) + finally: + simulator.restore(original) + return np.asarray(branches) + + +def action_effect_metrics(predicted, truth, predicted_costs, true_costs, *, field_names, horizons): + """Effects are relative to the first candidate, including its shared noise.""" + predicted, truth = np.asarray(predicted), np.asarray(truth) + if predicted.shape != truth.shape or predicted.ndim != 3: + raise ValueError("Effects require matching [candidate, horizon, field] predictions and truth") + if predicted.shape[0] < 2: + raise ValueError("At least two candidate actions are required") + effect_error = (predicted[1:] - predicted[:1]) - (truth[1:] - truth[:1]) + rows = [ + { + "field": name, + "horizon_minutes": float(horizon), + "action_effect_mae": float(np.mean(np.abs(effect_error[:, h, f]))), + "action_effect_rmse": float(np.sqrt(np.mean(effect_error[:, h, f] ** 2))), + } + for h, horizon in enumerate(horizons) + for f, name in enumerate(field_names) + ] + predicted_costs, true_costs = np.asarray(predicted_costs), np.asarray(true_costs) + if predicted_costs.shape != (len(predicted),) or true_costs.shape != predicted_costs.shape: + raise ValueError("One declared cost is required per candidate") + concordant, comparable = 0, 0 + for i in range(len(predicted)): + for j in range(i): + true_sign = np.sign(true_costs[i] - true_costs[j]) + if true_sign: + comparable += 1 + predicted_sign = np.sign(predicted_costs[i] - predicted_costs[j]) + concordant += 1.0 if predicted_sign == true_sign else (0.5 if predicted_sign == 0 else 0.0) + chosen = int(np.argmin(predicted_costs)) + return { + "effects": rows, + "ranking_accuracy": concordant / comparable if comparable else None, + "ranking_comparable_pairs": comparable, + "chosen_candidate": chosen, + "optimal_candidate": int(np.argmin(true_costs)), + "regret": float(true_costs[chosen] - np.min(true_costs)), + "predicted_costs": predicted_costs.tolist(), + "true_costs": true_costs.tolist(), + } diff --git a/tfm/evaluation/experiments.py b/tfm/evaluation/experiments.py new file mode 100644 index 0000000000000000000000000000000000000000..1b8d1de015efbf8a6be272a274e89b31c428cc3c --- /dev/null +++ b/tfm/evaluation/experiments.py @@ -0,0 +1,121 @@ +"""Explicit experiment provenance and observation-only stress transformations.""" + +from __future__ import annotations + +import json +from dataclasses import asdict, dataclass +from pathlib import Path + +import numpy as np +import torch + + +@dataclass +class ExperimentConfig: + name: str + axis: str = "B" + data: str | None = None + checkpoint: str | None = None + excluded_family: str | None = None + sensor_failure_probability: float = 0.0 + sensor_bias_std: float = 0.0 + description: str = "" + + def validate(self): + if self.axis not in ("B", "C", "D", "E"): + raise ValueError("Experiment axis must be B, C, D or E") + if not 0 <= self.sensor_failure_probability <= 1 or self.sensor_bias_std < 0: + raise ValueError("Invalid sensor stress settings") + if self.axis == "E" and not self.excluded_family: + raise ValueError("Leave-family-out evaluation needs an excluded family") + return self + + +def default_experiments(): + return [ + ExperimentConfig("heldout_systems", "B", description="Main held-out-system test"), + ExperimentConfig( + "sensor_failures", + "C", + sensor_failure_probability=0.25, + description="Observed history/current sensor dropout", + ), + ExperimentConfig( + "sensor_bias", + "C", + sensor_bias_std=0.5, + description="Observed state sensor bias in training-standardized units", + ), + ExperimentConfig( + "configuration_shift", + "D", + description="Requires independently generated shifted physical parameters", + ), + *[ + ExperimentConfig( + f"leave_{family}_out", + "E", + excluded_family=family, + description="Requires checkpoint trained with this family excluded", + ) + for family in ("thermal", "tank", "battery") + ], + ] + + +def stress_observations(batch, config, seed=0): + """Corrupt state observations, never targets or supplied future controls.""" + config.validate() + out = {k: v.clone() if torch.is_tensor(v) else v for k, v in batch.items()} + rng = np.random.default_rng(seed) + state = out["role_ids"] == 0 + if config.sensor_failure_probability: + dropped = ( + torch.tensor(rng.random(state.shape) < config.sensor_failure_probability, device=state.device) + & state + ) + out["history_mask"] = out["history_mask"] * (~dropped[:, None, :]) + out["current_mask"] = out["current_mask"] * (~dropped) + if config.sensor_bias_std: + bias = ( + torch.tensor( + rng.normal(0, config.sensor_bias_std, state.shape), + dtype=out["history"].dtype, + device=state.device, + ) + * state + ) + out["history"] = out["history"] + bias[:, None, :] + out["current"] = out["current"] + bias + out["history"] *= out["history_mask"] + out["current"] *= out["current_mask"] + return out + + +def run_experiments(configs, evaluator, output): + """Evaluator receives validated config; absent prerequisites remain unrun.""" + results = [] + for config in configs: + config.validate() + row = {"config": asdict(config), "status": "unrun"} + if not config.data or not config.checkpoint: + row["reason"] = "Dataset and compatible trained checkpoint were not supplied" + elif config.axis == "E": + run_path = Path(config.checkpoint).parent / "run.json" + run = json.loads(run_path.read_text()) if run_path.exists() else {} + if config.excluded_family not in run.get("excluded_families", []): + row["reason"] = "Checkpoint has no provenance proving the family was excluded from training" + else: + row.update(status="completed", result=evaluator(config)) + elif config.axis == "D": + manifest_path = Path(config.data) / "manifest.json" + manifest = json.loads(manifest_path.read_text()) if manifest_path.exists() else {} + if not manifest.get("configuration_shift"): + row["reason"] = "Dataset manifest has no declared configuration shift" + else: + row.update(status="completed", result=evaluator(config)) + else: + row.update(status="completed", result=evaluator(config)) + results.append(row) + Path(output).write_text(json.dumps({"experiments": results}, indent=2, allow_nan=False) + "\n") + return results diff --git a/tfm/evaluation/metrics.py b/tfm/evaluation/metrics.py new file mode 100644 index 0000000000000000000000000000000000000000..00ce273569327f7b01a24895bea6448bc6836f64 --- /dev/null +++ b/tfm/evaluation/metrics.py @@ -0,0 +1,81 @@ +"""Aligned probabilistic metrics, never averaged across incompatible units.""" + +from __future__ import annotations + +from statistics import NormalDist + +import numpy as np + +from .calibration import entry_key + + +def metrics_by_group( + mean_delta, + log_std, + target_delta, + query_fields, + query_horizons, + target_mask, + families, + normalization, + *, + calibration=None, + coverage=0.9, + field_names=None, +): + arrays = [ + np.asarray(x) for x in (mean_delta, log_std, target_delta, query_fields, query_horizons, target_mask) + ] + mean, log_std, target, fields, horizons, mask = arrays + if mean.ndim != 2 or any(x.shape != mean.shape for x in arrays): + raise ValueError("Metric inputs must share [sample, query] shape") + families = np.asarray(families) + if families.shape != (len(mean),): + raise ValueError("One family label is required per sampled window") + scales = np.asarray(normalization.scale) + mask = mask.astype(bool) + std = np.exp(np.clip(log_std, -20, 20)) + if np.any(~np.isfinite(mean[mask])) or np.any(~np.isfinite(target[mask])): + raise ValueError("Non-finite active predictions or targets") + if np.any(~np.isfinite(log_std[mask])): + raise ValueError("Non-finite active uncertainty") + z = NormalDist().inv_cdf((1 + coverage) / 2) + rows = [] + for family in sorted(set(families.tolist())): + family_mask = mask & (families[:, None] == family) + pairs = sorted(set(zip(fields[family_mask].tolist(), horizons[family_mask].tolist()))) + for field, horizon in pairs: + selected = family_mask & (fields == field) & (horizons == horizon) + error, sigma = (target - mean)[selected], std[selected] + scale = float(scales[int(field)]) + nll = 0.5 * (error / sigma) ** 2 + np.log(sigma) + 0.5 * np.log(2 * np.pi) + multiplier, interval_kind = z, "uncalibrated_gaussian" + if calibration is not None: + entry = calibration.get("entries", {}).get(entry_key(field, horizon)) + if entry and entry.get("multiplier") is not None: + multiplier, interval_kind = float(entry["multiplier"]), "heldout_calibrated" + else: + interval_kind = "uncalibrated_missing_calibration_entry" + half_width = multiplier * sigma + rows.append( + { + "family": str(family), + "field_id": int(field), + "field": field_names[int(field)] if field_names else str(field), + "horizon_minutes": float(horizon), + "count": int(selected.sum()), + "mae": float(np.mean(np.abs(error)) * scale), + "rmse": float(np.sqrt(np.mean(error**2)) * scale), + "standardized_mae": float(np.mean(np.abs(error))), + "standardized_rmse": float(np.sqrt(np.mean(error**2))), + "standardized_gaussian_nll": float(np.mean(nll)), + "physical_gaussian_nll": float(np.mean(nll) + np.log(scale)), + "nominal_coverage": calibration["nominal_coverage"] + if interval_kind == "heldout_calibrated" + else coverage, + "coverage": float(np.mean(np.abs(error) <= half_width)), + "mean_interval_width": float(np.mean(2 * half_width) * scale), + "interval_kind": interval_kind, + } + ) + return rows diff --git a/tfm/evaluation/runner.py b/tfm/evaluation/runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e1cd5c0d17de632b96a8dceaed2e985c67b65577 --- /dev/null +++ b/tfm/evaluation/runner.py @@ -0,0 +1,57 @@ +"""Run explicit B/C/D/E experiment configurations without inventing results. + +JSON input is a list of ExperimentConfig records or {"experiments": [...]}. +Data/checkpoint paths are mandatory to execute; E checks excluded_families in +run.json and D checks configuration_shift in the supplied dataset manifest. +""" + +from __future__ import annotations + +import argparse +import json +from pathlib import Path + +from .benchmark import benchmark +from .benchmark import parser as benchmark_parser +from .experiments import ExperimentConfig, run_experiments + + +def main(argv=None): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--config", required=True) + parser.add_argument("--output", required=True) + parser.add_argument("--samples", type=int, default=512) + parser.add_argument("--device", choices=("auto", "cpu", "mps"), default="auto") + args = parser.parse_args(argv) + content = json.loads(Path(args.config).read_text()) + records = content["experiments"] if isinstance(content, dict) else content + configs = [ExperimentConfig(**record) for record in records] + output = Path(args.output) + output.mkdir(parents=True, exist_ok=True) + + def evaluate(config): + if Path(config.name).name != config.name or config.name in (".", ".."): + raise ValueError("Experiment names must be a single safe directory name") + parsed = benchmark_parser().parse_args( + [ + "--data", + config.data, + "--checkpoint", + config.checkpoint, + "--output", + str(output / config.name), + "--samples", + str(args.samples), + "--device", + args.device, + ] + ) + parsed.experiment = config + result = benchmark(parsed) + return {"benchmark": f"{config.name}/benchmark.json", "samples": result["samples"]} + + run_experiments(configs, evaluate, output / "experiments.json") + + +if __name__ == "__main__": + main() diff --git a/tfm/export/__init__.py b/tfm/export/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tfm/export/onnx.py b/tfm/export/onnx.py new file mode 100644 index 0000000000000000000000000000000000000000..a75ce7ac4bd10d5eb2d56ea3919ab45600997aa0 --- /dev/null +++ b/tfm/export/onnx.py @@ -0,0 +1,201 @@ +"""Export trained numerical graph plus its separately versioned preprocessing artifacts.""" + +from __future__ import annotations + +import argparse +import hashlib +import json +import shutil +from pathlib import Path + +import numpy as np +import torch +from torch import nn + +INPUT_KEYS = ( + "history", + "history_mask", + "history_dt", + "current", + "current_mask", + "future_actions", + "future_exogenous", + "future_dt", + "field_mask", + "field_ids", + "unit_ids", + "role_ids", + "query_fields", + "query_horizons", +) + + +class ExportWrapper(nn.Module): + def __init__(self, model): + super().__init__() + self.model = model + + def forward(self, *args): + return self.model(dict(zip(INPUT_KEYS, args))) + + +def export_model( + checkpoint: str | Path, data: str | Path, output: str | Path, calibration: str | Path | None = None +): + import onnx + import onnxruntime as ort + + from tfm.data import FIELD_SPECS, Normalization, WindowDataset, load_manifest_episodes + from tfm.training.train import load_checkpoint + + checkpoint, output = Path(checkpoint), Path(output) + output.mkdir(parents=True, exist_ok=True) + model, metadata = load_checkpoint(checkpoint, device="cpu") + model.eval() + norm_path = checkpoint.parent / "normalization.json" + norm = Normalization.load(norm_path) + if metadata.get("normalization_sha256") != hashlib.sha256(norm_path.read_bytes()).hexdigest(): + raise ValueError("Checkpoint normalization fingerprint mismatch") + config = metadata["model_config"] + dataset = WindowDataset( + load_manifest_episodes(data, split="test"), + norm, + history_steps=config.get("history_steps", 24), + future_steps=config.get("future_steps", 8), + samples=4, + seed=991, + ) + example = dataset[0] + inputs = tuple(example[k].unsqueeze(0) for k in INPUT_KEYS) + wrapper = ExportWrapper(model).eval() + # Disable fused eager attention paths; the numerical graph remains standard ONNX operators. + previous_fastpath = torch.backends.mha.get_fastpath_enabled() + torch.backends.mha.set_fastpath_enabled(False) + target = output / "model.onnx" + try: + with torch.no_grad(): + expected = wrapper(*inputs) + torch.onnx.export( + wrapper, + inputs, + str(target), + input_names=list(INPUT_KEYS), + output_names=["delta_mean", "log_std"], + opset_version=18, + dynamic_axes={ + **{k: {0: "batch"} for k in INPUT_KEYS}, + "query_fields": {0: "batch", 1: "queries"}, + "query_horizons": {0: "batch", 1: "queries"}, + "delta_mean": {0: "batch", 1: "queries"}, + "log_std": {0: "batch", 1: "queries"}, + }, + dynamo=False, + ) + finally: + torch.backends.mha.set_fastpath_enabled(previous_fastpath) + onnx.checker.check_model(onnx.load(str(target))) + session = ort.InferenceSession(str(target), providers=["CPUExecutionProvider"]) + names = {i.name for i in session.get_inputs()} + + def feed(tensors): + return {k: v.detach().numpy() for k, v in zip(INPUT_KEYS, tensors) if k in names} + + actual = session.run(None, feed(inputs)) + for eager, portable in zip(expected, actual): + np.testing.assert_allclose(eager.numpy(), portable, rtol=2e-4, atol=2e-5) + # Prove the exported batch dimension can execute two alternative actions. + batch_inputs = tuple(v.repeat((2,) + (1,) * (v.ndim - 1)) for v in inputs) + with torch.inference_mode(): + expected_batch = wrapper(*batch_inputs) + actual_batch = session.run(None, feed(batch_inputs)) + for eager, portable in zip(expected_batch, actual_batch): + np.testing.assert_allclose(eager.numpy(), portable, rtol=2e-4, atol=2e-5) + # Query count is independent of the full training padding layout. + subset = tuple( + v[:, :1] if k in ("query_fields", "query_horizons") else v for k, v in zip(INPUT_KEYS, inputs) + ) + with torch.inference_mode(): + subset_eager = wrapper(*subset) + subset_portable = session.run(None, feed(subset)) + for eager, portable in zip(subset_eager, subset_portable): + np.testing.assert_allclose(eager.numpy(), portable, rtol=2e-4, atol=2e-5) + shutil.copy2(norm_path, output / "normalization.json") + schema_path = output / "schema.json" + from dataclasses import asdict, is_dataclass + + schema_path.write_text( + json.dumps( + { + "version": "tfm-schema-v1", + "fields": [asdict(f) if is_dataclass(f) else vars(f) for f in FIELD_SPECS], + }, + indent=2, + ) + ) + if calibration: + value = json.loads(Path(calibration).read_text()) + sha = hashlib.sha256(checkpoint.read_bytes()).hexdigest() + if value.get("checkpoint_sha256") != [sha]: + raise ValueError("Single-model export requires matching single-model calibration") + if value.get("normalization_sha256") != hashlib.sha256(norm_path.read_bytes()).hexdigest(): + raise ValueError("Calibration normalization mismatch") + from tfm.evaluation.calibration import validate_calibration + + forbidden = set().union( + *( + set(metadata.get(key, [])) + for key in ("training_system_ids", "validation_selection_system_ids", "test_system_ids") + ) + ) + validate_calibration( + value, + checkpoint_sha256=[sha], + normalization_version=1, + normalization_sha256=hashlib.sha256(norm_path.read_bytes()).hexdigest(), + forbidden_system_ids=forbidden, + ) + if value.get("nominal_coverage") != 0.9 or not value.get("calibration_system_ids"): + raise ValueError("Export requires nominal 90% calibration with held-out systems") + if not set(value["calibration_system_ids"]) <= set(metadata.get("calibration_system_ids", [])): + raise ValueError("Calibration systems were not reserved by checkpoint") + shutil.copy2(calibration, output / "calibration.json") + manifest = { + "version": "tfm-export-v1", + "model_kind": metadata["model_kind"], + "model_config": config, + "checkpoint_sha256": hashlib.sha256(checkpoint.read_bytes()).hexdigest(), + "input_keys": list(INPUT_KEYS), + "graph_input_keys": sorted(names), + "dynamic_axes": ["batch", "queries"], + "fixed_shapes": { + k: ([None] if k in ("query_fields", "query_horizons") else list(v.shape[1:])) + for k, v in zip(INPUT_KEYS, inputs) + }, + "preprocessing_required": True, + "output_semantics": "normalized delta mean and log standard deviation", + "onnxruntime_verified": True, + "parity_rtol": 2e-4, + "parity_atol": 2e-5, + "files": { + p.name: hashlib.sha256(p.read_bytes()).hexdigest() + for p in output.iterdir() + if p.is_file() and p.name != "manifest.json" + }, + } + (output / "manifest.json").write_text(json.dumps(manifest, indent=2)) + return manifest + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--checkpoint", required=True) + parser.add_argument("--data", required=True) + parser.add_argument("--output", required=True) + parser.add_argument("--calibration") + args = parser.parse_args() + result = export_model(args.checkpoint, args.data, args.output, args.calibration) + print(json.dumps({"output": args.output, "onnxruntime_verified": result["onnxruntime_verified"]})) + + +if __name__ == "__main__": + main() diff --git a/tfm/models/__init__.py b/tfm/models/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..8f0d76b2213d9220f39c71dff25b4171bd252da1 --- /dev/null +++ b/tfm/models/__init__.py @@ -0,0 +1,3 @@ +from .core import TransitionModel, build_model, default_config, gaussian_nll + +__all__ = ["TransitionModel", "build_model", "default_config", "gaussian_nll"] diff --git a/tfm/models/core.py b/tfm/models/core.py new file mode 100644 index 0000000000000000000000000000000000000000..720f511d191739dd177a550ca5590105b2a97cc4 --- /dev/null +++ b/tfm/models/core.py @@ -0,0 +1,211 @@ +"""Shared per-field temporal encoders and a masked field/query transformer. + +Slot order never supplies identity: semantic field, unit and role IDs travel +with each slot. Planned controls are prefix-masked separately for each query. +""" + +from __future__ import annotations + +import math +from typing import Any + +import torch +from torch import nn + + +def default_config() -> dict[str, Any]: + from tfm.data.schema import FIELD_SPECS + + return { + "history_steps": 24, + "future_steps": 8, + "num_fields": len(FIELD_SPECS), + "num_units": len({field.unit for field in FIELD_SPECS}), + "num_roles": 3, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "use_history": True, + } + + +def _mean(tokens: torch.Tensor, mask: torch.Tensor, dim: int) -> torch.Tensor: + weights = mask.to(tokens.dtype).unsqueeze(-1) + return (tokens * weights).sum(dim) / weights.sum(dim).clamp_min(1.0) + + +class SchemaEncoder(nn.Module): + """Numerical/mask/time encoders followed by shared per-field temporal nets.""" + + def __init__(self, kind: str, config: dict[str, Any]): + super().__init__() + d = config["d_model"] + self.use_history = config["use_history"] + self.history_steps = config["history_steps"] + self.future_steps = config["future_steps"] + self.kind = kind + self.field = nn.Embedding(config["num_fields"], d) + self.unit = nn.Embedding(config["num_units"], d) + self.role = nn.Embedding(config["num_roles"], d) + self.numeric = nn.Sequential(nn.Linear(3, d), nn.SiLU(), nn.Linear(d, d)) + self.current_numeric = nn.Sequential(nn.Linear(2, d), nn.SiLU(), nn.Linear(d, d)) + self.time = nn.Sequential(nn.Linear(3, d), nn.SiLU(), nn.Linear(d, d)) + if kind == "gru": + self.history_temporal = nn.GRU(d, d, num_layers=2, batch_first=True, dropout=config["dropout"]) + else: + self.history_temporal = nn.Sequential( + nn.Linear(self.history_steps * d, d), nn.GELU(), nn.Linear(d, d) + ) + self.future_temporal = nn.Sequential( + nn.Linear(self.future_steps * d, 2 * d), nn.GELU(), nn.Linear(2 * d, d) + ) + self.norm = nn.LayerNorm(d) + + def forward(self, batch: dict[str, torch.Tensor]) -> dict[str, torch.Tensor]: + active = batch["field_mask"].bool() + identity = ( + self.field(batch["field_ids"]) + self.unit(batch["unit_ids"]) + self.role(batch["role_ids"]) + ) + current_mask = batch["current_mask"].bool() & active & torch.isfinite(batch["current"]) + current = torch.where(current_mask, batch["current"], torch.zeros_like(batch["current"])) + current_token = self.current_numeric(torch.stack((current, current_mask.to(current.dtype)), -1)) + if self.use_history: + history = batch["history"][:, -self.history_steps :] + history_mask = batch["history_mask"][:, -self.history_steps :].bool() & active[:, None, :] + history_mask = history_mask & torch.isfinite(history) + history = torch.where(history_mask, history, torch.zeros_like(history)) + hdt = batch["history_dt"][:, -self.history_steps :, None].expand_as(history) / 120.0 + htoken = self.numeric(torch.stack((history, history_mask.to(history.dtype), hdt), -1)) + if history.shape[1] < self.history_steps: + # Left pad only the temporal dimension; padding adds no observations. + pad = htoken.new_zeros( + htoken.shape[0], self.history_steps - history.shape[1], htoken.shape[2], htoken.shape[3] + ) + htoken = torch.cat((pad, htoken), 1) + sequence = htoken.transpose(1, 2) + if self.kind == "gru": + temporal, _ = self.history_temporal(sequence.flatten(0, 1)) + history_token = temporal[:, -1].reshape_as(current_token) + else: + history_token = self.history_temporal(sequence.flatten(2)) + else: + # Current sensors and future controls remain available in this ablation. + history_token = torch.zeros_like(current_token) + field_context = self.norm(current_token + history_token + identity) + + # Mask future values *before* the temporal MLP. Every query sees only + # controls up to its horizon, and no field is discarded by pooling. + roles = batch["role_ids"] + action_mask = active & (roles == 1) + exogenous_mask = active & (roles == 2) + future = torch.where(action_mask[:, None, :], batch["future_actions"], 0.0) + torch.where( + exogenous_mask[:, None, :], batch["future_exogenous"], 0.0 + ) + prefix = batch["future_dt"][:, None, :] <= batch["query_horizons"][:, :, None] + future_mask = (action_mask | exogenous_mask)[:, None, :] & torch.isfinite(future) + future = torch.where(future_mask, future, 0.0) + dt = batch["future_dt"][:, :, None].expand_as(future) / 120.0 + dt = torch.where(future_mask, dt, 0.0) + ftoken = self.numeric(torch.stack((future, future_mask.to(future.dtype), dt), -1)) + ftoken = ftoken * future_mask[..., None] + if future.shape[1] != self.future_steps: + raise ValueError("future_steps differs from model configuration") + # Factor the temporal linear map into step contributions, so the + # numerical encoder is evaluated once instead of once per query. + linear = self.future_temporal[0] + weights = linear.weight.reshape(linear.out_features, self.future_steps, ftoken.shape[-1]) + contributions = torch.einsum("bkfd,okd->bkfo", ftoken, weights) + future_token = torch.einsum("bqk,bkfo->bqfo", prefix.to(ftoken.dtype), contributions) + linear.bias + future_token = self.future_temporal[2](self.future_temporal[1](future_token)) + fields = self.norm(field_context[:, None] + future_token) + + # Queries carry semantic vocabulary IDs, never slot offsets. + matching = (batch["query_fields"][:, :, None] == batch["field_ids"][:, None, :]) & active[:, None, :] + query_current = torch.einsum("bqf,bfd->bqd", matching.to(current.dtype), field_context) + t = batch["query_horizons"] / 120.0 + qtime = self.time(torch.stack((t, torch.sin(t), torch.cos(t)), -1)) + query = self.field(batch["query_fields"]) + query_current + qtime + return {"fields": fields, "query": query, "active": active, "query_active": matching.any(-1)} + + +class PreNormBlock(nn.Module): + def __init__(self, config: dict[str, Any]): + super().__init__() + d, drop = config["d_model"], config["dropout"] + self.norm1 = nn.LayerNorm(d) + self.attention = nn.MultiheadAttention(d, config["heads"], dropout=drop, batch_first=True) + self.norm2 = nn.LayerNorm(d) + self.ff = nn.Sequential( + nn.Linear(d, config["ff_dim"]), + nn.GELU(), + nn.Dropout(drop), + nn.Linear(config["ff_dim"], d), + nn.Dropout(drop), + ) + + def forward(self, x: torch.Tensor, padding: torch.Tensor) -> torch.Tensor: + z = self.norm1(x) + x = x + self.attention(z, z, z, key_padding_mask=padding, need_weights=False)[0] + return x + self.ff(self.norm2(x)) + + +class TransitionModel(nn.Module): + def __init__(self, kind: str, config: dict[str, Any]): + super().__init__() + self.kind, self.config = kind, config + self.encoder = SchemaEncoder(kind, config) + d = config["d_model"] + if kind == "transformer": + self.blocks = nn.ModuleList(PreNormBlock(config) for _ in range(config["layers"])) + elif kind in ("gru", "mlp"): + self.fusion = nn.Sequential(nn.Linear(2 * d, 2 * d), nn.GELU(), nn.Linear(2 * d, d)) + else: + raise ValueError(f"Unknown model kind: {kind}") + self.output = nn.Sequential(nn.LayerNorm(d), nn.Linear(d, d), nn.GELU(), nn.Linear(d, 2)) + + def forward(self, batch: dict[str, torch.Tensor]) -> tuple[torch.Tensor, torch.Tensor]: + encoded = self.encoder(batch) + fields, query = encoded["fields"], encoded["query"] + active = encoded["active"][:, None, :].expand(-1, query.shape[1], -1) + if self.kind == "transformer": + # Each query has a horizon-specific field backbone. Flattening B,Q + # keeps the attention over fields + one query, never H*F tokens. + tokens = torch.cat((fields, query[:, :, None]), 2).flatten(0, 1) + padding = torch.cat((~active, torch.zeros_like(active[:, :, :1])), 2).flatten(0, 1) + for block in self.blocks: + tokens = block(tokens, padding) + query = tokens[:, -1].reshape_as(query) + else: + context = _mean(fields, active, 2) + query = self.fusion(torch.cat((query, context), -1)) + output = self.output(query) + query_active = encoded["query_active"] + return ( + torch.where(query_active, output[..., 0], 0.0), + torch.where(query_active, output[..., 1].clamp(-7.0, 3.0), 0.0), + ) + + +def build_model(kind: str, config: dict[str, Any] | None = None) -> TransitionModel: + resolved = default_config() + resolved.update(config or {}) + if resolved["d_model"] % resolved["heads"]: + raise ValueError("d_model must be divisible by heads") + if resolved["layers"] < 1 or resolved["history_steps"] < 1: + raise ValueError("layers and history_steps must be positive") + return TransitionModel(kind, resolved) + + +def gaussian_nll( + mean: torch.Tensor, log_std: torch.Tensor, target: torch.Tensor, mask: torch.Tensor +) -> torch.Tensor: + """Mean Gaussian NLL over observed targets; safely excludes padded NaNs.""" + valid = mask.bool() & torch.isfinite(target) + safe_target = torch.where(valid, target, 0.0) + safe_mean = torch.where(valid, mean, 0.0) + safe_log = torch.where(valid, log_std, 0.0).clamp(-7.0, 3.0) + nll = 0.5 * ((safe_target - safe_mean) * torch.exp(-safe_log)).square() + safe_log + nll = nll + 0.5 * math.log(2.0 * math.pi) + return torch.where(valid, nll, 0.0).sum() / valid.sum().clamp_min(1) diff --git a/tfm/simulators/__init__.py b/tfm/simulators/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..3f67306f544e262611dad01015387dfe297e813d --- /dev/null +++ b/tfm/simulators/__init__.py @@ -0,0 +1,3 @@ +from .physics import PhysicalSimulator, counterfactual_rollout, make_simulator + +__all__ = ["PhysicalSimulator", "counterfactual_rollout", "make_simulator"] diff --git a/tfm/simulators/physics.py b/tfm/simulators/physics.py new file mode 100644 index 0000000000000000000000000000000000000000..2b2ba9b7d3af2a646af81d8e53b70a510a5b9237 --- /dev/null +++ b/tfm/simulators/physics.py @@ -0,0 +1,236 @@ +"""Randomized, constrained physical systems with reproducible common-noise snapshots. + +Controls are power (kW) or valve/pump fractions, elapsed time is minutes. +The thermal integrator uses <=1-minute steps; tank and charge balance are exact. +""" + +import copy + +import numpy as np + +from tfm.data.schema import FIELD_INDEX, FIELD_SPECS, NUM_FIELDS, SCHEMAS, role_fields + + +class PhysicalSimulator: + def __init__(self, family, seed): + if family not in SCHEMAS: + raise ValueError(f"Unknown family {family!r}; choose {tuple(SCHEMAS)}") + self.family = family + self.seed = int(seed) + self.rng = np.random.default_rng(seed) + self.schema = list(SCHEMAS[family]) + r = self.rng + if family == "thermal": + two_node = bool(r.random() < 0.65) + self.parameters = { + "two_node": two_node, + "air_capacity": r.uniform(0.5, 3), + "mass_capacity": r.uniform(3, 20), + "envelope_conductance": r.uniform(0.08, 0.4), + "mass_conductance": r.uniform(0.2, 1.2), + "hvac_efficiency": r.uniform(0.8, 1.1), + "process_noise_std": r.uniform(0.005, 0.025), + "max_heating_power": r.uniform(4, 15), + "max_cooling_power": r.uniform(3, 14), + } + if not two_node: + self.schema.remove("mass_temp") + self.state = np.array([r.uniform(18, 26)] * (2 if two_node else 1) + [0.0]) + elif family == "tank": + capacity = r.uniform(2, 20) + self.parameters = { + "capacity": capacity, + "leakage_rate": r.uniform(0.002, 0.025), + "inlet_efficiency": r.uniform(0.9, 1), + "process_noise_std": r.uniform(0.001, 0.008), + } + self.parameters.update( + max_pump_flow=r.uniform(2, 8), + valve_coefficient=r.uniform(0.4, 1.2), + heat_loss=r.uniform(0.005, 0.03), + pressure_head=r.uniform(60, 160), + ) + self.state = np.array([r.uniform(0.2, 0.8) * capacity, r.uniform(12, 24), 0.0, 0.0]) + else: + self.parameters = { + "capacity_kwh": r.uniform(5, 60), + "charge_efficiency": r.uniform(0.90, 0.99), + "discharge_efficiency": r.uniform(0.90, 0.99), + "self_discharge": r.uniform(0.0001, 0.001), + "thermal_capacity": r.uniform(0.1, 0.7), + "thermal_conductance": r.uniform(0.03, 0.15), + "resistance_loss": r.uniform(0.015, 0.06), + "process_noise_std": r.uniform(0.0001, 0.0005), + } + self.parameters.update( + nominal_voltage=r.uniform(24, 52), internal_resistance=r.uniform(0.01, 0.08) + ) + soc = r.uniform(0.2, 0.8) + self.state = np.array( + [soc, r.uniform(18, 30), self.parameters["nominal_voltage"] * (0.9 + 0.2 * soc)] + ) + self.step_count = 0 + + def _compact(self, values, role): + names = role_fields(self.schema, role) + if isinstance(values, dict): + if set(values) != set(names): + raise ValueError(f"{role} dictionary must contain exactly {names}") + a = np.array([values[n] for n in names], dtype=float) + else: + a = np.asarray(values, dtype=float) + if a.shape == (NUM_FIELDS,): + a = a[[FIELD_INDEX[n] for n in names]] + if a.shape != (len(names),) or not np.isfinite(a).all(): + raise ValueError(f"{role} must be finite compact {names} or canonical vector") + if role == "action": + bounds = [ + (FIELD_SPECS[FIELD_INDEX[n]].minimum, FIELD_SPECS[FIELD_INDEX[n]].maximum) for n in names + ] + if any(not low <= value <= high for value, (low, high) in zip(a, bounds)): + raise ValueError(f"Control outside public actuator bounds: {names}") + return a + + def step(self, action, exogenous, dt_minutes=15): + if not np.isfinite(dt_minutes) or not 0 < dt_minutes <= 1440: + raise ValueError("dt_minutes must be in (0,1440]") + a, e = self._compact(action, "action"), self._compact(exogenous, "exogenous") + p = self.parameters + dt = dt_minutes / 60 + # A fixed draw per state/step allows counterfactual branches to share disturbances. + noise = self.rng.normal(size=len(self.state)) * p["process_noise_std"] * np.sqrt(dt) + if self.family == "thermal": + power = np.clip(a[0], -p["max_cooling_power"], p["max_heating_power"]) + outside, solar, occupants = e + outside, solar, occupants = ( + np.clip(outside, -30, 60), + np.clip(solar, 0, 5), + np.clip(occupants, 0, 3), + ) + n = int(np.ceil(dt_minutes)) + h = dt / n + for _ in range(n): + air = self.state[0] + flux = ( + p["envelope_conductance"] * (outside - air) + + p["hvac_efficiency"] * power + + solar + + occupants + ) + if p["two_node"]: + mass_flux = p["mass_conductance"] * (self.state[1] - air) + self.state[:2] += h * np.array( + [(flux + mass_flux) / p["air_capacity"], -mass_flux / p["mass_capacity"]] + ) + else: + self.state[0] += h * flux / p["air_capacity"] + self.state[:-1] = np.clip(self.state[:-1] + noise[:-1], -30, 70) + self.state[-1] += abs(power) * dt + elif self.family == "tank": + valve, pump = np.clip(a, 0, 1) + demand, inlet_temp = np.clip(e[0], 0, 10), np.clip(e[1], -5, 60) + incoming = pump * p["max_pump_flow"] * p["inlet_efficiency"] + outgoing = min(demand * valve * p["valve_coefficient"], self.state[0] / dt + incoming) + rate = incoming - outgoing + decay = np.exp(-p["leakage_rate"] * dt) + level = self.state[0] * decay + rate * (1 - decay) / p["leakage_rate"] + old_level = self.state[0] + self.state[0] = np.clip(level + noise[0], 0, p["capacity"]) + mixing = 1 - np.exp(-incoming * dt / max(old_level, 0.05)) + self.state[1] = np.clip( + self.state[1] + + mixing * (inlet_temp - self.state[1]) + + p["heat_loss"] * dt * (20 - self.state[1]) + + noise[1], + -5, + 80, + ) + self.state[2] = max(0.0, outgoing) + self.state[3] = np.clip( + p["pressure_head"] * pump**2 + 9.81 * self.state[0] / p["capacity"], 0, 300 + ) + else: + power = np.clip(a[0], -20, 20) + ambient = np.clip(e[0], -30, 60) + thermal_derating = np.clip(1 - 0.002 * abs(self.state[1] - 25), 0.75, 1.0) + resistance_factor = ( + 1 + 0.018 * max(0.0, 25 - self.state[1]) + 0.006 * max(0.0, self.state[1] - 40) + ) + resistance_derating = 1 + p["resistance_loss"] * resistance_factor + charge_efficiency = p["charge_efficiency"] * thermal_derating / resistance_derating + discharge_efficiency = p["discharge_efficiency"] * thermal_derating / resistance_derating + charge = power * charge_efficiency if power >= 0 else power / discharge_efficiency + soc = np.clip( + self.state[0] * (1 - p["self_discharge"] * dt) + charge * dt / p["capacity_kwh"] + noise[0], + 0, + 1, + ) + # At charge boundaries only accepted energy produces resistive heating. + soc_without_charge = self.state[0] * (1 - p["self_discharge"] * dt) + stored_change = max(0.0, abs(soc - soc_without_charge) - abs(noise[0])) * p["capacity_kwh"] / dt + accepted = min( + abs(power), + stored_change / charge_efficiency if power >= 0 else stored_change * discharge_efficiency, + ) + decay = np.exp(-p["thermal_conductance"] * dt / p["thermal_capacity"]) + conversion_loss = ( + accepted * (1 - charge_efficiency) + if power >= 0 + else accepted * (1 / discharge_efficiency - 1) + ) + heat = conversion_loss # all electrical conversion loss becomes heat; no double counting + equilibrium = ambient + heat / p["thermal_conductance"] + temp = equilibrium + (self.state[1] - equilibrium) * decay + noise[1] + voltage = ( + p["nominal_voltage"] * (0.9 + 0.2 * soc) + + power * 1000 / p["nominal_voltage"] * p["internal_resistance"] * resistance_factor + ) + self.state = np.array([soc, np.clip(temp, -30, 80), np.clip(voltage, 10, 70)]) + self.step_count += 1 + return self.state.copy() + + def snapshot(self): + return { + "version": 1, + "family": self.family, + "seed": self.seed, + "parameters": copy.deepcopy(self.parameters), + "schema": list(self.schema), + "state": self.state.copy(), + "rng_state": copy.deepcopy(self.rng.bit_generator.state), + "step_count": self.step_count, + } + + def restore(self, snapshot): + if snapshot.get("version") != 1: + raise ValueError("Unsupported simulator snapshot version") + if snapshot["family"] != self.family or snapshot["schema"] != self.schema: + raise ValueError("Snapshot belongs to a different simulator schema") + state = np.asarray(snapshot["state"], dtype=float) + if state.shape != self.state.shape or not np.isfinite(state).all(): + raise ValueError("Snapshot state must match finite simulator state shape") + restored_rng = np.random.default_rng() + restored_rng.bit_generator.state = copy.deepcopy(snapshot["rng_state"]) + self.parameters = copy.deepcopy(snapshot["parameters"]) + self.state = state.copy() + self.rng = restored_rng + self.seed = snapshot["seed"] + self.step_count = snapshot["step_count"] + + +def make_simulator(family, seed): + return PhysicalSimulator(family, seed) + + +def counterfactual_rollout(simulator, snapshot, actions, exogenous, dt_minutes=15): + """Replay a branch from a snapshot; preserve caller state and noise stream.""" + if len(actions) != len(exogenous): + raise ValueError("Actions and exogenous must have identical lengths") + original = simulator.snapshot() + try: + simulator.restore(snapshot) + states = [simulator.state.copy()] + states.extend(simulator.step(a, e, dt_minutes) for a, e in zip(actions, exogenous)) + return np.asarray(states) + finally: + simulator.restore(original) diff --git a/tfm/training/__init__.py b/tfm/training/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..296fd317649fe820d81bf0df4bbad52581f8b6bc --- /dev/null +++ b/tfm/training/__init__.py @@ -0,0 +1,10 @@ +"""Training and artifact loading utilities.""" + + +def load_checkpoint(path, device="cpu"): + from .train import load_checkpoint as load + + return load(path, device) + + +__all__ = ["load_checkpoint"] diff --git a/tfm/training/train.py b/tfm/training/train.py new file mode 100644 index 0000000000000000000000000000000000000000..e150a560b6d6b3e9764f41242d525ed27d2e4c36 --- /dev/null +++ b/tfm/training/train.py @@ -0,0 +1,423 @@ +"""Reproducible FP32 training with system-disjoint model selection/calibration.""" + +from __future__ import annotations + +import argparse +import hashlib +import json +import math +import random +import time +from pathlib import Path +from typing import Any + +import numpy as np +import torch +from torch.utils.data import DataLoader + +from tfm.models import build_model, gaussian_nll + +CHECKPOINT_VERSION = "tfm-checkpoint-v1" +SCHEMA_VERSION = "tfm-schema-v1" + + +def state_dict_sha256(state: dict[str, torch.Tensor]) -> str: + """Deterministic digest independent of torch.save's container encoding.""" + digest = hashlib.sha256() + for name in sorted(state): + value = state[name].detach().cpu().contiguous() + descriptor = json.dumps([name, str(value.dtype), list(value.shape)], separators=(",", ":")) + digest.update(descriptor.encode() + b"\0") + digest.update(value.numpy().tobytes()) + return digest.hexdigest() + + +def seed_everything(seed: int) -> None: + random.seed(seed) + np.random.seed(seed) + torch.manual_seed(seed) + if torch.backends.mps.is_available(): + torch.mps.manual_seed(seed) + # Determinism is requested where supported. FP32 is used on every backend. + torch.use_deterministic_algorithms(True, warn_only=True) + + +def resolve_device(device: str = "auto") -> torch.device: + if device == "auto": + return torch.device("mps" if torch.backends.mps.is_available() else "cpu") + if device == "mps" and not torch.backends.mps.is_available(): + raise RuntimeError("MPS is unavailable; choose --device cpu explicitly.") + return torch.device(device) + + +def load_manifest_episodes(data: str | Path) -> tuple[dict[str, Any], dict[str, list[Any]]]: + from tfm.data import load_episode + + data = Path(data) + manifest_path = data if data.is_file() else data / "manifest.json" + manifest = json.loads(manifest_path.read_text()) + splits: dict[str, list[Any]] = {"train": [], "validation": [], "test": []} + systems: dict[str, str] = {} + for entry in manifest["episodes"]: + split = entry["split"] + if split not in splits: + raise ValueError(f"Unrecognized manifest split: {split}") + sid = str(entry["system_id"]) + if sid in systems and systems[sid] != split: + raise ValueError(f"System {sid} occurs in more than one manifest split") + systems[sid] = split + episode = load_episode(manifest_path.parent / entry["path"]) + if str(episode.system_id) != sid: + raise ValueError(f"Episode system ID differs from manifest: {entry['path']}") + splits[split].append(episode) + if not splits["train"] or not splits["validation"]: + raise ValueError("Training requires nonempty train and validation system partitions") + return manifest, splits + + +def split_validation_systems(episodes: list[Any], seed: int = 42) -> tuple[list[Any], list[Any]]: + """Stable system split, stratified by family where at least two systems exist. + + A singleton validation partition is reserved for selection; it cannot support + an independent calibration claim. No test episodes enter this function. + """ + grouped: dict[str, set[str]] = {} + for episode in episodes: + grouped.setdefault(str(episode.family_id), set()).add(str(episode.system_id)) + rng = np.random.default_rng(seed) + calibration: set[str] = set() + selection: set[str] = set() + for family in sorted(grouped): + ids = sorted(grouped[family]) + rng.shuffle(ids) + count = max(1, len(ids) // 2) if len(ids) > 1 else 0 + calibration.update(ids[:count]) + selection.update(ids[count:]) + # Several singleton families still allow a disjoint global split. + if not calibration and len(selection) > 1: + ids = sorted(selection) + rng.shuffle(ids) + calibration.update(ids[: max(1, len(ids) // 2)]) + selection.difference_update(calibration) + return ( + [e for e in episodes if str(e.system_id) in selection], + [e for e in episodes if str(e.system_id) in calibration], + ) + + +def to_device(batch: dict[str, torch.Tensor], device: torch.device | str) -> dict[str, torch.Tensor]: + return {key: value.to(device) for key, value in batch.items()} + + +def load_checkpoint(path: str | Path, device: str | torch.device = "cpu") -> tuple[torch.nn.Module, dict]: + from tfm.data.schema import FIELD_SPECS + + checkpoint = torch.load(Path(path), map_location="cpu", weights_only=True) + if checkpoint.get("checkpoint_version", CHECKPOINT_VERSION) != CHECKPOINT_VERSION: + raise ValueError("Unsupported checkpoint version") + if checkpoint.get("schema_version", SCHEMA_VERSION) != SCHEMA_VERSION: + raise ValueError("Unsupported checkpoint schema version") + if "field_names" in checkpoint and checkpoint["field_names"] != [field.name for field in FIELD_SPECS]: + raise ValueError("Checkpoint field vocabulary differs from the active schema") + if ( + "model_state_sha256" in checkpoint + and state_dict_sha256(checkpoint["model_state"]) != checkpoint["model_state_sha256"] + ): + raise ValueError("Checkpoint model state digest mismatch") + model = build_model(checkpoint["model_kind"], checkpoint["model_config"]) + model.load_state_dict(checkpoint["model_state"]) + model.to(device).float().eval() + return model, checkpoint + + +def _ids(episodes: list[Any]) -> list[str]: + return sorted({str(episode.system_id) for episode in episodes}) + + +def evaluate_metrics(model: torch.nn.Module, loader: DataLoader, device: torch.device) -> dict[str, float]: + model.eval() + total, absolute_error, squared_error, count = 0.0, 0.0, 0.0, 0 + with torch.no_grad(): + for batch in loader: + batch = to_device(batch, device) + mean, log_std = model(batch) + valid = batch["target_mask"].bool() & torch.isfinite(batch["target"]) + valid_count = int(valid.sum().item()) + total += gaussian_nll(mean, log_std, batch["target"], batch["target_mask"]).item() * valid_count + errors = (mean - torch.where(valid, batch["target"], 0.0))[valid] + absolute_error += errors.abs().sum().item() + squared_error += errors.square().sum().item() + count += valid_count + if not count: + raise ValueError("Validation windows contain no observed targets") + return {"nll": total / count, "mae": absolute_error / count, "rmse": math.sqrt(squared_error / count)} + + +def evaluate_loss(model: torch.nn.Module, loader: DataLoader, device: torch.device) -> float: + return evaluate_metrics(model, loader, device)["nll"] + + +def backend_smoke(model: torch.nn.Module, batch: dict[str, torch.Tensor], device: torch.device) -> None: + model.train() + batch = to_device(batch, device) + mean, log_std = model(batch) + loss = gaussian_nll(mean, log_std, batch["target"], batch["target_mask"]) + if not torch.isfinite(loss): + raise RuntimeError("Device smoke produced a nonfinite loss") + loss.backward() + if not all(p.grad is None or torch.isfinite(p.grad).all() for p in model.parameters()): + raise RuntimeError("Device smoke produced nonfinite gradients") + model.zero_grad(set_to_none=True) + if device.type == "mps": + torch.mps.synchronize() + + +def train_one(args: argparse.Namespace, seed: int, output: Path) -> dict[str, Any]: + from tfm.data import FIELD_SPECS, SCHEMAS, Normalization, WindowDataset + + started = time.time() + seed_everything(seed) + manifest, splits = load_manifest_episodes(args.data) + selection, calibration = split_validation_systems(splits["validation"], args.split_seed) + normalization = Normalization.fit(splits["train"]) + output.mkdir(parents=True, exist_ok=True) + normalization.save(output / "normalization.json") + artifact_metadata = { + "checkpoint_version": CHECKPOINT_VERSION, + "schema_version": SCHEMA_VERSION, + "field_names": [field.name for field in FIELD_SPECS], + "normalization_version": 1, + "normalization_sha256": hashlib.sha256((output / "normalization.json").read_bytes()).hexdigest(), + "training_families": sorted({str(episode.family_id) for episode in splits["train"]}), + "excluded_families": sorted(set(SCHEMAS) - {str(episode.family_id) for episode in splits["train"]}), + } + config = { + "history_steps": args.history_steps, + "future_steps": 8, + "d_model": args.d_model, + "layers": args.layers, + "heads": args.heads, + "ff_dim": args.ff_dim, + "dropout": args.dropout, + "use_history": not args.no_history, + } + model = build_model(args.model, config).float() + train_data = WindowDataset( + splits["train"], + normalization, + history_steps=args.history_steps, + future_steps=8, + samples=args.samples, + seed=seed, + ) + validation_data = WindowDataset( + selection, + normalization, + history_steps=args.history_steps, + future_steps=8, + samples=args.validation_samples, + seed=args.split_seed + 1000, + ) + generator = torch.Generator().manual_seed(seed) + train_loader = DataLoader( + train_data, batch_size=args.batch_size, shuffle=True, num_workers=0, generator=generator + ) + validation_loader = DataLoader(validation_data, batch_size=args.batch_size, shuffle=False, num_workers=0) + device = resolve_device(args.device) + fallback_reason = None + model.to(device) + try: + backend_smoke(model, next(iter(train_loader)), device) + except RuntimeError as exc: + if device.type != "mps" or not args.allow_cpu_fallback: + raise RuntimeError( + "Device smoke failed. Explicit --allow-cpu-fallback permits CPU retry, or use --device cpu." + ) from exc + fallback_reason = str(exc) + device = torch.device("cpu") + model.to(device) + backend_smoke(model, next(iter(train_loader)), device) + # Smoke must not advance the training shuffle stream. + generator.manual_seed(seed) + model.zero_grad(set_to_none=True) + optimizer = torch.optim.AdamW(model.parameters(), lr=args.learning_rate, weight_decay=args.weight_decay) + total_steps = max(1, args.epochs * len(train_loader)) + warmup_steps = min(max(1, round(total_steps * args.warmup_fraction)), total_steps) + + def lr_factor(step: int) -> float: + if step < warmup_steps: + return (step + 1) / warmup_steps + progress = (step - warmup_steps) / max(1, total_steps - warmup_steps) + return 0.5 * (1 + math.cos(math.pi * min(progress, 1.0))) + + scheduler = torch.optim.lr_scheduler.LambdaLR(optimizer, lr_factor) + best_loss, stale, records = float("inf"), 0, [] + for epoch in range(args.epochs): + model.train() + train_total, train_absolute_error, train_squared_error, train_count = 0.0, 0.0, 0.0, 0 + for batch in train_loader: + batch = to_device(batch, device) + optimizer.zero_grad(set_to_none=True) + mean, log_std = model(batch) + loss = gaussian_nll(mean, log_std, batch["target"], batch["target_mask"]) + if not torch.isfinite(loss): + raise RuntimeError(f"Nonfinite training loss at epoch {epoch + 1}") + loss.backward() + gradient_norm = torch.nn.utils.clip_grad_norm_(model.parameters(), 1.0, error_if_nonfinite=True) + optimizer.step() + scheduler.step() + valid = batch["target_mask"].bool() & torch.isfinite(batch["target"]) + count = int(valid.sum().item()) + train_total += loss.item() * count + errors = (mean.detach() - torch.where(valid, batch["target"], 0.0))[valid] + train_absolute_error += errors.abs().sum().item() + train_squared_error += errors.square().sum().item() + train_count += count + validation_metrics = evaluate_metrics(model, validation_loader, device) + validation_loss = validation_metrics["nll"] + record = { + "epoch": epoch + 1, + "train_nll": train_total / max(1, train_count), + "train_mae": train_absolute_error / max(1, train_count), + "train_rmse": math.sqrt(train_squared_error / max(1, train_count)), + "validation_nll": validation_loss, + "validation_mae": validation_metrics["mae"], + "validation_rmse": validation_metrics["rmse"], + "learning_rate": optimizer.param_groups[0]["lr"], + "last_gradient_norm": float(gradient_norm), + } + records.append(record) + print(json.dumps(record), flush=True) + if validation_loss < best_loss - args.min_delta: + best_loss, stale = validation_loss, 0 + model_state = {key: value.detach().cpu() for key, value in model.state_dict().items()} + torch.save( + { + **artifact_metadata, + "model_kind": args.model, + "model_config": model.config, + "model_state": model_state, + "model_state_sha256": state_dict_sha256(model_state), + "seed": seed, + "epoch": epoch + 1, + "validation_nll": validation_loss, + "training_system_ids": _ids(splits["train"]), + "validation_selection_system_ids": _ids(selection), + "calibration_system_ids": _ids(calibration), + "test_system_ids": _ids(splits["test"]), + "split_seed": args.split_seed, + }, + output / "checkpoint.pt", + ) + else: + stale += 1 + if stale >= args.patience: + break + manifest_path = Path(args.data) + if manifest_path.is_dir(): + manifest_path = manifest_path / "manifest.json" + run = { + **artifact_metadata, + "model_kind": args.model, + "model_config": model.config, + "seed": seed, + "split_seed": args.split_seed, + "device": str(device), + "requested_device": args.device, + "cpu_fallback_reason": fallback_reason, + "dtype": "float32", + "backend_smoke_passed": True, + "parameter_count": sum(p.numel() for p in model.parameters()), + "training_system_ids": _ids(splits["train"]), + "validation_system_ids": _ids(splits["validation"]), + "validation_selection_system_ids": _ids(selection), + "calibration_system_ids": _ids(calibration), + "test_system_ids": _ids(splits["test"]), + "normalization_fit_partition": "train", + "manifest_path": str(manifest_path.resolve()), + "manifest_sha256": hashlib.sha256(manifest_path.read_bytes()).hexdigest(), + "generator_version": manifest.get("generator_version"), + "best_validation_nll": best_loss, + "epochs_completed": len(records), + "early_stopping_patience": args.patience, + "elapsed_seconds": time.time() - started, + "arguments": vars(args), + "epochs": records, + "checkpoint_sha256": hashlib.sha256((output / "checkpoint.pt").read_bytes()).hexdigest(), + } + (output / "run.json").write_text(json.dumps(run, indent=2) + "\n") + return run + + +def parser() -> argparse.ArgumentParser: + result = argparse.ArgumentParser(description=__doc__) + result.add_argument("--data", required=True) + result.add_argument("--output", required=True) + result.add_argument("--model", choices=["transformer", "mlp", "gru"], default="transformer") + result.add_argument("--epochs", type=int, default=50) + result.add_argument("--batch-size", type=int, default=256) + result.add_argument("--samples", type=int, default=150000) + result.add_argument("--validation-samples", type=int, default=1024) + result.add_argument("--history-steps", type=int, default=24) + result.add_argument("--no-history", action="store_true") + result.add_argument("--seed", type=int, default=42) + result.add_argument("--split-seed", type=int, default=42) + result.add_argument("--device", choices=["auto", "cpu", "mps"], default="auto") + result.add_argument("--allow-cpu-fallback", action="store_true") + result.add_argument("--ensemble-size", type=int, default=1) + result.add_argument("--seeds", help="Comma-separated independent seeds; overrides --ensemble-size") + result.add_argument("--d-model", type=int, default=128) + result.add_argument("--layers", type=int, default=4) + result.add_argument("--heads", type=int, default=4) + result.add_argument("--ff-dim", type=int, default=512) + result.add_argument("--dropout", type=float, default=0.0) + result.add_argument("--learning-rate", type=float, default=3e-4) + result.add_argument("--weight-decay", type=float, default=1e-2) + result.add_argument("--warmup-fraction", type=float, default=0.05) + result.add_argument("--patience", type=int, default=8) + result.add_argument("--min-delta", type=float, default=1e-4) + return result + + +def main(argv: list[str] | None = None) -> None: + args = parser().parse_args(argv) + if ( + min( + args.epochs, + args.batch_size, + args.samples, + args.validation_samples, + args.history_steps, + args.patience, + args.ensemble_size, + ) + < 1 + ): + raise ValueError("Epochs, sample counts, dimensions and patience must be positive") + seeds = ( + [int(s) for s in args.seeds.split(",")] + if args.seeds + else [args.seed + i for i in range(args.ensemble_size)] + ) + if not seeds or len(set(seeds)) != len(seeds): + raise ValueError("An ensemble requires distinct seeds") + output = Path(args.output) + if len(seeds) == 1: + train_one(args, seeds[0], output) + else: + runs = [] + for seed in seeds: + train_one(args, seed, output / f"seed-{seed}") + runs.append( + { + "seed": seed, + "checkpoint": f"seed-{seed}/checkpoint.pt", + "normalization": f"seed-{seed}/normalization.json", + "run": f"seed-{seed}/run.json", + } + ) + (output / "ensemble.json").write_text(json.dumps({"version": 1, "members": runs}, indent=2) + "\n") + + +if __name__ == "__main__": + main() diff --git a/uv.lock b/uv.lock new file mode 100644 index 0000000000000000000000000000000000000000..5cbe024ec41355ffb362d5f129a47cce055c1d73 --- /dev/null +++ b/uv.lock @@ -0,0 +1,2372 @@ +version = 1 +revision = 5 +requires-python = ">=3.11" +resolution-markers = [ + "python_full_version >= '3.14' and sys_platform == 'win32'", + "python_full_version >= '3.14' and sys_platform == 'emscripten'", + "python_full_version >= '3.14' and sys_platform != 'emscripten' and sys_platform != 'win32'", + "python_full_version == '3.13.*' and sys_platform == 'win32'", + "python_full_version == '3.12.*' and sys_platform == 'win32'", + "python_full_version == '3.13.*' and sys_platform == 'emscripten'", + "python_full_version == '3.12.*' and sys_platform == 'emscripten'", + "python_full_version == '3.13.*' and sys_platform != 'emscripten' and sys_platform != 'win32'", + "python_full_version == '3.12.*' and sys_platform != 'emscripten' and sys_platform != 'win32'", + "python_full_version < '3.12' and sys_platform == 'win32'", + "python_full_version < '3.12' and sys_platform == 'emscripten'", + "python_full_version < '3.12' and sys_platform != 'emscripten' and sys_platform != 'win32'", +] + +[[package]] +name = "annotated-doc" +version = "0.0.5" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/5a/8e/38aa427ed5402449e226975b649c5dc73ccadfefeb95e6aecb8f8ea4b6b6/annotated_doc-0.0.5.tar.gz", hash = "sha256:c7e58ce09192557605d8bbd92836d7e1d520ac9580096042c0bfd197efacf1bb", size = 10758, upload-time = "2026-07-28T13:50:58.129Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/3e/30/e900b21425a860e195f32e37657aa1f7c7f2b1bfb26f03ca209b90933c06/annotated_doc-0.0.5-py3-none-any.whl", hash = "sha256:117bac03a25ede5df5440e855b32d556049ca169ead221505badf432fed4b101", size = 5302, upload-time = "2026-07-28T13:50:57.239Z" }, +] + +[[package]] +name = "annotated-types" +version = "0.8.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/5f/56/a8120250d128bed162cd73c76d45f6ef9991f3e068f62a8ee060afa3104a/annotated_types-0.8.0.tar.gz", hash = "sha256:13b2beaad985e05e2d6407ee4c4f35590b11f8d693a258a561055cac8f64cab7", size = 15893, upload-time = "2026-07-23T20:16:13.995Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/99/91/8acff4f5e50511b911bbccb72b8628a49c68ce14148cd9f6431094859a90/annotated_types-0.8.0-py3-none-any.whl", hash = "sha256:f072f4d804ea359e4eaf198b1af7a8b0943881a87f31bb764f8bf219bb9419e0", size = 13427, upload-time = "2026-07-23T20:16:12.938Z" }, +] + +[[package]] +name = "anyio" +version = "4.15.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "idna" }, + { name = "typing-extensions", marker = "python_full_version < '3.15'" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/a9/d2/f4d173e22df740bc37b1db102b386ba719b66e95b0f0d751f556b387e6d2/anyio-4.15.1.tar.gz", hash = "sha256:9f28306018cbd6d329e64a36d58256edff76dd996fe423bc957326e578b82a94", size = 276966, upload-time = "2026-09-05T10:42:39.44Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/12/b8/4bd346e22b28902df4d651910f5242c28d84e4a5c2435ca5c3f797ed7e2e/anyio-4.15.1-py3-none-any.whl", hash = "sha256:6152fdbbf9a77fdec97731721bebf7c4c44f7c29b424b0065826173efc7ed101", size = 132079, upload-time = "2026-09-05T10:42:37.923Z" }, +] + +[[package]] +name = "catboost" +version = "1.2.10" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "graphviz" }, + { name = "matplotlib" }, + { name = "numpy", version = "2.4.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" }, + { name = "numpy", version = "2.5.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" }, + { name = "pandas" }, + { name = "plotly" }, + { name = "scipy", version = "1.17.1", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" }, + { name = "scipy", version = "1.18.1", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" }, + { name = "six" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/e9/0e/09e8fa0858570fda88090bc3f441b69c18ea3d6f4a02fd41aa5426c157bf/catboost-1.2.10.tar.gz", hash = "sha256:26ae6d423acaf0e9d8160f2477a990431057ed04522d993c2f42dac62743b4f7", size = 39925863, upload-time = "2026-02-18T16:13:29.092Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/90/52/b961328a61a31a474c61fdcc1a19a086f7e672fd1becc0f70697a0ccccdb/catboost-1.2.10-cp311-cp311-macosx_11_0_universal2.whl", hash = "sha256:ab2e84237308d62bae236b1ecba2e3867697f96bdbaf0ca68dafc2c886946406", size = 28850304, upload-time = "2026-02-18T16:11:49.153Z" }, + { url = "https://files.pythonhosted.org/packages/c4/5e/4cb6a2f896b34aaa4afe70491c595f77bef7f9b948d719eda99678847d3d/catboost-1.2.10-cp311-cp311-manylinux2014_aarch64.whl", hash = "sha256:5ffe85f53092219cf65c73c2946426a289ef6f62c119c2bfda52815250d9bcef", size = 96708112, upload-time = "2026-02-18T16:11:53.607Z" }, + { url = "https://files.pythonhosted.org/packages/7c/62/5839abf95f9ee4bc2beb1be4a45f1a912859362477a4eb0f4c9d81298f53/catboost-1.2.10-cp311-cp311-manylinux2014_x86_64.whl", hash = "sha256:5819a880af6b314f4980e6c26ad0f7552eafcf247d521bc884fe726347fdd87d", size = 97159502, upload-time = "2026-02-18T16:11:59.55Z" }, + { url = "https://files.pythonhosted.org/packages/a9/af/36048fdd08eca7876716176c30acf0e7ff1dfb1f53d0b93a021537e26601/catboost-1.2.10-cp311-cp311-win_amd64.whl", hash = "sha256:41bbe16cab0695978c325a20fa300f92831ed78e9cc8c5fe8047538b4055e98e", size = 100244500, upload-time = "2026-02-18T16:12:04.065Z" }, + { url = "https://files.pythonhosted.org/packages/bb/52/f5cd568800c87576012d715481730da93bcc34e609c5c204550a9ad0c067/catboost-1.2.10-cp312-cp312-macosx_11_0_universal2.whl", hash = "sha256:b27115d5b443048f710001c8ac666892dfe03498492310b00466203c91cc30a5", size = 28884278, upload-time = "2026-02-18T16:12:07.659Z" }, + { url = "https://files.pythonhosted.org/packages/33/ae/d33a8feba68fa810b30d70c660e4a2c62299472c2e1aa34406ccce306d13/catboost-1.2.10-cp312-cp312-manylinux2014_aarch64.whl", hash = "sha256:39234b3692b6c9002b4a2ac529025fc210dd72feb9b621b27d17c65b7d3e9f92", size = 96704178, upload-time = "2026-02-18T16:12:11.229Z" }, + { url = "https://files.pythonhosted.org/packages/15/6c/08eabe522ac5cefc605ef81f273d77602130739ec7bcdc0ef192aa0a1f07/catboost-1.2.10-cp312-cp312-manylinux2014_x86_64.whl", hash = "sha256:b28f763776e62f50da90dddf73b36399583295032667a7e46fc5c1f2593eb80f", size = 97136498, upload-time = "2026-02-18T16:12:15.339Z" }, + { url = "https://files.pythonhosted.org/packages/93/e2/f467a133b37eef2b3d8697d46a6e7f0da24bd3643f5475817c473ffc41dc/catboost-1.2.10-cp312-cp312-win_amd64.whl", hash = "sha256:6b8a7ef11d7a89fc547760cfafeee895011a4b92cc1f60d00235ef80a71158ed", size = 100214655, upload-time = "2026-02-18T16:12:20.046Z" }, + { url = "https://files.pythonhosted.org/packages/2d/02/3c5f08a7c7969eaa2509d804461db26752fe1c7ecb8ad8510cab51a95fd2/catboost-1.2.10-cp313-cp313-macosx_11_0_universal2.whl", hash = "sha256:bd3d3b344894f61b5f70124658f302148bb9a51c41d0d5b6c453a72e9dfefc49", size = 28829400, upload-time = "2026-02-18T16:12:23.682Z" }, + { url = "https://files.pythonhosted.org/packages/98/fd/63be2ff7aa9f6a7d63e342f42948259a028bfa50203d5ff687c84804ffb7/catboost-1.2.10-cp313-cp313-manylinux2014_aarch64.whl", hash = "sha256:59aa166f075f0a5ea57b0ba46e5060bd6a22e849e91e4142f16c2df11295b184", size = 96680675, upload-time = "2026-02-18T16:12:28.407Z" }, + { url = "https://files.pythonhosted.org/packages/fe/2c/fa0479bd79226f037b495a30696b70741beb198f65227c975005e213aa8e/catboost-1.2.10-cp313-cp313-manylinux2014_x86_64.whl", hash = "sha256:42c1b6c7ae5c18cdbe00c8b9493987cc13338fe328baaf1a0b98ddaf58db96a2", size = 97111368, upload-time = "2026-02-18T16:12:32.456Z" }, + { url = "https://files.pythonhosted.org/packages/69/71/a9e9a06418832fbea9d7cefda585d53395358d498537b6bdd3cf7364cd29/catboost-1.2.10-cp313-cp313-win_amd64.whl", hash = "sha256:5ede858e634d6d0f521bf6dd6fad9374f23d37049ee48e0779ccd2a372632cb1", size = 100201430, upload-time = "2026-02-18T16:12:36.731Z" }, + { url = "https://files.pythonhosted.org/packages/56/58/f370f6c64db5e7da92e3b88ab62e2df72f113cf5a1eee35b48f69d54accd/catboost-1.2.10-cp314-cp314-macosx_11_0_universal2.whl", hash = "sha256:3efc5e4d414b7c13bff6dd0d6c938cf09bb1445097283c7790e54b8ee461820b", size = 28840256, upload-time = "2026-02-18T16:12:40.153Z" }, + { url = "https://files.pythonhosted.org/packages/9d/74/18597f0b2923e3660cd44f942fe9e7cddaa99afc252bc745c48f79566330/catboost-1.2.10-cp314-cp314-manylinux2014_aarch64.whl", hash = "sha256:bad9a70890cdc591080a908d54a3cd70002ab1e48b2017adff84726da0b3e16d", size = 96688527, upload-time = "2026-02-18T16:12:43.534Z" }, + { url = "https://files.pythonhosted.org/packages/6b/ac/7effae0e47fd9586e46a796f5af61b730c572570cedee333ee9ba8db85a8/catboost-1.2.10-cp314-cp314-manylinux2014_x86_64.whl", hash = "sha256:7b8cc4ea3a6ac4a8d05f3a79c8ee5454360a0a710fa12444963865ad3f0ddfec", size = 97119495, upload-time = "2026-02-18T16:12:47.557Z" }, + { url = "https://files.pythonhosted.org/packages/da/b7/8f9e284a9cdd034f01f017dc5dab0da03dc3eac171a2be205745da3becb6/catboost-1.2.10-cp314-cp314-win_amd64.whl", hash = "sha256:951c5bdf27b8edb6ca624f41134888c666ae68275488803d3c91ce83e154f0c5", size = 101749687, upload-time = "2026-02-18T16:12:51.736Z" }, +] + +[[package]] +name = "certifi" +version = "2026.7.22" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/a3/c2/24167ea9858356b47a87a50d39908bfdb72ceeefe0041586e704e5376b3a/certifi-2026.7.22.tar.gz", hash = "sha256:741e2c3b351ddf169a738da9f2c048608ff7f2c5cc02f1ebc6b118bb090d5d55", size = 138112, upload-time = "2026-07-22T03:35:12.644Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/0b/a7/71ac2cff56fec219ed242bb11b8efb69fcc4bec75db06fb7bfe35de520e6/certifi-2026.7.22-py3-none-any.whl", hash = "sha256:62f22742b58a1a33014a2b6b706588a8d7e2a88ae7bd1a6ebe8c992928483775", size = 136983, upload-time = "2026-07-22T03:35:11.276Z" }, +] + +[[package]] +name = "click" +version = "8.5.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/c7/0e/7fa0ef50764b67090eca4114772a2abf8b6148198475e54c660b97caeee6/click-8.5.0.tar.gz", hash = "sha256:ba0d2089de75ea0310e2dde03160e6ca10009947fb95a182f9b54021bb272e34", size = 382235, upload-time = "2026-08-26T13:33:14.56Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/58/50/6c0d534c5f134586a8e1ba4e330569e32f057e33372ae556463212fb4cd3/click-8.5.0-py3-none-any.whl", hash = "sha256:255bc9599cf7748b4b1a446ccc735421bd08a2ae529a8b88597d3de5664ee360", size = 125251, upload-time = "2026-08-26T13:33:12.928Z" }, +] + +[[package]] +name = "cloudpickle" +version = "3.1.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/27/fb/576f067976d320f5f0114a8d9fa1215425441bb35627b1993e5afd8111e5/cloudpickle-3.1.2.tar.gz", hash = "sha256:7fda9eb655c9c230dab534f1983763de5835249750e85fbcef43aaa30a9a2414", size = 22330, upload-time = "2025-11-03T09:25:26.604Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/88/39/799be3f2f0f38cc727ee3b4f1445fe6d5e4133064ec2e4115069418a5bb6/cloudpickle-3.1.2-py3-none-any.whl", hash = "sha256:9acb47f6afd73f60dc1df93bb801b472f05ff42fa6c84167d25cb206be1fbf4a", size = 22228, upload-time = "2025-11-03T09:25:25.534Z" }, +] + +[[package]] +name = "colorama" +version = "0.4.6" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d8/53/6f443c9a4a8358a93a6792e2acffb9d9d5cb0a5cfd8802644b7b1c9a02e4/colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44", size = 27697, upload-time = "2022-10-25T02:36:22.414Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6", size = 25335, upload-time = "2022-10-25T02:36:20.889Z" }, +] + +[[package]] +name = "contourpy" +version = "1.3.3" +source = { registry = "https://pypi.org/simple" } +resolution-markers = [ + "python_full_version < '3.12' and sys_platform == 'win32'", + "python_full_version < '3.12' and sys_platform == 'emscripten'", + "python_full_version < '3.12' and sys_platform != 'emscripten' and sys_platform != 'win32'", +] +dependencies = [ + { name = "numpy", version = "2.4.6", source = { registry = "https://pypi.org/simple" } }, +] +sdist = { url = "https://files.pythonhosted.org/packages/58/01/1253e6698a07380cd31a736d248a3f2a50a7c88779a1813da27503cadc2a/contourpy-1.3.3.tar.gz", hash = "sha256:083e12155b210502d0bca491432bb04d56dc3432f95a979b429f2848c3dbe880", size = 13466174, upload-time = "2025-07-26T12:03:12.549Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/91/2e/c4390a31919d8a78b90e8ecf87cd4b4c4f05a5b48d05ec17db8e5404c6f4/contourpy-1.3.3-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:709a48ef9a690e1343202916450bc48b9e51c049b089c7f79a267b46cffcdaa1", size = 288773, upload-time = "2025-07-26T12:01:02.277Z" }, + { url = "https://files.pythonhosted.org/packages/0d/44/c4b0b6095fef4dc9c420e041799591e3b63e9619e3044f7f4f6c21c0ab24/contourpy-1.3.3-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:23416f38bfd74d5d28ab8429cc4d63fa67d5068bd711a85edb1c3fb0c3e2f381", size = 270149, upload-time = "2025-07-26T12:01:04.072Z" }, + { url = "https://files.pythonhosted.org/packages/30/2e/dd4ced42fefac8470661d7cb7e264808425e6c5d56d175291e93890cce09/contourpy-1.3.3-cp311-cp311-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:929ddf8c4c7f348e4c0a5a3a714b5c8542ffaa8c22954862a46ca1813b667ee7", size = 329222, upload-time = "2025-07-26T12:01:05.688Z" }, + { url = "https://files.pythonhosted.org/packages/f2/74/cc6ec2548e3d276c71389ea4802a774b7aa3558223b7bade3f25787fafc2/contourpy-1.3.3-cp311-cp311-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:9e999574eddae35f1312c2b4b717b7885d4edd6cb46700e04f7f02db454e67c1", size = 377234, upload-time = "2025-07-26T12:01:07.054Z" }, + { url = "https://files.pythonhosted.org/packages/03/b3/64ef723029f917410f75c09da54254c5f9ea90ef89b143ccadb09df14c15/contourpy-1.3.3-cp311-cp311-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:0bf67e0e3f482cb69779dd3061b534eb35ac9b17f163d851e2a547d56dba0a3a", size = 380555, upload-time = "2025-07-26T12:01:08.801Z" }, + { url = "https://files.pythonhosted.org/packages/5f/4b/6157f24ca425b89fe2eb7e7be642375711ab671135be21e6faa100f7448c/contourpy-1.3.3-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:51e79c1f7470158e838808d4a996fa9bac72c498e93d8ebe5119bc1e6becb0db", size = 355238, upload-time = "2025-07-26T12:01:10.319Z" }, + { url = "https://files.pythonhosted.org/packages/98/56/f914f0dd678480708a04cfd2206e7c382533249bc5001eb9f58aa693e200/contourpy-1.3.3-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:598c3aaece21c503615fd59c92a3598b428b2f01bfb4b8ca9c4edeecc2438620", size = 1326218, upload-time = "2025-07-26T12:01:12.659Z" }, + { url = "https://files.pythonhosted.org/packages/fb/d7/4a972334a0c971acd5172389671113ae82aa7527073980c38d5868ff1161/contourpy-1.3.3-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:322ab1c99b008dad206d406bb61d014cf0174df491ae9d9d0fac6a6fda4f977f", size = 1392867, upload-time = "2025-07-26T12:01:15.533Z" }, + { url = "https://files.pythonhosted.org/packages/75/3e/f2cc6cd56dc8cff46b1a56232eabc6feea52720083ea71ab15523daab796/contourpy-1.3.3-cp311-cp311-win32.whl", hash = "sha256:fd907ae12cd483cd83e414b12941c632a969171bf90fc937d0c9f268a31cafff", size = 183677, upload-time = "2025-07-26T12:01:17.088Z" }, + { url = "https://files.pythonhosted.org/packages/98/4b/9bd370b004b5c9d8045c6c33cf65bae018b27aca550a3f657cdc99acdbd8/contourpy-1.3.3-cp311-cp311-win_amd64.whl", hash = "sha256:3519428f6be58431c56581f1694ba8e50626f2dd550af225f82fb5f5814d2a42", size = 225234, upload-time = "2025-07-26T12:01:18.256Z" }, + { url = "https://files.pythonhosted.org/packages/d9/b6/71771e02c2e004450c12b1120a5f488cad2e4d5b590b1af8bad060360fe4/contourpy-1.3.3-cp311-cp311-win_arm64.whl", hash = "sha256:15ff10bfada4bf92ec8b31c62bf7c1834c244019b4a33095a68000d7075df470", size = 193123, upload-time = "2025-07-26T12:01:19.848Z" }, + { url = "https://files.pythonhosted.org/packages/be/45/adfee365d9ea3d853550b2e735f9d66366701c65db7855cd07621732ccfc/contourpy-1.3.3-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:b08a32ea2f8e42cf1d4be3169a98dd4be32bafe4f22b6c4cb4ba810fa9e5d2cb", size = 293419, upload-time = "2025-07-26T12:01:21.16Z" }, + { url = "https://files.pythonhosted.org/packages/53/3e/405b59cfa13021a56bba395a6b3aca8cec012b45bf177b0eaf7a202cde2c/contourpy-1.3.3-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:556dba8fb6f5d8742f2923fe9457dbdd51e1049c4a43fd3986a0b14a1d815fc6", size = 273979, upload-time = "2025-07-26T12:01:22.448Z" }, + { url = "https://files.pythonhosted.org/packages/d4/1c/a12359b9b2ca3a845e8f7f9ac08bdf776114eb931392fcad91743e2ea17b/contourpy-1.3.3-cp312-cp312-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:92d9abc807cf7d0e047b95ca5d957cf4792fcd04e920ca70d48add15c1a90ea7", size = 332653, upload-time = "2025-07-26T12:01:24.155Z" }, + { url = "https://files.pythonhosted.org/packages/63/12/897aeebfb475b7748ea67b61e045accdfcf0d971f8a588b67108ed7f5512/contourpy-1.3.3-cp312-cp312-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:b2e8faa0ed68cb29af51edd8e24798bb661eac3bd9f65420c1887b6ca89987c8", size = 379536, upload-time = "2025-07-26T12:01:25.91Z" }, + { url = "https://files.pythonhosted.org/packages/43/8a/a8c584b82deb248930ce069e71576fc09bd7174bbd35183b7943fb1064fd/contourpy-1.3.3-cp312-cp312-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:626d60935cf668e70a5ce6ff184fd713e9683fb458898e4249b63be9e28286ea", size = 384397, upload-time = "2025-07-26T12:01:27.152Z" }, + { url = "https://files.pythonhosted.org/packages/cc/8f/ec6289987824b29529d0dfda0d74a07cec60e54b9c92f3c9da4c0ac732de/contourpy-1.3.3-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:4d00e655fcef08aba35ec9610536bfe90267d7ab5ba944f7032549c55a146da1", size = 362601, upload-time = "2025-07-26T12:01:28.808Z" }, + { url = "https://files.pythonhosted.org/packages/05/0a/a3fe3be3ee2dceb3e615ebb4df97ae6f3828aa915d3e10549ce016302bd1/contourpy-1.3.3-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:451e71b5a7d597379ef572de31eeb909a87246974d960049a9848c3bc6c41bf7", size = 1331288, upload-time = "2025-07-26T12:01:31.198Z" }, + { url = "https://files.pythonhosted.org/packages/33/1d/acad9bd4e97f13f3e2b18a3977fe1b4a37ecf3d38d815333980c6c72e963/contourpy-1.3.3-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:459c1f020cd59fcfe6650180678a9993932d80d44ccde1fa1868977438f0b411", size = 1403386, upload-time = "2025-07-26T12:01:33.947Z" }, + { url = "https://files.pythonhosted.org/packages/cf/8f/5847f44a7fddf859704217a99a23a4f6417b10e5ab1256a179264561540e/contourpy-1.3.3-cp312-cp312-win32.whl", hash = "sha256:023b44101dfe49d7d53932be418477dba359649246075c996866106da069af69", size = 185018, upload-time = "2025-07-26T12:01:35.64Z" }, + { url = "https://files.pythonhosted.org/packages/19/e8/6026ed58a64563186a9ee3f29f41261fd1828f527dd93d33b60feca63352/contourpy-1.3.3-cp312-cp312-win_amd64.whl", hash = "sha256:8153b8bfc11e1e4d75bcb0bff1db232f9e10b274e0929de9d608027e0d34ff8b", size = 226567, upload-time = "2025-07-26T12:01:36.804Z" }, + { url = "https://files.pythonhosted.org/packages/d1/e2/f05240d2c39a1ed228d8328a78b6f44cd695f7ef47beb3e684cf93604f86/contourpy-1.3.3-cp312-cp312-win_arm64.whl", hash = "sha256:07ce5ed73ecdc4a03ffe3e1b3e3c1166db35ae7584be76f65dbbe28a7791b0cc", size = 193655, upload-time = "2025-07-26T12:01:37.999Z" }, + { url = "https://files.pythonhosted.org/packages/68/35/0167aad910bbdb9599272bd96d01a9ec6852f36b9455cf2ca67bd4cc2d23/contourpy-1.3.3-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:177fb367556747a686509d6fef71d221a4b198a3905fe824430e5ea0fda54eb5", size = 293257, upload-time = "2025-07-26T12:01:39.367Z" }, + { url = "https://files.pythonhosted.org/packages/96/e4/7adcd9c8362745b2210728f209bfbcf7d91ba868a2c5f40d8b58f54c509b/contourpy-1.3.3-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:d002b6f00d73d69333dac9d0b8d5e84d9724ff9ef044fd63c5986e62b7c9e1b1", size = 274034, upload-time = "2025-07-26T12:01:40.645Z" }, + { url = "https://files.pythonhosted.org/packages/73/23/90e31ceeed1de63058a02cb04b12f2de4b40e3bef5e082a7c18d9c8ae281/contourpy-1.3.3-cp313-cp313-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:348ac1f5d4f1d66d3322420f01d42e43122f43616e0f194fc1c9f5d830c5b286", size = 334672, upload-time = "2025-07-26T12:01:41.942Z" }, + { url = "https://files.pythonhosted.org/packages/ed/93/b43d8acbe67392e659e1d984700e79eb67e2acb2bd7f62012b583a7f1b55/contourpy-1.3.3-cp313-cp313-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:655456777ff65c2c548b7c454af9c6f33f16c8884f11083244b5819cc214f1b5", size = 381234, upload-time = "2025-07-26T12:01:43.499Z" }, + { url = "https://files.pythonhosted.org/packages/46/3b/bec82a3ea06f66711520f75a40c8fc0b113b2a75edb36aa633eb11c4f50f/contourpy-1.3.3-cp313-cp313-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:644a6853d15b2512d67881586bd03f462c7ab755db95f16f14d7e238f2852c67", size = 385169, upload-time = "2025-07-26T12:01:45.219Z" }, + { url = "https://files.pythonhosted.org/packages/4b/32/e0f13a1c5b0f8572d0ec6ae2f6c677b7991fafd95da523159c19eff0696a/contourpy-1.3.3-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:4debd64f124ca62069f313a9cb86656ff087786016d76927ae2cf37846b006c9", size = 362859, upload-time = "2025-07-26T12:01:46.519Z" }, + { url = "https://files.pythonhosted.org/packages/33/71/e2a7945b7de4e58af42d708a219f3b2f4cff7386e6b6ab0a0fa0033c49a9/contourpy-1.3.3-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:a15459b0f4615b00bbd1e91f1b9e19b7e63aea7483d03d804186f278c0af2659", size = 1332062, upload-time = "2025-07-26T12:01:48.964Z" }, + { url = "https://files.pythonhosted.org/packages/12/fc/4e87ac754220ccc0e807284f88e943d6d43b43843614f0a8afa469801db0/contourpy-1.3.3-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:ca0fdcd73925568ca027e0b17ab07aad764be4706d0a925b89227e447d9737b7", size = 1403932, upload-time = "2025-07-26T12:01:51.979Z" }, + { url = "https://files.pythonhosted.org/packages/a6/2e/adc197a37443f934594112222ac1aa7dc9a98faf9c3842884df9a9d8751d/contourpy-1.3.3-cp313-cp313-win32.whl", hash = "sha256:b20c7c9a3bf701366556e1b1984ed2d0cedf999903c51311417cf5f591d8c78d", size = 185024, upload-time = "2025-07-26T12:01:53.245Z" }, + { url = "https://files.pythonhosted.org/packages/18/0b/0098c214843213759692cc638fce7de5c289200a830e5035d1791d7a2338/contourpy-1.3.3-cp313-cp313-win_amd64.whl", hash = "sha256:1cadd8b8969f060ba45ed7c1b714fe69185812ab43bd6b86a9123fe8f99c3263", size = 226578, upload-time = "2025-07-26T12:01:54.422Z" }, + { url = "https://files.pythonhosted.org/packages/8a/9a/2f6024a0c5995243cd63afdeb3651c984f0d2bc727fd98066d40e141ad73/contourpy-1.3.3-cp313-cp313-win_arm64.whl", hash = "sha256:fd914713266421b7536de2bfa8181aa8c699432b6763a0ea64195ebe28bff6a9", size = 193524, upload-time = "2025-07-26T12:01:55.73Z" }, + { url = "https://files.pythonhosted.org/packages/c0/b3/f8a1a86bd3298513f500e5b1f5fd92b69896449f6cab6a146a5d52715479/contourpy-1.3.3-cp313-cp313t-macosx_10_13_x86_64.whl", hash = "sha256:88df9880d507169449d434c293467418b9f6cbe82edd19284aa0409e7fdb933d", size = 306730, upload-time = "2025-07-26T12:01:57.051Z" }, + { url = "https://files.pythonhosted.org/packages/3f/11/4780db94ae62fc0c2053909b65dc3246bd7cecfc4f8a20d957ad43aa4ad8/contourpy-1.3.3-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:d06bb1f751ba5d417047db62bca3c8fde202b8c11fb50742ab3ab962c81e8216", size = 287897, upload-time = "2025-07-26T12:01:58.663Z" }, + { url = "https://files.pythonhosted.org/packages/ae/15/e59f5f3ffdd6f3d4daa3e47114c53daabcb18574a26c21f03dc9e4e42ff0/contourpy-1.3.3-cp313-cp313t-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e4e6b05a45525357e382909a4c1600444e2a45b4795163d3b22669285591c1ae", size = 326751, upload-time = "2025-07-26T12:02:00.343Z" }, + { url = "https://files.pythonhosted.org/packages/0f/81/03b45cfad088e4770b1dcf72ea78d3802d04200009fb364d18a493857210/contourpy-1.3.3-cp313-cp313t-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:ab3074b48c4e2cf1a960e6bbeb7f04566bf36b1861d5c9d4d8ac04b82e38ba20", size = 375486, upload-time = "2025-07-26T12:02:02.128Z" }, + { url = "https://files.pythonhosted.org/packages/0c/ba/49923366492ffbdd4486e970d421b289a670ae8cf539c1ea9a09822b371a/contourpy-1.3.3-cp313-cp313t-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:6c3d53c796f8647d6deb1abe867daeb66dcc8a97e8455efa729516b997b8ed99", size = 388106, upload-time = "2025-07-26T12:02:03.615Z" }, + { url = "https://files.pythonhosted.org/packages/9f/52/5b00ea89525f8f143651f9f03a0df371d3cbd2fccd21ca9b768c7a6500c2/contourpy-1.3.3-cp313-cp313t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:50ed930df7289ff2a8d7afeb9603f8289e5704755c7e5c3bbd929c90c817164b", size = 352548, upload-time = "2025-07-26T12:02:05.165Z" }, + { url = "https://files.pythonhosted.org/packages/32/1d/a209ec1a3a3452d490f6b14dd92e72280c99ae3d1e73da74f8277d4ee08f/contourpy-1.3.3-cp313-cp313t-musllinux_1_2_aarch64.whl", hash = "sha256:4feffb6537d64b84877da813a5c30f1422ea5739566abf0bd18065ac040e120a", size = 1322297, upload-time = "2025-07-26T12:02:07.379Z" }, + { url = "https://files.pythonhosted.org/packages/bc/9e/46f0e8ebdd884ca0e8877e46a3f4e633f6c9c8c4f3f6e72be3fe075994aa/contourpy-1.3.3-cp313-cp313t-musllinux_1_2_x86_64.whl", hash = "sha256:2b7e9480ffe2b0cd2e787e4df64270e3a0440d9db8dc823312e2c940c167df7e", size = 1391023, upload-time = "2025-07-26T12:02:10.171Z" }, + { url = "https://files.pythonhosted.org/packages/b9/70/f308384a3ae9cd2209e0849f33c913f658d3326900d0ff5d378d6a1422d2/contourpy-1.3.3-cp313-cp313t-win32.whl", hash = "sha256:283edd842a01e3dcd435b1c5116798d661378d83d36d337b8dde1d16a5fc9ba3", size = 196157, upload-time = "2025-07-26T12:02:11.488Z" }, + { url = "https://files.pythonhosted.org/packages/b2/dd/880f890a6663b84d9e34a6f88cded89d78f0091e0045a284427cb6b18521/contourpy-1.3.3-cp313-cp313t-win_amd64.whl", hash = "sha256:87acf5963fc2b34825e5b6b048f40e3635dd547f590b04d2ab317c2619ef7ae8", size = 240570, upload-time = "2025-07-26T12:02:12.754Z" }, + { url = "https://files.pythonhosted.org/packages/80/99/2adc7d8ffead633234817ef8e9a87115c8a11927a94478f6bb3d3f4d4f7d/contourpy-1.3.3-cp313-cp313t-win_arm64.whl", hash = "sha256:3c30273eb2a55024ff31ba7d052dde990d7d8e5450f4bbb6e913558b3d6c2301", size = 199713, upload-time = "2025-07-26T12:02:14.4Z" }, + { url = "https://files.pythonhosted.org/packages/72/8b/4546f3ab60f78c514ffb7d01a0bd743f90de36f0019d1be84d0a708a580a/contourpy-1.3.3-cp314-cp314-macosx_10_13_x86_64.whl", hash = "sha256:fde6c716d51c04b1c25d0b90364d0be954624a0ee9d60e23e850e8d48353d07a", size = 292189, upload-time = "2025-07-26T12:02:16.095Z" }, + { url = "https://files.pythonhosted.org/packages/fd/e1/3542a9cb596cadd76fcef413f19c79216e002623158befe6daa03dbfa88c/contourpy-1.3.3-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:cbedb772ed74ff5be440fa8eee9bd49f64f6e3fc09436d9c7d8f1c287b121d77", size = 273251, upload-time = "2025-07-26T12:02:17.524Z" }, + { url = "https://files.pythonhosted.org/packages/b1/71/f93e1e9471d189f79d0ce2497007731c1e6bf9ef6d1d61b911430c3db4e5/contourpy-1.3.3-cp314-cp314-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:22e9b1bd7a9b1d652cd77388465dc358dafcd2e217d35552424aa4f996f524f5", size = 335810, upload-time = "2025-07-26T12:02:18.9Z" }, + { url = "https://files.pythonhosted.org/packages/91/f9/e35f4c1c93f9275d4e38681a80506b5510e9327350c51f8d4a5a724d178c/contourpy-1.3.3-cp314-cp314-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:a22738912262aa3e254e4f3cb079a95a67132fc5a063890e224393596902f5a4", size = 382871, upload-time = "2025-07-26T12:02:20.418Z" }, + { url = "https://files.pythonhosted.org/packages/b5/71/47b512f936f66a0a900d81c396a7e60d73419868fba959c61efed7a8ab46/contourpy-1.3.3-cp314-cp314-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:afe5a512f31ee6bd7d0dda52ec9864c984ca3d66664444f2d72e0dc4eb832e36", size = 386264, upload-time = "2025-07-26T12:02:21.916Z" }, + { url = "https://files.pythonhosted.org/packages/04/5f/9ff93450ba96b09c7c2b3f81c94de31c89f92292f1380261bd7195bea4ea/contourpy-1.3.3-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:f64836de09927cba6f79dcd00fdd7d5329f3fccc633468507079c829ca4db4e3", size = 363819, upload-time = "2025-07-26T12:02:23.759Z" }, + { url = "https://files.pythonhosted.org/packages/3e/a6/0b185d4cc480ee494945cde102cb0149ae830b5fa17bf855b95f2e70ad13/contourpy-1.3.3-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:1fd43c3be4c8e5fd6e4f2baeae35ae18176cf2e5cced681cca908addf1cdd53b", size = 1333650, upload-time = "2025-07-26T12:02:26.181Z" }, + { url = "https://files.pythonhosted.org/packages/43/d7/afdc95580ca56f30fbcd3060250f66cedbde69b4547028863abd8aa3b47e/contourpy-1.3.3-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:6afc576f7b33cf00996e5c1102dc2a8f7cc89e39c0b55df93a0b78c1bd992b36", size = 1404833, upload-time = "2025-07-26T12:02:28.782Z" }, + { url = "https://files.pythonhosted.org/packages/e2/e2/366af18a6d386f41132a48f033cbd2102e9b0cf6345d35ff0826cd984566/contourpy-1.3.3-cp314-cp314-win32.whl", hash = "sha256:66c8a43a4f7b8df8b71ee1840e4211a3c8d93b214b213f590e18a1beca458f7d", size = 189692, upload-time = "2025-07-26T12:02:30.128Z" }, + { url = "https://files.pythonhosted.org/packages/7d/c2/57f54b03d0f22d4044b8afb9ca0e184f8b1afd57b4f735c2fa70883dc601/contourpy-1.3.3-cp314-cp314-win_amd64.whl", hash = "sha256:cf9022ef053f2694e31d630feaacb21ea24224be1c3ad0520b13d844274614fd", size = 232424, upload-time = "2025-07-26T12:02:31.395Z" }, + { url = "https://files.pythonhosted.org/packages/18/79/a9416650df9b525737ab521aa181ccc42d56016d2123ddcb7b58e926a42c/contourpy-1.3.3-cp314-cp314-win_arm64.whl", hash = "sha256:95b181891b4c71de4bb404c6621e7e2390745f887f2a026b2d99e92c17892339", size = 198300, upload-time = "2025-07-26T12:02:32.956Z" }, + { url = "https://files.pythonhosted.org/packages/1f/42/38c159a7d0f2b7b9c04c64ab317042bb6952b713ba875c1681529a2932fe/contourpy-1.3.3-cp314-cp314t-macosx_10_13_x86_64.whl", hash = "sha256:33c82d0138c0a062380332c861387650c82e4cf1747aaa6938b9b6516762e772", size = 306769, upload-time = "2025-07-26T12:02:34.2Z" }, + { url = "https://files.pythonhosted.org/packages/c3/6c/26a8205f24bca10974e77460de68d3d7c63e282e23782f1239f226fcae6f/contourpy-1.3.3-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:ea37e7b45949df430fe649e5de8351c423430046a2af20b1c1961cae3afcda77", size = 287892, upload-time = "2025-07-26T12:02:35.807Z" }, + { url = "https://files.pythonhosted.org/packages/66/06/8a475c8ab718ebfd7925661747dbb3c3ee9c82ac834ccb3570be49d129f4/contourpy-1.3.3-cp314-cp314t-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d304906ecc71672e9c89e87c4675dc5c2645e1f4269a5063b99b0bb29f232d13", size = 326748, upload-time = "2025-07-26T12:02:37.193Z" }, + { url = "https://files.pythonhosted.org/packages/b4/a3/c5ca9f010a44c223f098fccd8b158bb1cb287378a31ac141f04730dc49be/contourpy-1.3.3-cp314-cp314t-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:ca658cd1a680a5c9ea96dc61cdbae1e85c8f25849843aa799dfd3cb370ad4fbe", size = 375554, upload-time = "2025-07-26T12:02:38.894Z" }, + { url = "https://files.pythonhosted.org/packages/80/5b/68bd33ae63fac658a4145088c1e894405e07584a316738710b636c6d0333/contourpy-1.3.3-cp314-cp314t-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:ab2fd90904c503739a75b7c8c5c01160130ba67944a7b77bbf36ef8054576e7f", size = 388118, upload-time = "2025-07-26T12:02:40.642Z" }, + { url = "https://files.pythonhosted.org/packages/40/52/4c285a6435940ae25d7410a6c36bda5145839bc3f0beb20c707cda18b9d2/contourpy-1.3.3-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b7301b89040075c30e5768810bc96a8e8d78085b47d8be6e4c3f5a0b4ed478a0", size = 352555, upload-time = "2025-07-26T12:02:42.25Z" }, + { url = "https://files.pythonhosted.org/packages/24/ee/3e81e1dd174f5c7fefe50e85d0892de05ca4e26ef1c9a59c2a57e43b865a/contourpy-1.3.3-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:2a2a8b627d5cc6b7c41a4beff6c5ad5eb848c88255fda4a8745f7e901b32d8e4", size = 1322295, upload-time = "2025-07-26T12:02:44.668Z" }, + { url = "https://files.pythonhosted.org/packages/3c/b2/6d913d4d04e14379de429057cd169e5e00f6c2af3bb13e1710bcbdb5da12/contourpy-1.3.3-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:fd6ec6be509c787f1caf6b247f0b1ca598bef13f4ddeaa126b7658215529ba0f", size = 1391027, upload-time = "2025-07-26T12:02:47.09Z" }, + { url = "https://files.pythonhosted.org/packages/93/8a/68a4ec5c55a2971213d29a9374913f7e9f18581945a7a31d1a39b5d2dfe5/contourpy-1.3.3-cp314-cp314t-win32.whl", hash = "sha256:e74a9a0f5e3fff48fb5a7f2fd2b9b70a3fe014a67522f79b7cca4c0c7e43c9ae", size = 202428, upload-time = "2025-07-26T12:02:48.691Z" }, + { url = "https://files.pythonhosted.org/packages/fa/96/fd9f641ffedc4fa3ace923af73b9d07e869496c9cc7a459103e6e978992f/contourpy-1.3.3-cp314-cp314t-win_amd64.whl", hash = "sha256:13b68d6a62db8eafaebb8039218921399baf6e47bf85006fd8529f2a08ef33fc", size = 250331, upload-time = "2025-07-26T12:02:50.137Z" }, + { url = "https://files.pythonhosted.org/packages/ae/8c/469afb6465b853afff216f9528ffda78a915ff880ed58813ba4faf4ba0b6/contourpy-1.3.3-cp314-cp314t-win_arm64.whl", hash = "sha256:b7448cb5a725bb1e35ce88771b86fba35ef418952474492cf7c764059933ff8b", size = 203831, upload-time = "2025-07-26T12:02:51.449Z" }, + { url = "https://files.pythonhosted.org/packages/a5/29/8dcfe16f0107943fa92388c23f6e05cff0ba58058c4c95b00280d4c75a14/contourpy-1.3.3-pp311-pypy311_pp73-macosx_10_15_x86_64.whl", hash = "sha256:cd5dfcaeb10f7b7f9dc8941717c6c2ade08f587be2226222c12b25f0483ed497", size = 278809, upload-time = "2025-07-26T12:02:52.74Z" }, + { url = "https://files.pythonhosted.org/packages/85/a9/8b37ef4f7dafeb335daee3c8254645ef5725be4d9c6aa70b50ec46ef2f7e/contourpy-1.3.3-pp311-pypy311_pp73-macosx_11_0_arm64.whl", hash = "sha256:0c1fc238306b35f246d61a1d416a627348b5cf0648648a031e14bb8705fcdfe8", size = 261593, upload-time = "2025-07-26T12:02:54.037Z" }, + { url = "https://files.pythonhosted.org/packages/0a/59/ebfb8c677c75605cc27f7122c90313fd2f375ff3c8d19a1694bda74aaa63/contourpy-1.3.3-pp311-pypy311_pp73-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:70f9aad7de812d6541d29d2bbf8feb22ff7e1c299523db288004e3157ff4674e", size = 302202, upload-time = "2025-07-26T12:02:55.947Z" }, + { url = "https://files.pythonhosted.org/packages/3c/37/21972a15834d90bfbfb009b9d004779bd5a07a0ec0234e5ba8f64d5736f4/contourpy-1.3.3-pp311-pypy311_pp73-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:5ed3657edf08512fc3fe81b510e35c2012fbd3081d2e26160f27ca28affec989", size = 329207, upload-time = "2025-07-26T12:02:57.468Z" }, + { url = "https://files.pythonhosted.org/packages/0c/58/bd257695f39d05594ca4ad60df5bcb7e32247f9951fd09a9b8edb82d1daa/contourpy-1.3.3-pp311-pypy311_pp73-win_amd64.whl", hash = "sha256:3d1a3799d62d45c18bafd41c5fa05120b96a28079f2393af559b843d1a966a77", size = 225315, upload-time = "2025-07-26T12:02:58.801Z" }, +] + +[[package]] +name = "contourpy" +version = "1.4.0" +source = { registry = "https://pypi.org/simple" } +resolution-markers = [ + "python_full_version >= '3.14' and sys_platform == 'win32'", + "python_full_version >= '3.14' and sys_platform == 'emscripten'", + "python_full_version >= '3.14' and sys_platform != 'emscripten' and sys_platform != 'win32'", + "python_full_version == '3.13.*' and sys_platform == 'win32'", + "python_full_version == '3.12.*' and sys_platform == 'win32'", + "python_full_version == '3.13.*' and sys_platform == 'emscripten'", + "python_full_version == '3.12.*' and sys_platform == 'emscripten'", + "python_full_version == '3.13.*' and sys_platform != 'emscripten' and sys_platform != 'win32'", + "python_full_version == '3.12.*' and sys_platform != 'emscripten' and sys_platform != 'win32'", +] +dependencies = [ + { name = "numpy", version = "2.5.4", source = { registry = "https://pypi.org/simple" } }, +] +sdist = { url = "https://files.pythonhosted.org/packages/83/5a/a55177dd22553a277388e8a1b3220e92de91bacb28356cdc73caa240121d/contourpy-1.4.0.tar.gz", hash = "sha256:20156f5a1ac4f8ce02656e39a61e82164a3d359796dc8026f75b062783d500e1", size = 13323726, upload-time = "2026-09-11T19:05:05.808Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/97/ba/01bde9753bdbba04a6da9d2bff3881f021bc708f654655e95fae26d3b3a3/contourpy-1.4.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:186ba929df36d61b6127da2e89cd1357e4cb79aca647381ab1a6feb0b152877b", size = 297302, upload-time = "2026-09-11T19:02:45.103Z" }, + { url = "https://files.pythonhosted.org/packages/dd/f5/c5bf67522d49a2222f3154fe46879451d26f0e35ece41770758a64ea78cb/contourpy-1.4.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:c76f3a5318164db7d9401132fc1b5364b784c613c93fa506e3b5e6d1bf353ec8", size = 284921, upload-time = "2026-09-11T19:02:48.049Z" }, + { url = "https://files.pythonhosted.org/packages/0f/cc/cb989599eec12fda312e127eb8e04a8b21a7a6c94bf7ff1bc68273334a42/contourpy-1.4.0-cp312-cp312-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:43c3ccbb32c6294b183dcc8e8c46dacf5ecef809497e3d48a5be298eef185ad0", size = 356332, upload-time = "2026-09-11T19:02:51.408Z" }, + { url = "https://files.pythonhosted.org/packages/47/fb/6f620d7602507817b0b4c21dd790ed68688f1f4ae9c29aacf21f08db5cf1/contourpy-1.4.0-cp312-cp312-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:86d05cec773c9507a3950122e0e40ce77c23c75ceeb2fc189514e71893cbb34b", size = 405878, upload-time = "2026-09-11T19:02:54.093Z" }, + { url = "https://files.pythonhosted.org/packages/32/4e/693c6d6bdece679f0953775eef3a1b66d56be55478d936e7deb1f3004422/contourpy-1.4.0-cp312-cp312-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:2deb580178ca19437a84bd77e4bc2cd91a8ccad212413a83c273900868b5978c", size = 408296, upload-time = "2026-09-11T19:02:56.528Z" }, + { url = "https://files.pythonhosted.org/packages/78/f9/b6831508960d559581c448532ba4df312217072975486dbf2b24fcc5b76f/contourpy-1.4.0-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:875f42444c9cf48d56f724f2637e60d0f73b3b12c9041e1484580a233edf9591", size = 383243, upload-time = "2026-09-11T19:02:58.638Z" }, + { url = "https://files.pythonhosted.org/packages/f2/21/52903825a0ae7bb625e8bd30a09816d4c3c5d6174a469c10a616166cf780/contourpy-1.4.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:f863c6100bf926cf47d13f3cd75f9bb8ebd98aaab230eeb4468b91f98f39a6b3", size = 1357306, upload-time = "2026-09-11T19:03:01.036Z" }, + { url = "https://files.pythonhosted.org/packages/d8/79/d68b1ce8539e4071518fed9523f558398f34dcd078b8927b109c72dad2ef/contourpy-1.4.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:3863ef2e2b13fe93f8c0ebb08ee400cb07153b8b0e91c5acb26e4537f283634f", size = 1427243, upload-time = "2026-09-11T19:03:03.866Z" }, + { url = "https://files.pythonhosted.org/packages/ac/f0/b75a10e9d0616b97a30de277b6dfe83f1879880854c7330337309530eb48/contourpy-1.4.0-cp312-cp312-win32.whl", hash = "sha256:5450f091ac1be0be3ad3a2a3b3f23b5e443e78c670ced4fd347d626f92a28fd2", size = 347345, upload-time = "2026-09-11T19:03:06.192Z" }, + { url = "https://files.pythonhosted.org/packages/50/a9/dab08786bb4d77ef9a046b3c1be923be4e73c5d07d91f5a54e8ea9b09e41/contourpy-1.4.0-cp312-cp312-win_amd64.whl", hash = "sha256:6e697d94e69f499ff6bebb899cae97a58d5d14f0e1fe9568b43a0248d2f9af8c", size = 234083, upload-time = "2026-09-11T19:03:08.122Z" }, + { url = "https://files.pythonhosted.org/packages/47/b9/3ba509755a970dbde5948e7142ac21f266be72f38017cc4087a05fdceee1/contourpy-1.4.0-cp312-cp312-win_arm64.whl", hash = "sha256:0c7a4c2716a4e98342221954416a836cca77c996c14ddbf22b5f01d5d93ca09c", size = 559521, upload-time = "2026-09-11T19:03:10.047Z" }, + { url = "https://files.pythonhosted.org/packages/b7/8b/62a6eacea08ea0b6ab0159a7783df7ed421ff9c1ff58fef7c31f58fa5e52/contourpy-1.4.0-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:e21d1d4a9db5b3a793649c7ab0ddb4697f2818929eec871a7b9c45fce7b2a1ea", size = 297330, upload-time = "2026-09-11T19:03:11.809Z" }, + { url = "https://files.pythonhosted.org/packages/3f/2f/103cdc5b7077cd569989d3ddb99ee3d4e96ee31bde8df2a6e426b2dc6195/contourpy-1.4.0-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:196759a3e4db60e1546167e361090ebb6d199aa3aafc9e34ea17a5ac3b23e814", size = 285037, upload-time = "2026-09-11T19:03:13.781Z" }, + { url = "https://files.pythonhosted.org/packages/bf/25/97001d1fdf940e6f5adfc592d4f5899fff95daf7dceead3988fe09987d2d/contourpy-1.4.0-cp313-cp313-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:9c0e07c691f3b3321913ed9b8161c50ea5f77fadd006f52f5e755359b0dcbfc5", size = 356675, upload-time = "2026-09-11T19:03:15.374Z" }, + { url = "https://files.pythonhosted.org/packages/a6/5e/9a7241a89e2f74402aefa2569e1349ad2750ff77823c04c788eaaedb7fdd/contourpy-1.4.0-cp313-cp313-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:7f861af508fca2384eef392bc1d8377cfa349b2b854cb11b45d89c75780e2561", size = 406990, upload-time = "2026-09-11T19:03:17.44Z" }, + { url = "https://files.pythonhosted.org/packages/36/81/3a4fbbf6a806eada5453a6d16f6c7d96b9f4b3e57a3127368fb545986b8a/contourpy-1.4.0-cp313-cp313-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:a03b32c2e7eda8b17757c022162c13c86f5c3d6f937dddf9ba3c3ff7b513953b", size = 407271, upload-time = "2026-09-11T19:03:19.523Z" }, + { url = "https://files.pythonhosted.org/packages/68/77/8f93ecbde1a4d11dfd460cd19a0c159f5487352e751fa87f5d78cc9db08e/contourpy-1.4.0-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:f1219a8898523cba821085f2da8a1b962cc696325763f09d7f93538ba43b2d70", size = 384707, upload-time = "2026-09-11T19:03:21.208Z" }, + { url = "https://files.pythonhosted.org/packages/05/07/e5cdf94d68961ee464de6b4fedd3d2f666584f59ccd124bb1290597122ab/contourpy-1.4.0-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:20da2f86bfaed60dbba729fe738c8241b1dd22b6cf7e8cbbf30df290bd04ba28", size = 1356741, upload-time = "2026-09-11T19:03:23.621Z" }, + { url = "https://files.pythonhosted.org/packages/fd/8a/2301d07accb257ac08daeb631875fada06fedd019c20ff7b00ee07e9d211/contourpy-1.4.0-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:6ced1670fafee703b8277ab1645072a226e74f167166eae146fb743916119b67", size = 1426793, upload-time = "2026-09-11T19:03:25.955Z" }, + { url = "https://files.pythonhosted.org/packages/7d/5d/a62648f06259d15c139b14eb8cf3c58fe53cb970a55f2bb77d1070e80a41/contourpy-1.4.0-cp313-cp313-pyemscripten_2025_0_wasm32.whl", hash = "sha256:abd0f7e51ecc52bf8c95713bd80b1c17c516a71fa391c54475308a4377903c2b", size = 117961, upload-time = "2026-09-11T19:03:27.713Z" }, + { url = "https://files.pythonhosted.org/packages/71/31/c5b7771ba6982f319ec90c0cf5c425b36891adfeee2d9f667f90b2d0c166/contourpy-1.4.0-cp313-cp313-win32.whl", hash = "sha256:510f7d93d94cf6ebf4e2cd0640bea16ab8affac7547230175b6745b596ce0599", size = 347438, upload-time = "2026-09-11T19:03:29.829Z" }, + { url = "https://files.pythonhosted.org/packages/68/c1/a59df0754bf83a6f3e153cc19d550a5b01f607e389b1c4d57f436f9139e0/contourpy-1.4.0-cp313-cp313-win_amd64.whl", hash = "sha256:6507a016976a75a15aee47809a34605de6244ccc056e6164bf9fb14b27eecad4", size = 234084, upload-time = "2026-09-11T19:03:31.657Z" }, + { url = "https://files.pythonhosted.org/packages/41/48/97224f5decb1efa5a610f912195deb45321f73ec9b9dac485cd6fe2d5a6a/contourpy-1.4.0-cp313-cp313-win_arm64.whl", hash = "sha256:423bd5f4b3f11d54a8c597234e513382e3454bb106b8ec7ae32ba4ed63f8d99b", size = 559559, upload-time = "2026-09-11T19:03:33.528Z" }, + { url = "https://files.pythonhosted.org/packages/75/b0/b548628c8dddf6e5e0a981b7fa8e4c008024df09c7d17c6a9e271edfa0b3/contourpy-1.4.0-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:a3e67bc1a6a4618a1dac7c3053a9ffece5ddfa2046b2670b342cf430bb0b87d1", size = 297354, upload-time = "2026-09-11T19:03:35.017Z" }, + { url = "https://files.pythonhosted.org/packages/04/5a/513484208742f65af2648c519f0b7ab034616e183c4403538024c136a1ab/contourpy-1.4.0-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:072a702e2e178f4fcf96f04775d0c059e4c917925abf0d3208ebb6865df3c23d", size = 283729, upload-time = "2026-09-11T19:03:36.818Z" }, + { url = "https://files.pythonhosted.org/packages/35/da/5a6562febc994b2c4bf9d01e57a50458ef8a2051bb3e7b35a00333e0fc26/contourpy-1.4.0-cp314-cp314-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:404dbcd9233513dfd1323b66ea593fef90e899f658f6b8a9ed8e93bd0ca669db", size = 357819, upload-time = "2026-09-11T19:03:39.058Z" }, + { url = "https://files.pythonhosted.org/packages/6d/99/7b358ce888aaa426f755daa096c99c59d17c352037344e836f20e5d3b957/contourpy-1.4.0-cp314-cp314-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:61624f6722480aa7e168fd746164e7bfdf48f8ccb6542f1613741200dc37e2b1", size = 407795, upload-time = "2026-09-11T19:03:41.293Z" }, + { url = "https://files.pythonhosted.org/packages/be/02/34d7548adf08c60967435d79d7a90882eacc84f5093435287974c7e99943/contourpy-1.4.0-cp314-cp314-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:2e741a39dfc96babe1722561e81351aeec104526c57dbe91c167c1db606c2d55", size = 408552, upload-time = "2026-09-11T19:03:42.728Z" }, + { url = "https://files.pythonhosted.org/packages/cf/8c/9677dad226e5aaac5b823d5b09d881ebc32ff1648af417597649841e516c/contourpy-1.4.0-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e439ab450c93455feb0218532ded3e946ec7a9b5f459069f122cfa44b89229f6", size = 384850, upload-time = "2026-09-11T19:03:44.402Z" }, + { url = "https://files.pythonhosted.org/packages/08/f5/e3fbeaa489c223629fbb434737cb3de4ecaca9cae4825e77b92490f640f8/contourpy-1.4.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:417be048f7e122cefbe2a34c51a1f2b0410f8eb35796f794d45475ddb7872d9d", size = 1357601, upload-time = "2026-09-11T19:03:46.746Z" }, + { url = "https://files.pythonhosted.org/packages/88/be/55fec293d342c222ed58a5d4056df4362e192af2e59527a3d5d822de8828/contourpy-1.4.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:43d80072a32299bf945de0a6dd4e034ea0162e832261de2e07a274a5adbba9c9", size = 1427340, upload-time = "2026-09-11T19:03:48.745Z" }, + { url = "https://files.pythonhosted.org/packages/86/40/0faabf453edf59b0e3633381d7ca72c3414fb9b72b5cbb08b06ed792d3e5/contourpy-1.4.0-cp314-cp314-pyemscripten_2026_0_wasm32.whl", hash = "sha256:fa1b787362a3856e63dd2b89449f6c384d55ee1beb8f94f4bcc871b40f02462c", size = 118355, upload-time = "2026-09-11T19:03:50.047Z" }, + { url = "https://files.pythonhosted.org/packages/38/0c/7ea75aa3559ae8a6805015e15a19c92b6480752ecc92526361e5776e88c5/contourpy-1.4.0-cp314-cp314-win32.whl", hash = "sha256:738c44fa71735a617f36da58e32810512407d283d5d1bb5b1cecb00d7eeba7cf", size = 356977, upload-time = "2026-09-11T19:04:11.401Z" }, + { url = "https://files.pythonhosted.org/packages/15/41/3df8cc14bb572c8b447f9dfbc876703f0f2f2896058285b5c87a1d4a638d/contourpy-1.4.0-cp314-cp314-win_amd64.whl", hash = "sha256:181bea01bc742734ae672fa00c717d855dd35e1f029536406538c52e7b0cd73d", size = 240101, upload-time = "2026-09-11T19:04:12.772Z" }, + { url = "https://files.pythonhosted.org/packages/66/01/ee6830a5aa4565662a345172f6f35eeeed625d20f1c9d4ecd35318fe4ade/contourpy-1.4.0-cp314-cp314-win_arm64.whl", hash = "sha256:64039341e2d8804f1a13bda8c69083eab935167bbd7e856cf096241f17d5bd45", size = 576359, upload-time = "2026-09-11T19:04:14.983Z" }, + { url = "https://files.pythonhosted.org/packages/51/af/49ee9c9cf012699e505c1b63c531cc99f19df50f205173092c4d541e3ec7/contourpy-1.4.0-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:ef47fef9a912c77e3d84b014f701e5a9340f25703e9ed3bcebe37f91fb69dc49", size = 313601, upload-time = "2026-09-11T19:03:51.452Z" }, + { url = "https://files.pythonhosted.org/packages/ad/59/ce411ab2be0f805038626d8f4ca9ce563487ff51ff6c363e7512271564ed/contourpy-1.4.0-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:96019f059bcb3774acc0104be3360a57b36d33eaaa2e1d7f77c800ca8e07618b", size = 302812, upload-time = "2026-09-11T19:03:53.022Z" }, + { url = "https://files.pythonhosted.org/packages/95/b0/390915f9af14c1e2d3b2a9ad99d85b98df4352346a51e368cbb825f813c3/contourpy-1.4.0-cp314-cp314t-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:ddf5a2596d716fd3793434844caf31abc7a40b1e8718431420c89858268fb909", size = 348996, upload-time = "2026-09-11T19:03:54.594Z" }, + { url = "https://files.pythonhosted.org/packages/c7/85/e0952576d54322f3e9983b1e049a7a31f42ce82c5c29d01821e6dd3780d7/contourpy-1.4.0-cp314-cp314t-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:dd59df9e2fb0aff8bd7fd1adb9f349b7c835245a9d0f18c2f2deeb537190f2b1", size = 400272, upload-time = "2026-09-11T19:03:56.822Z" }, + { url = "https://files.pythonhosted.org/packages/d6/7d/f13543a5e1598e4a4ad01d9d5e2d65f9c09c37660616429913d606c5977d/contourpy-1.4.0-cp314-cp314t-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:b7794ea07cab575633daad8d6e963b662053391022294d3aacc1d9ba9ef54114", size = 412895, upload-time = "2026-09-11T19:03:58.487Z" }, + { url = "https://files.pythonhosted.org/packages/c5/a8/6e5eaff53507dfd2dfc428240eecda32453067277d4b3e7ca71210b2d611/contourpy-1.4.0-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a1c8a74744fa746eeaa12f0f9ed7f8b4add9d8f1b14d95e3b5e133675eac888f", size = 377060, upload-time = "2026-09-11T19:04:00.122Z" }, + { url = "https://files.pythonhosted.org/packages/16/a3/d00e44d35511b3cead5bd794ee672d4eecf30d9de4ceac57a49d6204064f/contourpy-1.4.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:107ec46f7aa1664266d69b1181aadc953d58d39f7d8d648fa5b795d4a060b0de", size = 1345688, upload-time = "2026-09-11T19:04:02.705Z" }, + { url = "https://files.pythonhosted.org/packages/1e/01/1e533b0cae32c8edd63fe40435ec3b29345dab87321afcd28722d7f957d1/contourpy-1.4.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:5a4c89c7f38a0d7a94356d74e3391073c4325c4d47ad2fd065c3fe7dbae16c0c", size = 1416140, upload-time = "2026-09-11T19:04:04.77Z" }, + { url = "https://files.pythonhosted.org/packages/6d/0c/4ee66759f00d6a5d6909782f14f441d639fa18a4a43142e334351efc47f8/contourpy-1.4.0-cp314-cp314t-win32.whl", hash = "sha256:912c6afaa106e2f74ba22b30416b77ef7eb94e3bdc5a4df51ab147845dba9b6d", size = 371982, upload-time = "2026-09-11T19:04:06.233Z" }, + { url = "https://files.pythonhosted.org/packages/e6/ac/b3e5324138c3e3741f526663f4f265f4f69dfdf26415a39428940864a5f6/contourpy-1.4.0-cp314-cp314t-win_amd64.whl", hash = "sha256:ef9440f6f8506246269a82734f5ff9e2e4c5e775b3996fc883cc491c5257eca6", size = 262907, upload-time = "2026-09-11T19:04:07.882Z" }, + { url = "https://files.pythonhosted.org/packages/19/37/c9aa45e47819dc15a38fc5c81a2fb987fde55e9d3b991fbde514e3b6b5f5/contourpy-1.4.0-cp314-cp314t-win_arm64.whl", hash = "sha256:fc9feef8f1f001c5b87decadc67c4a5d1eebb62ca39c4763d1237ff62cf2b707", size = 587071, upload-time = "2026-09-11T19:04:09.898Z" }, + { url = "https://files.pythonhosted.org/packages/cc/74/66d4e6fbea3bcb3fd4e5ae21c039ba31b8fc408b35884b4bc09b88016dce/contourpy-1.4.0-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:79b06c60d5e569ce12c5da8f0c51217cdc484386e2349fa717c30fafb56d2871", size = 297358, upload-time = "2026-09-11T19:04:16.718Z" }, + { url = "https://files.pythonhosted.org/packages/2e/8d/8f7f25e71d73f15d7859943189900d2d348e740388c9ef52a0180d284762/contourpy-1.4.0-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:6f963ea9f0d68d2b6a02d861e3c0aae09ae25ba21f243fcf281e9fed468b078d", size = 283732, upload-time = "2026-09-11T19:04:18.087Z" }, + { url = "https://files.pythonhosted.org/packages/f0/90/957549e3b03c407c670e3e191db63f4aef60dab6605bc967af3a806b543e/contourpy-1.4.0-cp315-cp315-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:5545ff38229c15d11d822fc6f7415b932da9f4975f53e305b7b96ebfb01f889c", size = 357820, upload-time = "2026-09-11T19:04:20.077Z" }, + { url = "https://files.pythonhosted.org/packages/56/4c/fa8de87d907b41b05d03f4945a51675cd67319650d01b4c927d209ffa6ee/contourpy-1.4.0-cp315-cp315-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:630d32f06cedf37b7f1dd2b6a12e4492826bd477a4c9c7b2e2fee6ce3a2cea76", size = 407804, upload-time = "2026-09-11T19:04:21.781Z" }, + { url = "https://files.pythonhosted.org/packages/04/e7/96bd4f4a4ae285727befbdb4b332d53a2654cc5da4585d2525b47a063e1f/contourpy-1.4.0-cp315-cp315-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:be85d160e7c795113c2a93254dde2fc7e86b375322570eee78b420969426973c", size = 408559, upload-time = "2026-09-11T19:04:23.432Z" }, + { url = "https://files.pythonhosted.org/packages/ae/94/39660e8dc309f96bf7971eb4ec5659f272f84e42b34c9990a96ecce8442c/contourpy-1.4.0-cp315-cp315-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:018227e134b73090b06f911e773a526c77c9af426be29065500ce096a5accd4c", size = 384861, upload-time = "2026-09-11T19:04:25.198Z" }, + { url = "https://files.pythonhosted.org/packages/ab/7b/411dccbf73d5d19da49bf7735786b3baf4ddb1456412d48ae4d4ab1fc761/contourpy-1.4.0-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:4bffcb2e8cc5c0e837631acab59dd04265fdac376550e7c3e310523877c68cb7", size = 1357612, upload-time = "2026-09-11T19:04:27.614Z" }, + { url = "https://files.pythonhosted.org/packages/a0/39/bf2442130e7d5aae75a4de4504f0c8aca3ef3da3feac3940ee27ca985d83/contourpy-1.4.0-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:cc87f2ffa84a49a77d76cb792f28a48ff3b05a222aa0b2bddbd839ba78e1d5ca", size = 1427345, upload-time = "2026-09-11T19:04:29.646Z" }, + { url = "https://files.pythonhosted.org/packages/96/60/e5d9196dd83ccd7dd103762982b10ef19a4f72e8ef67ae7157699b9be0bb/contourpy-1.4.0-cp315-cp315-pyemscripten_2026_5_wasm32.whl", hash = "sha256:c8be3392b84cf43373a488874dc1ebf46f60784a70977f92586e18019d71c7ed", size = 118157, upload-time = "2026-09-11T19:04:31.091Z" }, + { url = "https://files.pythonhosted.org/packages/1a/b2/ae3d90f08ba2ed82189d93b55ffbd41e559760e89af4f9ef54d51869f41d/contourpy-1.4.0-cp315-cp315-win32.whl", hash = "sha256:618137ec5778fb76d494c9ec854b104a377fddba0d128bef7136cce2c3bf0df8", size = 356982, upload-time = "2026-09-11T19:04:52.913Z" }, + { url = "https://files.pythonhosted.org/packages/02/a0/36648fff407dcf8b8482985d33367ffc0fe90be72383869312cd0bd00a1b/contourpy-1.4.0-cp315-cp315-win_amd64.whl", hash = "sha256:ea09dc704029930cbd097f75cb0cc1db9852adbcf1a151fac7e9559f7bcbfd19", size = 240101, upload-time = "2026-09-11T19:04:54.587Z" }, + { url = "https://files.pythonhosted.org/packages/07/09/49e987a96706b8f877596cee00d558d7880793a833addc6b33f80805e5dc/contourpy-1.4.0-cp315-cp315-win_arm64.whl", hash = "sha256:a5e2bb871b90cd7a52bdee63bf80ef7acb46398d27efc66d7679240016efc5aa", size = 576375, upload-time = "2026-09-11T19:04:56.515Z" }, + { url = "https://files.pythonhosted.org/packages/e3/18/820ba24a070fe2a834af73e52245c501960746f5c1777ebc64ec0c0dec12/contourpy-1.4.0-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:432e89f835cf01f8d2123a130a3126b17ee6e0348e4d62c0973872b30aa873bf", size = 313543, upload-time = "2026-09-11T19:04:32.582Z" }, + { url = "https://files.pythonhosted.org/packages/d3/4c/f61a63d8107e0c1c3fa47d30ce45abad90b2ad48a1a9a4510332db7e0176/contourpy-1.4.0-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:3e0a2392533e5e2abdf277c951047516acc8d2f3c42b2dd9dc34c907c9ebabf2", size = 302702, upload-time = "2026-09-11T19:04:34.257Z" }, + { url = "https://files.pythonhosted.org/packages/9d/93/5af95cb5113ecc6e780ca0c6c79756a2cea8833f971bbae112dd4ad73ded/contourpy-1.4.0-cp315-cp315t-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:758e7496cec3195fc28a28945eab3ceef348c47fb95c7afc2eca2f3901209c8c", size = 354370, upload-time = "2026-09-11T19:04:36.158Z" }, + { url = "https://files.pythonhosted.org/packages/47/75/5a9942446647202beb7b4d150891bfcb78fb112c73862484bbe4cc031092/contourpy-1.4.0-cp315-cp315t-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:bee6ff96653e0807cd0f8eaef00174a031e3a2effa5c20f49a5a8d574b05af23", size = 402340, upload-time = "2026-09-11T19:04:37.914Z" }, + { url = "https://files.pythonhosted.org/packages/c3/4f/bfdb0c67775a584f957211936661289789c4d0ec3e988bca2c8c02f8090e/contourpy-1.4.0-cp315-cp315t-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:a58b5f130afec61a093d743cdda435cc4047748b6791627e34a68f41ec3a9b07", size = 410721, upload-time = "2026-09-11T19:04:39.925Z" }, + { url = "https://files.pythonhosted.org/packages/65/d3/dddf13d6bb26e145c99debd1f2695018b5f3e24452dd9bfc9904c9d2ec89/contourpy-1.4.0-cp315-cp315t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b9dc493e7924e5aa32d89d0b8e50986280f3d4b284968a792787bd7bcffd3cad", size = 382604, upload-time = "2026-09-11T19:04:41.793Z" }, + { url = "https://files.pythonhosted.org/packages/37/b4/89f0a5f6c6ccd322eae2704c7e933c82a4e594a61773933b4b0a18646866/contourpy-1.4.0-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:c927ec747633e68c9920bcaad48b0bcefe648812b822f18c34e2d0e2270a3d2a", size = 1354996, upload-time = "2026-09-11T19:04:43.856Z" }, + { url = "https://files.pythonhosted.org/packages/5d/29/fc91cc1ac6f3b591a269f4357b656d6ed0c39eb17c148f41f6da2f9729b9/contourpy-1.4.0-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:80c7fc8e7ac217777ce7ba2db3cf8478652b5a4b335283111012ff9eaac9d842", size = 1425030, upload-time = "2026-09-11T19:04:45.981Z" }, + { url = "https://files.pythonhosted.org/packages/d8/b8/bb129f524210c5d3eb8616876e02af280fba8b5554e0ac1afad80b51e06b/contourpy-1.4.0-cp315-cp315t-win32.whl", hash = "sha256:90feb8da006803a95ba573fddc9536357d0c3faddc3a4c9e22816ca49af52878", size = 371854, upload-time = "2026-09-11T19:04:48.106Z" }, + { url = "https://files.pythonhosted.org/packages/d8/b1/bc774d9d200cfc4f073bba78b1bb1cb3b55bf1c8c345eae41fc2db510459/contourpy-1.4.0-cp315-cp315t-win_amd64.whl", hash = "sha256:de503609fdb71f597634ca64fb4bd2f13d27c97f140e912b1e8ed93544840df0", size = 262450, upload-time = "2026-09-11T19:04:49.502Z" }, + { url = "https://files.pythonhosted.org/packages/54/bf/eb4ff492e1c3d027617b5a20e4e6d63a035b41b8cf77a95950159556a3a5/contourpy-1.4.0-cp315-cp315t-win_arm64.whl", hash = "sha256:78ed5c5f962b3e156109f0531b174a65ba80d13cc681a70227b12524c162e184", size = 587064, upload-time = "2026-09-11T19:04:51.148Z" }, +] + +[[package]] +name = "cuda-bindings" +version = "13.4.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "cuda-pathfinder" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/f1/3a/06569edfd5db020c1ff7c0361268a3eaa60ead0c0ccca460fef69d68022f/cuda_bindings-13.4.3-cp311-cp311-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:df8b3767facca8acde216460df684dfc3826d519096c13adfd3030a55870dc79", size = 6494098, upload-time = "2026-09-23T02:21:50.472Z" }, + { url = "https://files.pythonhosted.org/packages/ba/c7/ff34500e11229c5487bd7c35e03d0f91832ffde50bdb3f963f7aba485357/cuda_bindings-13.4.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a9ea13b9cfe711515ae83b5efc99101af4d3f8ad882f99724a839c8b5417fb7e", size = 7160766, upload-time = "2026-09-23T02:21:52.858Z" }, + { url = "https://files.pythonhosted.org/packages/65/11/1293429c1c3a3e19b551275e65efddd122a905bbe7e368816a59f3ef2a41/cuda_bindings-13.4.3-cp312-cp312-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:bfbd3f7d4ac04dd41dc49121b9e408c8283992f47124c2290ecb79bbbadcca8e", size = 6488226, upload-time = "2026-09-23T02:22:00.578Z" }, + { url = "https://files.pythonhosted.org/packages/b8/c3/efb6bbb7307bf5c83dc4acca650280b210c67ed1a1a60f898a90e7c82e38/cuda_bindings-13.4.3-cp312-cp312-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:d5f72bcfcdf3be23e1da3c792f68f508586f48d037bca8b10f552c4cca5971f2", size = 7172185, upload-time = "2026-09-23T02:22:03.114Z" }, + { url = "https://files.pythonhosted.org/packages/f8/a9/c83eb5aa055a4b0c3776d83f6f88b9e778a6fe0415210977c889c6a0bb8a/cuda_bindings-13.4.3-cp313-cp313-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d7c6c9f46fca7f3fc61959ef9a2398ac656172145b43f408e0a6492360cf1c0c", size = 6316533, upload-time = "2026-09-23T02:22:09.694Z" }, + { url = "https://files.pythonhosted.org/packages/8a/24/9c01edfd2210737ee9471b47db857a079e5a23f2677e5d9778c0ff23d099/cuda_bindings-13.4.3-cp313-cp313-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:1fd7d8459b364aedc11f3e59703453ced823135f78a9111ca70feef8d56d4d21", size = 6929124, upload-time = "2026-09-23T02:22:11.765Z" }, + { url = "https://files.pythonhosted.org/packages/ab/e6/3c094ef0eb00a7b0ff69a3915327e2c2d14e712ebe471a2217bf7f020f33/cuda_bindings-13.4.3-cp314-cp314-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:4796864ce829bd95ef2ef0d23c6ba21bb64e08f7fab0a377302ed1affb6605c7", size = 6407948, upload-time = "2026-09-23T02:22:18.484Z" }, + { url = "https://files.pythonhosted.org/packages/a3/49/7a3769c43e432b0434dd46424058b47af4347167f0dfca1ecb27e2de92a1/cuda_bindings-13.4.3-cp314-cp314-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:bbacde6f75665b197016b986164cfdaa33b17515e5e635a63ddb75926aaa71c3", size = 6978955, upload-time = "2026-09-23T02:22:20.535Z" }, + { url = "https://files.pythonhosted.org/packages/0a/ca/2c4419ca787278f65faf0f0155791a80fa141f39a628e97e4663e2ba09fa/cuda_bindings-13.4.3-cp314-cp314t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d6eb969920e28f66f8fc3b0b3afcb6e09381cc96bf8e8158d774e9488ae89980", size = 6314272, upload-time = "2026-09-23T02:22:26.785Z" }, + { url = "https://files.pythonhosted.org/packages/29/9c/f878de5de8e6d1a64d55096539b7b72821e6dc62682d5968e842b95d97df/cuda_bindings-13.4.3-cp314-cp314t-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:7e11cfe8fec4c85ce79feda18124971c52596f0cbd642a94f5dafc257124a4b3", size = 6865978, upload-time = "2026-09-23T02:22:29.041Z" }, +] + +[[package]] +name = "cuda-pathfinder" +version = "1.8.3" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b9/fb/f8e1890428f9f590b4beebd63b068aac1ce32a3331510c847b9f9a78f261/cuda_pathfinder-1.8.3-py3-none-any.whl", hash = "sha256:e29e59829c297a7a5233bd9cc71094fc5bddbd076951482670178f9eade39b1f", size = 62561, upload-time = "2026-10-02T03:20:23.712Z" }, +] + +[[package]] +name = "cuda-toolkit" +version = "13.0.3.0" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d1/c7/a79086a62c98befcdb8349656c6f114e2db3b8b2422f6e25c97a7f2a9a3c/cuda_toolkit-13.0.3.0-py2.py3-none-any.whl", hash = "sha256:d693caaa261214ddd7dbb60d68e71cbed884e68c2be7509778f3051da0b91c3f", size = 2512, upload-time = "2026-04-14T00:50:08.173Z" }, +] + +[package.optional-dependencies] +cublas = [ + { name = "nvidia-cublas", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, + { name = "nvidia-cuda-nvrtc", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, +] +cudart = [ + { name = "nvidia-cuda-runtime", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, +] +cufft = [ + { name = "nvidia-cufft", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, + { name = "nvidia-nvjitlink", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, +] +cufile = [ + { name = "nvidia-cufile", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, +] +cupti = [ + { name = "nvidia-cuda-cupti", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, +] +curand = [ + { name = "nvidia-curand", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, +] +cusolver = [ + { name = "nvidia-cublas", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, + { name = "nvidia-cusolver", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, + { name = "nvidia-cusparse", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, + { name = "nvidia-nvjitlink", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, +] +cusparse = [ + { name = "nvidia-cusparse", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, + { name = "nvidia-nvjitlink", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, +] +nvjitlink = [ + { name = "nvidia-nvjitlink", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, +] +nvrtc = [ + { name = "nvidia-cuda-nvrtc", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, +] +nvtx = [ + { name = "nvidia-nvtx", marker = "platform_machine == 'aarch64' or platform_machine == 'x86_64'" }, +] + +[[package]] +name = "cycler" +version = "0.12.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/a9/95/a3dbbb5028f35eafb79008e7522a75244477d2838f38cbb722248dabc2a8/cycler-0.12.1.tar.gz", hash = "sha256:88bb128f02ba341da8ef447245a9e138fae777f6a23943da4540077d3601eb1c", size = 7615, upload-time = "2023-10-07T05:32:18.335Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e7/05/c19819d5e3d95294a6f5947fb9b9629efb316b96de511b418c53d245aae6/cycler-0.12.1-py3-none-any.whl", hash = "sha256:85cef7cff222d8644161529808465972e51340599459b8ac3ccbac5a854e0d30", size = 8321, upload-time = "2023-10-07T05:32:16.783Z" }, +] + +[[package]] +name = "farama-notifications" +version = "0.0.6" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/ec/91/14397890dde30adc4bee6462158933806207bc5dd10d7b4d09d5c33845cf/farama_notifications-0.0.6.tar.gz", hash = "sha256:b19acac4bb41d76e59e03394b5dd165f4761c86fa327f56307a35cbee3b60158", size = 2517, upload-time = "2026-04-24T08:43:57.603Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7c/f0/21f81892e4ed10f4ec3ef2e7cf8635fb76e7c0907c55d0da66be50094760/farama_notifications-0.0.6-py3-none-any.whl", hash = "sha256:f84839188efa1ce5bb361c2a84881b2dc2c0d0d7fb661ff00421820170930935", size = 2897, upload-time = "2026-04-24T08:43:56.785Z" }, +] + +[[package]] +name = "fastapi" +version = "0.143.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "annotated-doc" }, + { name = "opentelemetry-api" }, + { name = "pydantic" }, + { name = "starlette" }, + { name = "typing-extensions" }, + { name = "typing-inspection" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/0b/d7/6a8753ab6c1d432dc53703c3e1b92974a94531b7d047c32bbaae461ea844/fastapi-0.143.0.tar.gz", hash = "sha256:1acffe48206a80917cf7dac21992b5c44b25384e8902bf745c1fd9dabcf6c51f", size = 468391, upload-time = "2026-10-08T12:29:46.54Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/bd/f4/27e386913417ad32aae42bba48b0c0cce40e9ff2fba1a871ca2702c37324/fastapi-0.143.0-py3-none-any.whl", hash = "sha256:3e9395fd35276425b61b516a31fdd7c77fe2af83e41b4da22e30696fb1304c5d", size = 144665, upload-time = "2026-10-08T12:29:44.853Z" }, +] + +[[package]] +name = "filelock" +version = "4.1.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/35/c8/1d457d9150ff948f2ce6ada7715e0eeebbe5d3b58a45271a1e222474bcd3/filelock-4.1.1.tar.gz", hash = "sha256:7ba0927482c5a814b0a7f391d029ccdb8010f576f0a74c0dcde1811e8bc4c1b6", size = 563430, upload-time = "2026-10-11T16:11:54.373Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d7/8b/f837f52905395ba4510fe61f753c24833fb0a9c76e21267bb9f828b664a9/filelock-4.1.1-py3-none-any.whl", hash = "sha256:3f4a557945a7b0f95efeb1f432267affe5d45ac8ddde2aed1b97ebb62382c089", size = 132460, upload-time = "2026-10-11T16:11:52.753Z" }, +] + +[[package]] +name = "flatbuffers" +version = "25.12.19" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e8/2d/d2a548598be01649e2d46231d151a6c56d10b964d94043a335ae56ea2d92/flatbuffers-25.12.19-py2.py3-none-any.whl", hash = "sha256:7634f50c427838bb021c2d66a3d1168e9d199b0607e6329399f04846d42e20b4", size = 26661, upload-time = "2025-12-19T23:16:13.622Z" }, +] + +[[package]] +name = "fonttools" +version = "4.66.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/87/b6/126c659ab7e0e03e01a5f5d223abf7b2c0691ae92718085a212a3924a2a3/fonttools-4.66.1.tar.gz", hash = "sha256:64967c6ddb0d4c610dfd8cb1485981b2d27972ddfb7d4bbbd9e199d2a089c450", size = 3694174, upload-time = "2026-09-29T16:11:53.706Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/0a/2e/2c6d3daaa5152bbb2fc2b44037399366af7eb5fb2fbf7d9a236813753f77/fonttools-4.66.1-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:d4f76868aea9cc4ce47fdbeaa904c02ee7d85dd0ad095071ae77f0bda6e62cf5", size = 3089406, upload-time = "2026-09-29T16:09:50.871Z" }, + { url = "https://files.pythonhosted.org/packages/b9/1c/500fbc0fd5b6d9cb701c1107a6f38ec4d3319057681e520014c1b9beb009/fonttools-4.66.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:34378db9a398b59de18cc79d942f0a907c6fc6301945e065ec888202f607aa3f", size = 2586728, upload-time = "2026-09-29T16:09:53.654Z" }, + { url = "https://files.pythonhosted.org/packages/38/f2/f3ac6374058bc93bd8a685c4849815b598bbd5e3ec5f706f3f4944a060e1/fonttools-4.66.1-cp311-cp311-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:05c0fff6b4a5d872ed89cab2c4f81060b86ace263903eb4e8d0edcac47a60dfa", size = 5484428, upload-time = "2026-09-29T16:09:55.987Z" }, + { url = "https://files.pythonhosted.org/packages/c3/e0/ed45f50fe7a7320656ac7dde60f26afa3a92a21e14749135b4c03f3385b7/fonttools-4.66.1-cp311-cp311-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:72299346b96b9244dabcc051b24e4653da4edfda6105544cfb10ce856a1afaac", size = 5447695, upload-time = "2026-09-29T16:09:58.02Z" }, + { url = "https://files.pythonhosted.org/packages/3c/c0/919293f7b38ff81a6014a7fce45fbcc113aaf473f22180a7f7897c702a67/fonttools-4.66.1-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:c724e56213494c6695335577822b2d1628d102e71614de8b7eb8e30886d6a314", size = 5450236, upload-time = "2026-09-29T16:10:00.105Z" }, + { url = "https://files.pythonhosted.org/packages/0e/2a/00864b96e013a05df55b347b3eb9b1726803267d52345676cd86e928ddf1/fonttools-4.66.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:b913b8e9f7ca9bec44d1eb919f591c596c61041aa357c96be55ff93169859e91", size = 5588056, upload-time = "2026-09-29T16:10:02.225Z" }, + { url = "https://files.pythonhosted.org/packages/8c/88/7b0259de6d874686532a781059fd85796dcd3e07a12146361092141169f3/fonttools-4.66.1-cp311-cp311-win32.whl", hash = "sha256:e7ea7a08547a453fa000db96ed5714a3dc7e2b4255b9243f897921f8c10c169a", size = 1577702, upload-time = "2026-09-29T16:10:04.082Z" }, + { url = "https://files.pythonhosted.org/packages/39/ff/ccaddfb8ac343e90f40f86fa460f832cd45460c65ee9288b6da923c72728/fonttools-4.66.1-cp311-cp311-win_amd64.whl", hash = "sha256:36bb24d4b98faacaff04af1d5e0a4285feba6ed1da6728cd34b6b6deb6bbb934", size = 1635298, upload-time = "2026-09-29T16:10:06.026Z" }, + { url = "https://files.pythonhosted.org/packages/06/1b/fcb22638f2f5918c855abfbab203701e4b03739953d26a59f3e6e59b8f30/fonttools-4.66.1-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:8526b2b7ec4db6b81efb83438be52b1264eda9a4994d867163cfe8c65581ce8d", size = 3097433, upload-time = "2026-09-29T16:10:07.869Z" }, + { url = "https://files.pythonhosted.org/packages/7f/0d/f51141407f9a64efc9fb39b94b0194c4a99c1ffff50834e7ca7a3f1cdd53/fonttools-4.66.1-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:6946fe7bfb28590a1fd4061a17609c9a843952deb65dcf30d1fe725070c3e7a4", size = 2587566, upload-time = "2026-09-29T16:10:10.099Z" }, + { url = "https://files.pythonhosted.org/packages/75/c0/5810d73f9102eb1a08f26b8f7a6c22498622b43e05e684cd5ec602be8ffd/fonttools-4.66.1-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:09ae73bd219e1245debd8376077a0fa6e03175e255c4f51bae5f6a271bfe384a", size = 5416460, upload-time = "2026-09-29T16:10:12.182Z" }, + { url = "https://files.pythonhosted.org/packages/a6/6e/babde908b879a3b51ffc230919d06a804912559dd4cf8c94f3fa2af69fec/fonttools-4.66.1-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:7b8ff9e0edbcee2fbf7dff0c41b9041c1901c26acf64e23adb67495012df11de", size = 5397326, upload-time = "2026-09-29T16:10:14.133Z" }, + { url = "https://files.pythonhosted.org/packages/e6/98/8522cc7a5e5ad64a2b2b6e9598489809ed4956c532b887c65b131b8500b7/fonttools-4.66.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:38ce8f5fbd5c17dd2153d47d7c8d4108f3deda3f2b4a79b60ddc470a58faded3", size = 5353857, upload-time = "2026-09-29T16:10:16.375Z" }, + { url = "https://files.pythonhosted.org/packages/15/f9/ab87d67c23178886e57f24397b3113b4ac35297f086467c2c4d4231671a8/fonttools-4.66.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:8aed2bbcd6216253ef1b015763593365ee8084f621dfa53bb957c19d5e05f7cd", size = 5517604, upload-time = "2026-09-29T16:10:18.791Z" }, + { url = "https://files.pythonhosted.org/packages/d4/20/e126062610aea31919310b0b3de4d0bbe73ccbdcb3d0409cc52027db93ee/fonttools-4.66.1-cp312-cp312-win32.whl", hash = "sha256:9ea6c93091cbf83161a544388746a0911550bd98cb911faca3591cf5ead166ac", size = 2435084, upload-time = "2026-09-29T16:10:21.145Z" }, + { url = "https://files.pythonhosted.org/packages/f0/af/5c245a0587e5b7b3dd209f640b9f70d8e63404ad8dc93819ba578d685985/fonttools-4.66.1-cp312-cp312-win_amd64.whl", hash = "sha256:261d8dc95845e751f975fe8d6075600593ee253470d46d1b84801688051b09f6", size = 2486987, upload-time = "2026-09-29T16:10:22.924Z" }, + { url = "https://files.pythonhosted.org/packages/cb/f4/e410b8c913da5b3fdbb4d16db0f2d2a0952f59c4db8d52dcf2d421d82044/fonttools-4.66.1-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:53e5854ea8003efec34adc0863c18ce91da923018354d27366f7fee7db928d7a", size = 3095249, upload-time = "2026-09-29T16:10:25.261Z" }, + { url = "https://files.pythonhosted.org/packages/5c/6a/275108baf41d9f2f4d1d77cf5f1e22200fe47efd5099dafabc3eba0b6197/fonttools-4.66.1-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:60f5ea17aed4262630afa43f26997ceabd6417fa05dcedf54c665f5a29193e18", size = 2587288, upload-time = "2026-09-29T16:10:27.101Z" }, + { url = "https://files.pythonhosted.org/packages/db/e7/11e5e6beb7e336d80f0ca870ae080033a91ebfe34fd5390dbcf78f8df56f/fonttools-4.66.1-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1801fdad5600118327171e0e8aa79f7cc48831dd55ab36998c9de03bd5ffe6cd", size = 5389836, upload-time = "2026-09-29T16:10:28.988Z" }, + { url = "https://files.pythonhosted.org/packages/4c/1c/6ec22372362b03350fe3da7bf33491a07cc9a553a36dd2383b76ec1741eb/fonttools-4.66.1-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:83572afe48733bad7a4a9c11721d3a726c2e976d82b063fc9bdd049d76955abd", size = 5372059, upload-time = "2026-09-29T16:10:31.011Z" }, + { url = "https://files.pythonhosted.org/packages/4b/4a/cb7971f1c0f40f891028ee8c46dadc6897ef61e44aa925a23fba2ef06e2a/fonttools-4.66.1-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:08d8956e3ec990c75230d92f1630b215e8f3738c83a003421c22b31ebfd0ce15", size = 5332824, upload-time = "2026-09-29T16:10:33.563Z" }, + { url = "https://files.pythonhosted.org/packages/e0/86/563e671f1d43fa8ffb2518d7fe16630fb16c7faf0420cc39f8e80181f486/fonttools-4.66.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:fdf4afd75c643e60ef4a96fe64fc8a9def27d2a542112332371a9e5066885f9a", size = 5490659, upload-time = "2026-09-29T16:10:35.788Z" }, + { url = "https://files.pythonhosted.org/packages/79/f7/2573ddfd256be6503458f8523e2893443e66257fc17f6055d7e0f0e721b7/fonttools-4.66.1-cp313-cp313-win32.whl", hash = "sha256:dbb7b950f8c02deaffb6968994691e8589d671b7ef8396bc9d5b5c0dfbb7292f", size = 2433450, upload-time = "2026-09-29T16:10:37.738Z" }, + { url = "https://files.pythonhosted.org/packages/d1/86/68bc2be04b83535607fbb70ebb2ba02380bf4286d79597c4515b7d247187/fonttools-4.66.1-cp313-cp313-win_amd64.whl", hash = "sha256:43d1284c1964666ee833f2badd3017dc138f53d4889043ffca66c5ce4188f188", size = 2485146, upload-time = "2026-09-29T16:10:39.772Z" }, + { url = "https://files.pythonhosted.org/packages/12/83/c745b210ec49379ebfe627e166b527f44671a1f6ec5e1e219d91caa8964d/fonttools-4.66.1-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:b18803cbdef248e7ee1be59cb277fbbe1da1faaa6f726fa5d3557904e6a3d967", size = 3099264, upload-time = "2026-09-29T16:10:41.998Z" }, + { url = "https://files.pythonhosted.org/packages/35/af/dd698f10bf0f743873077259e8a6fce075861dde3bb01eb22b2c4f7aefe8/fonttools-4.66.1-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:f08ab7f8461c37ecfdd29ad97fb0c0780b50501bd664bb0f46b6e83ed2b9d2a7", size = 2588769, upload-time = "2026-09-29T16:10:43.933Z" }, + { url = "https://files.pythonhosted.org/packages/c5/65/10b5caa2aa779e62411b67949bda9741d4d7532ba0b6dea647b715131260/fonttools-4.66.1-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:7cf4f996f9b1cb549bff9ea4c50813988a26ec922c95cfa85c7e4f1270447e06", size = 5374278, upload-time = "2026-09-29T16:10:45.727Z" }, + { url = "https://files.pythonhosted.org/packages/6a/db/9ac5c6773feec1b40e57eac106d869886f66a1e44082d343ac1e1e1fb773/fonttools-4.66.1-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:9261ef507f2dd74203443a472b65b5a26429eb378f975016dec7dc7305b24898", size = 5317826, upload-time = "2026-09-29T16:10:48.056Z" }, + { url = "https://files.pythonhosted.org/packages/04/0a/69beb11f6b714ac90ee73ad4600ac91d7dd4e1ce361d087c8425bb8472de/fonttools-4.66.1-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:e1cde50b3ec84ca6fe63ca815de183dbecb88e8adf8ada82d8ea130ef12b2b43", size = 5316239, upload-time = "2026-09-29T16:10:50.201Z" }, + { url = "https://files.pythonhosted.org/packages/33/a8/7a77359e469d3a638df91d3e225cef4a3c1184c20e98381238042f7835fa/fonttools-4.66.1-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:d8f0a8f16c4f3a5a87ca971de2631792d8cb4d570951f2000acf712f157d40db", size = 5449423, upload-time = "2026-09-29T16:10:52.337Z" }, + { url = "https://files.pythonhosted.org/packages/93/cf/ea0b2f1ef90431b1879d6e6c680a7fde497129cf511ab995ade0ff8e19a7/fonttools-4.66.1-cp314-cp314-win32.whl", hash = "sha256:b878c78b2af11b879bd4f26bb0d8bda2a4c64543fdd3f28efe2c80f97f043885", size = 2437673, upload-time = "2026-09-29T16:10:54.281Z" }, + { url = "https://files.pythonhosted.org/packages/b2/53/629dbb4a40c4a7b3de61442c6b4430d36ab6e0e8cf941c547f4fd66f3337/fonttools-4.66.1-cp314-cp314-win_amd64.whl", hash = "sha256:05aeb146451f37289f782c3c861f3d0f4b86c2dd2e4620b46683544c7406640e", size = 2489763, upload-time = "2026-09-29T16:10:56.262Z" }, + { url = "https://files.pythonhosted.org/packages/0e/59/342e5fce9438f88882524128d1feb0311d4014cb6f8bdeb4607fcc00713f/fonttools-4.66.1-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:66fad3b7874062c2a2692f0ae6dea56d24f01b778c7f191950ca3ff997e25a88", size = 3172931, upload-time = "2026-09-29T16:10:58.563Z" }, + { url = "https://files.pythonhosted.org/packages/50/92/96196ebfd02676f28fa9b3776d85e18281bca0c8450d7e214c40e346bf92/fonttools-4.66.1-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:eef76d5796e604f9d6753fa6d323c4eb9f4e0e43f1dcca553f3e6914f1667b64", size = 2621937, upload-time = "2026-09-29T16:11:00.845Z" }, + { url = "https://files.pythonhosted.org/packages/e7/c3/3f4b761037ebc2e5597c52c218a9e95dbc4a2cab572828654f6004f422f5/fonttools-4.66.1-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:c47299bca4b5acaaeb32100f77b944feea151de9ef1773365a410dc3d49b945b", size = 5546932, upload-time = "2026-09-29T16:11:03.126Z" }, + { url = "https://files.pythonhosted.org/packages/b6/d1/3f506cc79608becbc287785db8c44eb3f93079b49752266eb9f57700ecc4/fonttools-4.66.1-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:dfba62cc93199ba62c376f90f2a9147d92730d301e44f88e013e50ff5edf6193", size = 5353546, upload-time = "2026-09-29T16:11:05.394Z" }, + { url = "https://files.pythonhosted.org/packages/6d/27/6534d84430ba1641185f8a0c9e2c7ecd395b15ff98f96967e3fb3c728b09/fonttools-4.66.1-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:2c7340497cf53490293e0c2b61011e0191633022ede0a0a964a68157a98b0fb4", size = 5414313, upload-time = "2026-09-29T16:11:07.618Z" }, + { url = "https://files.pythonhosted.org/packages/27/17/831ceca06d78855b11dc203b0e3ba5e6fd8a63a71ee0343ea8bd367fda55/fonttools-4.66.1-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:c666fefdd5613a0e99aa4516e6ff4ef87aa86cf1c7ba12a73550f4770e46b750", size = 5449661, upload-time = "2026-09-29T16:11:09.997Z" }, + { url = "https://files.pythonhosted.org/packages/2e/e4/21dc18bcbc8d0354814f6ea58af3d76d3bcd9b0d7246df454cb9e00c1740/fonttools-4.66.1-cp314-cp314t-win32.whl", hash = "sha256:2ce4c93160535761f22c80b2afbc96cabc09855363a5d1a5554265b8a4c85901", size = 2471431, upload-time = "2026-09-29T16:11:12.237Z" }, + { url = "https://files.pythonhosted.org/packages/b5/f4/eb0489e7d58ac0d3387584afc7f3e505f60f60fe4b4f5a0274f013d444a2/fonttools-4.66.1-cp314-cp314t-win_amd64.whl", hash = "sha256:b13c8c541ce0b794add3211b3641cc0e113d707f73e06235e6fe9731bd7c45a9", size = 2521288, upload-time = "2026-09-29T16:11:14.52Z" }, + { url = "https://files.pythonhosted.org/packages/eb/95/235679d5fe4265c251418cd02321de069281a700415389e14c4cce442e3d/fonttools-4.66.1-cp315-cp315-macosx_10_15_universal2.whl", hash = "sha256:2d637468dac23aac0e223bd52e66f8faa3b0dfcef57435460fa2107e830226cd", size = 3093646, upload-time = "2026-09-29T16:11:16.809Z" }, + { url = "https://files.pythonhosted.org/packages/ad/2b/7bcd4046b3b5644c563059cce6421b488fe57f65c59171ef01ed11b66d3a/fonttools-4.66.1-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:90de3477394c73481d27d2b86091c1c736053ee13ff52c42f0e151948e8578c6", size = 2587335, upload-time = "2026-09-29T16:11:18.721Z" }, + { url = "https://files.pythonhosted.org/packages/ff/b6/05a093ec04fa2ad449ecc67638aad0f8d60df380df2471b68b549fe2a4b2/fonttools-4.66.1-cp315-cp315-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d84ac0bf776b68396185bd919dd29e633d94300660335efc40b55b294b886903", size = 5371509, upload-time = "2026-09-29T16:11:20.742Z" }, + { url = "https://files.pythonhosted.org/packages/65/a9/55effa83e64b9ff4f379d9186236d50d03f6d4770d8346805c1b6620c370/fonttools-4.66.1-cp315-cp315-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:0dc6fd99cb8c30941036308b148da9432640442a6f26f36d71dad9be24cbd0e9", size = 5334853, upload-time = "2026-09-29T16:11:22.928Z" }, + { url = "https://files.pythonhosted.org/packages/af/a8/44bb4021c585b76f8e480116e1f3fca62eb7d88fe5794e2ec84c10d2da76/fonttools-4.66.1-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:d3b5403e82d0c7659ff1d9f956e29a3a68d094f043e9f5bc0442796fc3a4fb58", size = 5311704, upload-time = "2026-09-29T16:11:25.393Z" }, + { url = "https://files.pythonhosted.org/packages/63/dd/dd482902fb7fd8b71d3b6508431a57938b5e41b29bf6fb252ed3cfce065f/fonttools-4.66.1-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:b8b71db96d605784e2c5ebf0788a406018ea8fdd80338491f4c83613d5cd1fec", size = 5459477, upload-time = "2026-09-29T16:11:27.536Z" }, + { url = "https://files.pythonhosted.org/packages/3c/a5/07611ba4d4b298b90908cb15005a6d730c334e25548f5175a09907b2eea6/fonttools-4.66.1-cp315-cp315-win32.whl", hash = "sha256:668f092bc0de8902167df6a0d5c5aedc3b4f9e43cf88eea92e9b46a2bd3968f5", size = 2436532, upload-time = "2026-09-29T16:11:29.653Z" }, + { url = "https://files.pythonhosted.org/packages/42/a5/5c39a05bf7c518743c6072cd75b63cd27285c58a70b1086e923fc071fb84/fonttools-4.66.1-cp315-cp315-win_amd64.whl", hash = "sha256:7f49f2834f5d006fe0f3bb10fec73b261806c50941f0cfbc08294074ffc32210", size = 2488769, upload-time = "2026-09-29T16:11:31.967Z" }, + { url = "https://files.pythonhosted.org/packages/c0/a6/1205f7a7dd746581498457e55bfbcdfbea87105a454a7b3465259816bb79/fonttools-4.66.1-cp315-cp315t-macosx_10_15_universal2.whl", hash = "sha256:71c7ca1b5f46f5dd549f56b47d47c0b709217675c23d3a7bc6aa1a69b6d9bbae", size = 3164459, upload-time = "2026-09-29T16:11:33.897Z" }, + { url = "https://files.pythonhosted.org/packages/33/42/915ff8f3c5d3bc9877007e708774e52f7ec431f9e59f607a86e50fe1864c/fonttools-4.66.1-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:2d320483928c7831f0139ecb361954a26b2e2a8995681200155835dd8cd4a7d5", size = 2618183, upload-time = "2026-09-29T16:11:36.067Z" }, + { url = "https://files.pythonhosted.org/packages/0b/c6/cae2f6ebe38f8927a8d0978a349b202047268016344991a14ae978c2aee3/fonttools-4.66.1-cp315-cp315t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:2aeb745f2664eb811026997c95628071137a777ea2ad296deec9cb393f0b23cf", size = 5524861, upload-time = "2026-09-29T16:11:38.099Z" }, + { url = "https://files.pythonhosted.org/packages/f2/14/1941629956b526d6fb46ee764cf0942221f0238581adb94de0ac229fe67f/fonttools-4.66.1-cp315-cp315t-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:3087a430722aba8de429c2539fd2a58a9cf05238cdfefd8626460001052ca878", size = 5346561, upload-time = "2026-09-29T16:11:40.366Z" }, + { url = "https://files.pythonhosted.org/packages/62/1f/b7e7f4757dcae74285f4ecd8453d870d63c7ba38a3d46bd9175a124c350b/fonttools-4.66.1-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:058cd823b80bac59e64dfad9e3b6fcd677852f9a3804971bbf6b48cc611e785c", size = 5392826, upload-time = "2026-09-29T16:11:42.653Z" }, + { url = "https://files.pythonhosted.org/packages/d9/71/76db3cbdcfac0e9b3ba26e1e6e8740040cfe5f7b5199dfb9b854bc8da2c3/fonttools-4.66.1-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:56d41d650cb8fc6cfe1d85ed7c62a0a56cbeed07bc65ca795475b914d401312a", size = 5439233, upload-time = "2026-09-29T16:11:45.088Z" }, + { url = "https://files.pythonhosted.org/packages/10/37/cdc6b213c9fbabdf36e9169f845e8596b419c7e0cceba48e5594b952d2cf/fonttools-4.66.1-cp315-cp315t-win32.whl", hash = "sha256:c258eba62260beb33c110b03a6912cefa3635239c4ab5615b7225fb6f7b85238", size = 2468614, upload-time = "2026-09-29T16:11:47.363Z" }, + { url = "https://files.pythonhosted.org/packages/fb/35/e2247e7e29e8da213e02691a6ada7a30592c7bc0d1db8d2786ebb9bea138/fonttools-4.66.1-cp315-cp315t-win_amd64.whl", hash = "sha256:5de5d80fbc0e50ff794c244e8fb7afd3eadfe0fa232ba8b162b8c551df22fcb4", size = 2516977, upload-time = "2026-09-29T16:11:49.425Z" }, + { url = "https://files.pythonhosted.org/packages/f6/10/d45b74135d5d642cb3a4fb0a957c1613ef93de4c8548671dfc3a5bf38299/fonttools-4.66.1-py3-none-any.whl", hash = "sha256:7234ae9e28db64273fbbfa72caebd0a97e3bdba6b05064114741b9539ef339d0", size = 1202222, upload-time = "2026-09-29T16:11:51.678Z" }, +] + +[[package]] +name = "fsspec" +version = "2026.9.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/77/cd/9be253869fc42e764de7f3dedd6969af7d44ff9c3375214a3442a6f3fc08/fsspec-2026.9.0.tar.gz", hash = "sha256:0f08147951c8cb31d844c3547d631053b127863b60be04cf06e121333ee0e2fe", size = 333545, upload-time = "2026-09-18T17:50:42.825Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/6c/c0/a98505f18594f1bce828bb159cec0fcf9860562f1a2c85913409fc8f3d9e/fsspec-2026.9.0-py3-none-any.whl", hash = "sha256:8dd6e646e99ea382bd85f97a45e6b526a442d79423a7dc673f1e2756d05fcb5f", size = 221738, upload-time = "2026-09-18T17:50:41.341Z" }, +] + +[[package]] +name = "graphviz" +version = "0.21" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/f8/b3/3ac91e9be6b761a4b30d66ff165e54439dcd48b83f4e20d644867215f6ca/graphviz-0.21.tar.gz", hash = "sha256:20743e7183be82aaaa8ad6c93f8893c923bd6658a04c32ee115edb3c8a835f78", size = 200434, upload-time = "2025-06-15T09:35:05.824Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/91/4c/e0ce1ef95d4000ebc1c11801f9b944fa5910ecc15b5e351865763d8657f8/graphviz-0.21-py3-none-any.whl", hash = "sha256:54f33de9f4f911d7e84e4191749cac8cc5653f815b06738c54db9a15ab8b1e42", size = 47300, upload-time = "2025-06-15T09:35:04.433Z" }, +] + +[[package]] +name = "gymnasium" +version = "1.4.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "cloudpickle" }, + { name = "farama-notifications" }, + { name = "numpy", version = "2.4.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" }, + { name = "numpy", version = "2.5.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/fb/3a/6713c8a92c259fd7619dc93ff19e6e435463f20d3d7b180b14ce99074c10/gymnasium-1.4.0.tar.gz", hash = "sha256:9754f630a32abfdbb76386abe1bc1e706c982db2d62dfa119c9952eb2de7697d", size = 350436, upload-time = "2026-10-05T11:02:16.217Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/38/4e/6a51be94ae8e9dc8eaddd6ea74a6dde754448c4c746b51a232681f81e41c/gymnasium-1.4.0-py3-none-any.whl", hash = "sha256:1cb947c59e7c72d8eabb2c2274c00cd20948e69f8452a9ef4092223be24fdf0e", size = 476306, upload-time = "2026-10-05T11:02:14.783Z" }, +] + +[[package]] +name = "h11" +version = "0.16.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/01/ee/02a2c011bdab74c6fb3c75474d40b3052059d95df7e73351460c8588d963/h11-0.16.0.tar.gz", hash = "sha256:4e35b956cf45792e4caa5885e69fba00bdbc6ffafbfa020300e549b208ee5ff1", size = 101250, upload-time = "2025-04-24T03:35:25.427Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/04/4b/29cac41a4d98d144bf5f6d33995617b185d14b22401f75ca86f384e87ff1/h11-0.16.0-py3-none-any.whl", hash = "sha256:63cf8bbe7522de3bf65932fda1d9c2772064ffb3dae62d55932da54b31cb6c86", size = 37515, upload-time = "2025-04-24T03:35:24.344Z" }, +] + +[[package]] +name = "httpcore" +version = "1.0.9" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "certifi" }, + { name = "h11" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/06/94/82699a10bca87a5556c9c59b5963f2d039dbd239f25bc2a63907a05a14cb/httpcore-1.0.9.tar.gz", hash = "sha256:6e34463af53fd2ab5d807f399a9b45ea31c3dfa2276f15a2c3f00afff6e176e8", size = 85484, upload-time = "2025-04-24T22:06:22.219Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7e/f5/f66802a942d491edb555dd61e3a9961140fd64c90bce1eafd741609d334d/httpcore-1.0.9-py3-none-any.whl", hash = "sha256:2d400746a40668fc9dec9810239072b40b4484b640a8c38fd654a024c7a1bf55", size = 78784, upload-time = "2025-04-24T22:06:20.566Z" }, +] + +[[package]] +name = "httpx" +version = "0.28.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "anyio" }, + { name = "certifi" }, + { name = "httpcore" }, + { name = "idna" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/b1/df/48c586a5fe32a0f01324ee087459e112ebb7224f646c0b5023f5e79e9956/httpx-0.28.1.tar.gz", hash = "sha256:75e98c5f16b0f35b567856f597f06ff2270a374470a5c2392242528e3e3e42fc", size = 141406, upload-time = "2024-12-06T15:37:23.222Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/2a/39/e50c7c3a983047577ee07d2a9e53faf5a69493943ec3f6a384bdc792deb2/httpx-0.28.1-py3-none-any.whl", hash = "sha256:d909fcccc110f8c7faf814ca82a9a4d816bc5a6dbfea25d6591d6985b8ba59ad", size = 73517, upload-time = "2024-12-06T15:37:21.509Z" }, +] + +[[package]] +name = "idna" +version = "3.20" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/f5/08/8eea9d4b8302028f3abb2c0813953f7aec26d33b7a8960ed760e65ff29fa/idna-3.20.tar.gz", hash = "sha256:a7db850025b95ded1eae8a46181a1a6c56c92c96f0e2b005d9ff8dc0210cab44", size = 216463, upload-time = "2026-09-17T14:11:04.752Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/58/a2/bb081bab032533a855d44de1d56f8e8426114ff1ba5d1f07a438a0a654f8/idna-3.20-py3-none-any.whl", hash = "sha256:ab7ae7122974553370f0bdb919e1a960b2cd1bc1ef0276416d896db81c14582c", size = 69583, upload-time = "2026-09-17T14:11:03.168Z" }, +] + +[[package]] +name = "iniconfig" +version = "2.3.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/01/e1/2069291243c926a2ff1cd706c7f3eeb9b62144bf60f77c9fb9ff2fb26bd3/iniconfig-2.3.1.tar.gz", hash = "sha256:67f4b9c50da0dedf52af349e7749a80a9057a5031199791b906c3bb3ae878960", size = 21209, upload-time = "2026-10-06T22:48:38.076Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/56/43/4ca9e49d27a1fcf6bece6f6aec0ea46bb9112489b93d4b688fb415457bdb/iniconfig-2.3.1-py3-none-any.whl", hash = "sha256:9121e2c1fdb355232495be3194c8dfe87ccc2d5dee45947b78e68f499790d7a7", size = 7552, upload-time = "2026-10-06T22:48:36.959Z" }, +] + +[[package]] +name = "jinja2" +version = "3.1.6" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "markupsafe" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/df/bf/f7da0350254c0ed7c72f3e33cef02e048281fec7ecec5f032d4aac52226b/jinja2-3.1.6.tar.gz", hash = "sha256:0137fb05990d35f1275a587e9aee6d56da821fc83491a0fb838183be43f66d6d", size = 245115, upload-time = "2025-03-05T20:05:02.478Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/62/a1/3d680cbfd5f4b8f15abc1d571870c5fc3e594bb582bc3b64ea099db13e56/jinja2-3.1.6-py3-none-any.whl", hash = "sha256:85ece4451f492d0c13c5dd7c13a64681a86afae63a5f347908daf103ce6d2f67", size = 134899, upload-time = "2025-03-05T20:05:00.369Z" }, +] + +[[package]] +name = "kiwisolver" +version = "1.5.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/ba/07/bd78e6a8fae171ea041ef5bba3ed21a003522fa088834b069b1909981f30/kiwisolver-1.5.1.tar.gz", hash = "sha256:f1303ef2eec81262a4b708c3e858afe58d7c75ad91c1c05266eda7673369859a", size = 104395, upload-time = "2026-08-28T10:28:27.153Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/94/7b/2de6908edc668427c149af5f93112e931f87e1fa4cab80bac32c5844dccc/kiwisolver-1.5.1-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:b3d78f7bb2b9d9a30345be1474b9aaa8685430b54afb51ba3639b5c6c11e9ed6", size = 123364, upload-time = "2026-08-28T10:25:04.359Z" }, + { url = "https://files.pythonhosted.org/packages/8a/24/e70914415c77c97be7e22c80a0740869cb7428768cc380fdcdf6703e7084/kiwisolver-1.5.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:5025e36fb4fb275cef0a4e30dbb11cb4ae61d1c83deb90189cb5d7e4cafd6b55", size = 66558, upload-time = "2026-08-28T10:25:05.506Z" }, + { url = "https://files.pythonhosted.org/packages/e8/2b/8b08b11833db4d475b8ef1f36174f8d8a7abd31bedd7e794be78e8814b48/kiwisolver-1.5.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:dc1a26b8e53395a01c2c611e58602fa47461f136fba7cd5542e6db6d64be1839", size = 64071, upload-time = "2026-08-28T10:25:06.7Z" }, + { url = "https://files.pythonhosted.org/packages/89/00/05c2d0369ac322d22d5c05f84b5c4a6856fa6207fbae42869108a28f0383/kiwisolver-1.5.1-cp311-cp311-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:95a02752aa032eef4aed01cda6d9b687c669bd0396bf4519eef8bba22a286720", size = 1438206, upload-time = "2026-08-28T10:25:08.254Z" }, + { url = "https://files.pythonhosted.org/packages/c0/05/c941a139f27438c1910d630fdc3ccfdab7c8407c72052299ead12ece086e/kiwisolver-1.5.1-cp311-cp311-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:719a35fa1156db3640555f95ebb94f60a444e64d1c69626b0edef5df78eba225", size = 1248975, upload-time = "2026-08-28T10:25:10.053Z" }, + { url = "https://files.pythonhosted.org/packages/58/a1/2669ee5512e39b9d4de25faacaedf788c957f93730c5f7c63993ec4f5933/kiwisolver-1.5.1-cp311-cp311-manylinux_2_24_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:febcce10f2bcdbb80b4ea919238a6a4ac13dbc4c7cadbe8d5d75c3682f8b5404", size = 1266301, upload-time = "2026-08-28T10:25:11.754Z" }, + { url = "https://files.pythonhosted.org/packages/28/b8/353f52f2c7f861a9e90cd2e8f90f85b3ad03060835f823e08298d094c463/kiwisolver-1.5.1-cp311-cp311-manylinux_2_24_s390x.manylinux_2_28_s390x.whl", hash = "sha256:1d852545c4d0e35a72728d072cbaa59e2fa7dd84bdf01e068d670dd0ceb58eb6", size = 1319708, upload-time = "2026-08-28T10:25:13.559Z" }, + { url = "https://files.pythonhosted.org/packages/21/0e/14b83200eadc2c1d63b76bac01c1813bf072aecf567429f303e00b70258e/kiwisolver-1.5.1-cp311-cp311-manylinux_2_39_riscv64.whl", hash = "sha256:2e10ae1bba1899188b33557c10d73affcc12033edd18adddb57d209039976a4c", size = 971720, upload-time = "2026-08-28T10:25:14.934Z" }, + { url = "https://files.pythonhosted.org/packages/86/91/9d43d84d23b1cbff72a142d387ead1ea03db0cba8ff86ed5335addad3cc9/kiwisolver-1.5.1-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:b69602970994a2ed8bbfa78c2f0394a7435226c6040489702d9f0a0ad0c07052", size = 2200119, upload-time = "2026-08-28T10:25:16.636Z" }, + { url = "https://files.pythonhosted.org/packages/ff/7c/f2bd9616f27ffb5e17cecc0baa5d0bbcee7e55aeddc0ccc871d69e2fc3ee/kiwisolver-1.5.1-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:d50de98e8d807dc31822fff96f50293163a62418eb65487a21b42713d72ed0b7", size = 2295005, upload-time = "2026-08-28T10:25:18.374Z" }, + { url = "https://files.pythonhosted.org/packages/ba/17/ee671b72bf8f46a08379d4392c65582541759a542428197562f2898294ad/kiwisolver-1.5.1-cp311-cp311-musllinux_1_2_riscv64.whl", hash = "sha256:3221f78211074f561c44ca42eac0619828171bec15a2c4cf6f7747d07df76e8e", size = 1960982, upload-time = "2026-08-28T10:25:19.893Z" }, + { url = "https://files.pythonhosted.org/packages/2e/f7/0e26b4c05bee3bdb0f048dfa305e4fe701999ea17b51e9c616ef91035bbe/kiwisolver-1.5.1-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:0ba9527afc80ae3d7814ed98b6572d02bf85eaf48065678342c5f0c6dab7a8c7", size = 2464918, upload-time = "2026-08-28T10:25:21.65Z" }, + { url = "https://files.pythonhosted.org/packages/ae/62/6eb431133d30ce656ac1e5ff72fac70dd34d54c3984f4011b9ac8bf77d54/kiwisolver-1.5.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:e12dfea7f5fc2a34a9080efbf79c4c44eb380ec5b9c6fea09407e08f0d1e941d", size = 2270967, upload-time = "2026-08-28T10:25:23.643Z" }, + { url = "https://files.pythonhosted.org/packages/bf/9f/6f9e489c188200e6fb3193935501894811e8c97577c8ffe9033589bf3521/kiwisolver-1.5.1-cp311-cp311-win_amd64.whl", hash = "sha256:1a7587dc335f2c0f5bd577fd0540bd16c66006bdb60f759a1059f025e6c4f071", size = 70744, upload-time = "2026-08-28T10:25:25.061Z" }, + { url = "https://files.pythonhosted.org/packages/c6/6d/dfc430d1d43957061599adea3f08ea982bb6f4ab601a8c974bedcf2ba850/kiwisolver-1.5.1-cp311-cp311-win_arm64.whl", hash = "sha256:e4e4523d6f336708d732516e6cfca7796cf3d96c9474eb5aecf6165f2f1fefc3", size = 68404, upload-time = "2026-08-28T10:25:26.186Z" }, + { url = "https://files.pythonhosted.org/packages/6b/9b/65b302742389c6f96f2956bef5decf26011309feb2fc5d79613af18adea4/kiwisolver-1.5.1-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:63fb7294b768f444eb4b068965f2662f28c2fd4161e23bd60fcf3ff27b74c046", size = 123876, upload-time = "2026-08-28T10:25:27.44Z" }, + { url = "https://files.pythonhosted.org/packages/71/74/c21f339956f6f691b2ed7e31d5f3ae767304df6c460192739fc830853051/kiwisolver-1.5.1-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:0ebdef3eae5336568147c39a55be6a2036ffde53faa9ca2d978989ae7c2da12c", size = 66487, upload-time = "2026-08-28T10:25:28.728Z" }, + { url = "https://files.pythonhosted.org/packages/84/e5/bdb34e21523e01dceda064d63713f3bdec91388af24fba1eca7ea5e85864/kiwisolver-1.5.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:1798e83840c3f627246104c4d8a9639c60fa068adf9ce92b61791781fa8a68c1", size = 64660, upload-time = "2026-08-28T10:25:30.071Z" }, + { url = "https://files.pythonhosted.org/packages/fc/f4/dadfec469313c7f428efa7e84b4aba9732f813c13ea7131a24b7b008ef57/kiwisolver-1.5.1-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:34633ecf50d16187ab8e5528b7a2530f2feb4e23f300db4672538b51cfc5cd38", size = 1477929, upload-time = "2026-08-28T10:25:31.495Z" }, + { url = "https://files.pythonhosted.org/packages/6f/35/09c58daac34e6f6ea5c6dee0094b422118e5a7c265586008a95fd135ac5f/kiwisolver-1.5.1-cp312-cp312-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d27c2123977cb9269c30a49ba45f03a4323017ef693e19db4ec9dbe1299a3002", size = 1278499, upload-time = "2026-08-28T10:25:33.375Z" }, + { url = "https://files.pythonhosted.org/packages/19/32/739765e24fbad29d13f83e546ea4abc215a78cea9d677ca09025b027724d/kiwisolver-1.5.1-cp312-cp312-manylinux_2_24_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:6a797a1cefc8b9c93170db580337e1fe3d011ad18b1299943231279406342048", size = 1296677, upload-time = "2026-08-28T10:25:35.059Z" }, + { url = "https://files.pythonhosted.org/packages/df/32/03304d1010e2cc45e5b3b52cef7e43fed3a2a5cd6c87a89b4a88e1d85b5d/kiwisolver-1.5.1-cp312-cp312-manylinux_2_24_s390x.manylinux_2_28_s390x.whl", hash = "sha256:2551cf9917af48ee7c4b29cc82320489508cf96fd26a51f6fc124de661cd44c7", size = 1346037, upload-time = "2026-08-28T10:25:36.705Z" }, + { url = "https://files.pythonhosted.org/packages/3e/57/4c49377bfd274450dd72ecaa13eaac32ea804a03363e4d1db0c5aa999ceb/kiwisolver-1.5.1-cp312-cp312-manylinux_2_39_riscv64.whl", hash = "sha256:38f6e0deb4d0a4615efe0c4efc5990b06ae450ab50a0b321c0b078b6d238c083", size = 988248, upload-time = "2026-08-28T10:25:38.299Z" }, + { url = "https://files.pythonhosted.org/packages/cb/c3/38df144a08b6c5d75ca4504e5cc3141bb3bfef64c04f4ef48204f42711b6/kiwisolver-1.5.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:bfd1de989b3330420e29de39352f5c049905c9e3ee67233a50d550e3d652c148", size = 2228722, upload-time = "2026-08-28T10:25:40.038Z" }, + { url = "https://files.pythonhosted.org/packages/e7/11/3221838a89cd64d9b386353e000cd8a296069a20fbe3584507fdfd5bebae/kiwisolver-1.5.1-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:1209042a623ddfda5497e4066c7b77651dde8e1d3a9dd97599dc7e97f3b9b78c", size = 2325216, upload-time = "2026-08-28T10:25:41.699Z" }, + { url = "https://files.pythonhosted.org/packages/83/d4/075c219230697bb5db910d37262b9bacf880f92b4811a02ab81ed073a253/kiwisolver-1.5.1-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:26e8268480be5061d509e29669d59103c067a26377a56491630ece11762e3858", size = 1977689, upload-time = "2026-08-28T10:25:43.559Z" }, + { url = "https://files.pythonhosted.org/packages/bb/08/1d219c3c2dd960983d0d4da623d916e9de6385df2b0bab3d1af0e9b8fccc/kiwisolver-1.5.1-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:d79308fa689fac89cbcfbd4dbfc80b5f95c54c5a7fd4d194be221f9d33d026e6", size = 2491443, upload-time = "2026-08-28T10:25:45.242Z" }, + { url = "https://files.pythonhosted.org/packages/ba/d3/024208ec1079d273f1047468d1bdffbf38bb75b7b268090fd3a0301b9d9a/kiwisolver-1.5.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:b03af77d77e50edba2030fd5f7c352ff209314b09030a3cba7c14edf9a09a444", size = 2295200, upload-time = "2026-08-28T10:25:46.984Z" }, + { url = "https://files.pythonhosted.org/packages/6e/7c/7b210498f9f92e1cd7855f260fa69ef056881087b199ee20c208f0e4189a/kiwisolver-1.5.1-cp312-cp312-win_amd64.whl", hash = "sha256:06a6917674de9e0fe3f66f5430787f59a9f2ddb64af9b714eaec547e29ef5c19", size = 70748, upload-time = "2026-08-28T10:25:48.444Z" }, + { url = "https://files.pythonhosted.org/packages/94/61/ef0daa157c8bb23672f7423e0d14c39db1dc6ef8ed47e6bc54c9c1bef3bf/kiwisolver-1.5.1-cp312-cp312-win_arm64.whl", hash = "sha256:ad8b9671348d7c8716715652ae11f85ed0eb99e265a2df2ca490577d69860b2c", size = 68324, upload-time = "2026-08-28T10:25:49.81Z" }, + { url = "https://files.pythonhosted.org/packages/08/c1/88018321d976f53c421e379c43bc6993e70ce0c8a3ec5edc4bfe102257f6/kiwisolver-1.5.1-cp313-cp313-ios_13_0_arm64_iphoneos.whl", hash = "sha256:b6ae6a0328f0bc035741820fdeecdcd67bf4694eee03972e843663107122f450", size = 62272, upload-time = "2026-08-28T10:25:51.02Z" }, + { url = "https://files.pythonhosted.org/packages/85/d2/712bc17ea4f1d216034928069d612defbc6c95a471c55a7203a39faecb1a/kiwisolver-1.5.1-cp313-cp313-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:886fc26012f0e8b5f69d1cfe6d711f6b11f194621539bf8e6bb1c25c5dc82724", size = 64481, upload-time = "2026-08-28T10:25:52.22Z" }, + { url = "https://files.pythonhosted.org/packages/1b/e6/6c5380d676f43b6d918033962ea5e72360ca69e5a404154bc496b598ffdb/kiwisolver-1.5.1-cp313-cp313-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:aefe930d113798330e9462f7874542977869c0613cba3262e2de3a8d5dee8f3a", size = 66260, upload-time = "2026-08-28T10:25:53.387Z" }, + { url = "https://files.pythonhosted.org/packages/92/6a/7087f5822cc8bb272679641404b1966a42504dac9ee74e2b33840475a0aa/kiwisolver-1.5.1-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:a5ca5aebae78a0bc13c1943af4af615d4966c5b650b05d5aa83b50e427196fee", size = 123876, upload-time = "2026-08-28T10:25:54.644Z" }, + { url = "https://files.pythonhosted.org/packages/5c/4b/9f385087ca09ee5ab9c09c6832561a7d2f7c78d3e5661d511e669f70e439/kiwisolver-1.5.1-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:1ed0f5e49d0ceff8b72190824d9e59c062fbbc02c231b853112c78474b3f5ec2", size = 66487, upload-time = "2026-08-28T10:25:55.899Z" }, + { url = "https://files.pythonhosted.org/packages/47/8b/40d33ffd2f378094ed462e9a9a0907e59d4de9845e65a59561272da350d4/kiwisolver-1.5.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:77a4c8187a5948d7f8795adb765a3c7b553d07d86d88e43038fc32fc1fb9a3f3", size = 64673, upload-time = "2026-08-28T10:25:57.048Z" }, + { url = "https://files.pythonhosted.org/packages/ab/43/86aacc027959108b4c66eeae8b73cedb057dfa6eb3a335d05ad65197081c/kiwisolver-1.5.1-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:74ad5c3dad54a4641b4c28cd15ded70899d04459c6c7aeacafea716be97cce6d", size = 1477992, upload-time = "2026-08-28T10:25:58.479Z" }, + { url = "https://files.pythonhosted.org/packages/ed/40/b1d0369048c79733a32c8abb0f2718532e6630641368e33a81384246e844/kiwisolver-1.5.1-cp313-cp313-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:21e46b23a2da695c364124817bc01d970effd5483147f8d66a6a7167e3f6b851", size = 1278821, upload-time = "2026-08-28T10:26:00.121Z" }, + { url = "https://files.pythonhosted.org/packages/61/a1/fa71c1792272ff9461432715ae60ffb7e11a4d7ac3bf68961b9cab6c60cf/kiwisolver-1.5.1-cp313-cp313-manylinux_2_24_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:75d9b1cf8258462dbdc1eeda718c96ea7f079324c09067f6daabfcf37712b7fe", size = 1296805, upload-time = "2026-08-28T10:26:01.868Z" }, + { url = "https://files.pythonhosted.org/packages/a3/49/3f0bd94af8e06ecc47eb834b195a06f05d48711ceb2352c56d6835160f0e/kiwisolver-1.5.1-cp313-cp313-manylinux_2_24_s390x.manylinux_2_28_s390x.whl", hash = "sha256:8fca690b00c4c48f6c2a547b0160ed511357093a4e4c9b47e0fadf3128066d89", size = 1346109, upload-time = "2026-08-28T10:26:03.59Z" }, + { url = "https://files.pythonhosted.org/packages/a4/44/3afe6ef9cf06d61220953a8963e94eca978491be1d9547cb01d82a1efa08/kiwisolver-1.5.1-cp313-cp313-manylinux_2_39_riscv64.whl", hash = "sha256:876bbfd276473d3daffe30e8c975df4ed9429967b41a6cb362dbb5155b6f13ad", size = 988252, upload-time = "2026-08-28T10:26:05.306Z" }, + { url = "https://files.pythonhosted.org/packages/e4/30/a12bd7a7285a211e1747c3eec77b8c614dbfcc1dad942f7611a1a6921ae5/kiwisolver-1.5.1-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:f942903fde7363d1d879057ec5de01310efda2597161784d752fa9953a01a71a", size = 2228846, upload-time = "2026-08-28T10:26:07.312Z" }, + { url = "https://files.pythonhosted.org/packages/a1/6b/233e2958abf0dab7b18d07e52f286e02e519d7651bfbbe97af9347564109/kiwisolver-1.5.1-cp313-cp313-musllinux_1_2_ppc64le.whl", hash = "sha256:c90d3022d8a94778939cda8638c6c8da8fa757b8958dad7ec868ce29c87681b8", size = 2325583, upload-time = "2026-08-28T10:26:09.093Z" }, + { url = "https://files.pythonhosted.org/packages/42/8e/7673060a27b01405b580058510adef34687069d229800239f5e44682d4d0/kiwisolver-1.5.1-cp313-cp313-musllinux_1_2_riscv64.whl", hash = "sha256:8a34616dc2521cc8dc1d7d081734da63539f021ac0450ce950908340c6e7aa2f", size = 1978221, upload-time = "2026-08-28T10:26:11.127Z" }, + { url = "https://files.pythonhosted.org/packages/3f/7b/1b882fc1a8b4a0bb8084e7d1d85004116d08c92c0705d31f2928dec607f2/kiwisolver-1.5.1-cp313-cp313-musllinux_1_2_s390x.whl", hash = "sha256:8bf4df63592c2a66b4f8edc5df2544998c288aa02f96ce0acd880cd1de8c8127", size = 2491819, upload-time = "2026-08-28T10:26:13.348Z" }, + { url = "https://files.pythonhosted.org/packages/39/9c/426deb49e62c5f69464b64bbeca064d3b758a7506b8913d986ef34f4619c/kiwisolver-1.5.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:d09037ca068d784ebc4aec290ef952ca27ac15dd9c0b5801a88c6e1096b83e6b", size = 2295520, upload-time = "2026-08-28T10:26:15.042Z" }, + { url = "https://files.pythonhosted.org/packages/f5/22/deabbb3ad6d918d74b7831b2d8ae7151b09d21c87974e5ee8a456f58c94c/kiwisolver-1.5.1-cp313-cp313-win_amd64.whl", hash = "sha256:dc23390afe9f4ef9ac3bcc72a03a56eebbde03f4c571a32cb38f859cff9a6524", size = 70758, upload-time = "2026-08-28T10:26:16.504Z" }, + { url = "https://files.pythonhosted.org/packages/b9/71/02fa5c2fd92068bb8952847e70ee6c5cb280e7febe11653d17812acc53dd/kiwisolver-1.5.1-cp313-cp313-win_arm64.whl", hash = "sha256:186884a58486651e3c217b6acea0a53eaa9498fdd472057c46f2f0fb5c25aad5", size = 68329, upload-time = "2026-08-28T10:26:17.658Z" }, + { url = "https://files.pythonhosted.org/packages/dd/87/2d5dfad0daf17dcc18d98c48ed2332fc3f051cf599e60be6182a30dd4cf1/kiwisolver-1.5.1-cp314-cp314-ios_13_0_arm64_iphoneos.whl", hash = "sha256:0324cd2567259b7a095f6cf18a52b0ffc6f3de9e69528ff1bc0e7a37bd43ff1a", size = 62337, upload-time = "2026-08-28T10:26:18.778Z" }, + { url = "https://files.pythonhosted.org/packages/08/c8/83e1624f15d6262b470dbcc80b09979fd4d5b2ea3ddfc6b6e3327e235726/kiwisolver-1.5.1-cp314-cp314-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:74ea337e0ec3f6f342a36a4f1b5cd94dd9affddcd28ba9aae2905af932ee8c6b", size = 64513, upload-time = "2026-08-28T10:26:19.909Z" }, + { url = "https://files.pythonhosted.org/packages/c9/2d/827ec30eb07f528c08d8459ffb318ae91a56d793ee8acbea8b491f0ff906/kiwisolver-1.5.1-cp314-cp314-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:ee9df1f0d77b9c6e94f4ac0fec533fbddd5ea3a327807f18d7b069ae019ded80", size = 66287, upload-time = "2026-08-28T10:26:21.078Z" }, + { url = "https://files.pythonhosted.org/packages/53/11/5c43a562529dad8def4b81e5e1877c612a7e0298105a5939b3b409d2079c/kiwisolver-1.5.1-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:fc271a6f0a2126958f4090e5507b9da5848927dae331f8f763bd4aa642b3d2cd", size = 123940, upload-time = "2026-08-28T10:26:22.475Z" }, + { url = "https://files.pythonhosted.org/packages/64/db/9bd6c505c95128c258a55236bfbb3a7a3fb6023f863316b6d7d9f3c69052/kiwisolver-1.5.1-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:9b3092d8992a1d69b7a59c3e39f35e1b9be327a17f68a7c35fc17329e337d6f2", size = 66493, upload-time = "2026-08-28T10:26:23.743Z" }, + { url = "https://files.pythonhosted.org/packages/e1/f4/b3007a3ed5c9be73f81161140684cf7d9bdb9c4b632f5f484d2a1c713fb9/kiwisolver-1.5.1-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:c2306e8bb53601979fcb3fa09cc65e031876d9ae01eff2fcbcd7a84ef94d5bc1", size = 64720, upload-time = "2026-08-28T10:26:24.95Z" }, + { url = "https://files.pythonhosted.org/packages/a1/13/08188f0cafa3a800403e4ff62b9aad4e7a17f9c4c7e080dc8f18c64794cf/kiwisolver-1.5.1-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:18a0cfb124546a4c2e6087c5f3029c7f44b37c85b142e0ced71f73a7599ac208", size = 1475867, upload-time = "2026-08-28T10:26:26.393Z" }, + { url = "https://files.pythonhosted.org/packages/8a/3e/053bdc3c9abdb8f2606225eda398adca25c0c91ab90add8222a69db65ee0/kiwisolver-1.5.1-cp314-cp314-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:34ec467940442c9943016fb2d4c81d1ba84351eeca2f1a78f8bc87f1ba0d414c", size = 1282865, upload-time = "2026-08-28T10:26:28.118Z" }, + { url = "https://files.pythonhosted.org/packages/5e/64/a44c341b36b610588cc2f1e89b3cae072a3119aa8be578e90987cd640751/kiwisolver-1.5.1-cp314-cp314-manylinux_2_24_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:a83ee7107df13abe42a54a6654670eef9bb39425cf2e27f65e0007465e1286ab", size = 1300865, upload-time = "2026-08-28T10:26:30.125Z" }, + { url = "https://files.pythonhosted.org/packages/60/5e/7e7d716dca38c714478b741257a5b4a321d9932b8d851551a136dcaf3984/kiwisolver-1.5.1-cp314-cp314-manylinux_2_24_s390x.manylinux_2_28_s390x.whl", hash = "sha256:bebb89489b279b2f5661bbbb2abcc87bcd4a46607bb4a5c966f04f1db6b8df9a", size = 1348071, upload-time = "2026-08-28T10:26:31.829Z" }, + { url = "https://files.pythonhosted.org/packages/10/1a/2b98fdda8bf45b7be317e48ed12393d44334394d315c74b81f4a14c0e31b/kiwisolver-1.5.1-cp314-cp314-manylinux_2_39_riscv64.whl", hash = "sha256:509735237ae0d849e8a843551d423d2500d2e0a9ac1611a145658b29c0fb9f85", size = 992191, upload-time = "2026-08-28T10:26:33.544Z" }, + { url = "https://files.pythonhosted.org/packages/b6/55/d893f5ede0e50f9e3fcf01f6015f42ec7d9cd221e26772701fe4a98745f9/kiwisolver-1.5.1-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:824c3d763a05ea9e9003610145186b0e9848c7584a5575c79bac5a8e7cd80bad", size = 2233854, upload-time = "2026-08-28T10:26:35.282Z" }, + { url = "https://files.pythonhosted.org/packages/b1/82/f85f6279555a6ee1639fef7bfe83adb037a03e11a6fc9eaa54b8d0380339/kiwisolver-1.5.1-cp314-cp314-musllinux_1_2_ppc64le.whl", hash = "sha256:1fff05e239575b1481b6ed1a782f6fad616efbf1f0b1f44e6e85c4dfe426e483", size = 2330621, upload-time = "2026-08-28T10:26:36.9Z" }, + { url = "https://files.pythonhosted.org/packages/56/31/e11aea078f66fc2fffcc179d38ca90d9da97652a241b64519169742ba46a/kiwisolver-1.5.1-cp314-cp314-musllinux_1_2_riscv64.whl", hash = "sha256:0627b9bceb9c3cdcf12b8a18655eedfed2692b038df27423383c120d0b7dc2d6", size = 1982848, upload-time = "2026-08-28T10:26:39.01Z" }, + { url = "https://files.pythonhosted.org/packages/af/ea/2956b63bf5140ca46aa2c2818e6aa03e2d5754dd2fa41db1c6b28922940c/kiwisolver-1.5.1-cp314-cp314-musllinux_1_2_s390x.whl", hash = "sha256:8a708a47ade1fe19e8371d5da076bac0dd4b0a5a7985ad6c637f7f7e361b6baa", size = 2494850, upload-time = "2026-08-28T10:26:40.837Z" }, + { url = "https://files.pythonhosted.org/packages/11/d1/3829542258d8b3fc0898d221e7ef0e2c83eca0d348709bb8dbe54f3d4005/kiwisolver-1.5.1-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:007a5553dfc4f4e8d184f588a0200e2cd4b63a59cc8796df3c39909e679dc7a0", size = 2298067, upload-time = "2026-08-28T10:26:42.803Z" }, + { url = "https://files.pythonhosted.org/packages/4e/0e/49522e1ab5788cbaf63a26fbd3b851f9028616828c961b8a31b35cb96df8/kiwisolver-1.5.1-cp314-cp314-win_amd64.whl", hash = "sha256:f4167e87b397f273dc2356fcf1eaf50a6bac51e6105f45103ef7129c8efb0255", size = 72282, upload-time = "2026-08-28T10:26:44.268Z" }, + { url = "https://files.pythonhosted.org/packages/f5/b6/22e7ca5315d363e6f81c9f37c9472e12e7b298731e77c0428e6a911a2c39/kiwisolver-1.5.1-cp314-cp314-win_arm64.whl", hash = "sha256:5c490db2168a508088f59140dd392556a54b8bd1048fc6383c8baff13c359673", size = 69855, upload-time = "2026-08-28T10:26:45.725Z" }, + { url = "https://files.pythonhosted.org/packages/30/8c/03a9cfbe871964c8758a816eb03ac96c806da2795a9a7cd9bf9648bfb594/kiwisolver-1.5.1-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:4d4ca09bf13cff792b1884f64b98ee6c2467930d632233be25c56b442d99f10e", size = 126289, upload-time = "2026-08-28T10:26:47.023Z" }, + { url = "https://files.pythonhosted.org/packages/f2/e3/14ce3041ca79dff9c9d884ca00c7bf32374e76028a865a9ecd99b4f5a517/kiwisolver-1.5.1-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:44b8faef94f1857e77fa0238f3390ff1ac51d2ea20a487e2e452a59fd2b5f5ca", size = 67709, upload-time = "2026-08-28T10:26:48.268Z" }, + { url = "https://files.pythonhosted.org/packages/af/c4/45030471a66ec8ef042e9f96ffe1d522c9ab12da180186a0898966fc1385/kiwisolver-1.5.1-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:2ae70bc59790d2af72a3f76f24b272403e135070340281108b447cb77ea70819", size = 65909, upload-time = "2026-08-28T10:26:49.523Z" }, + { url = "https://files.pythonhosted.org/packages/42/73/17dce073a6ae259bb32cf9d686c4079d2e538868bc45967462bf33df914a/kiwisolver-1.5.1-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:43844c1a7ad6d723d5b5b4c4fc7f5bd399c40e288120d16257c7c9e8765c6e85", size = 1584907, upload-time = "2026-08-28T10:26:50.933Z" }, + { url = "https://files.pythonhosted.org/packages/8c/84/ae3c75909f507283cbfcc7e916c7e822579ef962020b97e6882b27b4478f/kiwisolver-1.5.1-cp314-cp314t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:22d5e5aaad6be121f2515765e3b1c444352cb8eb4c86510801db8f2e50757316", size = 1392474, upload-time = "2026-08-28T10:26:52.638Z" }, + { url = "https://files.pythonhosted.org/packages/34/31/8bcc83caad5bce8fa4577152389848bf6bc110e51e573a2b4e7c2aa34c89/kiwisolver-1.5.1-cp314-cp314t-manylinux_2_24_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:3fa5855898f6d3d01b72ccd48a2d65cbdee301251603fefe34e2025bddba219c", size = 1405246, upload-time = "2026-08-28T10:26:54.248Z" }, + { url = "https://files.pythonhosted.org/packages/55/72/220345537d790cf4ae54f8acfff4b5cc2468e0702a384d651cf7a771c63e/kiwisolver-1.5.1-cp314-cp314t-manylinux_2_24_s390x.manylinux_2_28_s390x.whl", hash = "sha256:d66a64dd5dec136040ec2ae94aa026a912ee60fdd45bc28d3db30037fd809e88", size = 1456099, upload-time = "2026-08-28T10:26:56.042Z" }, + { url = "https://files.pythonhosted.org/packages/cd/10/3725fd2398f66d18c34b4e0f81a8d03764cd4f4f089f58a527f0b4428086/kiwisolver-1.5.1-cp314-cp314t-manylinux_2_39_riscv64.whl", hash = "sha256:9e51c119992ea8820706871c30a4642ec76de20ae82f9b50b9a45517d8e9f810", size = 1073695, upload-time = "2026-08-28T10:26:57.658Z" }, + { url = "https://files.pythonhosted.org/packages/86/cb/28d6e09e66b93e4588b2e6b7d84d020ccefea09e2f4de788510a07efeab7/kiwisolver-1.5.1-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:70ed9a45c7484d2b30cdacf60d220f494a1763b9fec1ad03285c6553fa0889f2", size = 2335355, upload-time = "2026-08-28T10:26:59.202Z" }, + { url = "https://files.pythonhosted.org/packages/6a/b3/a0f31d5e4e40af7dc97c36b8a74fdd3a36cf3c8bbd098da9a23466ff6a94/kiwisolver-1.5.1-cp314-cp314t-musllinux_1_2_ppc64le.whl", hash = "sha256:98b208a7cc42c803445ef551d6753cc42a5ea13e9cab1ee66cd8b9cb70195330", size = 2426524, upload-time = "2026-08-28T10:27:01.181Z" }, + { url = "https://files.pythonhosted.org/packages/2f/c9/728f63bd58c72cafdc79fc306abeeac7391bec03b757a48dadeb30906521/kiwisolver-1.5.1-cp314-cp314t-musllinux_1_2_riscv64.whl", hash = "sha256:c6834b92dd2428e2dd85ef3d85f723d3c12f20aaf43a2ddd4f944ca25d833408", size = 2063430, upload-time = "2026-08-28T10:27:03.06Z" }, + { url = "https://files.pythonhosted.org/packages/84/df/ce188b96f92f9a2c958231da140768918cba53c9713dc887b82f85462118/kiwisolver-1.5.1-cp314-cp314t-musllinux_1_2_s390x.whl", hash = "sha256:5d142e352eb13facc7dd047489aebdff6ba78576c239f1ea04931979caaf0567", size = 2597513, upload-time = "2026-08-28T10:27:05.072Z" }, + { url = "https://files.pythonhosted.org/packages/69/d6/76947c8203768968382e5bd74d9cc95654746703a61ea53015f2c74a2e06/kiwisolver-1.5.1-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:f9b1c4900736e489a812c529100de4b8fb617d4db075e931e213c57424b83d9b", size = 2394488, upload-time = "2026-08-28T10:27:07.423Z" }, + { url = "https://files.pythonhosted.org/packages/e4/d4/14b21e4eb203c4d15425e8b6a2c625a320b4a1f2f7557eead63ffc30ffb7/kiwisolver-1.5.1-cp314-cp314t-win_amd64.whl", hash = "sha256:5978c3340f16a35c30f8ab2fa7bcf559973c55f1a5ef6970e1f621acf3c4db13", size = 75404, upload-time = "2026-08-28T10:27:08.892Z" }, + { url = "https://files.pythonhosted.org/packages/cb/f5/53157899fc7f45f76421b77b99eb1639dd0f83f26ff9d76300c96bb4a3b0/kiwisolver-1.5.1-cp314-cp314t-win_arm64.whl", hash = "sha256:ca307d6c259e5c98d3cb9ade55342b47a6839762caf2536f3d7b46ee660cc82e", size = 72946, upload-time = "2026-08-28T10:27:10.944Z" }, + { url = "https://files.pythonhosted.org/packages/75/62/f786c3a27f181fa339d851a77e266d208e776b9883cabc40a5b041a31b5a/kiwisolver-1.5.1-cp315-cp315-ios_13_0_arm64_iphoneos.whl", hash = "sha256:bb7c99f0673c03017a3ee01e54a5c2617a05468b11eabe513b0080e063ed95b1", size = 62420, upload-time = "2026-08-28T10:27:12.308Z" }, + { url = "https://files.pythonhosted.org/packages/02/cd/58a91ed25fbad0facdf503297b03768efab04bdf3141e5e3b49a34be7443/kiwisolver-1.5.1-cp315-cp315-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:0d8924877ce22e17326a99a418c3c82037da078df3c6a260b13eca677444e6e7", size = 64577, upload-time = "2026-08-28T10:27:13.502Z" }, + { url = "https://files.pythonhosted.org/packages/f6/5c/d501ef5a0958b226eac28306d24d5e5f114be0ace50e19cabae7b6b3b197/kiwisolver-1.5.1-cp315-cp315-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:534f02c1abb31ed6dbd3515545285c330b2f12d00fdb1fdb71658b9ca5a13a6a", size = 66284, upload-time = "2026-08-28T10:27:14.813Z" }, + { url = "https://files.pythonhosted.org/packages/a3/a6/8fbecaf4fc18c02f31f05e47a84c010a80e3ec391ed2f0bdade1d62b5954/kiwisolver-1.5.1-cp315-cp315-macosx_10_15_universal2.whl", hash = "sha256:cea20da04494e662b83c872683bf4ff2345206043d036315ed0e924b652e7294", size = 124031, upload-time = "2026-08-28T10:27:16.193Z" }, + { url = "https://files.pythonhosted.org/packages/7c/c6/bf3090d2983b4204347cbdbe952116e7c3b2abf62b4e33e50167a13e75ee/kiwisolver-1.5.1-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:7fd82debf43c6acd0a94359d232f6bb516ee13f269a7993736a9ac9f988bb5d9", size = 66489, upload-time = "2026-08-28T10:27:17.506Z" }, + { url = "https://files.pythonhosted.org/packages/85/de/562dddef55fdd7c291da8626d6619e72b5fc0870e6ccca0e149a5731e7f3/kiwisolver-1.5.1-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:18170a77ddfecf40ec60d0928268dc95880c881864e015a8f34094ed18b9b9ad", size = 64806, upload-time = "2026-08-28T10:27:18.673Z" }, + { url = "https://files.pythonhosted.org/packages/89/b1/ba7b9c0164ce1cf62bf2872db63b8483289cf0f3110d6f9390eb09e409ed/kiwisolver-1.5.1-cp315-cp315-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:ca7f6fe0f37ca978a1e5eb7a3a68e6413f417e78e838324947ffd420202b198b", size = 1482211, upload-time = "2026-08-28T10:27:20.039Z" }, + { url = "https://files.pythonhosted.org/packages/13/dc/34da54efb4976616d45c20aae32d70e89d6e7395ed908029154d1609ef22/kiwisolver-1.5.1-cp315-cp315-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:5b973887ff782cfd6b67c9904ad8ca542e0bc5e4961503408b423b5a688b4d38", size = 1283739, upload-time = "2026-08-28T10:27:21.82Z" }, + { url = "https://files.pythonhosted.org/packages/5a/3a/30ffb62bee646e266e98a1b5cd276d9c75b6116fbfcb87c1190838c1b6df/kiwisolver-1.5.1-cp315-cp315-manylinux_2_24_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:f76fc85bd054c806960f917ec0f329e24e436f1712267d90588e4c39890caa63", size = 1301681, upload-time = "2026-08-28T10:27:23.876Z" }, + { url = "https://files.pythonhosted.org/packages/a9/8d/13c70be22a8506880b35fdc38dca36629613bc493405c79f4037f2cd2bb9/kiwisolver-1.5.1-cp315-cp315-manylinux_2_24_s390x.manylinux_2_28_s390x.whl", hash = "sha256:828f75af2b0080c8a972e75f649ab46af008e92c6104a57a759157200b835b75", size = 1349159, upload-time = "2026-08-28T10:27:25.899Z" }, + { url = "https://files.pythonhosted.org/packages/82/0e/993972b8ec6767f47cd69818fb3a5ff14510557d29f7d1a839be7574fa1b/kiwisolver-1.5.1-cp315-cp315-manylinux_2_39_riscv64.whl", hash = "sha256:431dc224a1a92a5c8f582d96e505196a3b5997a7271076678da2dfde67b77e9a", size = 997613, upload-time = "2026-08-28T10:27:27.507Z" }, + { url = "https://files.pythonhosted.org/packages/36/82/ca26eddd2eda2420dfc56693449c1f821f78b485da9cbde9904c03af3f93/kiwisolver-1.5.1-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:61e9a64c7635095a6bfe483e2ff055d437c59bd45f3617a228b37277f0185d62", size = 2235109, upload-time = "2026-08-28T10:27:30.113Z" }, + { url = "https://files.pythonhosted.org/packages/c7/84/97d920881e10840b8d7c7185620298e3e4c88820b05514e3a15a258b08a6/kiwisolver-1.5.1-cp315-cp315-musllinux_1_2_ppc64le.whl", hash = "sha256:3c24cd69455e1b00ddf770c13b6e2c33e07d6dc3f2d34add0bf9277c5c6bbd46", size = 2331207, upload-time = "2026-08-28T10:27:32.795Z" }, + { url = "https://files.pythonhosted.org/packages/e2/ce/34d74b8f25acc58800f4c09268371e8d6159cf0f1206f1e4dc7835629b48/kiwisolver-1.5.1-cp315-cp315-musllinux_1_2_riscv64.whl", hash = "sha256:27add358abe374ebaa3b8763ef380bc99051b5a4b18d94878366a9e4f59efef0", size = 1986696, upload-time = "2026-08-28T10:27:34.628Z" }, + { url = "https://files.pythonhosted.org/packages/0e/01/f892644014612527aef7031d3306a2ffc60b3cb044f802c1561f8e5e14f3/kiwisolver-1.5.1-cp315-cp315-musllinux_1_2_s390x.whl", hash = "sha256:255605693a483db7bd5c79f60437f7bf658f7f520d61aa42722e32257c941951", size = 2496400, upload-time = "2026-08-28T10:27:36.818Z" }, + { url = "https://files.pythonhosted.org/packages/32/6d/d8284e66e697026536e5f418b9cfe56567bffd3c775e3ecfbae373605854/kiwisolver-1.5.1-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:7d38b0c279c3032e8c9cc013b405c6df8e1668dbf15465779aa7f15f61201812", size = 2302967, upload-time = "2026-08-28T10:27:38.803Z" }, + { url = "https://files.pythonhosted.org/packages/46/0a/69a355e27f32ba50d5b6369949b6a1702e122f5277c89bc76d452b81c1c4/kiwisolver-1.5.1-cp315-cp315-win_amd64.whl", hash = "sha256:958254518717542d02d0688d0d20cbf771da5e415e6f49543f92481c850a4540", size = 72283, upload-time = "2026-08-28T10:27:40.491Z" }, + { url = "https://files.pythonhosted.org/packages/ef/d8/7a95be90c33dcdd52204d4aa6384d731443225b887283bbd8b61e7931f6c/kiwisolver-1.5.1-cp315-cp315-win_arm64.whl", hash = "sha256:da3275833be0edbaf4830fae08bae3dc7219f40ce0c37eaa6c25825957e06612", size = 69860, upload-time = "2026-08-28T10:27:41.835Z" }, + { url = "https://files.pythonhosted.org/packages/31/f8/9bc493e7f5707788ba7f621902c68f82dc3a7ba03c78fbd337b026cef1ed/kiwisolver-1.5.1-cp315-cp315t-macosx_10_15_universal2.whl", hash = "sha256:470d420f98d368d6f010633a20659b544c5fdfa5329e6b70219f2ef08fd4a7ef", size = 126336, upload-time = "2026-08-28T10:27:43.379Z" }, + { url = "https://files.pythonhosted.org/packages/d1/82/3aea86b3f99712db825e9ac5631bf99571e818a8b8961ff98cebd798413e/kiwisolver-1.5.1-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:83f78128fa28705fa85d01c59771c72fe81c11bd0e6155edbb9f818983a7d761", size = 67698, upload-time = "2026-08-28T10:27:44.613Z" }, + { url = "https://files.pythonhosted.org/packages/84/7d/8daafc5d2e7f9c47a4f78f8865d86d2a9cf399c2a85f86c44a993594410c/kiwisolver-1.5.1-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:9506e892bcc3b409831d363c6f53e5985e1c8d1f6f6b0256d00358684ff85378", size = 65945, upload-time = "2026-08-28T10:27:45.932Z" }, + { url = "https://files.pythonhosted.org/packages/3d/c9/51dc974d9130da70a8c47a96160123443d387ffe1b6b833d6f91d9429339/kiwisolver-1.5.1-cp315-cp315t-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:cea90547bfd93807e0013a004dc76552be44fad3bc1cc2b38610a9e889ed098f", size = 1588030, upload-time = "2026-08-28T10:27:47.678Z" }, + { url = "https://files.pythonhosted.org/packages/e6/86/f3e1a730e7a995149d8d3ff9e313b6d8a17b2cf1d98a8eff139dc30463fb/kiwisolver-1.5.1-cp315-cp315t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e8e4d953faaded9ec7ede36824e9814082d22d4c7b1eafbfa079ecba8cd0d076", size = 1390760, upload-time = "2026-08-28T10:27:49.676Z" }, + { url = "https://files.pythonhosted.org/packages/4f/3b/8ba25a2b5a0d2375e046f1b72de5179513f0be95aba6e7b094c89303929f/kiwisolver-1.5.1-cp315-cp315t-manylinux_2_24_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:7e9c01d3dd7ceba4d1d436cc021d40d592466e40b9bc7f5d83dc4e98a5c9cd8c", size = 1403279, upload-time = "2026-08-28T10:27:51.242Z" }, + { url = "https://files.pythonhosted.org/packages/18/d0/278d5cb8be812740027d5ca0a7eda0c375488a88d6dce0fa60fcc2591ad2/kiwisolver-1.5.1-cp315-cp315t-manylinux_2_24_s390x.manylinux_2_28_s390x.whl", hash = "sha256:37f801b5d7cc0e5a548921308e059fd2b057bb42972b591cfa3049f95423c4ed", size = 1454429, upload-time = "2026-08-28T10:27:53.213Z" }, + { url = "https://files.pythonhosted.org/packages/94/37/bcbab41063ec284c1d200efe5087cf087798c2f8916960aa8a20dd303290/kiwisolver-1.5.1-cp315-cp315t-manylinux_2_39_riscv64.whl", hash = "sha256:e68e151428b5384f766cd25739bf77c7e4a3dc93b5ded7a12118d9fbfdf78ab6", size = 1073225, upload-time = "2026-08-28T10:27:55.089Z" }, + { url = "https://files.pythonhosted.org/packages/cb/c5/ab79dcdf5ae28909a51210ae0a1c579e97ff997b3466414f0d04c0994583/kiwisolver-1.5.1-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:8f8fddb8e323bd6eee4e54e69a39243beab22689070f4c66b472c4cc88bb89d8", size = 2334335, upload-time = "2026-08-28T10:27:56.78Z" }, + { url = "https://files.pythonhosted.org/packages/8d/8e/71d047468a189041d9c93f3b76844b924f9793b188c44bd149fa258912da/kiwisolver-1.5.1-cp315-cp315t-musllinux_1_2_ppc64le.whl", hash = "sha256:3cc210010fd2f438a3ed430b45f1b501fd13a8618bf984dc2c5ce5b69b78752e", size = 2424982, upload-time = "2026-08-28T10:27:58.639Z" }, + { url = "https://files.pythonhosted.org/packages/7d/37/1347461bbea6d0e1f0580b94ef603b18e72c2be5f667fa1653867361a00b/kiwisolver-1.5.1-cp315-cp315t-musllinux_1_2_riscv64.whl", hash = "sha256:b5664603a253efd3a75716d793d1d3a6a82723b61dc6db767b2460bbbeec4c0f", size = 2062857, upload-time = "2026-08-28T10:28:00.407Z" }, + { url = "https://files.pythonhosted.org/packages/1f/87/c7f0976c9cd0d127643351bc0c9929e0b8899d7f49d4ec238cd909e39c42/kiwisolver-1.5.1-cp315-cp315t-musllinux_1_2_s390x.whl", hash = "sha256:a7b85b2cc6ea45e5f7e8c9a30bc9fabd47cda09106cbb4b967335c3e6c43b69d", size = 2596022, upload-time = "2026-08-28T10:28:02.183Z" }, + { url = "https://files.pythonhosted.org/packages/e3/9a/59a6f6ae6f938c15076be2c21b6cedea973d71bb1349ec84fa485fab82cf/kiwisolver-1.5.1-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:ab620eb663952455271ac37f9aaad86b73c969c02f11f53cea405b38e96a4300", size = 2395634, upload-time = "2026-08-28T10:28:03.977Z" }, + { url = "https://files.pythonhosted.org/packages/e9/2d/8982c1fb7926da5bb7ed60318c3665b5c3f941447271ac982960a11b8637/kiwisolver-1.5.1-cp315-cp315t-win_amd64.whl", hash = "sha256:cb6fae641357ed2f6e533c0d3c6504a4a5703621a50c89459e46051d56b61140", size = 75379, upload-time = "2026-08-28T10:28:06.307Z" }, + { url = "https://files.pythonhosted.org/packages/07/78/ba7b6dfa1708b82b373ac056928a30c545d5c1a627df9839dcec3c6c1881/kiwisolver-1.5.1-cp315-cp315t-win_arm64.whl", hash = "sha256:b390aec180a7c054919c04898835e1c77bced23ea8383eb2c570213bf25d1a86", size = 73011, upload-time = "2026-08-28T10:28:07.578Z" }, + { url = "https://files.pythonhosted.org/packages/a9/c4/1407df7512a5b36cc79840e01710dc575733c461b13ab866cae77eaf87f3/kiwisolver-1.5.1-graalpy312-graalpy250_312_native-macosx_11_0_arm64.whl", hash = "sha256:482676e5bd48d70ac99d9fc78863469845421e01184fa83f1f9366dc49f7e974", size = 134002, upload-time = "2026-08-28T10:28:08.881Z" }, + { url = "https://files.pythonhosted.org/packages/16/45/c37a21ad5c0ab581a93c55ad544721aaa1f0ae94edb29c6a678a23d013e6/kiwisolver-1.5.1-graalpy312-graalpy250_312_native-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:072bdb15a3c19a5b5dbc8f8fb1f4e1884bf4f3507eeb4cc6334401274d37a5c0", size = 194292, upload-time = "2026-08-28T10:28:11.06Z" }, + { url = "https://files.pythonhosted.org/packages/a6/c1/69f00d627949580e43d57af0aa465df46868d7c29801c137a55374101294/kiwisolver-1.5.1-graalpy312-graalpy250_312_native-win_amd64.whl", hash = "sha256:a5a00665d1a0e26763a7338d7e911d4598fbc1d50dd0d6b7919b7dc6c5d6569f", size = 73362, upload-time = "2026-08-28T10:28:12.449Z" }, + { url = "https://files.pythonhosted.org/packages/b5/1d/59ba570b1774e95e97fde3a0981b2e22118a7a495f73bf74cedc538566a0/kiwisolver-1.5.1-pp311-pypy311_pp73-macosx_10_15_x86_64.whl", hash = "sha256:416ba7ff9f233b7036689bb5a3783537e838ad483f63558d2a800f75afe738b1", size = 59450, upload-time = "2026-08-28T10:28:20.383Z" }, + { url = "https://files.pythonhosted.org/packages/22/98/a6849f04dc18b5400e8b98affa2cd8fd86ed583085f036e57b32e571f4fa/kiwisolver-1.5.1-pp311-pypy311_pp73-macosx_11_0_arm64.whl", hash = "sha256:8af9b142ad719ae3a911ebf616bc4b78b32bbab84d6a40d3ad2f129670509957", size = 57400, upload-time = "2026-08-28T10:28:21.632Z" }, + { url = "https://files.pythonhosted.org/packages/f4/ce/a7dc71353dd06a4cbe02222773f52d4a28c81e5a452a75797f8ed113dc99/kiwisolver-1.5.1-pp311-pypy311_pp73-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:5daa1f19e097050b9c4d9a78fcc9263cb96c9dfae08037ddc1b7c4ad1889f2a2", size = 79891, upload-time = "2026-08-28T10:28:22.936Z" }, + { url = "https://files.pythonhosted.org/packages/10/b1/d61c61a84ff85d1a36a99df2c152b59ffedb1d356c598902aba44abcdb60/kiwisolver-1.5.1-pp311-pypy311_pp73-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:cdaeeb6c350106df6bf9d873395973e5f066a9713200b72cd64f55d0a3eafab6", size = 77605, upload-time = "2026-08-28T10:28:24.322Z" }, + { url = "https://files.pythonhosted.org/packages/d3/52/5aef56f21a460a6e43ab3cdfc7697d59d7b87deb0ec97a0f7b91aa4a521b/kiwisolver-1.5.1-pp311-pypy311_pp73-win_amd64.whl", hash = "sha256:17851e5dad4484be0cbccbde3b15331deae036de9aebd45eed964487802b172f", size = 98465, upload-time = "2026-08-28T10:28:25.696Z" }, +] + +[[package]] +name = "markdown-it-py" +version = "4.2.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "mdurl" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/06/ff/7841249c247aa650a76b9ee4bbaeae59370dc8bfd2f6c01f3630c35eb134/markdown_it_py-4.2.0.tar.gz", hash = "sha256:04a21681d6fbb623de53f6f364d352309d4094dd4194040a10fd51833e418d49", size = 82454, upload-time = "2026-05-07T12:08:28.36Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b3/81/4da04ced5a082363ecfa159c010d200ecbd959ae410c10c0264a38cac0f5/markdown_it_py-4.2.0-py3-none-any.whl", hash = "sha256:9f7ebbcd14fe59494226453aed97c1070d83f8d24b6fc3a3bcf9a38092641c4a", size = 91687, upload-time = "2026-05-07T12:08:27.182Z" }, +] + +[[package]] +name = "markupsafe" +version = "3.0.4" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/38/9b/e422a865e1d5d57d0e509b4e0bf1c1a70a7f6382c29a5aa428df994c8bc8/markupsafe-3.0.4.tar.gz", hash = "sha256:2e9ad7dd851bf45fab9f75cbff4cb493fee9979e8d8c7c9c3ee119022518edd6", size = 153777, upload-time = "2026-10-02T23:07:22.29Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/32/55/18dbb4778b30ada5ce071608503cc3edc9e14e13d868c17a6d178fc30f7a/markupsafe-3.0.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:9e25feb9e330b63edb0278a0acdf85e50d0cb0fbf49c3084abbe4e24ae195346", size = 11520, upload-time = "2026-10-02T23:04:36.299Z" }, + { url = "https://files.pythonhosted.org/packages/6c/14/0b05f79b4733e264a18d08fe08fa1df7347630ff32a6cb82180d9dccec55/markupsafe-3.0.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:7d3391b2188d18737cb2fa147028b1096236eaa7e156446c650a489fa2cadc91", size = 12063, upload-time = "2026-10-02T23:04:37.291Z" }, + { url = "https://files.pythonhosted.org/packages/ca/3a/63ba10b6c1463216b3e4df669a9f0e5a3b0c3071557d2e8229e3968c79fb/markupsafe-3.0.4-cp311-cp311-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:849dd2bb0e5e4ab2b71c7191726a4a8d5aa8a610daa584728cbee0b710ddc4ef", size = 24321, upload-time = "2026-10-02T23:04:38.262Z" }, + { url = "https://files.pythonhosted.org/packages/1a/2e/5f015261b76ad633d187ef6f388b413aedd64a8773c4df59e530a0be5525/markupsafe-3.0.4-cp311-cp311-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:befb4158af32106b9a93db8d6d1d1cbbd418c0d5aca0cabb7b1780abf0c89169", size = 28845, upload-time = "2026-10-02T23:04:39.295Z" }, + { url = "https://files.pythonhosted.org/packages/33/cf/26e594b26be40c2f1fec63ccf8a8b99d0335a5b2cbe84835c7d82a994375/markupsafe-3.0.4-cp311-cp311-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:71f88e749ea29f67f21f3b36433c1dc54c7729ed2a6d9e2da2e0d9e0d7b224eb", size = 24701, upload-time = "2026-10-02T23:04:40.348Z" }, + { url = "https://files.pythonhosted.org/packages/81/a5/a513b76c139a3915b43404324e55c0b7979ae4f0d39eb6f075b0282e90a8/markupsafe-3.0.4-cp311-cp311-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:6da83a088f8ef93b2d483a8232a4dbf4d69d3d8496b568a03c56becac43e1808", size = 22961, upload-time = "2026-10-02T23:04:41.372Z" }, + { url = "https://files.pythonhosted.org/packages/46/cf/4c66192c100b4542bcbe392ae06696b670f66927be3ac38a213234778ff9/markupsafe-3.0.4-cp311-cp311-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:8f0fac8b13d14bb06c68195f849371924ae53dd7b1c00fed24650f704383b692", size = 21920, upload-time = "2026-10-02T23:04:42.429Z" }, + { url = "https://files.pythonhosted.org/packages/cb/17/ac3662678bfbad649893117ada2ba44dc30bf56884e84f13154a792b10f1/markupsafe-3.0.4-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:4a7cdc2a420ca01058182da4253329764d4bfa055564d1eced90e6ba1e8b1d3d", size = 23726, upload-time = "2026-10-02T23:04:43.531Z" }, + { url = "https://files.pythonhosted.org/packages/f7/af/fe47cee339180a69ebca3c57fb3483d0f5cbd1e8337d1871fb1d9c1aebee/markupsafe-3.0.4-cp311-cp311-musllinux_1_2_armv7l.whl", hash = "sha256:83b3944fea42a8400edf92fd1770fb8d0d4f7de651353bd2d8525a92dba69a21", size = 22539, upload-time = "2026-10-02T23:04:44.618Z" }, + { url = "https://files.pythonhosted.org/packages/12/32/d55440ba140442800e02d799c9cb5ab597bf6ebdb1177b5ea39a11f797bd/markupsafe-3.0.4-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:8138eb83940ec7299024d92d4dee45f601b9e6c5ffde9d25f4e35e326203c707", size = 23963, upload-time = "2026-10-02T23:04:45.656Z" }, + { url = "https://files.pythonhosted.org/packages/50/9d/9c86042cb364c2ad4c971e6d1247929effd25f714cd7ee11b05e6316445b/markupsafe-3.0.4-cp311-cp311-musllinux_1_2_riscv64.whl", hash = "sha256:811d02d5122171c1941357efd8f9bf4ffe907b7f0a1a4e729a880e4be3f46e3e", size = 21506, upload-time = "2026-10-02T23:04:46.671Z" }, + { url = "https://files.pythonhosted.org/packages/75/ef/5b824f03ba40c3b3652b6272d083d2fc4fcdd440de519a3a39ba2c3e7262/markupsafe-3.0.4-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:50b5bedc9ed8a94fc8857a42ef4f84a81ea88f8d4f05dc8705fb23ee6d8dcca7", size = 22955, upload-time = "2026-10-02T23:04:47.698Z" }, + { url = "https://files.pythonhosted.org/packages/1e/e8/44cfcb5ea40e5e43cec7793ef90704ed0c475280839076c4345757eb8e59/markupsafe-3.0.4-cp311-cp311-win32.whl", hash = "sha256:2e5a7cd7fdd14fcb1ae5d7d8bf23d24fbd1daefd1fbca2580132e1ea75f098b5", size = 14094, upload-time = "2026-10-02T23:04:48.788Z" }, + { url = "https://files.pythonhosted.org/packages/91/89/f2b509f7bf79352e40117824c1070dbeafd4df67031d3fa98165a3134228/markupsafe-3.0.4-cp311-cp311-win_amd64.whl", hash = "sha256:fdb4ca07ab75ffadab4a8b135ad59cdbb3156b99310f3d565370da74a15d6bd3", size = 14328, upload-time = "2026-10-02T23:04:49.801Z" }, + { url = "https://files.pythonhosted.org/packages/2b/5a/ccf22672a0f64dc682306e288f0dabcb06c7a201f3bb6e6cbf86d9e8ad03/markupsafe-3.0.4-cp311-cp311-win_arm64.whl", hash = "sha256:569d65055d367e3dcdf30c3f41119467b73d9ee9faf332bdf40402644f5ac08e", size = 14188, upload-time = "2026-10-02T23:04:50.847Z" }, + { url = "https://files.pythonhosted.org/packages/81/09/4c59d56b8461ae8eb0d8ba34bb25b7e618547044679d58a82ef9b2479fc1/markupsafe-3.0.4-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:61631e08084be9e21a8967ec3139c7616ed7c5e9368e05c86d1b39562c8a57b6", size = 11658, upload-time = "2026-10-02T23:04:51.876Z" }, + { url = "https://files.pythonhosted.org/packages/a2/f0/d6613774d86fbf6d145751d43c59875e47a6f9f17daee0aef173bd36d90e/markupsafe-3.0.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:0930db9bdc62d22944e10b066448bb65dc9abe9112880c7cab8da54db4284d5f", size = 12050, upload-time = "2026-10-02T23:04:52.931Z" }, + { url = "https://files.pythonhosted.org/packages/0d/f2/8f18e0b806eb13c1f8d07d917a720831ead54253a6dec011fbc78098a6f8/markupsafe-3.0.4-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:6a45c3d514f2436064db00d7fc8778d888f0236ebfed649b53d13a59e69ad51b", size = 24363, upload-time = "2026-10-02T23:04:53.895Z" }, + { url = "https://files.pythonhosted.org/packages/60/ce/fa07dbe8a5675558fa36dea033e19995bc783de2dec5f540ccb9030b06aa/markupsafe-3.0.4-cp312-cp312-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:1e1451fab512d1bcc3dc26988ec1edb0b82c2db909132872cd9356070a6b63df", size = 28525, upload-time = "2026-10-02T23:04:54.905Z" }, + { url = "https://files.pythonhosted.org/packages/85/40/be87c01f3868ec217f8a2015089d71c22c8c5a75324822e5ed1cdd87210d/markupsafe-3.0.4-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:bd3ce56ae2cbae3ba82b683bc425cd7e48d2ed8b10f3e818186b6f5646d9271c", size = 24733, upload-time = "2026-10-02T23:04:56.229Z" }, + { url = "https://files.pythonhosted.org/packages/4f/a7/aeedb5140afa41fc74c225e9184ab96723a6e873b6ee1c9fede7283456d8/markupsafe-3.0.4-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8e124f974786f831d6043728e38296969d3579db8896fe004682f5758e613581", size = 22985, upload-time = "2026-10-02T23:04:57.521Z" }, + { url = "https://files.pythonhosted.org/packages/c3/fc/e91352bb08c6a59da3ef0909d457bf95a5f5908fbf151b30a06d9dbcfbb4/markupsafe-3.0.4-cp312-cp312-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:c02e8f18bdedba082cef725942ac823b9b60656db07f7e265cb31618dfd00d77", size = 22001, upload-time = "2026-10-02T23:04:58.597Z" }, + { url = "https://files.pythonhosted.org/packages/5d/f8/bffee5e7d2a3deb59748a797650a48af7e672025cf641a79344a771ad106/markupsafe-3.0.4-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:9f098115c247e11d138ab83a28fa0323c77015007ea2df73ba5fd714dfefd67c", size = 23793, upload-time = "2026-10-02T23:04:59.686Z" }, + { url = "https://files.pythonhosted.org/packages/ed/59/b853d6628ecb4d658e1d637224846d5e9bb4adf4f8df97f3be9f29dce2ec/markupsafe-3.0.4-cp312-cp312-musllinux_1_2_armv7l.whl", hash = "sha256:d5f93ebbeb8032d47e349328ec8662d973d9b05a70b3c35df1f91fe419b84749", size = 22640, upload-time = "2026-10-02T23:05:00.768Z" }, + { url = "https://files.pythonhosted.org/packages/09/b2/1506df394f0f075797c418d0301498f49e43be194e3ffcb49e6fe6ccf022/markupsafe-3.0.4-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:64511c54db4e4987aef4c41923235927428729e8174c5dba488429be70a998ed", size = 24074, upload-time = "2026-10-02T23:05:01.813Z" }, + { url = "https://files.pythonhosted.org/packages/c7/81/5ed69cda630ac69ef60d06c09ba5a7f84ff66a2e28cf986fd5614ab3c6e6/markupsafe-3.0.4-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:e1a622f13970d81f95d0c72f9dc090dce9085fccfa4c9f2174377ee32bd15786", size = 21563, upload-time = "2026-10-02T23:05:03.239Z" }, + { url = "https://files.pythonhosted.org/packages/0c/fe/fb1e79be0fea60aa32602ebefc9c35a82bb42b4df157285ab7dfec12341a/markupsafe-3.0.4-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:c9a7f43c0b202b334cc9184af09bb8f21d3a209e038efaf106936fb69e6b026e", size = 23048, upload-time = "2026-10-02T23:05:04.479Z" }, + { url = "https://files.pythonhosted.org/packages/c8/52/7632a53360671a9b750cdbabaf9cdd89f18b42248b8e4cb42c0b0296e459/markupsafe-3.0.4-cp312-cp312-win32.whl", hash = "sha256:f0ec3b750b59375eab5b0fb2b9254810c00a3375be6d789899f1055a1d556237", size = 14108, upload-time = "2026-10-02T23:05:05.513Z" }, + { url = "https://files.pythonhosted.org/packages/3f/bf/62495e180b7000aaf30000fff849e933f74264638057176cf46852500adc/markupsafe-3.0.4-cp312-cp312-win_amd64.whl", hash = "sha256:11935df9bf455ed0c04eb87bcd720f02b1fe5e02128a9430f23aed6f93336fc7", size = 14303, upload-time = "2026-10-02T23:05:06.538Z" }, + { url = "https://files.pythonhosted.org/packages/c5/8e/4c24208776a65878d656996945aacfbfe010d3720d1a98fc0eb8491fc03b/markupsafe-3.0.4-cp312-cp312-win_arm64.whl", hash = "sha256:a4bbd2d87dd233b9fc5812160c3d0ffbe42edc22a26ce0469f58479ede633fe9", size = 14174, upload-time = "2026-10-02T23:05:07.617Z" }, + { url = "https://files.pythonhosted.org/packages/6d/18/4bc5ba32499e87bb2b0ef5b3a9bb9c00a131fa961ddf0be548cb550f548b/markupsafe-3.0.4-cp313-cp313-android_24_arm64_v8a.whl", hash = "sha256:de8b364c423ef0a4bad9069657d617f9a5d2b2062457a89b1fa16ee199c399c1", size = 12786, upload-time = "2026-10-02T23:05:08.709Z" }, + { url = "https://files.pythonhosted.org/packages/4e/6f/17f0c099bf25f3e31e63cc19244d9f6af861a9a4ab778c203997903cfdd0/markupsafe-3.0.4-cp313-cp313-android_24_x86_64.whl", hash = "sha256:34bdde374c5932765d7dc685c4a1d191a3207852d67e8e0a9eb6ea85156181f1", size = 12510, upload-time = "2026-10-02T23:05:09.93Z" }, + { url = "https://files.pythonhosted.org/packages/11/af/1a141081b905036ee904ec4bd945e1f70b4e1b32d33c4e59e8cf1d58b247/markupsafe-3.0.4-cp313-cp313-ios_13_0_arm64_iphoneos.whl", hash = "sha256:6bd9e1788e15bfcf6a9082de42e30387e7b85d211ab21e57a939bb8cfaaf8d96", size = 11583, upload-time = "2026-10-02T23:05:10.884Z" }, + { url = "https://files.pythonhosted.org/packages/e7/0a/a89385ae590232622a03e091805cff12f24fabe6c11e0e8bae096cece81c/markupsafe-3.0.4-cp313-cp313-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:5066b244f576f91afc8ee3ba029a89f99d39c79b1853fe9d39bea9f0afbec148", size = 11801, upload-time = "2026-10-02T23:05:11.913Z" }, + { url = "https://files.pythonhosted.org/packages/ed/85/ea548dc013962eb73653124bc595635fbf9e0fa41d1f181a967ccb784dfb/markupsafe-3.0.4-cp313-cp313-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:7a83aa6e4805df46fed18e989d3d16f86ef60cb50bbc8d9ce3a6be89165fbf6e", size = 11443, upload-time = "2026-10-02T23:05:12.887Z" }, + { url = "https://files.pythonhosted.org/packages/cc/72/15f2e5ec9cf2eb00d5cdfe968d94e4156a7bd7303832c3f3b2c403a36839/markupsafe-3.0.4-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:2d1b7d9308288661f56672b1b157d75fc536714d3638487bbea17b6318a78248", size = 11665, upload-time = "2026-10-02T23:05:13.829Z" }, + { url = "https://files.pythonhosted.org/packages/ca/e0/4030bea613677e333c8a2c901fd405055f657f9d06acba5b7357984b6ef7/markupsafe-3.0.4-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:73e77980c7207854f00fc4e71fb1626868d5740ab4012623d55c7a99ad122a72", size = 12061, upload-time = "2026-10-02T23:05:14.807Z" }, + { url = "https://files.pythonhosted.org/packages/f3/a5/28b76a7449eb702966b88bef599e2360b411fbb3afeee8fe560939be06ec/markupsafe-3.0.4-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:7018d4af1cd272e847aa5917983ab5e83e4f6579f9dbfecd4a79c0ca80b144c2", size = 24395, upload-time = "2026-10-02T23:05:15.909Z" }, + { url = "https://files.pythonhosted.org/packages/07/6c/21232811afc3a063b5e934b1ae2efda52f46154ec382f585149c020e61fe/markupsafe-3.0.4-cp313-cp313-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:c90d5b3d4e944e065a301d741b3c1d784f6bd1f503aa68b4967e32b2ba313d85", size = 27183, upload-time = "2026-10-02T23:05:16.976Z" }, + { url = "https://files.pythonhosted.org/packages/14/38/6ccdfa5b59049cb36fb80cbc80aee9cf1fc9bb77d1335ad435f2070b08cf/markupsafe-3.0.4-cp313-cp313-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:18a801868a884f216e784d7d14db2a4077143ce7610440aee2ce8f734e7cfcde", size = 24772, upload-time = "2026-10-02T23:05:18.209Z" }, + { url = "https://files.pythonhosted.org/packages/63/e0/cec6865dfe88cb48fedd4b20aed6af5158e41092adcbf3e028bcc6ec2108/markupsafe-3.0.4-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:434139499bb20b502ed3baa1f169e618f924a97e7a777fea1a49446d80106cf6", size = 23017, upload-time = "2026-10-02T23:05:19.286Z" }, + { url = "https://files.pythonhosted.org/packages/ee/76/6ed4940bb7648a9aac457c14f870cfdd5105f139a0fb1f29cd61fafa47d1/markupsafe-3.0.4-cp313-cp313-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:9e227f3dbe6bde7491cf0a9965d00b88c6b1a4a95d11480ddf88bb96d397c19f", size = 22036, upload-time = "2026-10-02T23:05:20.352Z" }, + { url = "https://files.pythonhosted.org/packages/a1/4f/ed476226d4fe46a09090a36025bf319296810028df55eb12f1253b540f3a/markupsafe-3.0.4-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:b8cd1f918b26fd7b1832ece557cc18f2d8747309ff8b3f0ef9d4250c5ad67a39", size = 23786, upload-time = "2026-10-02T23:05:21.576Z" }, + { url = "https://files.pythonhosted.org/packages/9a/35/66ff30450e35ef5fba9ebc930c9411747e537fd9447b65e44f5007e2b84d/markupsafe-3.0.4-cp313-cp313-musllinux_1_2_armv7l.whl", hash = "sha256:a5fcffb37e602b0b3c1638a97746b9b96125caa9bcf6fa41d337a9261de231ee", size = 22672, upload-time = "2026-10-02T23:05:22.922Z" }, + { url = "https://files.pythonhosted.org/packages/32/0b/72f45ce4b4efcbca4b80cf1b06703eff0be8d37e82abb78f66c85a7ead1e/markupsafe-3.0.4-cp313-cp313-musllinux_1_2_ppc64le.whl", hash = "sha256:5989cb26b2e1efc6a42216a9f6b5ee495ce5ace2e5b352a9af489976b32d1ee2", size = 24107, upload-time = "2026-10-02T23:05:24.175Z" }, + { url = "https://files.pythonhosted.org/packages/d2/03/71776e5fdcba04614b384cc102e8a4198208579d896fd1394cb7cb9aa900/markupsafe-3.0.4-cp313-cp313-musllinux_1_2_riscv64.whl", hash = "sha256:add96447a86d205ab616665d53b2950ee81083757f56e6ea833c8b2917646b46", size = 21615, upload-time = "2026-10-02T23:05:25.215Z" }, + { url = "https://files.pythonhosted.org/packages/ab/5f/801ce02a02e7aee0f784b1ec7843026178f6adeb9c93ac67eb1992a9a84d/markupsafe-3.0.4-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:2628d3a8cb648ecebb3c5d6b0a1052d400e4d8b7ac0fb786be8d285b50040d17", size = 23076, upload-time = "2026-10-02T23:05:26.423Z" }, + { url = "https://files.pythonhosted.org/packages/4a/85/c43776625428f3bb4a61e8633940400e3efe6409e3c6f5bff26de5e45618/markupsafe-3.0.4-cp313-cp313-win32.whl", hash = "sha256:672d207103e6b16ca098611b0f9efad6bc00afd47c03d6ef62186495ca677dc0", size = 14118, upload-time = "2026-10-02T23:05:27.716Z" }, + { url = "https://files.pythonhosted.org/packages/6f/36/163da64de88a13db79214ef75fa041be7fa13bdb42261cf5b7484de14bfb/markupsafe-3.0.4-cp313-cp313-win_amd64.whl", hash = "sha256:1f1f9477e174582b0a1b583d60b66e1f2cf5d3fe12cee985e4aedf44766600e5", size = 14313, upload-time = "2026-10-02T23:05:28.749Z" }, + { url = "https://files.pythonhosted.org/packages/9f/a8/9b662783ffaa1149221432a923cee562f78b9cbbb8baa3df9b3753e63e1e/markupsafe-3.0.4-cp313-cp313-win_arm64.whl", hash = "sha256:06de8ef6331f6e822c28d577dc8bf43fe398800477c49498f38fc38b67ff33fc", size = 14189, upload-time = "2026-10-02T23:05:29.917Z" }, + { url = "https://files.pythonhosted.org/packages/5c/c3/a944f3b0df22bd129e96915b9f4e98d2eeca6516687d7618304a966c3c74/markupsafe-3.0.4-cp314-cp314-android_24_arm64_v8a.whl", hash = "sha256:4ed644d75aa94a2baf7ec3a96eaa160ea58c742eb9d27c6506053c5c40fc84ed", size = 12787, upload-time = "2026-10-02T23:05:30.971Z" }, + { url = "https://files.pythonhosted.org/packages/d4/d6/a44863f69d88b6c7e27889108f70d47aed259edf89d5df3c5fca1eac87d6/markupsafe-3.0.4-cp314-cp314-android_24_x86_64.whl", hash = "sha256:6d2a9efe686f9de00d0d1ea32a4a5a86d558a2277501bd78d964214eab625e59", size = 12525, upload-time = "2026-10-02T23:05:32.263Z" }, + { url = "https://files.pythonhosted.org/packages/17/8f/168ba80e532dd6a93f96f8f706f1ad41d7990b6e1aeedc1cc0d211a33497/markupsafe-3.0.4-cp314-cp314-ios_13_0_arm64_iphoneos.whl", hash = "sha256:8781a792a070cf2bd1b86d3aa943894115faaba6e88122a7bf32d62072742453", size = 11589, upload-time = "2026-10-02T23:05:33.251Z" }, + { url = "https://files.pythonhosted.org/packages/32/b3/aa2c95a574d3af39403a469b295886eb9b6d448da568cbebb5a2cbfdc2e5/markupsafe-3.0.4-cp314-cp314-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:971a3bbb75d97ae4e2e8f7d4834236f86f85f0c85e04ab2e191db1123b04f80b", size = 11801, upload-time = "2026-10-02T23:05:34.315Z" }, + { url = "https://files.pythonhosted.org/packages/60/d0/34b810107d83840e768bf485de795893ebbae35b26ab061b487adfa0a692/markupsafe-3.0.4-cp314-cp314-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:8909c2f1c6dd65e054ac4b573a91c8384d1492281e55d82d159d653f7a13adf6", size = 11447, upload-time = "2026-10-02T23:05:35.302Z" }, + { url = "https://files.pythonhosted.org/packages/6c/ab/2f8488f0f817a39fca068d2b17daf446bf5cdb3eae28c3720af534d873b4/markupsafe-3.0.4-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:4cf3468d5ec187ffffcaca8e61929a37448f215dafc1386a12c750a72fe53634", size = 11722, upload-time = "2026-10-02T23:05:36.363Z" }, + { url = "https://files.pythonhosted.org/packages/ad/40/e2d117b048d47282ade906fbfd92814cbee5647afc13fda88a3406039372/markupsafe-3.0.4-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:52704c5d36eb6dda8866493decd61111fff86244c9b1ad225ca01b9e91e5970f", size = 12061, upload-time = "2026-10-02T23:05:37.397Z" }, + { url = "https://files.pythonhosted.org/packages/9a/a8/73a81135e85ba66217f5af7facb03bbb386807e1a729ab64532e4c802652/markupsafe-3.0.4-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1caa2fa5a6184fb233153b35f654e6687bd555476f6170f29d8ee9be1a8b0af9", size = 24434, upload-time = "2026-10-02T23:05:38.407Z" }, + { url = "https://files.pythonhosted.org/packages/ac/ca/fa9216dd01efee2dfdacafe7df32b4d0170fbac694b0c258a193d6e53999/markupsafe-3.0.4-cp314-cp314-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:387d8cd30e69b3f0a72877b9ae717033396404e19095b17fe89753a981fda44f", size = 27183, upload-time = "2026-10-02T23:05:39.581Z" }, + { url = "https://files.pythonhosted.org/packages/fa/4e/a469509e538d37af51103b17b073126973f2b1cbf197ff32c7ddf025cfe5/markupsafe-3.0.4-cp314-cp314-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:051417f74bcaaefa316276e0ff723f541616ca51043d070da00249d9bddd3e3c", size = 24813, upload-time = "2026-10-02T23:05:40.671Z" }, + { url = "https://files.pythonhosted.org/packages/8f/db/d7282caf7ab03af44d5d6fdbaa019b35c7d7f1c90588b839c07cba640d6a/markupsafe-3.0.4-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a8e9f292fcda89b324f2f5c91d13f1424a153e40fc2756f38ee23b15835ff300", size = 23049, upload-time = "2026-10-02T23:05:41.864Z" }, + { url = "https://files.pythonhosted.org/packages/30/f3/b6a425206e6964efda6acee544d0eb01d1501784d0b8e2dcc74986f33b17/markupsafe-3.0.4-cp314-cp314-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:df1ae86ff54725a01fa1a0510b914ca53a161b7050be74f6204e24aded5971d0", size = 22088, upload-time = "2026-10-02T23:05:43.014Z" }, + { url = "https://files.pythonhosted.org/packages/ea/8a/84d3582fc1f0d5bd466cdf2eebf175e172158a6e70701aacec1de1b35430/markupsafe-3.0.4-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:8965520ac587c94a4ac48b729be3d8b8de00af39699b17585dfb599babe77977", size = 23846, upload-time = "2026-10-02T23:05:44.098Z" }, + { url = "https://files.pythonhosted.org/packages/1c/65/db101cce51b7ba4864ac491a9859d297dd1adf0e55b103fee9db9c47c527/markupsafe-3.0.4-cp314-cp314-musllinux_1_2_armv7l.whl", hash = "sha256:340cbb1957ba99929cbf19a75626d36ba1ae21d1730b287d1cf7f824a20c4fc7", size = 22674, upload-time = "2026-10-02T23:05:45.23Z" }, + { url = "https://files.pythonhosted.org/packages/e0/49/ddee9813d71db0c7a5c9d97c832125e6758a0c844777f1cf076569bb0e22/markupsafe-3.0.4-cp314-cp314-musllinux_1_2_ppc64le.whl", hash = "sha256:3a93d9616ddecfb393727a0041a562cf0b15a244e20f2bd25efc7949be4c4f17", size = 24104, upload-time = "2026-10-02T23:05:46.398Z" }, + { url = "https://files.pythonhosted.org/packages/aa/0e/7d8518d726726870a2399d69fd30d0fa36c5e57a2132c336b58d7c491073/markupsafe-3.0.4-cp314-cp314-musllinux_1_2_riscv64.whl", hash = "sha256:d2e56fd3b00222722abfb3f5f0759ddbae4b90811b5ad4343c64030ad1bde70c", size = 21637, upload-time = "2026-10-02T23:05:47.48Z" }, + { url = "https://files.pythonhosted.org/packages/b4/b0/b505e8a361ba557dbf3b3aa7331ea39b00d2022a26e925ff8463b9714bb3/markupsafe-3.0.4-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:0d9c47709875fdb321452056622e930c52afbc07a7d780762fbb8b4d91ce6fa4", size = 23081, upload-time = "2026-10-02T23:05:48.611Z" }, + { url = "https://files.pythonhosted.org/packages/1c/ea/9cc3cea873f980c75cbdb6f4277ce30ee955de38be0b3d02f14c108e0698/markupsafe-3.0.4-cp314-cp314-win32.whl", hash = "sha256:38fc55594dab834470b6733dead2ee9e3f657fb0608c769dcafa0ba5ab52f45c", size = 14272, upload-time = "2026-10-02T23:05:49.707Z" }, + { url = "https://files.pythonhosted.org/packages/80/f0/5792ff768a410f93ee3f84fc19345295ffc352d2c936b424cb37e514714c/markupsafe-3.0.4-cp314-cp314-win_amd64.whl", hash = "sha256:c1bc67752d5f21013cfe430df4062441714eab79f65a6a05e01505957e9c35fe", size = 14501, upload-time = "2026-10-02T23:05:50.788Z" }, + { url = "https://files.pythonhosted.org/packages/5f/cf/3d074a8edffcc6899355232ff2543ae8d929733239596423b7db79698bc9/markupsafe-3.0.4-cp314-cp314-win_arm64.whl", hash = "sha256:7e1636da3d8dfc220b6dd10264db5f2b165e4888c4518594898fbe381049af8a", size = 14364, upload-time = "2026-10-02T23:05:51.857Z" }, + { url = "https://files.pythonhosted.org/packages/d9/31/87ce42159aae2163cf3bbbd0c44bc87780510eecab1ea3859099aed95dcb/markupsafe-3.0.4-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:805c8b84534fa10891890f0e4be39f3a99e94615d93e8836bf9fa1fdca2feeb2", size = 11759, upload-time = "2026-10-02T23:05:52.951Z" }, + { url = "https://files.pythonhosted.org/packages/5f/53/b047207eeb7752e960aca3eb1df5fb7eefa7dd4c62ac49bb156456c8a702/markupsafe-3.0.4-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:fa95848c929b6a75f6848d3c9793e59db365ee436776e57db835cdbfa79ba977", size = 12096, upload-time = "2026-10-02T23:05:54.066Z" }, + { url = "https://files.pythonhosted.org/packages/ee/51/4326c88a13c7b755657d44b4bb986f8c3d9843ecba7e22d98661d87f9a57/markupsafe-3.0.4-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e916035e3e9930cbdfdd10abf48861340221857f45509565898e012263f7b289", size = 25699, upload-time = "2026-10-02T23:05:55.15Z" }, + { url = "https://files.pythonhosted.org/packages/f2/bb/990581b7474bfcf2cf34bed6ba5ea23bd87adb9d671213d68e88620e7a6b/markupsafe-3.0.4-cp314-cp314t-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:b4d12837e0203bbace818ff4a7461afdcd78bcd782351cea148139180d7bcffe", size = 27804, upload-time = "2026-10-02T23:05:56.29Z" }, + { url = "https://files.pythonhosted.org/packages/6b/89/89491878c28e8291f5aa2fffe2c2d57230d10ae366d55dd810b840513d78/markupsafe-3.0.4-cp314-cp314t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:5086f9975abb1ab531ee6afca1761e4b59a19b446f3f6522ed776963228cfe5a", size = 25912, upload-time = "2026-10-02T23:05:57.416Z" }, + { url = "https://files.pythonhosted.org/packages/30/77/680998b54efdea06fc114565cd739b6d059f826a0279219b218dfa750d29/markupsafe-3.0.4-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b4a635a0487774f841cb1fb62e907e7195cc95bc761e053184b8acc3ceb20733", size = 23623, upload-time = "2026-10-02T23:05:58.557Z" }, + { url = "https://files.pythonhosted.org/packages/ae/75/2709f5ac5de9467b40b10e2bb8f89cc63dfb74582e09aa734b1124a217de/markupsafe-3.0.4-cp314-cp314t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:cb96e6e088d6cf71c1ea977510948320234824cf226e32f6f6e044f7a9c82b34", size = 23301, upload-time = "2026-10-02T23:05:59.94Z" }, + { url = "https://files.pythonhosted.org/packages/a0/c8/39eadc6c5b14c9c7679bfb98f4d4c6a97863b5beb91839aca4d2d6e16e55/markupsafe-3.0.4-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:8b5d563170ff8ba3181caa967c99a3c804d1dedb702c7cb93a6a7c32247da978", size = 24950, upload-time = "2026-10-02T23:06:01.289Z" }, + { url = "https://files.pythonhosted.org/packages/1a/5e/01037f8a43e8ccb0bffb4fbdc5212db05bf080fdd7286cd392332d58128a/markupsafe-3.0.4-cp314-cp314t-musllinux_1_2_armv7l.whl", hash = "sha256:396ec4e65cc889f69786b3b89478b471cee5a3bcf468b9d9bb03e1a30fb291fc", size = 23330, upload-time = "2026-10-02T23:06:02.441Z" }, + { url = "https://files.pythonhosted.org/packages/d4/f4/23e83ce0596bb0cbe670502d31df8f757bbd01a392aa486fa3b40d1ed399/markupsafe-3.0.4-cp314-cp314t-musllinux_1_2_ppc64le.whl", hash = "sha256:15ba9e28640feef770374b116a6f019c21f52404aeabe516aa7f800587b98cfc", size = 25239, upload-time = "2026-10-02T23:06:03.579Z" }, + { url = "https://files.pythonhosted.org/packages/88/5b/3708897368073cc683d524750474f41a77d2986152c380dcc55b20fdf340/markupsafe-3.0.4-cp314-cp314t-musllinux_1_2_riscv64.whl", hash = "sha256:d920abdfa61279ba1a2ef9484aab07bf03331f8c08a10120fa332353d06e6932", size = 22767, upload-time = "2026-10-02T23:06:04.699Z" }, + { url = "https://files.pythonhosted.org/packages/c6/61/ebda1307864b409e6b3115757a3d4a09cca46cfb6cc65191b5de226b424b/markupsafe-3.0.4-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:a9f54054101545a9a9cccefddf54316aa6e4491611fcbef9e91b3b6bebec04f6", size = 23668, upload-time = "2026-10-02T23:06:05.9Z" }, + { url = "https://files.pythonhosted.org/packages/09/15/98075cceac3b5ba0dbb8e4762a847be967d2befc349a2cf2d0ac77f62c9d/markupsafe-3.0.4-cp314-cp314t-win32.whl", hash = "sha256:12a606a492de952afcb43b59a14aaaaad120e708d3663dd0fdf2d738d427a691", size = 14301, upload-time = "2026-10-02T23:06:07.109Z" }, + { url = "https://files.pythonhosted.org/packages/0b/a3/768b560fcc4156685cb563d922b217810cfa7bc135773367f62f1f9d2078/markupsafe-3.0.4-cp314-cp314t-win_amd64.whl", hash = "sha256:a18f38cafc329bac5e3c2b96c765b4c96d3d103421ed22ab7988c1e3fce27464", size = 14526, upload-time = "2026-10-02T23:06:08.276Z" }, + { url = "https://files.pythonhosted.org/packages/93/63/da554b4c97a6b0ea3229ca7fe8cbfb620be81613d517f482e85958550537/markupsafe-3.0.4-cp314-cp314t-win_arm64.whl", hash = "sha256:eba154571c16e032112afac0dc2dfe9e63c2ceb7aedd07bb7eecf2ce26d4dd4c", size = 14421, upload-time = "2026-10-02T23:06:09.402Z" }, + { url = "https://files.pythonhosted.org/packages/a9/30/54d11c8ca027114898cab97421fb39e4ffd9ddf47cdbc44df2ec76722da9/markupsafe-3.0.4-cp315-cp315-android_24_arm64_v8a.whl", hash = "sha256:737c9c3981998eba27f11786f84fddcbabc74068b72a4a1f454ea02094b57b65", size = 12791, upload-time = "2026-10-02T23:06:10.485Z" }, + { url = "https://files.pythonhosted.org/packages/10/6d/97c913e253a14bd3cd0e15a5c56d13203b823fa7ee32498342896a072dc4/markupsafe-3.0.4-cp315-cp315-android_24_x86_64.whl", hash = "sha256:489505b03f692c3f376394e49194fa7a7f9e8558d6e293a7056a0032b0c38163", size = 12527, upload-time = "2026-10-02T23:06:11.834Z" }, + { url = "https://files.pythonhosted.org/packages/26/f9/b86d032042a4d597d9e1997f0e5f63a3eedaf11258e0a05760b0a0a826ea/markupsafe-3.0.4-cp315-cp315-ios_13_0_arm64_iphoneos.whl", hash = "sha256:077293e425f28ec737dbcad442a71752e28f8ae27cde3d68acd1fb212091cd92", size = 11602, upload-time = "2026-10-02T23:06:13.122Z" }, + { url = "https://files.pythonhosted.org/packages/f2/dc/73c14c1eedf0ac5fa3292ba43435e6c49d2c2050f33cebde541f8f4807f1/markupsafe-3.0.4-cp315-cp315-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:9348cbb300d224fe3b89793262cb093504d4ae927004468463f745188a193e4a", size = 11817, upload-time = "2026-10-02T23:06:14.227Z" }, + { url = "https://files.pythonhosted.org/packages/8f/69/2c2fcaa5fcee22d72c7819c0d536fd181c74a688e6143845419579cd2863/markupsafe-3.0.4-cp315-cp315-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:b807e598953730f82e4eae3bd30f6a122cf6b31c398c6b504c0e04c13c170429", size = 11446, upload-time = "2026-10-02T23:06:15.574Z" }, + { url = "https://files.pythonhosted.org/packages/88/54/9e5ec76c62e6e2834d5a93623018c943e8b3bb41d663e3fd4c03303b9b85/markupsafe-3.0.4-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:799c39bdf5e2f1292fedd3009f7b3c9e760f10b2420cb9638d56920840ff6db8", size = 11719, upload-time = "2026-10-02T23:06:16.701Z" }, + { url = "https://files.pythonhosted.org/packages/96/24/3ec292b44064c16229e064d770b2625bd8ea941aa61f44905a9fa44942c0/markupsafe-3.0.4-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:ae9dcb8fbe244cb82f8a6458b455b927a03685e383d9bacf1ea5ce180b96dc97", size = 12075, upload-time = "2026-10-02T23:06:17.855Z" }, + { url = "https://files.pythonhosted.org/packages/aa/85/b64fdb1f304848518742136983c24e96d967bfb59a0ea160e92736901ab0/markupsafe-3.0.4-cp315-cp315-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:4bced6e2a6dba6a28f7dd3c6ce14df1b2dd495923f16ea484cad03decd463b2b", size = 24656, upload-time = "2026-10-02T23:06:18.963Z" }, + { url = "https://files.pythonhosted.org/packages/9c/18/23997d4c65b355da6390d61cd56e0ab3befd6ba8dda25cb40c602bd0fa6b/markupsafe-3.0.4-cp315-cp315-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:3882fb412298575bae3b9c46868251f15cc69307359f87bb1b382e53d6e5a2c9", size = 27737, upload-time = "2026-10-02T23:06:20.117Z" }, + { url = "https://files.pythonhosted.org/packages/d4/36/35998dead3c6af88c38265a56e58100211f036234ab88eb2283fd4cbce44/markupsafe-3.0.4-cp315-cp315-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:04e7902ba80ee4bac1d50a549606527a1dcf0476cd81403db41099d3b60ec653", size = 25003, upload-time = "2026-10-02T23:06:21.284Z" }, + { url = "https://files.pythonhosted.org/packages/82/96/ef49135ce260db4ca4a12b119ed468449cd248db6b1468e2112b546d7a2e/markupsafe-3.0.4-cp315-cp315-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:925f929d6b59a8b3f8b8c6ac363cd0af7eecc81efb3071770b3c6717c450a369", size = 23111, upload-time = "2026-10-02T23:06:22.524Z" }, + { url = "https://files.pythonhosted.org/packages/50/7d/83126e338bd88c17a220668235368ad719fd4638e426739858cbb8508f77/markupsafe-3.0.4-cp315-cp315-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:f68edfc67aabac33708941f26f22a7b8e9f81429bc0cf249fcf7d66b23af8d19", size = 22403, upload-time = "2026-10-02T23:06:23.785Z" }, + { url = "https://files.pythonhosted.org/packages/83/dd/daf7e420de23c8206c365204e7b85e1251d8e19d34196a56336f316e5ed2/markupsafe-3.0.4-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:e5c802729725bd07e2bc3ab7b76dc7e0bbfc53129d8f1eb1c002c24cf774717e", size = 24083, upload-time = "2026-10-02T23:06:25.037Z" }, + { url = "https://files.pythonhosted.org/packages/19/3c/11eecdc06bc44ad5570350085b572ebf049e8f9a38d1ece6d76640b739cd/markupsafe-3.0.4-cp315-cp315-musllinux_1_2_armv7l.whl", hash = "sha256:55ffd6ce583d97dc71dc92e930324c8c0d25aea7e3ade6ae54ef77cedb096811", size = 22931, upload-time = "2026-10-02T23:06:26.328Z" }, + { url = "https://files.pythonhosted.org/packages/0d/9e/ac0fd77f2a726e56ecc3ca0235d095feace1358d1b822406c2a2ef26a4dc/markupsafe-3.0.4-cp315-cp315-musllinux_1_2_ppc64le.whl", hash = "sha256:2cb3dd71fc6be918ad4264346a8ed69485f9b7ed7bf35495d8e22807cd6b8bea", size = 24299, upload-time = "2026-10-02T23:06:27.742Z" }, + { url = "https://files.pythonhosted.org/packages/d7/09/c6bd842ad58ff5b3bc76eeed7e9a42a6f11adc5d090ec697b72c9672731e/markupsafe-3.0.4-cp315-cp315-musllinux_1_2_riscv64.whl", hash = "sha256:94f5407f7bc64fa6463906b896f9904beeeb7dd8dc116ee8e9056c8714ff9916", size = 21948, upload-time = "2026-10-02T23:06:29.274Z" }, + { url = "https://files.pythonhosted.org/packages/a3/46/82f586711fed61e86faa1ee1bc317d68cd45a10c8bdbe3f7d1fdf9026ad8/markupsafe-3.0.4-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:2dad610540cb2e6272855c178f08ae9a1c7ac258a7fb71660553a5f104b42741", size = 23150, upload-time = "2026-10-02T23:06:30.583Z" }, + { url = "https://files.pythonhosted.org/packages/19/2d/2dfdce99318abbfa26925195fbc17db188c46a1ec6457be121b6f9cfeb42/markupsafe-3.0.4-cp315-cp315-win32.whl", hash = "sha256:03470d1a8268e692ecf79ecd565593e59d44219377a7ead61f1f1b94c1f7ff6b", size = 14269, upload-time = "2026-10-02T23:06:31.949Z" }, + { url = "https://files.pythonhosted.org/packages/5b/ec/6000fd82e8791e58fcd0456ec20f098957e2b03d5ed02eb73241a577c0ba/markupsafe-3.0.4-cp315-cp315-win_amd64.whl", hash = "sha256:d882a373d8093c2941e01291b7ced96e9cbe4781da9a7751ca7e6c70385e5214", size = 14496, upload-time = "2026-10-02T23:06:33.258Z" }, + { url = "https://files.pythonhosted.org/packages/bc/66/e73bd5016421d5d6e2fb6de7dd609f9de020942ac8c626526bd8c6eeaf82/markupsafe-3.0.4-cp315-cp315-win_arm64.whl", hash = "sha256:353bd63081912ab8cfa6a0c7d185934cdf8426f04c618bba6bc4b394f2069b67", size = 14361, upload-time = "2026-10-02T23:06:34.539Z" }, + { url = "https://files.pythonhosted.org/packages/90/df/cb8c3dc98d313a951df2f8968f44e4cb5643df6d3cab749a530ce2f7d972/markupsafe-3.0.4-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:c61750fadcd119d0825bcb7d7d675dd264dcc89cc05292aab5be68ebdbb374ad", size = 11760, upload-time = "2026-10-02T23:06:35.807Z" }, + { url = "https://files.pythonhosted.org/packages/d6/bb/4af9b3ca0753d654ac75f9531d5bd741bb77ca6e696f36807c475ffc099a/markupsafe-3.0.4-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:1c0df495a977d10460a94941799c72d5b5ab03d3858d949b55b5a66c8f371c99", size = 12108, upload-time = "2026-10-02T23:06:37.089Z" }, + { url = "https://files.pythonhosted.org/packages/3f/d4/b56429313aee5fd59b079c3df5615299959e25e7113eb6d8caadbdd7d38a/markupsafe-3.0.4-cp315-cp315t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:02fa4acbc6a3fc5c693c34d4dd8c1130b7fe99cc915181b0ddd6f72aeb296002", size = 25762, upload-time = "2026-10-02T23:06:38.419Z" }, + { url = "https://files.pythonhosted.org/packages/65/f5/34c181e891aa4f7d59c918584672e0c5eb7fffe76c1387d1246008bf4081/markupsafe-3.0.4-cp315-cp315t-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:05295589e619b9bed252a86b532b8e27350abc372d18ba89b59375325e91ec1e", size = 28400, upload-time = "2026-10-02T23:06:39.819Z" }, + { url = "https://files.pythonhosted.org/packages/ce/b5/ad14694fd0ac9a5ce30bc6498f2999378f418583dd1679cca5a1b512957e/markupsafe-3.0.4-cp315-cp315t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:be6cb0c799abb0e2ba3e618e6d28ddddf7e485f6c2ce938dfa237daf3905072c", size = 25946, upload-time = "2026-10-02T23:06:41.381Z" }, + { url = "https://files.pythonhosted.org/packages/d6/a8/26b606445387d0ceb1eb1f21840094b84e4e3c3c3983d80d10b89823b490/markupsafe-3.0.4-cp315-cp315t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:26e9867520db70d37f7fb421a7f0d8adb40171011fb84ce869afa1a83370dfa8", size = 23634, upload-time = "2026-10-02T23:06:42.748Z" }, + { url = "https://files.pythonhosted.org/packages/39/a2/b8814de672f1f0094d498bf646f2fec9d6356b503d28ef500b71c5095377/markupsafe-3.0.4-cp315-cp315t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:f03460ff076f70ab595bb45a0205ccea1971443575b6920c52e755dec2b3fbfe", size = 23488, upload-time = "2026-10-02T23:06:44.176Z" }, + { url = "https://files.pythonhosted.org/packages/db/c7/287223376fb73335a3cc5d6eb22c6ab01358cf33945a9c39c06b9dac3f4b/markupsafe-3.0.4-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:436e3ffc6310d3c41878c601db29098102fe5d8a467c49da4a4125254e0980f2", size = 25037, upload-time = "2026-10-02T23:06:45.646Z" }, + { url = "https://files.pythonhosted.org/packages/f9/29/4df8355e313426d19e62ba33e0253c009ca12a0894ee77d67fa67255361c/markupsafe-3.0.4-cp315-cp315t-musllinux_1_2_armv7l.whl", hash = "sha256:4e2c4809c14559aa7ef426f27fb35afbb38104c349a903bf8f3600456764bb38", size = 23543, upload-time = "2026-10-02T23:06:47.264Z" }, + { url = "https://files.pythonhosted.org/packages/71/e5/8377731e8495668dcc768f645e717df18318c841edaf023a99395f6da9b4/markupsafe-3.0.4-cp315-cp315t-musllinux_1_2_ppc64le.whl", hash = "sha256:da2af0d7aebfc2074080d72efa6ab8317c62481ef1f896f65d9999c1c01f4494", size = 25282, upload-time = "2026-10-02T23:06:48.795Z" }, + { url = "https://files.pythonhosted.org/packages/ed/5f/373456e37ceb1478d657d6fe769cbe0a39f0a8dfc1548eeb19c471eefdd9/markupsafe-3.0.4-cp315-cp315t-musllinux_1_2_riscv64.whl", hash = "sha256:aa2c838cc024642cc04c6854232f32b43e5e22833dd11119c1766c7873b8370d", size = 22993, upload-time = "2026-10-02T23:06:50.31Z" }, + { url = "https://files.pythonhosted.org/packages/d7/93/2cbd5628435afb6f541bbaced4bce0c2edac4b09a142e6e928b8b0da9858/markupsafe-3.0.4-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:b91cc9d336957239ff200f30097e6fea2dc6d6fb3c81e853eaa09eac904fd894", size = 23712, upload-time = "2026-10-02T23:06:51.759Z" }, + { url = "https://files.pythonhosted.org/packages/81/99/157e10966b033b363aeda5263e82596ee232a0b1d082fdbf90aa417ff083/markupsafe-3.0.4-cp315-cp315t-win32.whl", hash = "sha256:e49fb0d1ce92cfa0cb198cc5b1b11cdf9d0638658e2a2db2687e39db7c87fc78", size = 14300, upload-time = "2026-10-02T23:06:53.241Z" }, + { url = "https://files.pythonhosted.org/packages/33/05/55884815414c9706a23deca150b72c25a62109e65b0b6ce232077802c719/markupsafe-3.0.4-cp315-cp315t-win_amd64.whl", hash = "sha256:4f6e0852a0283b1b1fd776eeb7b766a5f440b3e2bd31ab51af3b400585f3965c", size = 14522, upload-time = "2026-10-02T23:06:54.729Z" }, + { url = "https://files.pythonhosted.org/packages/92/f9/ecbde7149e95b8a0f18e16d5d747f7dc06049d5da2e4f77f6f5e4a1f46a8/markupsafe-3.0.4-cp315-cp315t-win_arm64.whl", hash = "sha256:39dbacefc411633db5b4378b066a9aca70a3d7e2922c9e578d825f844026eeba", size = 14417, upload-time = "2026-10-02T23:06:56.246Z" }, +] + +[[package]] +name = "matplotlib" +version = "3.11.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "contourpy", version = "1.3.3", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" }, + { name = "contourpy", version = "1.4.0", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" }, + { name = "cycler" }, + { name = "fonttools" }, + { name = "kiwisolver" }, + { name = "numpy", version = "2.4.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" }, + { name = "numpy", version = "2.5.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" }, + { name = "packaging" }, + { name = "pillow" }, + { name = "pyparsing" }, + { name = "python-dateutil" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/e7/c8/9aa712a0afb882649424dd8de8ad9aa6235e796e84c6052e8f6dc1598d0d/matplotlib-3.11.2.tar.gz", hash = "sha256:cec596316640f2b394b8f0daa0ea61a8eae82d017b620b9f202befb972a59ea4", size = 32660610, upload-time = "2026-09-11T19:05:31.214Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/c0/a9/a7fc5a63c427aeb9a4b99d6a0449f891be0952d3aee2b85229099f7b9f54/matplotlib-3.11.2-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:5e1e923a3fc3326b99ec0a6ff1ab1338ac6c6cc62ad9d8a9c944197c7f8c6221", size = 9461046, upload-time = "2026-09-11T19:02:59.277Z" }, + { url = "https://files.pythonhosted.org/packages/0b/d7/59d8ee63e4dee845d953515c50d67e6b8cefa953b453c6b803f197ae556e/matplotlib-3.11.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:c27e577ece613ea12a0790e00b4eb80d901c59a3e16cad474f31d8b1529690b9", size = 9290872, upload-time = "2026-09-11T19:03:02.295Z" }, + { url = "https://files.pythonhosted.org/packages/2e/a4/1ca765c63a60e3096ae2ad132eb25f6f7eab0377418cd0472808befd9665/matplotlib-3.11.2-cp311-cp311-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:07d9b9fa60cd4c393692f50d0bb03123242ddf61c99bb0e95e75feb354e7c1a8", size = 9854405, upload-time = "2026-09-11T19:03:04.796Z" }, + { url = "https://files.pythonhosted.org/packages/d7/3d/f28ca971a4ad0ed83ebdd60230b09d99de8b91aba47964fac3a81eb2e2ba/matplotlib-3.11.2-cp311-cp311-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:30ec15d7eefee71de16b7c689b42ba49715a4644650b76a6c7c70d79daf24e91", size = 10660507, upload-time = "2026-09-11T19:03:07.402Z" }, + { url = "https://files.pythonhosted.org/packages/f7/0c/a743556bc64a9b57d2246b14d91b713078adfd2df4199f542df1861737a9/matplotlib-3.11.2-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:116cdb0eb0eb5644fc98eb2975d4b4dd4ad35e5c8e6b851c22e6976f371f7ab5", size = 10801141, upload-time = "2026-09-11T19:03:11.357Z" }, + { url = "https://files.pythonhosted.org/packages/66/54/91fe3fdfa29100b4668cbf9721577a10acde6e009694618230e4e7a97527/matplotlib-3.11.2-cp311-cp311-win_amd64.whl", hash = "sha256:a24d5fd36e4f0e742c3851dcd20810e56a95633a342e4bf6cb591c678e8fe61f", size = 9329982, upload-time = "2026-09-11T19:03:14.25Z" }, + { url = "https://files.pythonhosted.org/packages/49/c1/13b70871c98d7e93f0d2ed71f226b8d6f873f1372124046068a6b4902fb5/matplotlib-3.11.2-cp311-cp311-win_arm64.whl", hash = "sha256:57b9ea60a835937c2012861923cbb91f47db8565775d326d1c42fc926aa10351", size = 9023542, upload-time = "2026-09-11T19:03:16.878Z" }, + { url = "https://files.pythonhosted.org/packages/cb/ce/1bfcc4873b121597791ad74032943b123218c0613af0b97e8dd05e916fb1/matplotlib-3.11.2-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:ef752769cd962f39ea0b6ffc82d1ea43a0012c5a6157c7a075212fa509cfcff2", size = 9476466, upload-time = "2026-09-11T19:03:19.45Z" }, + { url = "https://files.pythonhosted.org/packages/a6/c4/7f5f3601ee69baf072c0c7d3ce60c03e0618621c5a56c34a62a460e29d11/matplotlib-3.11.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ef31985c4dedb5f1424e1aec6849a47dd37689cb7fa3c20b1b82187f26806261", size = 9305583, upload-time = "2026-09-11T19:03:22.39Z" }, + { url = "https://files.pythonhosted.org/packages/b8/90/2b3fd67ee273163faeda6d514be70b5596eaa0fd77b60ffc294ad0b34f5f/matplotlib-3.11.2-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:df4f7784aca81a94f254c0a2767d592ee25f407e488f5fa7203e51093fb6ca27", size = 9860353, upload-time = "2026-09-11T19:03:25.049Z" }, + { url = "https://files.pythonhosted.org/packages/f4/84/32549e7a462dc311aed2ab62e5d2538028840b5c53a8be0195c789937c3d/matplotlib-3.11.2-cp312-cp312-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1b9a7ad579856284135e401ecc918c5f8a017ee30539298862a109f51b971710", size = 10670348, upload-time = "2026-09-11T19:03:28.108Z" }, + { url = "https://files.pythonhosted.org/packages/84/39/02e21b74f7439bd643d717ea846006d46e309e6d29b632b57751265311d6/matplotlib-3.11.2-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:3aa4b8516fd26659e4363abbf317c703d9116496c5db2e9d0609a2866dd39dd2", size = 10810580, upload-time = "2026-09-11T19:03:31.402Z" }, + { url = "https://files.pythonhosted.org/packages/04/93/0d239bde12b308262265c2d98909b2f0ecad2b5deeae96241642e822e9c7/matplotlib-3.11.2-cp312-cp312-win_amd64.whl", hash = "sha256:c5c1c68ee401fc98271263410f0e5ce88285abacf7627132914e8adf3d70ff43", size = 9349409, upload-time = "2026-09-11T19:03:34.195Z" }, + { url = "https://files.pythonhosted.org/packages/49/a8/06baf901c02246c8a222b655cc4540ef9c15e1549a04e07927f9cde716c3/matplotlib-3.11.2-cp312-cp312-win_arm64.whl", hash = "sha256:643ff850d8e0f5b8319337f87ed3cb59506afb3df3cc48de777d85871233be7b", size = 9028084, upload-time = "2026-09-11T19:03:37.032Z" }, + { url = "https://files.pythonhosted.org/packages/bf/ce/fc58855a3d17f6cb8a87b6f9ccd100f65432a3a7ffed57309cbf14c78987/matplotlib-3.11.2-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:7d43ff8cebb50840648cb6429b2228621dbd709010f3117b3740abb20abf21c0", size = 9476987, upload-time = "2026-09-11T19:03:40.17Z" }, + { url = "https://files.pythonhosted.org/packages/a9/29/2a47b700545aca050e0ed73c89ba21e08407e11f5f42a567421b220de6c1/matplotlib-3.11.2-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:2a8285cea8ef4d92aa041d1c33788bcae82248503300f93f1ca2136b9049452f", size = 9306050, upload-time = "2026-09-11T19:03:43.103Z" }, + { url = "https://files.pythonhosted.org/packages/a9/df/e7c10292f348cf55178a5b3c0092a38ea68891a3945f199ae8b7b8ac9dc1/matplotlib-3.11.2-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:1944895967f87c84c9b4bad29a707b31f5b36df4a3a2339ea1f8ea3ce5105539", size = 9861060, upload-time = "2026-09-11T19:03:46.044Z" }, + { url = "https://files.pythonhosted.org/packages/e4/b9/b978de6d43d47f1d4d8e653fac32c16d8d2e5f46bbbb822e26d7cb1adece/matplotlib-3.11.2-cp313-cp313-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:af2661f6ac6bbd1d081996f54fdd9385715c625ace8cec0869055c0cfbf38981", size = 10670885, upload-time = "2026-09-11T19:03:48.942Z" }, + { url = "https://files.pythonhosted.org/packages/a3/80/d72f61bb2631ac15d17fada1f17e0f99fecba69d8376d34f17cf93b7eddd/matplotlib-3.11.2-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:7e5a90f8a707ebb6004a713b1cff091a40cc5df4c7c1cb165e5a505ebc11c292", size = 10811222, upload-time = "2026-09-11T19:03:51.665Z" }, + { url = "https://files.pythonhosted.org/packages/94/2e/6d1d33f242c705b5c6c6fb3f0fc141add51cb1abb62912e59de0835d28c4/matplotlib-3.11.2-cp313-cp313-win_amd64.whl", hash = "sha256:bc067c462a86f0e57bf52fc6e058d90171a5420007dac00c46e90153050c69a7", size = 9349539, upload-time = "2026-09-11T19:03:54.534Z" }, + { url = "https://files.pythonhosted.org/packages/bb/bb/c0aa86a7f4c0e62f1c3c0711e361f6f23f87eb9018732a5e11994bd1b7ec/matplotlib-3.11.2-cp313-cp313-win_arm64.whl", hash = "sha256:3e8576f7c47e02fd4f21f44171302d2d1d58d4471d46da3d71fe8899d19539d9", size = 9028295, upload-time = "2026-09-11T19:03:57.261Z" }, + { url = "https://files.pythonhosted.org/packages/54/b4/4facdb700bc236e4c676495ca3798d8134ab8668cbfe0f6b2e9ebf962a38/matplotlib-3.11.2-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:c9721f81275499da1feeb36a2cf8192ea086283b3bd16b7dc4c9d7aedb7396d6", size = 9478976, upload-time = "2026-09-11T19:04:00.12Z" }, + { url = "https://files.pythonhosted.org/packages/4c/a0/bba05f0a25bfeb0475c2f2a87958b31103aa6b7a5386017afb1a96212825/matplotlib-3.11.2-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:1a3040b209f3968b4e84161df7b174f07a9fad33b0f2d7e48ea3bbd3075e2863", size = 9307932, upload-time = "2026-09-11T19:04:02.976Z" }, + { url = "https://files.pythonhosted.org/packages/d4/42/81d5cba4bb39b41b0998efc880e129f2d7cdb94256ca49678fdcd9c21be5/matplotlib-3.11.2-cp314-cp314-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:bf3fe71fbfb8ec0e310e0bc8537c3405a01f38f25f9394ed2135e6202fed542b", size = 10674370, upload-time = "2026-09-11T19:04:06.912Z" }, + { url = "https://files.pythonhosted.org/packages/29/5e/52f56f93d5b20815ee0ae352f7a38eff25580edb180b4fa7df87cfeba68f/matplotlib-3.11.2-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8c8255de28f986d935a64c9ca71c0ec2d2f41d355691f5ea684725dc91413f71", size = 10954597, upload-time = "2026-09-11T19:04:09.948Z" }, + { url = "https://files.pythonhosted.org/packages/6e/ae/f8918a1b564db49c53cd603eb3c8748c5767e4ce0fb2cf1d7c38653e4c5d/matplotlib-3.11.2-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:a8756cc73d9af9a7fe0deb54ea2e75ef73b01d9e575877e72acad5458e660943", size = 10812583, upload-time = "2026-09-11T19:04:12.887Z" }, + { url = "https://files.pythonhosted.org/packages/ea/61/4315ef0d63937fe56f451887b4a0be3b8e8b22cf1d92a8d157caac54570d/matplotlib-3.11.2-cp314-cp314-win_amd64.whl", hash = "sha256:ecea603dd2fbf8242fd31a305a8b12a4ece2de28096870c65fdd0d1e35b8d9a6", size = 9505972, upload-time = "2026-09-11T19:04:15.788Z" }, + { url = "https://files.pythonhosted.org/packages/d5/00/02398b0a1a62ef73d9af0a957fe1773363eec9a6ca7e433c72ae2790fbce/matplotlib-3.11.2-cp314-cp314-win_arm64.whl", hash = "sha256:01dc8eaaab5a9fce9ff615eca82345728f289e4715b186ee10c6d85272fc26bb", size = 9184534, upload-time = "2026-09-11T19:04:18.691Z" }, + { url = "https://files.pythonhosted.org/packages/ec/c5/1e6ca10baa7e04f113c37856aadb4adc3dbb1c55fc7da6dc830bba1292d7/matplotlib-3.11.2-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:79a258f58253dfa025af80a9e9bb228d75fced007f0e93ae7423fefbde81a74d", size = 9526415, upload-time = "2026-09-11T19:04:21.39Z" }, + { url = "https://files.pythonhosted.org/packages/e0/93/7561727af07ccc84747953c6a33eee3981cc436d04f465032e707ca0e429/matplotlib-3.11.2-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:c0b83f044ce10a98027b105b3931548719a6e8c7ef986b4362651e0b5367c8dc", size = 9361064, upload-time = "2026-09-11T19:04:24.107Z" }, + { url = "https://files.pythonhosted.org/packages/c1/40/ce270ef2a6794d94a409fe28b8dabedffc07c07f9e5dbb89e0f605bd157d/matplotlib-3.11.2-cp314-cp314t-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e43b188f0a5b75447bcc197728258166aa64365770ed1caa36595a5e1ca4bbba", size = 10684626, upload-time = "2026-09-11T19:04:27.201Z" }, + { url = "https://files.pythonhosted.org/packages/45/46/396e0307dbf1c1f2d0a3654caa6dbc780dd5379f5f11257369cf8d21d9fe/matplotlib-3.11.2-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:d3304eb5a59442a8867f6920d484591c0fa09ffc29e9260be2feec3351e25869", size = 10960602, upload-time = "2026-09-11T19:04:30.254Z" }, + { url = "https://files.pythonhosted.org/packages/1c/97/4defb84695477340aa88b27c9482cc1ca4de11f36f66b6c8c0ddd685def1/matplotlib-3.11.2-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:02329432ae5c6af87cf208ee575b701d698bdf0b1a3bb28cc6d53c36e967e575", size = 10822603, upload-time = "2026-09-11T19:04:32.964Z" }, + { url = "https://files.pythonhosted.org/packages/7d/e7/eab54551c1ec6b72dcd678a078b6c6da8d4c85ec1ff0016e81fe52866304/matplotlib-3.11.2-cp314-cp314t-win_amd64.whl", hash = "sha256:f2ac30cf5eb5dff1b584627ae0b0e1186551a4f69ae3c75073911da497a29170", size = 9551206, upload-time = "2026-09-11T19:04:35.811Z" }, + { url = "https://files.pythonhosted.org/packages/4e/0e/04698032cb4d8fb1e30d8ffec5ded20f6f582b03c8c58b2385c95245f158/matplotlib-3.11.2-cp314-cp314t-win_arm64.whl", hash = "sha256:cf41ecd1b0c0b6f7177ed965a54c2afbe888715c7cf6054dc12d53bc1494002c", size = 9234977, upload-time = "2026-09-11T19:04:38.972Z" }, + { url = "https://files.pythonhosted.org/packages/44/a9/ca827c184b87364378964e36e7c0ae23651d146fdbc4000635205490cf82/matplotlib-3.11.2-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:894a9cbbecbe30ae6787d464df2e8fc7a8d475cfc68f87c3029f7c11152899b3", size = 9478997, upload-time = "2026-09-11T19:04:41.914Z" }, + { url = "https://files.pythonhosted.org/packages/48/60/01aaafc9c3159f3fae9a65bbcddaa4a6d4d72b0aeffdd636d7f6d00a5c8d/matplotlib-3.11.2-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:bbf1062991d826ed27e2144f3afa4461afbb8ff56e8f703043e191a8163b1ee9", size = 9307947, upload-time = "2026-09-11T19:04:44.834Z" }, + { url = "https://files.pythonhosted.org/packages/1e/a0/6aa72c7cd7cf4dfac652744d7a3310007cec3ce8e5ab9be607bec7096471/matplotlib-3.11.2-cp315-cp315-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:399fef672f7046ef7d6a57572b2a6f9845f3f5afcff04e7b2df7a363a9f42190", size = 10674370, upload-time = "2026-09-11T19:04:47.745Z" }, + { url = "https://files.pythonhosted.org/packages/a1/97/d7e90225ac145046787a2ee0fa4cdc7e4d5cb6772ea232130b10f8a4095a/matplotlib-3.11.2-cp315-cp315-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:cc82dde2a0d3e3ad472edce04897ad7146b8d8bfd1df8a32992eebb81af18fdc", size = 10954581, upload-time = "2026-09-11T19:04:50.712Z" }, + { url = "https://files.pythonhosted.org/packages/58/18/89cf056a9d2cae01f4b8baf01c7e809d613244fcdfa2a2acf28c1e0d79fa/matplotlib-3.11.2-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:930efb28f59fda124e39265d177bab302625297bb147d2910de725a2fc2aef54", size = 10812605, upload-time = "2026-09-11T19:04:53.552Z" }, + { url = "https://files.pythonhosted.org/packages/9d/4d/c61b9f4c34af802d4d84e58803e009013d626b5f468bafe1416131863b5b/matplotlib-3.11.2-cp315-cp315-win_amd64.whl", hash = "sha256:3da3bc0cbf7245e7db72cc6d29d12c5abef72cb73059c73b945f14e3545f3eb2", size = 9506068, upload-time = "2026-09-11T19:04:56.519Z" }, + { url = "https://files.pythonhosted.org/packages/03/7b/047f2fa8708d47430d8e7fa45e9fffb0aee5d4e300f978e087be2ee11fbc/matplotlib-3.11.2-cp315-cp315-win_arm64.whl", hash = "sha256:f25446b2981717dca9786bac841cb3fd7efb568e3e3c755dd980481c5cb9228d", size = 9184576, upload-time = "2026-09-11T19:04:59.318Z" }, + { url = "https://files.pythonhosted.org/packages/03/6e/ad9c5989950785a98642667df265a47c6637e924cb69b5dcf68c3299ae7c/matplotlib-3.11.2-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:fea03cf56568cc1cba08b470be6a0559e71c3a5b688d54b7179bb35ba23d0821", size = 9525988, upload-time = "2026-09-11T19:05:02.304Z" }, + { url = "https://files.pythonhosted.org/packages/a6/c3/25c61701fb655dd412428b15eee2591ce554cdd593e39a045a153373f428/matplotlib-3.11.2-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:254d4ddb2fa8df3b4c689c0c306063aee10521df82cfb438185e499c75fe37c1", size = 9360774, upload-time = "2026-09-11T19:05:05.092Z" }, + { url = "https://files.pythonhosted.org/packages/58/5a/4552878fce8f9d249a5e264c16f5c267c27eac08fb039fa3e207a06feff5/matplotlib-3.11.2-cp315-cp315t-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e60cf3047a51edecdc4535a9196bbd6a732936b8e9f8184aabf4d16165884aaf", size = 10685892, upload-time = "2026-09-11T19:05:07.686Z" }, + { url = "https://files.pythonhosted.org/packages/af/dd/b3b19ec0124fc4aafd8a4b3bae859c562a7ff0fd8ae3b2099947f78bde19/matplotlib-3.11.2-cp315-cp315t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:eb3712dc9b464793de0a4e42a7313d50293c751f94bddaf7332a1bc71bccdda9", size = 10964946, upload-time = "2026-09-11T19:05:10.943Z" }, + { url = "https://files.pythonhosted.org/packages/7b/30/687ccce22f66a57fed85942450e88062773bcbf1a42914e70c7148ec71dc/matplotlib-3.11.2-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:75b6d88402770e181b5d06a67dda4129c31da7d05004d63a21c310ec78d1b83c", size = 10824960, upload-time = "2026-09-11T19:05:13.9Z" }, + { url = "https://files.pythonhosted.org/packages/d3/34/117fe35a8d05054b4b34d2d29287099927c24c3841d36e06d9fa2f20c1cf/matplotlib-3.11.2-cp315-cp315t-win_amd64.whl", hash = "sha256:a6939df7567114b6bac7f4c5e06c84a67f197c1b2f2e4b234d4eecb3bfec9482", size = 9551204, upload-time = "2026-09-11T19:05:16.48Z" }, + { url = "https://files.pythonhosted.org/packages/63/5a/9f440e7bec8b80d0af2a65d1165b2f4e718982dad785531f62255d9ff19b/matplotlib-3.11.2-cp315-cp315t-win_arm64.whl", hash = "sha256:d480038c83691532ed52ff3147db51fa902fc78cb2d8349993a1cdb684435bff", size = 9233946, upload-time = "2026-09-11T19:05:19.063Z" }, + { url = "https://files.pythonhosted.org/packages/0f/d9/a1218a31fa2d8082eb893548990ad09a2005ebda1b2b89dad88a8308e51a/matplotlib-3.11.2-pp311-pypy311_pp73-macosx_10_15_x86_64.whl", hash = "sha256:854df8d7dfe9fdffcbaa6f39e44a6c24b409cb4d7561fbc09213b157d833f6a6", size = 9457702, upload-time = "2026-09-11T19:05:22.086Z" }, + { url = "https://files.pythonhosted.org/packages/68/d7/a9fde05d87c3c853f233ec20c5b5c3a1c86035e1ed4bfa397cd54d46ec90/matplotlib-3.11.2-pp311-pypy311_pp73-macosx_11_0_arm64.whl", hash = "sha256:eac4b07d4e3743b172451e122ea964f72f152879d4f9adcf3f3d33e518f12ead", size = 9287753, upload-time = "2026-09-11T19:05:24.677Z" }, + { url = "https://files.pythonhosted.org/packages/ec/79/ea2ae4eab84f011c1dc8145864f78e5a63adda8efb95557ef36cc38e6da2/matplotlib-3.11.2-pp311-pypy311_pp73-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:7ef7a53b66780e5d942923724f08577fbc5be1f7322da0f0f3f9dcaa45dd803d", size = 9848259, upload-time = "2026-09-11T19:05:27.455Z" }, +] + +[[package]] +name = "mdurl" +version = "0.1.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d6/54/cfe61301667036ec958cb99bd3efefba235e65cdeb9c84d24a8293ba1d90/mdurl-0.1.2.tar.gz", hash = "sha256:bb413d29f5eea38f31dd4754dd7377d4465116fb207585f97bf925588687c1ba", size = 8729, upload-time = "2022-08-14T12:40:10.846Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b3/38/89ba8ad64ae25be8de66a6d463314cf1eb366222074cfda9ee839c56a4b4/mdurl-0.1.2-py3-none-any.whl", hash = "sha256:84008a41e51615a49fc9966191ff91509e3c40b939176e643fd50a5c2196b8f8", size = 9979, upload-time = "2022-08-14T12:40:09.779Z" }, +] + +[[package]] +name = "minari" +version = "0.5.4" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "gymnasium" }, + { name = "numpy", version = "2.4.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" }, + { name = "numpy", version = "2.5.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" }, + { name = "packaging" }, + { name = "typer" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/0a/18/523f8a6da59568691b4de8924177bf62a913b57eacf0b49f518a4d7d54c8/minari-0.5.4.tar.gz", hash = "sha256:a32a7c7a93b6986ceac3552c32cecd94e37367cdb533a81647ca9e76b5b42116", size = 52518, upload-time = "2026-09-29T20:26:31.422Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/54/57/8abdaf14f018f987798a8d30df2e75d4515e666552c2e6b57f2bda76c268/minari-0.5.4-py3-none-any.whl", hash = "sha256:c396ca5d141a519aaa60d15e5f7f73487d6084e5bb00acd08b63a01f65eefd69", size = 56691, upload-time = "2026-09-29T20:26:30.219Z" }, +] + +[[package]] +name = "ml-dtypes" +version = "0.6.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "numpy", version = "2.4.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" }, + { name = "numpy", version = "2.5.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/12/72/307d7c4bd0600601c7133fba5cb78af7db968152951c1cd473abb1cda782/ml_dtypes-0.6.0.tar.gz", hash = "sha256:5e60251d32ced5598972e4d5e06a2f044341f9291402551a3f6f0ec44f9299b0", size = 3032327, upload-time = "2026-08-13T14:14:40.215Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b8/2c/318cd1a9014c63939ffe687e19559ae12831fcc37d66c71ad1f616f1ffd6/ml_dtypes-0.6.0-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:f4f59f83c82ab480e924b988e7b1b4eb4de836dfcf5390c6f59148d1a00e1d02", size = 566813, upload-time = "2026-08-13T14:13:55.053Z" }, + { url = "https://files.pythonhosted.org/packages/d9/83/706b8a39449f0d55a7d5f7d07a169da4decfafae8a1f4983a9236d4b49e8/ml_dtypes-0.6.0-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:7728c0420ec1c338564fc8b01015ff2d58567e70f17fedce5a0a7c0308c0d5b9", size = 356864, upload-time = "2026-08-13T14:13:56.249Z" }, + { url = "https://files.pythonhosted.org/packages/2e/b1/135a7bf47633f5b9184f0d0316af819884124d12b40965064bd216266514/ml_dtypes-0.6.0-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:6c8e39b53e90afda8ce52859c93de4dba3e02b76d85dcf091cc469f9184c6dae", size = 412043, upload-time = "2026-08-13T14:13:57.614Z" }, + { url = "https://files.pythonhosted.org/packages/07/23/8870bb62d6e499d6bcbc1242b9f11689bae00a3d39d3684a9aefad8b6ee6/ml_dtypes-0.6.0-cp311-cp311-win_amd64.whl", hash = "sha256:3035518e3e19add1a4cac9236ab22888b208a4074912514313ccb2d6d242cde8", size = 433670, upload-time = "2026-08-13T14:13:59.097Z" }, + { url = "https://files.pythonhosted.org/packages/cf/7a/5d8fbe24d0bffd0d7cb5165a89f8ab7c3de000f26d6705242aeed99d583c/ml_dtypes-0.6.0-cp311-cp311-win_arm64.whl", hash = "sha256:5a519c9e95a216fbcb8e759793ef7fb40793fc803ed839142d6dc5be9be5bc89", size = 551915, upload-time = "2026-08-13T14:14:00.368Z" }, + { url = "https://files.pythonhosted.org/packages/84/6a/441eb053b078954f7fea284dfb288701884d0a1404d39babb858e1649023/ml_dtypes-0.6.0-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:5359c588cc62de6f78d7430f06b65853d884955494d86d6ad90b6dd64a3f3a08", size = 565447, upload-time = "2026-08-13T14:14:01.737Z" }, + { url = "https://files.pythonhosted.org/packages/ed/cf/87e8a6c57eed63a91782a0d229856ddf73e138ce004dd71e2799a9dcdb33/ml_dtypes-0.6.0-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:37da32aa97749251025666d62372775019594577b9c9e9cfda83bed48d778fdb", size = 360227, upload-time = "2026-08-13T14:14:02.938Z" }, + { url = "https://files.pythonhosted.org/packages/c7/f9/7d76c1eae866f5d4636401b31b6d6dd90e4b4ced1fa7cfdfcca9c60e4bd3/ml_dtypes-0.6.0-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:3b4a480aa8fd54a1805b8ac10f3f91763926a74f73c0c364c10f9231854f4170", size = 409890, upload-time = "2026-08-13T14:14:04.248Z" }, + { url = "https://files.pythonhosted.org/packages/ba/db/9c61ec2760b5cbfb1c6558d5c991a6d8fd3271053c32db20506a9a90272b/ml_dtypes-0.6.0-cp312-cp312-win_amd64.whl", hash = "sha256:2a3e9d53925597fbffafd2a37048dadeddd0bdaba58058f6ae0869ed709a184d", size = 439333, upload-time = "2026-08-13T14:14:05.501Z" }, + { url = "https://files.pythonhosted.org/packages/6a/57/780ca3e5ab135b9fbdd8e5441abf5f801b30398371b691291e05ab9834c0/ml_dtypes-0.6.0-cp312-cp312-win_arm64.whl", hash = "sha256:6eaed129a4afe90694b8685e2f9b6294849f5eda4af9a15be83a4326eeebd775", size = 552268, upload-time = "2026-08-13T14:14:06.866Z" }, + { url = "https://files.pythonhosted.org/packages/50/51/fd1582b8f5ed8a9e7be0e161a6ea0dff70cb280479a12178df0b3a72700e/ml_dtypes-0.6.0-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:084dfe51a7ad58b171f05115f8226ed4233a454a1611371947e806e76f0c638d", size = 565468, upload-time = "2026-08-13T14:14:08.5Z" }, + { url = "https://files.pythonhosted.org/packages/d2/22/20fd70ca6ed12446cb92d5b2a7745bd185f9d8b8cdeeadad976574398e6b/ml_dtypes-0.6.0-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:28d676428b104bb9717b0928bc5c5129f2d6b51b6727587cc4289e7bf8713cb5", size = 360232, upload-time = "2026-08-13T14:14:09.873Z" }, + { url = "https://files.pythonhosted.org/packages/89/a5/da8ae6c6f1babe4b68e3e55d43d39b529e29774f10e0910671a6b8c86eb8/ml_dtypes-0.6.0-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:26b1f1fa4f0435a2946859823f6e2bf06796f1e9f10f5a05b08a5e3c8f46ff69", size = 410169, upload-time = "2026-08-13T14:14:11.036Z" }, + { url = "https://files.pythonhosted.org/packages/e2/55/4561acefa00fa4bcbfb82ca6a48578b41f372cd7dd7cdd6eb4720abc2e5f/ml_dtypes-0.6.0-cp313-cp313-win_amd64.whl", hash = "sha256:fb87f46b4f7ad7b5d3ad8f4b452b024bd4229d44c8ff934798c1fe656210387a", size = 439357, upload-time = "2026-08-13T14:14:12.172Z" }, + { url = "https://files.pythonhosted.org/packages/b1/5d/6a01538e507ef0ed5e879985b13a92467bf8960696fb1131f8b8cadc60ff/ml_dtypes-0.6.0-cp313-cp313-win_arm64.whl", hash = "sha256:57ed0d6b4ac5e7868361303a9c57fbcf63b768236ee14456f585dfcf260d0292", size = 552278, upload-time = "2026-08-13T14:14:13.539Z" }, + { url = "https://files.pythonhosted.org/packages/d9/7a/97dc35667b7c9db33c5344c673cd27f87e34771875ea7100138726132ac9/ml_dtypes-0.6.0-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:84fa136b8602c8c39e3b6cb24918960cd6f36cade7a70376f56770729cd56510", size = 562551, upload-time = "2026-08-13T14:14:14.774Z" }, + { url = "https://files.pythonhosted.org/packages/db/48/77f0ede10558d0d935da2e3276ed7e9c8cc2bad3463b9a0b66b03fc60be2/ml_dtypes-0.6.0-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:317be9967fb84b0ce4e80e6b1bf71213d21971621cf6f1e501a63602a95297bf", size = 360334, upload-time = "2026-08-13T14:14:16.079Z" }, + { url = "https://files.pythonhosted.org/packages/1c/b1/1831dd8c9b06c013085d31a2ac4f03392d43bd36bfc6ff591a08bcedc1cf/ml_dtypes-0.6.0-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8f490c003369ce60e514a0c3b12374f05274c101fee1bead6740ec8a564032b0", size = 409966, upload-time = "2026-08-13T14:14:17.477Z" }, + { url = "https://files.pythonhosted.org/packages/ff/ad/9c32c53f823dda3742df19a79c10bc198365937873ea125ba65747440c23/ml_dtypes-0.6.0-cp314-cp314-win_amd64.whl", hash = "sha256:d574c2b28921dc72e869df248f1a278f6eee176a1f237c8642e1a71eb15f3977", size = 457224, upload-time = "2026-08-13T14:14:18.608Z" }, + { url = "https://files.pythonhosted.org/packages/41/3d/dd98205418a13353d41c52bf5326d8cbec515aace46174e23c6ea01c2978/ml_dtypes-0.6.0-cp314-cp314-win_arm64.whl", hash = "sha256:f4adb4af61516510d786cf8c01851a66f6d3ddfa79e1144deaa5b40d8507231e", size = 568378, upload-time = "2026-08-13T14:14:19.843Z" }, + { url = "https://files.pythonhosted.org/packages/65/36/32e7beef3281fed74883451477ad976364323206dbfaa95e948ba788dac7/ml_dtypes-0.6.0-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:3e169214e0d80ff1c038e1b3017e33c23e43bdf948d42d31de8283111c7e2fa3", size = 590177, upload-time = "2026-08-13T14:14:20.971Z" }, + { url = "https://files.pythonhosted.org/packages/d7/a2/99b3d9b3c984b3bd1e81d8244f1fa2f812e44060d853205b2df6271aa17c/ml_dtypes-0.6.0-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:573b11f3c327e17ef3826d266e676cf1149a1f3016f822a05f2306c55d8246bf", size = 363142, upload-time = "2026-08-13T14:14:22.463Z" }, + { url = "https://files.pythonhosted.org/packages/0c/fb/8091c0aee7f2712de99c7fd4b1642382644dec6a4962effe4f5b9d16a973/ml_dtypes-0.6.0-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b76fa1d3f92967d58289ac47ab7458ede66e6f3527fff3e59142aee57d9307cd", size = 430645, upload-time = "2026-08-13T14:14:23.737Z" }, + { url = "https://files.pythonhosted.org/packages/c4/6f/962d2c589513b5930d05b6eae5fbd22ad8bbcf26bb763449f3d8f912360f/ml_dtypes-0.6.0-cp314-cp314t-win_amd64.whl", hash = "sha256:3be9911d953f97cddded4b9961d7b650473b7e55806d20f6176f8356dfe7b38e", size = 465667, upload-time = "2026-08-13T14:14:25.04Z" }, + { url = "https://files.pythonhosted.org/packages/aa/ca/bcb25e246edd19af5fa1cf6267040bd9977a7afca846e6cfd4a52078b44f/ml_dtypes-0.6.0-cp314-cp314t-win_arm64.whl", hash = "sha256:e74266ca8e97874a937b7646378c178025650a236584f7474d10d8086a6edea3", size = 572706, upload-time = "2026-08-13T14:14:26.296Z" }, + { url = "https://files.pythonhosted.org/packages/12/42/46cb442648e3c774d8cb25f2e1e41d496cdcc91fbe9c2a6f75c0b8df7af6/ml_dtypes-0.6.0-cp315-cp315-macosx_10_15_universal2.whl", hash = "sha256:b1b503864fada3f74fabf8d9fee7b4c1cbe956301e6fdece975d5f77c2fce958", size = 562550, upload-time = "2026-08-13T14:14:27.542Z" }, + { url = "https://files.pythonhosted.org/packages/07/56/844eff5af7a2d1a09d75df12c70225c3a6b6a771f95876b2bf5f7d10ad44/ml_dtypes-0.6.0-cp315-cp315-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:9c6ad60af4102789a5c09824004beade2f7f28cd1cd581ee5c170d9dc2fbb00e", size = 360332, upload-time = "2026-08-13T14:14:28.767Z" }, + { url = "https://files.pythonhosted.org/packages/b6/29/b7165a3a76364a5baa6aa4ee82a0adf73a3c014b8cd126120b62cc087992/ml_dtypes-0.6.0-cp315-cp315-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:d4f1b9329a251e4affe3bb58f4d3e2db22a714396fd7ffb40d0b5db423c24d17", size = 409964, upload-time = "2026-08-13T14:14:30.023Z" }, + { url = "https://files.pythonhosted.org/packages/c8/2e/f61c54a0544b6a170ac1bb89bcf406af53fb2deffc5476b6d2d3df5ba13e/ml_dtypes-0.6.0-cp315-cp315-win_amd64.whl", hash = "sha256:488c99ab181a2f59d9ec3b12c5fa11ec904e92be2c4ba18cded54dd7501208fe", size = 457249, upload-time = "2026-08-13T14:14:31.213Z" }, + { url = "https://files.pythonhosted.org/packages/63/00/bee1bc9faa02a46e7a851019fd23f47ca1f906609edbec8b6ba5decc3cc3/ml_dtypes-0.6.0-cp315-cp315-win_arm64.whl", hash = "sha256:de9d14748dbf3968951436ef514a29c9d1fe438aa680d110134ee2f7a9f9df18", size = 568381, upload-time = "2026-08-13T14:14:32.548Z" }, + { url = "https://files.pythonhosted.org/packages/72/f7/9a5edede28f73185fd51d75030ef7f11d76997bab3a92427d986e54fe2eb/ml_dtypes-0.6.0-cp315-cp315t-macosx_10_15_universal2.whl", hash = "sha256:e25bb3b0ad1217b60626e4ed45b10ca170c41d99fbe44a12bebc1e07ec4aad55", size = 589877, upload-time = "2026-08-13T14:14:33.695Z" }, + { url = "https://files.pythonhosted.org/packages/fd/81/d5924a141b850b606eb027493c9c3ca3c665cca5163af3f5b6e5e3345503/ml_dtypes-0.6.0-cp315-cp315t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:31f1ce979d31a357e95aa81812f20412c8c954fa43c44ee3ead1e1c8a78575ef", size = 362788, upload-time = "2026-08-13T14:14:34.996Z" }, + { url = "https://files.pythonhosted.org/packages/59/8f/3298e3f334832bc28dd144af6b99cdc93502a8687e71922ea68b0a319929/ml_dtypes-0.6.0-cp315-cp315t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e2d6149f3a57f405bcad5fb41e03218b8373936253f23e1ca84c0108abbc3392", size = 430823, upload-time = "2026-08-13T14:14:36.44Z" }, + { url = "https://files.pythonhosted.org/packages/93/d2/f2dbf118f42ce4c325a139c9236737f436b7f8e00cd18701c99ef2405e6f/ml_dtypes-0.6.0-cp315-cp315t-win_amd64.whl", hash = "sha256:ce7563e0b1a4482cbc1b4a6272145e54e4489e54fe7428f94908c3d87103abfa", size = 465119, upload-time = "2026-08-13T14:14:37.776Z" }, + { url = "https://files.pythonhosted.org/packages/5a/ff/bda40387b5c5c64254595f4d81a12351770856acc5de4e6d43606a31f161/ml_dtypes-0.6.0-cp315-cp315t-win_arm64.whl", hash = "sha256:f6cb525101b6b903779188c1e9e9490c343b455ab822883e02cf01e5547338d2", size = 572666, upload-time = "2026-08-13T14:14:38.993Z" }, +] + +[[package]] +name = "mpmath" +version = "1.3.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/e0/47/dd32fa426cc72114383ac549964eecb20ecfd886d1e5ccf5340b55b02f57/mpmath-1.3.0.tar.gz", hash = "sha256:7a28eb2a9774d00c7bc92411c19a89209d5da7c4c9a9e227be8330a23a25b91f", size = 508106, upload-time = "2023-03-07T16:47:11.061Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/43/e3/7d92a15f894aa0c9c4b49b8ee9ac9850d6e63b03c9c32c0367a13ae62209/mpmath-1.3.0-py3-none-any.whl", hash = "sha256:a0b2b9fe80bbcd81a6647ff13108738cfb482d481d826cc0e02f5b35e5c88d2c", size = 536198, upload-time = "2023-03-07T16:47:09.197Z" }, +] + +[[package]] +name = "narwhals" +version = "2.27.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/bf/21/f64d6b2dbea7bf3f8c38cdc786dcc6ef012ca3d173ad208c782c9a7bedf6/narwhals-2.27.1.tar.gz", hash = "sha256:aed93076a3ea42d9c32c88e4eb5ea422a21937011cbe1f480f9572a523c82094", size = 735013, upload-time = "2026-10-10T06:52:18.113Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d1/89/5d4c86da1130d9059681e5b6cd7645df5c10279a6a079c5c37dcb2cc6f3f/narwhals-2.27.1-py3-none-any.whl", hash = "sha256:d057df13f5852b8e157596e82eb5e955fad267425df5e420e0ee9863da483b31", size = 483211, upload-time = "2026-10-10T06:52:16.32Z" }, +] + +[[package]] +name = "networkx" +version = "3.6.1" +source = { registry = "https://pypi.org/simple" } +resolution-markers = [ + "python_full_version < '3.12' and sys_platform == 'win32'", + "python_full_version < '3.12' and sys_platform == 'emscripten'", + "python_full_version < '3.12' and sys_platform != 'emscripten' and sys_platform != 'win32'", +] +sdist = { url = "https://files.pythonhosted.org/packages/6a/51/63fe664f3908c97be9d2e4f1158eb633317598cfa6e1fc14af5383f17512/networkx-3.6.1.tar.gz", hash = "sha256:26b7c357accc0c8cde558ad486283728b65b6a95d85ee1cd66bafab4c8168509", size = 2517025, upload-time = "2025-12-08T17:02:39.908Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/9e/c9/b2622292ea83fbb4ec318f5b9ab867d0a28ab43c5717bb85b0a5f6b3b0a4/networkx-3.6.1-py3-none-any.whl", hash = "sha256:d47fbf302e7d9cbbb9e2555a0d267983d2aa476bac30e90dfbe5669bd57f3762", size = 2068504, upload-time = "2025-12-08T17:02:38.159Z" }, +] + +[[package]] +name = "networkx" +version = "3.7" +source = { registry = "https://pypi.org/simple" } +resolution-markers = [ + "python_full_version >= '3.14' and sys_platform == 'win32'", + "python_full_version >= '3.14' and sys_platform == 'emscripten'", + "python_full_version >= '3.14' and sys_platform != 'emscripten' and sys_platform != 'win32'", + "python_full_version == '3.13.*' and sys_platform == 'win32'", + "python_full_version == '3.12.*' and sys_platform == 'win32'", + "python_full_version == '3.13.*' and sys_platform == 'emscripten'", + "python_full_version == '3.12.*' and sys_platform == 'emscripten'", + "python_full_version == '3.13.*' and sys_platform != 'emscripten' and sys_platform != 'win32'", + "python_full_version == '3.12.*' and sys_platform != 'emscripten' and sys_platform != 'win32'", +] +sdist = { url = "https://files.pythonhosted.org/packages/dc/76/3af777226b63a5e64a6b36b1ec5855c14e2b94a37096d4760e595fc43511/networkx-3.7.tar.gz", hash = "sha256:fd77a511bd90f39f3d016351345b52cf5319b813bdca01de3f755d3cca62e96a", size = 1866482, upload-time = "2026-09-21T16:45:16.974Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7e/cd/fe58041e9011f307c490e3e17dd48cc516448f7c698a3f2d9d9d65d7e6a8/networkx-3.7-py3-none-any.whl", hash = "sha256:e3fd2c13a7814cee3746340d8d7f8598a67f16a58bf47fb7f8793fab6efca1b0", size = 2142205, upload-time = "2026-09-21T16:45:14.609Z" }, +] + +[[package]] +name = "numpy" +version = "2.4.6" +source = { registry = "https://pypi.org/simple" } +resolution-markers = [ + "python_full_version < '3.12' and sys_platform == 'win32'", + "python_full_version < '3.12' and sys_platform == 'emscripten'", + "python_full_version < '3.12' and sys_platform != 'emscripten' and sys_platform != 'win32'", +] +sdist = { url = "https://files.pythonhosted.org/packages/d0/ad/fed0499ce6a338d2a03ebae59cd15093910c8875328855781952abf6c2fe/numpy-2.4.6.tar.gz", hash = "sha256:f3a3570c4a2a16746ac2c31a7c7c7b0c186b95ce902e33db6f28094ed7387dda", size = 20735807, upload-time = "2026-05-18T23:37:14.07Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b3/49/ec46835a70be8fa6446c495126ac84fdb28cb2558e1620ffb87a10c8b64c/numpy-2.4.6-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:0280e0356c0829a18d9de1cb7eee50ec22ca639878d7240307ca0943d73cd2c4", size = 16969194, upload-time = "2026-05-18T23:33:13.503Z" }, + { url = "https://files.pythonhosted.org/packages/0e/0d/f5957185c0ee2f3e12f78715aa9e3b353fd83633316c8532b38faa37e3f6/numpy-2.4.6-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:110f8b71aacb688ec69062bb7f6938a0f8acb01b7c1c4beb453c65b6d234584d", size = 14964111, upload-time = "2026-05-18T23:33:17.795Z" }, + { url = "https://files.pythonhosted.org/packages/ad/40/40a40ee0ddf7ceb782c49af278894b686e586d65d8c1889c8b5da01a3d7d/numpy-2.4.6-cp311-cp311-macosx_14_0_arm64.whl", hash = "sha256:4cfe66903cc32a9921a6733d96b19bb6abf310397581bbad89c228f5abaf0ee8", size = 5469159, upload-time = "2026-05-18T23:33:20.654Z" }, + { url = "https://files.pythonhosted.org/packages/63/13/f9a8046535cb21deae82f8d03de9617e08882d274fad2539630761888228/numpy-2.4.6-cp311-cp311-macosx_14_0_x86_64.whl", hash = "sha256:8155154c7c691289fe18f510b5d4657c68c67989f293f0535a91360392ff6538", size = 6798936, upload-time = "2026-05-18T23:33:22.987Z" }, + { url = "https://files.pythonhosted.org/packages/33/a8/6fa8c1a345a8c85dbb21932c447bee07c30a2c2a3f31e369c0a84b300147/numpy-2.4.6-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:0ab0a9c4ffb1a6d95ef519fe4247dba8eb6b18ad93999f76b7f657039acabd47", size = 15966692, upload-time = "2026-05-18T23:33:26.62Z" }, + { url = "https://files.pythonhosted.org/packages/02/03/74fe2a4cb3817d94d86402f2506554130a2f01414e299b5a843e5a8a957f/numpy-2.4.6-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:89cd468399cfd2504718f0ba50e410dca55a170b61a02ad92bb18c8a65186e93", size = 16918164, upload-time = "2026-05-18T23:33:29.955Z" }, + { url = "https://files.pythonhosted.org/packages/c5/80/3615be3313f7e7696609bc194b9f0101da809df79e859bdb84e0cd043f46/numpy-2.4.6-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:c2d37ab77531417474168eb79d6d80b14f821a966818505d03013d0833edb7a8", size = 17322877, upload-time = "2026-05-18T23:33:34.724Z" }, + { url = "https://files.pythonhosted.org/packages/ca/ac/a691e0fe2675e370d0e08ff905adc49a1c8830e8cae03efe4477e92cd55d/numpy-2.4.6-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:f407cb6b8e9d6d8c626bc73c945db1706035af8fd632295547bf1c9e46d092d6", size = 18651487, upload-time = "2026-05-18T23:33:38.217Z" }, + { url = "https://files.pythonhosted.org/packages/15/a7/9bc1cd626d7bf6869bfedf27b91b6ab5dd607758bf8e959d6fa80c6a59cb/numpy-2.4.6-cp311-cp311-win32.whl", hash = "sha256:ddea102b48f9e339f3948bf22040944184627a30fdf7f858667673b9c5f033c8", size = 6233945, upload-time = "2026-05-18T23:33:41.331Z" }, + { url = "https://files.pythonhosted.org/packages/c5/31/7fc6239c12bce7e931463251cca4426c465e1876ba3cc785402ef4dd8f4e/numpy-2.4.6-cp311-cp311-win_amd64.whl", hash = "sha256:1e254a00cdf42b1e4d5b3d68d33af63268d41340d8885df2ab6470f2e1500147", size = 12608406, upload-time = "2026-05-18T23:33:44.131Z" }, + { url = "https://files.pythonhosted.org/packages/27/83/140f85a466595a16382996a1bf06b2b54bcd597488921b0c9daaeeda72af/numpy-2.4.6-cp311-cp311-win_arm64.whl", hash = "sha256:ed9749eef4cbd126da3dc1d6bcb3a57f5eb7ac6a6484146bdbf743f552dfc577", size = 10479528, upload-time = "2026-05-18T23:33:50.725Z" }, + { url = "https://files.pythonhosted.org/packages/95/2a/3d7b5ac8aac24feaf9ad7ed58f45b0bbc06d37e4338ae84c9f2298b570f9/numpy-2.4.6-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:001fbb8e08d942dd57599e781f2472269ee7f2755fae407b4f67b2f0b17da3f1", size = 16689119, upload-time = "2026-05-18T23:33:54.065Z" }, + { url = "https://files.pythonhosted.org/packages/ea/12/92c4c131527599e8288d6918e888d88726f84d805d784b771f32408aeaef/numpy-2.4.6-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ebfb099f8dcf083deef3ac1ca4c1503f387cf76296fcb3816b66f5ecb5f54fdb", size = 14699246, upload-time = "2026-05-18T23:33:57.621Z" }, + { url = "https://files.pythonhosted.org/packages/ad/fe/c0a6b7b2ca128a8fb228575147073b660656734b8ebe4d76c8fd748dcc79/numpy-2.4.6-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:3213d622a0283a39a93d188f3cf72b26862df52fbb4ca3697f51705016523d41", size = 5204410, upload-time = "2026-05-18T23:34:00.302Z" }, + { url = "https://files.pythonhosted.org/packages/f3/d4/9770d14ba719432bb90a421bfd443872ed0f70f7264b64bec12ea363d5fd/numpy-2.4.6-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:357cc07a6d7b0b182ff02249616a03742827ebb1277546b5c7cd7f7620a45698", size = 6551240, upload-time = "2026-05-18T23:34:02.852Z" }, + { url = "https://files.pythonhosted.org/packages/c9/c6/50a46a6205feba2343f1d6d17438107c5dc491ed1c736e6ea68689fd906b/numpy-2.4.6-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:5f9fb9157b4ce2971008323afe46053787b526ef624fea915b261468a8421a0f", size = 15671012, upload-time = "2026-05-18T23:34:05.485Z" }, + { url = "https://files.pythonhosted.org/packages/99/60/14115e6364fa676c5397c2ad3004e527e9aa487abf5d0706ec81bbd08529/numpy-2.4.6-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:90f9849678c75fe7afa2d348ac842c168b0a4d3d61919687216dfc547976d853", size = 16645538, upload-time = "2026-05-18T23:34:09.265Z" }, + { url = "https://files.pythonhosted.org/packages/ae/c5/693cbe59e57db94d2231fa519ca3978dc9e19da5a8f088588f5c6e947ff2/numpy-2.4.6-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:c1a2af6c6ef86344a6b0db6b97834208bf598db514f2b155042439b62605601a", size = 17020706, upload-time = "2026-05-18T23:34:13.053Z" }, + { url = "https://files.pythonhosted.org/packages/ef/fc/85b7c4eff9b4966ade25c2273cf7e7012e92366c032058653934b37de044/numpy-2.4.6-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:e5805d5a22fd19c8ccff10a9561f9df94436b0545619ea579db2d3c35294bce2", size = 18368541, upload-time = "2026-05-18T23:34:17.024Z" }, + { url = "https://files.pythonhosted.org/packages/f6/81/e1b27545deedce7f4a0b348618c6b62d74e36a4dc9ccd42f3eb2f85eee32/numpy-2.4.6-cp312-cp312-win32.whl", hash = "sha256:e3eeb0aabd6bd5ce64faae67e9935203a6991b4bc2a485a767fbafb2c5125f45", size = 5962825, upload-time = "2026-05-18T23:34:20.3Z" }, + { url = "https://files.pythonhosted.org/packages/ab/ca/feab00bd44aa5fe1ad2c18f08b4d3bb92e26484b0b1d1443897809ed528c/numpy-2.4.6-cp312-cp312-win_amd64.whl", hash = "sha256:d8e8286dd7cea7895157318d1b91cdacac64c479f3cbc8dce548331728484751", size = 12321687, upload-time = "2026-05-18T23:34:23.095Z" }, + { url = "https://files.pythonhosted.org/packages/63/cf/5a6d34850a39d1093558564f77ee8e8e0bee5061151b8f05a55711001ec7/numpy-2.4.6-cp312-cp312-win_arm64.whl", hash = "sha256:4081eb135ac24158bd51cdfbef16f1c64df7063b1143f24731387137c092bec8", size = 10221482, upload-time = "2026-05-18T23:34:25.876Z" }, + { url = "https://files.pythonhosted.org/packages/fb/82/bdab26d7438c6791ca31b7c024ca37c1eab8b726ba236129005cd4a06e45/numpy-2.4.6-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:511dbaf848decaaaf4b4ca48032619fb3138710c4bf7da7617765edad1ef96b0", size = 16684648, upload-time = "2026-05-18T23:34:29.41Z" }, + { url = "https://files.pythonhosted.org/packages/1b/30/a80189bcc7f5e4258b3fbc3968d909d1756f54d023299ecc39ad6fdb9ef8/numpy-2.4.6-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:bf162abab1c1a736333192707cef898e735a5ca00f38f27eeedf44b39d9e85eb", size = 14693902, upload-time = "2026-05-18T23:34:33.013Z" }, + { url = "https://files.pythonhosted.org/packages/97/12/70b5d0d7c15e1ebb8a6a84a8caa1d19e181d84fb58bb6d70aca29099dec1/numpy-2.4.6-cp313-cp313-macosx_14_0_arm64.whl", hash = "sha256:043191bfa8eab18c776647b62723ac9dddece59743b13f49b2016094129c2b3f", size = 5198992, upload-time = "2026-05-18T23:34:36.132Z" }, + { url = "https://files.pythonhosted.org/packages/ba/8c/ebd2a8f8a83541f8d38cc5667e8c2b69cecfd30da6e45693e8158857d44b/numpy-2.4.6-cp313-cp313-macosx_14_0_x86_64.whl", hash = "sha256:6180d8b35af935aed8ece3a85e0a43f87393ae0ac87c8d2c8bd2c993f7270ef3", size = 6546944, upload-time = "2026-05-18T23:34:38.484Z" }, + { url = "https://files.pythonhosted.org/packages/bb/c5/7b863a97a91671a0338f4253bd3b5a3d3852f0692dae91711c9f4a10e787/numpy-2.4.6-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:72fbe16c6fac95aedf5937fa873445cec2110be35d8a4e9433d7501fd98dae6b", size = 15669392, upload-time = "2026-05-18T23:34:41.257Z" }, + { url = "https://files.pythonhosted.org/packages/a5/9d/3584b9984ca4c047aea75214ce1a4c4c73d849bd71b604264b7f5653f8a8/numpy-2.4.6-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a7830bab239b79cda9c08c2da014761cafb48da6150e1da17ac06283f43b6089", size = 16633220, upload-time = "2026-05-18T23:34:45.075Z" }, + { url = "https://files.pythonhosted.org/packages/05/ae/7c67fba23bd98caec7c99261f3a16072ade14813486b0282cb29846de832/numpy-2.4.6-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:ef4aea96ce4d3b074422cb4f2f64e216bf9e213004bb58ecfdf50ea02ea8eb9a", size = 17020800, upload-time = "2026-05-18T23:34:49.065Z" }, + { url = "https://files.pythonhosted.org/packages/d9/5d/3b6725cb31d983c5e66916f5d36f6d7e5521129e4c4404d64f918292a5b6/numpy-2.4.6-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:dfa20cc6ca228e6b155b11da03825975ce66aea520985dbbddf0f2a5a495c605", size = 18357600, upload-time = "2026-05-18T23:34:52.709Z" }, + { url = "https://files.pythonhosted.org/packages/f7/da/2ccc6c2fe8898dee01d90c75c5f5f914a23daf99e3e0f59516a08760c8b5/numpy-2.4.6-cp313-cp313-win32.whl", hash = "sha256:56b39e5e0622a09a25bf5baf62f4bcf0cb8a41ae6e2819cf49bbc5a74c083f91", size = 5961134, upload-time = "2026-05-18T23:34:55.618Z" }, + { url = "https://files.pythonhosted.org/packages/b5/cd/9cc4dc876fb065d5c220aae4d5e14826b2715331bb7618ce1fb07a679d99/numpy-2.4.6-cp313-cp313-win_amd64.whl", hash = "sha256:c4fc99836233ea196540b17ab0983aff60ed07941751930f5f4d05bc3b3b7359", size = 12318598, upload-time = "2026-05-18T23:34:58.928Z" }, + { url = "https://files.pythonhosted.org/packages/39/1e/c0bcba1f8694116485fe28fd1be698c278fcda4141c5b0e53a2aed8b12a8/numpy-2.4.6-cp313-cp313-win_arm64.whl", hash = "sha256:a7c711e21628b52034bb5ab8d1bce291f752fcc5e92accc615778acee1ff4778", size = 10222272, upload-time = "2026-05-18T23:35:02.167Z" }, + { url = "https://files.pythonhosted.org/packages/63/6d/cc5619247c8f4204e507f5883528372e4ac4bb189e579fb859a12e480b1f/numpy-2.4.6-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:112b06a867b235ef466ed3508ddf0238050df9c727cafb5301ac385b899189a1", size = 14821197, upload-time = "2026-05-18T23:35:05.468Z" }, + { url = "https://files.pythonhosted.org/packages/00/58/f1c39161c87d9e9bed660f1ed4bafc0e403d5ec9650b6dd77aead07d489b/numpy-2.4.6-cp313-cp313t-macosx_14_0_arm64.whl", hash = "sha256:eaf7fa2de5c0be8ae6ff8e9bea2ccd725e980541244521d8d4b5f3354a27babe", size = 5326287, upload-time = "2026-05-18T23:35:08.693Z" }, + { url = "https://files.pythonhosted.org/packages/af/57/3917ab0fd97f271a8694513581b8a36c655f111c446852c302f04ccdb6fc/numpy-2.4.6-cp313-cp313t-macosx_14_0_x86_64.whl", hash = "sha256:7265a2f3d436e54ef9f2b52b5c937e6be778781bd97a590319d7348f1c1ca997", size = 6646763, upload-time = "2026-05-18T23:35:11.459Z" }, + { url = "https://files.pythonhosted.org/packages/eb/0f/037e64c494b67581ae18193d770adef354c41f3f2c8ebf865602d949bf8f/numpy-2.4.6-cp313-cp313t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:f74a575920ab21fe304421a3fc28793d82e299cae9eccb37084e9fc7f3617c20", size = 15728070, upload-time = "2026-05-18T23:35:14.79Z" }, + { url = "https://files.pythonhosted.org/packages/21/a6/5d2bae9c9542eb4df16dc9c46dc79c186e9bad53805dfa5399a6023c6db0/numpy-2.4.6-cp313-cp313t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ede83e07a75dd06bc501566c1eca2afc0d61677c1472ac9ad93fdee6e638a48d", size = 16681752, upload-time = "2026-05-18T23:35:18.836Z" }, + { url = "https://files.pythonhosted.org/packages/92/14/23d1dfb410ae362cd59ce53e936b1513d545eb40db3949ced632e19a459e/numpy-2.4.6-cp313-cp313t-musllinux_1_2_aarch64.whl", hash = "sha256:68bb27509ac1b9a3443094260f6326150663b06abe40b73a2f81160623da5b67", size = 17086024, upload-time = "2026-05-18T23:35:22.52Z" }, + { url = "https://files.pythonhosted.org/packages/4b/6e/23595a2c642cdf3bc567877064bdd7f91c8b0038a4453cf2daf7248eafe9/numpy-2.4.6-cp313-cp313t-musllinux_1_2_x86_64.whl", hash = "sha256:a0df0043bdb289bde1f62da130d20df23d58b45429f752bc7a8fc5325a225ecd", size = 18403398, upload-time = "2026-05-18T23:35:26.398Z" }, + { url = "https://files.pythonhosted.org/packages/8a/90/0ac3bc947217e66dec77e7cbc6a1979d1af70b6461b82f620d3bccd5e4c8/numpy-2.4.6-cp313-cp313t-win32.whl", hash = "sha256:29a287e0cf63ff528da061de6b9f64a4618da591ca1046aafc54062e40ca7eab", size = 6084971, upload-time = "2026-05-18T23:35:29.387Z" }, + { url = "https://files.pythonhosted.org/packages/77/71/5673e351671a1d2bd6063b91b44f70c0affea7d1516fa7a6572941ba4aa1/numpy-2.4.6-cp313-cp313t-win_amd64.whl", hash = "sha256:25c692919ac5a01f170a3bfcd62d745b24fd095c353d50812637d6fcab442e75", size = 12458532, upload-time = "2026-05-18T23:35:32.175Z" }, + { url = "https://files.pythonhosted.org/packages/3f/88/19d3503c5046e688f049274b27a3ef3d771152fa80d3ba3d01a3dff61abe/numpy-2.4.6-cp313-cp313t-win_arm64.whl", hash = "sha256:1e978ec1e8bd0e0e4de6bb75de9d30cbb74db6b6a2bb727618613703ca0167dd", size = 10291881, upload-time = "2026-05-18T23:35:35.465Z" }, + { url = "https://files.pythonhosted.org/packages/f8/91/3ab2044d05fd16d343c5ac2e69b127f1b2854040dd20b193257c78028bd3/numpy-2.4.6-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:06ca2f61ec4385a07a6977c55ba998a4466c123642b4a32694d3128fce18c079", size = 16683458, upload-time = "2026-05-18T23:35:38.353Z" }, + { url = "https://files.pythonhosted.org/packages/8e/62/764ce66fa4147ae6d73071a3abf804ffe606f174618697c571acdf26a7c9/numpy-2.4.6-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:38efbc8de75c7a0fc1ac190162d892787f3f47b57cc291231aafee36b80982b7", size = 14704559, upload-time = "2026-05-18T23:35:42.14Z" }, + { url = "https://files.pythonhosted.org/packages/60/61/23f27c172f022e04025b7dc2367f4d63c1a398120607ec896228649a6f48/numpy-2.4.6-cp314-cp314-macosx_14_0_arm64.whl", hash = "sha256:d581b735e177fdcdce6fed8e7e8880a3fb6ee4e3653a3ac6af01c6f4c03effc5", size = 5209716, upload-time = "2026-05-18T23:35:45.377Z" }, + { url = "https://files.pythonhosted.org/packages/03/71/21cf70dc6ea3e3acb95fc53a265b2fc248b981f0194ceb5b475271b8809d/numpy-2.4.6-cp314-cp314-macosx_14_0_x86_64.whl", hash = "sha256:0a041d3d761dc3c35cc56ce0351506a02bcbc25f7b169f652435141a17db9096", size = 6543947, upload-time = "2026-05-18T23:35:47.926Z" }, + { url = "https://files.pythonhosted.org/packages/d5/91/64288395ee1799bd2e0b04a305dce9666da90c961e1f3fe982a05ee1c036/numpy-2.4.6-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:40fdc1ae7125e518ea98e53e69a4ebc27e1fd50510c47b7ea130cf21e5e1d42b", size = 15685197, upload-time = "2026-05-18T23:35:50.863Z" }, + { url = "https://files.pythonhosted.org/packages/f3/eb/ebffaa97dc55502df69584a8f0dcf07f69a3e0b3e2323670a2722db9aa39/numpy-2.4.6-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a2c306dea656c12c68f51f4cea133cbe78ca7435eb28c735eac1d3ebe73be6e8", size = 16638245, upload-time = "2026-05-18T23:35:54.752Z" }, + { url = "https://files.pythonhosted.org/packages/b8/0b/54f9da33128d7e350fab89c7455902eeae70349ee52bddb448dc4a576f45/numpy-2.4.6-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:33111801a01c12a8a1e3721f0a9232f8cfc8ae2c6b7098167e6f623c6073f402", size = 17036587, upload-time = "2026-05-18T23:35:58.355Z" }, + { url = "https://files.pythonhosted.org/packages/b6/f0/fdebc1052db1cc37c64beb22072d67cd6d1c71adca1299f53dec2b5e20d3/numpy-2.4.6-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:ae506e6902902557576a26ff33eda8695e7ecb3cb36c3b573a0765dee114ebdb", size = 18363226, upload-time = "2026-05-18T23:36:02.845Z" }, + { url = "https://files.pythonhosted.org/packages/aa/b4/298628d98c72b57e57f7165ae6a481a1deaf6f3c28262a6e4c739c275930/numpy-2.4.6-cp314-cp314-win32.whl", hash = "sha256:aaf159caa35993cb1f56fb9b8e4610d35758e7ca005412eb1daa856a78c9c4b1", size = 6010196, upload-time = "2026-05-18T23:36:05.92Z" }, + { url = "https://files.pythonhosted.org/packages/df/ac/46de6dda46478f7942f839e094970be2d4a861e005c4b3bf07c92e291a09/numpy-2.4.6-cp314-cp314-win_amd64.whl", hash = "sha256:b507f5c4c1d508876d1819b6bf9a49d365b96320b5d4993426b33a23ca4b8261", size = 12450334, upload-time = "2026-05-18T23:36:09.107Z" }, + { url = "https://files.pythonhosted.org/packages/78/92/b8b798ac784102c0da830d2257d59358e3d3d90d1e2b3f2575dad976c5cf/numpy-2.4.6-cp314-cp314-win_arm64.whl", hash = "sha256:6f41ae150c4e32db4f3310cdaf64b1593a03dbabe29eec77fc9b50fe64061df6", size = 10495678, upload-time = "2026-05-18T23:36:12.766Z" }, + { url = "https://files.pythonhosted.org/packages/30/34/ec28d1aa8115971537c01469ab2011ee96827930f0a124de1000cc2a7ed7/numpy-2.4.6-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:ece3d2cfe132e7d51f44a832b303895e6f2d499c5e74dfbdb06ee246147a304a", size = 14823672, upload-time = "2026-05-18T23:36:16.473Z" }, + { url = "https://files.pythonhosted.org/packages/16/bd/f6d1fede4e54e8042a7ff97bb495510f3c220f94bcd9e8b228e87c92cc0d/numpy-2.4.6-cp314-cp314t-macosx_14_0_arm64.whl", hash = "sha256:e3e5193ef5a3dc73bceee50f7fdc2c90dbb76c42df8d8fae3d1067a583df579e", size = 5328731, upload-time = "2026-05-18T23:36:19.767Z" }, + { url = "https://files.pythonhosted.org/packages/f4/f0/e105b9e2fd728a9910103884decd6951d9dd73896b914a98d9a231de02ee/numpy-2.4.6-cp314-cp314t-macosx_14_0_x86_64.whl", hash = "sha256:17f9ade344e7d9b464a084d69bcf18fc691cb1db67c62ed80820bf4926d78f0e", size = 6649805, upload-time = "2026-05-18T23:36:22.266Z" }, + { url = "https://files.pythonhosted.org/packages/82/dd/1206a7ca6ab15e3f02069707ca96222e202af681bb73756da7527f3cb837/numpy-2.4.6-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:9cd5ffd25db4e7ba6a375693b3fc0fc1791ec636c17db3720da19bde7180ec43", size = 15730496, upload-time = "2026-05-18T23:36:25.713Z" }, + { url = "https://files.pythonhosted.org/packages/51/e7/38d3ea825dcab85a591734decb2f6c67caa7c8367d374df1a1c3842f9b07/numpy-2.4.6-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:7d92c3819208a60205a12a245c91ad70cb0a85336659b19b834205573ac8456e", size = 16679616, upload-time = "2026-05-18T23:36:29.652Z" }, + { url = "https://files.pythonhosted.org/packages/93/b7/caabfdf53edf663e0b4eb74d7d405d83baef09eb5e83bcd32d601d72b93e/numpy-2.4.6-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:e85b752a1e912b70eaad4fafbd4d1238007ab221de2009b9a2f5ae7461239895", size = 17085145, upload-time = "2026-05-18T23:36:33.449Z" }, + { url = "https://files.pythonhosted.org/packages/f9/45/68d7c33a6bcf3e5aa3bdbd57a367e6f615286dfd6482f97e8ffeb734306e/numpy-2.4.6-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:29cb7f67d10b479ff07c17d33e39f78c07f71c40ef30d63c153d340e96cd3fb4", size = 18403813, upload-time = "2026-05-18T23:36:37.369Z" }, + { url = "https://files.pythonhosted.org/packages/9c/50/0753655aa844c99cd9e018aacf76f130f1bd81d881bb74bc0aef5d73a8ba/numpy-2.4.6-cp314-cp314t-win32.whl", hash = "sha256:260a5d70215b61ab4fadf5c7baacd64821842975eea312125ed3c39a6391b063", size = 6156982, upload-time = "2026-05-18T23:36:40.817Z" }, + { url = "https://files.pythonhosted.org/packages/b2/d4/7c67becf668f973cb490cec3e98dfd799d866f9c989a54d355672cfa0db6/numpy-2.4.6-cp314-cp314t-win_amd64.whl", hash = "sha256:81a1cca95ed5bb92aa8b10dd2cdc9a0d3853a50fad926c28b5d7e8ea54389627", size = 12638908, upload-time = "2026-05-18T23:36:43.996Z" }, + { url = "https://files.pythonhosted.org/packages/43/bb/e1c71a4295b1b1d1393d50dbb4f2a36283c6859d9d3892e84f00ec5a91d5/numpy-2.4.6-cp314-cp314t-win_arm64.whl", hash = "sha256:0c9136e14ed34a9e343a31c533d78a9813a69a3148332bce5e9821cb2f996e66", size = 10565867, upload-time = "2026-05-18T23:36:47.114Z" }, + { url = "https://files.pythonhosted.org/packages/de/12/b422cc84439adc0d00de605bf4a308890ae5c26f2c71fbd73e5d08fbb0dd/numpy-2.4.6-pp311-pypy311_pp73-macosx_10_15_x86_64.whl", hash = "sha256:55cced7c52e981362f708ad635198e97a752dfba412cc03c23bbf3bd8d5cd662", size = 16847511, upload-time = "2026-05-18T23:36:50.673Z" }, + { url = "https://files.pythonhosted.org/packages/44/53/f481bef68011740f8849418d82db07230e825013f31f4eef5ba5b805316a/numpy-2.4.6-pp311-pypy311_pp73-macosx_11_0_arm64.whl", hash = "sha256:d6da64deb6b8ed903e7560180a92f2d804ee1ba5eeb849ac2748b8c1aba1f6d7", size = 14889064, upload-time = "2026-05-18T23:36:53.879Z" }, + { url = "https://files.pythonhosted.org/packages/7f/57/42ed575c10ced8af951d426bc4e1f8aff16fd851db33f067036215a7f860/numpy-2.4.6-pp311-pypy311_pp73-macosx_14_0_arm64.whl", hash = "sha256:68a5124b13fa6cc2086764a20005d30bc0548146f7f5322f02fce212ca14317f", size = 5394157, upload-time = "2026-05-18T23:36:57.194Z" }, + { url = "https://files.pythonhosted.org/packages/6a/ef/f66cc724fcc36c1e364c67f51ae9146090b8b584f27d58b97fdae3edd737/numpy-2.4.6-pp311-pypy311_pp73-macosx_14_0_x86_64.whl", hash = "sha256:948424b06129ce883307e8cff868c31396d8dc7630a59c61d70d98dbe70f222c", size = 6708728, upload-time = "2026-05-18T23:36:59.575Z" }, + { url = "https://files.pythonhosted.org/packages/1a/9c/c531f2293b91265d8b48e9b329f54fdd7ffae73cb4134ea10cca4237e9cc/numpy-2.4.6-pp311-pypy311_pp73-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:5dbbdb29840ca3d91ee0fece42fc29278886d908280bfec0a5846c6f901a3eb0", size = 15798374, upload-time = "2026-05-18T23:37:02.674Z" }, + { url = "https://files.pythonhosted.org/packages/1a/b0/413077f6b1153ed3cba361401c6783bbad6114804a000cc22eb71c13e190/numpy-2.4.6-pp311-pypy311_pp73-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8ad03c0965fb3c692200e74d458ca28c1dbb4ce96f9a479a8aa041ad5fabca02", size = 16747286, upload-time = "2026-05-18T23:37:06.327Z" }, + { url = "https://files.pythonhosted.org/packages/15/ce/e5ec180bc41812edcd8daeb8639d205622c0e8c02259d8ab25a0201b3c2a/numpy-2.4.6-pp311-pypy311_pp73-win_amd64.whl", hash = "sha256:2803abfebfc990042cd494d8ce2d5f82e9d847af6d35ec486923aa19dbad5e73", size = 12504263, upload-time = "2026-05-18T23:37:09.715Z" }, +] + +[[package]] +name = "numpy" +version = "2.5.4" +source = { registry = "https://pypi.org/simple" } +resolution-markers = [ + "python_full_version >= '3.14' and sys_platform == 'win32'", + "python_full_version >= '3.14' and sys_platform == 'emscripten'", + "python_full_version >= '3.14' and sys_platform != 'emscripten' and sys_platform != 'win32'", + "python_full_version == '3.13.*' and sys_platform == 'win32'", + "python_full_version == '3.12.*' and sys_platform == 'win32'", + "python_full_version == '3.13.*' and sys_platform == 'emscripten'", + "python_full_version == '3.12.*' and sys_platform == 'emscripten'", + "python_full_version == '3.13.*' and sys_platform != 'emscripten' and sys_platform != 'win32'", + "python_full_version == '3.12.*' and sys_platform != 'emscripten' and sys_platform != 'win32'", +] +sdist = { url = "https://files.pythonhosted.org/packages/95/b0/c7453d0b6e2073c3264468b106ee1563750cecc910965e67357e3698c83e/numpy-2.5.4.tar.gz", hash = "sha256:9a94cf751c9ad8ebaa835bcd3d40dacf8534ad086b88c38029b65123c7999d2a", size = 20866315, upload-time = "2026-10-10T20:05:31.422Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d0/97/ba2074e92b7befea137e77ea8471e768bbd87c339b7e8c9f5a931949f977/numpy-2.5.4-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:c6342f54c67093cae5c0227eb0eb772fdb79f2a2c37a6eb278b9909ee06aa356", size = 17001609, upload-time = "2026-10-10T20:02:40.843Z" }, + { url = "https://files.pythonhosted.org/packages/ff/a9/bac826765e971d8e16e2064e9ac7525fd69b40ac17c905033a7f5442023f/numpy-2.5.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:b11e8fda06a7d69f15ebf542660b74466c2e51094800c1fb794f47ad4faeef17", size = 12015718, upload-time = "2026-10-10T20:02:43.45Z" }, + { url = "https://files.pythonhosted.org/packages/31/2f/5ea3570fcb8ccd0882bea99436a513b2c85dad8f774a2057849130a8fb99/numpy-2.5.4-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:9cb18a327b49c5c337f972b03682f6a49855525faaf3c0d3e9c96cd0fd8880a8", size = 5451717, upload-time = "2026-10-10T20:02:46.169Z" }, + { url = "https://files.pythonhosted.org/packages/34/f2/b4fc1bafca03868220b5eaf729d2f21ebd7d7b151c0f9e144fe212bbca35/numpy-2.5.4-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:aec3fc4b32ff82421274f5d205c559c51c840c8df66a78efd7f3612dd005a26a", size = 6789926, upload-time = "2026-10-10T20:02:48.139Z" }, + { url = "https://files.pythonhosted.org/packages/dc/96/8319e2457ae4333c62c815c7006b869a4f60985c1e01024c2f8c6c040fe5/numpy-2.5.4-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:fe4d21ab149f15e4e6043dfb0de87e6e5f34ac176cde83060e9802981fca2ac2", size = 15695312, upload-time = "2026-10-10T20:02:50.115Z" }, + { url = "https://files.pythonhosted.org/packages/43/a3/c799c62e19c337e6d3770b08e475887fb30ce8477d3c09efca6b2f0228a6/numpy-2.5.4-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:fbde6962867ee75b48b0ee29b2b9372ec5d617799dbaf38e82dc0596f2f7738a", size = 16727283, upload-time = "2026-10-10T20:02:53.186Z" }, + { url = "https://files.pythonhosted.org/packages/39/6b/3604e53fb00314d0dc1b94ec9125a1484f649c0a17480b1f0f0c7a9d6250/numpy-2.5.4-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:381a7a3d2e65e64c0ec302795ab9dc12bb1e73f150904699c153716177eebdaf", size = 17047890, upload-time = "2026-10-10T20:02:56.038Z" }, + { url = "https://files.pythonhosted.org/packages/4a/7a/e8b58a5289a0d464c52885de47c35a935cdd70c03a4c3ab94a5126416dd0/numpy-2.5.4-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:b89d0aaae2fe498c648f4c4795c084db535af5bd98ef942b2a3681fb74ce8645", size = 18485839, upload-time = "2026-10-10T20:02:59.018Z" }, + { url = "https://files.pythonhosted.org/packages/6f/c9/47094f597015009f310b8c900def59065ef1ff5a6fe7b51fc65ec58ec2c6/numpy-2.5.4-cp312-cp312-win32.whl", hash = "sha256:9968ab7e49b93ac6e1c3b2239732183152c9150f16308d30b66a372cffe3483c", size = 6138936, upload-time = "2026-10-10T20:03:01.626Z" }, + { url = "https://files.pythonhosted.org/packages/12/33/fefe62073dc8acfd0f2b9ed7c003af2f50aa61555e113e6db02b8f79f145/numpy-2.5.4-cp312-cp312-win_amd64.whl", hash = "sha256:a7b1b6353e36a7e50de2973a38d705c88ee93adcf120673cee7f45a4a3fa223a", size = 12573091, upload-time = "2026-10-10T20:03:04.349Z" }, + { url = "https://files.pythonhosted.org/packages/1a/07/161270b0c2eec56e4c905f6d6d22e1b836887b2cb189d3f5820aa588e9dd/numpy-2.5.4-cp312-cp312-win_arm64.whl", hash = "sha256:aa1cce2ff3f8d953de38b76bf44602caeb69f101430208f64a10067f7cb4b1d3", size = 10521630, upload-time = "2026-10-10T20:03:06.767Z" }, + { url = "https://files.pythonhosted.org/packages/67/14/1c3ee0118a8fce08565a5d8482631608426a33af10a01077fada5dc7c119/numpy-2.5.4-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:2377da2dd3ba2c1200956acbab2a358c83b8e1f8531191672d1cd6ad83250d53", size = 16997729, upload-time = "2026-10-10T20:03:09.291Z" }, + { url = "https://files.pythonhosted.org/packages/83/8c/b0ea9477fb1f0d4484bbc5cba21678cc9969704d8d7f3f158d1db35f8e14/numpy-2.5.4-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:7415db95818b39ec475a5eea54d9e3b6bc83e3912158e46da3438cdce399804d", size = 12009826, upload-time = "2026-10-10T20:03:11.946Z" }, + { url = "https://files.pythonhosted.org/packages/e2/84/6a3d75b3ba3dfe84ac0053450753d1e6d250a8bf80f66474cc46d1fb643f/numpy-2.5.4-cp313-cp313-macosx_14_0_arm64.whl", hash = "sha256:6d6a71b9d9a97c03633aa12565ef2825ffa036cc1d99cfd50dacf0f128af4fe2", size = 5445803, upload-time = "2026-10-10T20:03:14.329Z" }, + { url = "https://files.pythonhosted.org/packages/61/18/bb993f267ca20b376e07092a16793a5b31ed3138751e9ba480011a14d742/numpy-2.5.4-cp313-cp313-macosx_14_0_x86_64.whl", hash = "sha256:d8200f16437b289a5bb927c6e184eccc3e8389bc0070fea4cd5b9e13c1757959", size = 6786220, upload-time = "2026-10-10T20:03:16.602Z" }, + { url = "https://files.pythonhosted.org/packages/db/b6/135bb0953b61dc21c6cafa14b424ae666944e4899cf140e00c2b322a1a45/numpy-2.5.4-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1c2e71b04c6cad90026e544501bbe0ab9290fa8a4d845e7e8c0d124fb429c988", size = 15689178, upload-time = "2026-10-10T20:03:18.721Z" }, + { url = "https://files.pythonhosted.org/packages/da/24/3bd070f3269dc609d8f26b2643f62ef91bb415841c0b294805aaf7fe06da/numpy-2.5.4-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:6ffa07666f8da0eef81d149934a626d0d95fbd6838432a33e66245423a9062c0", size = 16718044, upload-time = "2026-10-10T20:03:21.386Z" }, + { url = "https://files.pythonhosted.org/packages/c7/8e/9d15bd356b0a019c965312b1a3c6a727cac4cae5bc40045fbc12ce4cff9c/numpy-2.5.4-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:2fa3328f784fc8277fc48026f6cad516f5c561c5d8e2e39b3c9e0c8f23223b34", size = 17048364, upload-time = "2026-10-10T20:03:24.468Z" }, + { url = "https://files.pythonhosted.org/packages/dc/fe/9d5b560db964f15871885f2250795d15945f8699e17ef90c0c2ff4c875b2/numpy-2.5.4-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:b86966fbe4ad7de710422175572bcdc75fdedadfb54bc6fab7deabccddd7780b", size = 18474904, upload-time = "2026-10-10T20:03:27.895Z" }, + { url = "https://files.pythonhosted.org/packages/e9/98/d27552990f1bd611ef3e7466adadc78312ea2df63b83aad47fdc3d3ca8df/numpy-2.5.4-cp313-cp313-win32.whl", hash = "sha256:5258bc06526964be5face2fc6f756857a3f24f21ec3e72ca131337a75b165d6c", size = 6134537, upload-time = "2026-10-10T20:03:30.511Z" }, + { url = "https://files.pythonhosted.org/packages/90/8c/140a40398a66b4471211be1affdb6ed24c486d581bd28d07b7f2fcb69540/numpy-2.5.4-cp313-cp313-win_amd64.whl", hash = "sha256:8b4d2fd2d34e5f8c9235ee787de5631a37a28402b15cb80814df973d2be54129", size = 12566113, upload-time = "2026-10-10T20:03:32.612Z" }, + { url = "https://files.pythonhosted.org/packages/34/52/01d205e5e8ccb27b2b0b141e801f22b830198c979111b0fa44771438d9a9/numpy-2.5.4-cp313-cp313-win_arm64.whl", hash = "sha256:bc39ac66a7a9a3fbd6134fda43136b60ffde99c8f4501e64e0d2b24da137babf", size = 10519523, upload-time = "2026-10-10T20:03:35.163Z" }, + { url = "https://files.pythonhosted.org/packages/99/ba/005cb5edd580d2f84d7ca3206b92dc17d4388e56e6f87ffe8f2762f83139/numpy-2.5.4-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:c668b2f0d651605b58892644b0e302c7157f7159544227758c896982ef384b18", size = 17005499, upload-time = "2026-10-10T20:03:37.961Z" }, + { url = "https://files.pythonhosted.org/packages/f3/49/fee7587c33ee35f7977f9051d7f2023d4e7246d62710c80f20c2361ea232/numpy-2.5.4-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:ffa6ce09a1c6a08e9667dd9c97aa0b14184e8d18f2a14b78b2a2328c9147f076", size = 12019666, upload-time = "2026-10-10T20:03:40.606Z" }, + { url = "https://files.pythonhosted.org/packages/d5/b2/c6ce165acffceb15a82c07b9cc77d391f86b3f379ba62911908ae5d34b91/numpy-2.5.4-cp314-cp314-macosx_14_0_arm64.whl", hash = "sha256:956555e0603a4d38019ae6925711cb9dc43195c076a928accf7ea5d50bddfe53", size = 5455617, upload-time = "2026-10-10T20:03:43.138Z" }, + { url = "https://files.pythonhosted.org/packages/77/7f/dd85ce260a669a89be06842cf355d7353a33e6cfbc590fb8ebb947d88dc9/numpy-2.5.4-cp314-cp314-macosx_14_0_x86_64.whl", hash = "sha256:2c2c4afffdeb7920e445028dd71eb932cac3e704792e964bc2a232426d4f1255", size = 6791932, upload-time = "2026-10-10T20:03:44.874Z" }, + { url = "https://files.pythonhosted.org/packages/63/d6/34b0a2b0741386a63025a65a2c09caaaaaad6d0ca95b66cd65c30dd7fcb5/numpy-2.5.4-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:4054173604cd8658796053f1f3bc0befb68ec1c0762c57fdad61e199256a8617", size = 15710899, upload-time = "2026-10-10T20:03:46.839Z" }, + { url = "https://files.pythonhosted.org/packages/16/d5/928078d2b28f26829b138b4a6c3980045022fb409f570657a224ae60ef4e/numpy-2.5.4-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:d549420b8858885cea8838a727842249218b9c1da24dd517e25c9c7a948310a3", size = 16721710, upload-time = "2026-10-10T20:03:49.489Z" }, + { url = "https://files.pythonhosted.org/packages/f9/cf/673fd1b8f4cd78eb6320e87ec4c90ac19c095644259e3749853a405c70f4/numpy-2.5.4-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:823874a507a84af050493b622affde94b6f7c3a0dc22cb2801381bc03b871c00", size = 17066182, upload-time = "2026-10-10T20:03:52.25Z" }, + { url = "https://files.pythonhosted.org/packages/f3/92/a77b5061b1b3e2643928c37976d79ee173e1b171ed158b7a3c61056b41bc/numpy-2.5.4-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:4e263278bfb5ee6409db8aedbc4cc32973b1b82bc1e8d3c668551d04d83a7e37", size = 18480315, upload-time = "2026-10-10T20:03:55.39Z" }, + { url = "https://files.pythonhosted.org/packages/bb/1d/1486ef3d3fb2279fd93c4c43c1bbbf1ca389a19816696684409f71babaab/numpy-2.5.4-cp314-cp314-win32.whl", hash = "sha256:cfd73180400042a7c532d30c5e287bdd03c59ff9ee1b4c0316af0539e29dfe23", size = 6185739, upload-time = "2026-10-10T20:03:58.186Z" }, + { url = "https://files.pythonhosted.org/packages/52/9a/e1e512ebc948d5b9dd33b08736760f0ebbed2848fd4eda1f553088a6dcee/numpy-2.5.4-cp314-cp314-win_amd64.whl", hash = "sha256:2ca144f15135b6212a5c47b1e2aeca6e412f102f95a2d5d88d8aec77eb255de3", size = 12703552, upload-time = "2026-10-10T20:04:00.28Z" }, + { url = "https://files.pythonhosted.org/packages/2c/05/de709a982d7bbcd688a3fad71f002e9ff80c2db39e03ee726609b610f1d1/numpy-2.5.4-cp314-cp314-win_arm64.whl", hash = "sha256:468397ba3c64427474706e5c9123fe266395496714dc684294eac75cd4930d1e", size = 10803901, upload-time = "2026-10-10T20:04:02.659Z" }, + { url = "https://files.pythonhosted.org/packages/13/34/083570ada3bb2a30fbe5d77c8c6fef9141144a15d33e6f793a67e9749ab8/numpy-2.5.4-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:1ef3aa6d7e29bb13677323114280b05acc57607fa2300e66432d665d5418a162", size = 12138695, upload-time = "2026-10-10T20:04:05.012Z" }, + { url = "https://files.pythonhosted.org/packages/94/06/1f9c24db48eef0c2d1207e3b11fffb0478e39dfd8c1e1be7476936885eed/numpy-2.5.4-cp314-cp314t-macosx_14_0_arm64.whl", hash = "sha256:98b053943e5a0474ec0da309d2cb9d3f18ea57f8a2067c2ab7b5f763d1068380", size = 5574615, upload-time = "2026-10-10T20:04:07.316Z" }, + { url = "https://files.pythonhosted.org/packages/da/0f/593fba2e1560e949123bc7d2fc48b5893d56e58cd4bd5a273d2fbf60b220/numpy-2.5.4-cp314-cp314t-macosx_14_0_x86_64.whl", hash = "sha256:b64a85f40e154983960a4167d4c1d57a50c7f109b3d3264a3a984154e90a8454", size = 6889383, upload-time = "2026-10-10T20:04:09.918Z" }, + { url = "https://files.pythonhosted.org/packages/eb/9f/b799dfdce4e05e80ed4bc815c71ff343a11533b2c0ffc221cae8538cda63/numpy-2.5.4-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:a813ed7719bf45463c51779e6a98d0385fe905e48447526938a4b8337333d551", size = 15753763, upload-time = "2026-10-10T20:04:12.278Z" }, + { url = "https://files.pythonhosted.org/packages/34/88/16c5f12f86f5ad2817c4d103205131fc6c8acb3d1878af05a1a4f23ec859/numpy-2.5.4-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:c9b80cdf5cedba0e90d93fa5f9a333c4d65bd545cd669b71bb97ce2b703c9d73", size = 16757212, upload-time = "2026-10-10T20:04:14.799Z" }, + { url = "https://files.pythonhosted.org/packages/ff/4f/a1fe40e18a898e6a5089f4f0d891f0a493eb0574d5b34458f0fbe5aa3e5c/numpy-2.5.4-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:2199ed071f460487c8db2c0e5c0b564494190edb4772fe80f9aad88b2604def5", size = 17116471, upload-time = "2026-10-10T20:04:17.58Z" }, + { url = "https://files.pythonhosted.org/packages/aa/46/e923a11c78e65c1722e7aaad817c06bd591324174b9d28ce5d31eee4d432/numpy-2.5.4-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:64f9c9878c1938476365e11ccfb6b770f3b9e5f045ccddc514235041e6959365", size = 18524063, upload-time = "2026-10-10T20:04:20.365Z" }, + { url = "https://files.pythonhosted.org/packages/5a/fa/84ab064514440c1f64a1b21088f2c82756defdd05e07c75ab233899565b2/numpy-2.5.4-cp314-cp314t-win32.whl", hash = "sha256:64d1c8ac28a4077cf987e0a71a7a0ef7e2df70722f07f0baa42dbb7eb6938647", size = 6340926, upload-time = "2026-10-10T20:04:22.865Z" }, + { url = "https://files.pythonhosted.org/packages/7e/7e/6cd886876f435b10685db9b9f7eeb70356f99e052116f4e5f11c5792c714/numpy-2.5.4-cp314-cp314t-win_amd64.whl", hash = "sha256:067374eb538c34c745436365cf7b0112595c1d326f21ce4ff340f61230239fbb", size = 12901584, upload-time = "2026-10-10T20:04:24.99Z" }, + { url = "https://files.pythonhosted.org/packages/38/1b/3c1684f6a06f7307f2335fca6e486cb162847fb97e91d65f8eb5cabad213/numpy-2.5.4-cp314-cp314t-win_arm64.whl", hash = "sha256:e94aef2c639da4a960ad0db8e06471208d8589974953d78b61d345b4eb99e394", size = 10891152, upload-time = "2026-10-10T20:04:27.52Z" }, + { url = "https://files.pythonhosted.org/packages/08/f4/3224deff3af2bef6bc0b175369698d8cb348f3d91d9bb0286cd5c9eae9e0/numpy-2.5.4-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:8dddfbee2e68d26d0d7d7d9cb247b1fd4409241cce32d815a11d97ec2cfde179", size = 17003231, upload-time = "2026-10-10T20:04:30.021Z" }, + { url = "https://files.pythonhosted.org/packages/be/75/fee0b8c6d94b44b2fdfae74f6a4ad5a138739589a8aebaec28ce4e713ed5/numpy-2.5.4-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:81e3420b27048b65eb14c3acf0c174a8cb0e023277716110347d2dcb26026dad", size = 12018300, upload-time = "2026-10-10T20:04:32.519Z" }, + { url = "https://files.pythonhosted.org/packages/47/c0/d0b335a499a04b65f532c3f034346ef390f81299060f928492dabc1e0272/numpy-2.5.4-cp315-cp315-macosx_14_0_arm64.whl", hash = "sha256:0b4724a19de67bea8cfc4970798efa78bcbbe2ac2613cfac16721a42d44de2a5", size = 5454250, upload-time = "2026-10-10T20:04:34.943Z" }, + { url = "https://files.pythonhosted.org/packages/5a/0e/461b3783c03d668052e6a21b01b673db6ffcb7831fd32d9aa5368c1cd426/numpy-2.5.4-cp315-cp315-macosx_14_0_x86_64.whl", hash = "sha256:2132418bf8dd124a427ca9e6a1daf9ee1a87185344c95119ceae868b99466da1", size = 6789644, upload-time = "2026-10-10T20:04:37.258Z" }, + { url = "https://files.pythonhosted.org/packages/b3/02/5dad269b02166965a7b4ca14adaddd75dbee0de42435bfecf561b84ba5a6/numpy-2.5.4-cp315-cp315-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:325518d4245b9e331387702aa58c2ce1dc4cdcbb41dfb4ccd5dcbc7e08db1266", size = 15704353, upload-time = "2026-10-10T20:04:39.616Z" }, + { url = "https://files.pythonhosted.org/packages/93/3a/01360c8036822ed9f7aa32189a77d1476567ec1e8e1383522389e4faac45/numpy-2.5.4-cp315-cp315-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:56733449d2544178beaa4545cee357370440cf056c197f9c7bfb19dbfdd0e86d", size = 16718648, upload-time = "2026-10-10T20:04:42.383Z" }, + { url = "https://files.pythonhosted.org/packages/7d/5c/b863a2c093c4d6f21a597fcaf24ead0835c09ab16a8312d5a5a8868af683/numpy-2.5.4-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:5ec3753760c1a6d8bb91200666e545c3a9728e6269dfb5d6ce02340996698aa3", size = 17059053, upload-time = "2026-10-10T20:04:44.976Z" }, + { url = "https://files.pythonhosted.org/packages/0a/60/ced4f57f9a1258a0af74f17cb0b0c2700b5c67cd6678823c803b263e4df3/numpy-2.5.4-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:b1185012870173de7ae33d370bd45b1cf5baee747ea4b97036b65f4e93016877", size = 18477406, upload-time = "2026-10-10T20:04:47.863Z" }, + { url = "https://files.pythonhosted.org/packages/f9/bd/0ef22dafaafcc7d4bb3ca26b8d2afbd55dedad8eaba99a8c864e1997456f/numpy-2.5.4-cp315-cp315-win32.whl", hash = "sha256:298eca75243f2cbbfdb460560b9fb2a1792a33cf2ab4286efd43d92e8d3df508", size = 6185133, upload-time = "2026-10-10T20:04:50.467Z" }, + { url = "https://files.pythonhosted.org/packages/50/bc/d2651b155ecc608a77e6f4d15495c11f14f19bb98f8bf0c5b0d38f86dda1/numpy-2.5.4-cp315-cp315-win_amd64.whl", hash = "sha256:332f3378fe077dd850e677ec01bdcc4f22368fb5d50ef10b2c79230b1bf5a592", size = 12703085, upload-time = "2026-10-10T20:04:52.63Z" }, + { url = "https://files.pythonhosted.org/packages/dc/d2/45e404f8abb26fb9eda12b94012936873e827b1be76f2ee7890be128312e/numpy-2.5.4-cp315-cp315-win_arm64.whl", hash = "sha256:d4cccbbc78717966f764cd3af4fb70276fa01fc7a2688af11c78901fa5c04f05", size = 10801451, upload-time = "2026-10-10T20:04:55.677Z" }, + { url = "https://files.pythonhosted.org/packages/c6/c3/2ae14e09cfdb67dc187a342e15308a21c15bf4d2071f8079e6aee5fe56dc/numpy-2.5.4-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:950ea81d57ef070665581b6e1b5f6a029306423cd1739c5b95fe78aa30db6b9d", size = 17097121, upload-time = "2026-10-10T20:04:58.403Z" }, + { url = "https://files.pythonhosted.org/packages/f5/cf/305ae624ef8a039414317224abe9ec9c2fe7ea3c2e1cf204d43ff6b2ffb9/numpy-2.5.4-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:c05ede731b03fb1b7591faca9389ade3267d2bddf1ad8882bb3f2cc5e101694f", size = 12135439, upload-time = "2026-10-10T20:05:01.65Z" }, + { url = "https://files.pythonhosted.org/packages/a9/a8/f75c63813aef95827bb2c0d13b12803016853056e8792c280058cdbfe783/numpy-2.5.4-cp315-cp315t-macosx_14_0_arm64.whl", hash = "sha256:5fbf7141bbfd63aea22f435c9062a032b9ea0082fe9845dad7f021d3f1234e71", size = 5571451, upload-time = "2026-10-10T20:05:04.135Z" }, + { url = "https://files.pythonhosted.org/packages/6f/0f/f17763f983868b5c49b4101ebd7e00760bd1769478a6bb6a8de6e085bbac/numpy-2.5.4-cp315-cp315t-macosx_14_0_x86_64.whl", hash = "sha256:3573cd22564692a5b899ec344e5d5b9cc4576f2985b96f22af3564ed54f2710f", size = 6883356, upload-time = "2026-10-10T20:05:06.249Z" }, + { url = "https://files.pythonhosted.org/packages/67/a7/8af04c5a79e047996cfa38854dcfbececdd0343a7c933a46fdd03ef6f5da/numpy-2.5.4-cp315-cp315t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:6c109eac9cd439193678f69d70733c1108487546ca8eafc107b510ae10c1aecd", size = 15750991, upload-time = "2026-10-10T20:05:08.376Z" }, + { url = "https://files.pythonhosted.org/packages/57/7a/648254290d0c504faa8f2d07aa206660c728802c781a6f3fc68ab7cb5d71/numpy-2.5.4-cp315-cp315t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:80d6ef6e8620eb2c2b4c4caad50b5935d6db3cde2d51581b55dcc79e14016d1d", size = 16757675, upload-time = "2026-10-10T20:05:11.393Z" }, + { url = "https://files.pythonhosted.org/packages/b8/fe/4a8c3cdb0c70400cfe4c5bec42d3099a5673802a95064614b33e07b82aa1/numpy-2.5.4-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:77045a4b175bbf5316ec08003880804336c78f92281a1b72222b274ea85ec5ac", size = 17113846, upload-time = "2026-10-10T20:05:14.49Z" }, + { url = "https://files.pythonhosted.org/packages/1b/7e/619692bb67778702c0e9eb2d468568a7573f4e269386ea61aed01ee4e557/numpy-2.5.4-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:0f02a46e49cfb6c73bdb7aea1c0d3461dbae9aba613542b65f657cd3d17b9fab", size = 18522915, upload-time = "2026-10-10T20:05:17.33Z" }, + { url = "https://files.pythonhosted.org/packages/b7/b5/4da41c328788f575838f97a098fe8ca691ebc6f6fd73ad4a262ee40b184d/numpy-2.5.4-cp315-cp315t-win32.whl", hash = "sha256:ad62a416ddcf863bf44bba76fbf6b53366ab0692e294f51cae4b5fbe0d246788", size = 6335804, upload-time = "2026-10-10T20:05:19.921Z" }, + { url = "https://files.pythonhosted.org/packages/98/94/6482ddfa3d312490cb9358f375bf2ad56427dbea8769187158e94d653753/numpy-2.5.4-cp315-cp315t-win_amd64.whl", hash = "sha256:38f47be9f74ab870d2633b5456ae519c43758a8d1fd05342f0ce4ecc034396ee", size = 12890095, upload-time = "2026-10-10T20:05:21.875Z" }, + { url = "https://files.pythonhosted.org/packages/48/7f/c2d1b436b6e7cfebac140c2579a298344b85f2991a2ce5c3615cefb29400/numpy-2.5.4-cp315-cp315t-win_arm64.whl", hash = "sha256:7a14a461d9340f1b46b8648578aed9cdb8b3b018a8fac6c1dde2c9192a01a87f", size = 10883718, upload-time = "2026-10-10T20:05:28.547Z" }, +] + +[[package]] +name = "nvidia-cublas" +version = "13.1.1.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-cuda-nvrtc" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/a7/a1/0bd24ee8c8d03adac032fd2909426a00c88f8c57961b1277ded97f91119f/nvidia_cublas-13.1.1.3-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:b7a210458267ac818974c53038fbec2e969d5c99f305ab15c72522fa9f001dd5", size = 542848918, upload-time = "2026-04-08T18:46:22.985Z" }, + { url = "https://files.pythonhosted.org/packages/3b/cd/154ca20c38269e05eff77c1464e6c1da89f50a6390b565e9d82e06bc11e1/nvidia_cublas-13.1.1.3-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:37936a16db8fe4ac1f065c2139360608a543a09275cb1a1af612e08cfa065436", size = 423138758, upload-time = "2026-04-08T18:46:58.655Z" }, +] + +[[package]] +name = "nvidia-cuda-cupti" +version = "13.0.85" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/2a/2a/80353b103fc20ce05ef51e928daed4b6015db4aaa9162ed0997090fe2250/nvidia_cuda_cupti-13.0.85-py3-none-manylinux_2_25_aarch64.whl", hash = "sha256:796bd679890ee55fb14a94629b698b6db54bcfd833d391d5e94017dd9d7d3151", size = 10310827, upload-time = "2025-09-04T08:26:42.012Z" }, + { url = "https://files.pythonhosted.org/packages/33/6d/737d164b4837a9bbd202f5ae3078975f0525a55730fe871d8ed4e3b952b0/nvidia_cuda_cupti-13.0.85-py3-none-manylinux_2_25_x86_64.whl", hash = "sha256:4eb01c08e859bf924d222250d2e8f8b8ff6d3db4721288cf35d14252a4d933c8", size = 10715597, upload-time = "2025-09-04T08:26:51.312Z" }, +] + +[[package]] +name = "nvidia-cuda-nvrtc" +version = "13.0.88" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/c3/68/483a78f5e8f31b08fb1bb671559968c0ca3a065ac7acabfc7cee55214fd6/nvidia_cuda_nvrtc-13.0.88-py3-none-manylinux2010_x86_64.manylinux_2_12_x86_64.whl", hash = "sha256:ad9b6d2ead2435f11cbb6868809d2adeeee302e9bb94bcf0539c7a40d80e8575", size = 90215200, upload-time = "2025-09-04T08:28:44.204Z" }, + { url = "https://files.pythonhosted.org/packages/b7/dc/6bb80850e0b7edd6588d560758f17e0550893a1feaf436807d64d2da040f/nvidia_cuda_nvrtc-13.0.88-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:d27f20a0ca67a4bb34268a5e951033496c5b74870b868bacd046b1b8e0c3267b", size = 43015449, upload-time = "2025-09-04T08:28:20.239Z" }, +] + +[[package]] +name = "nvidia-cuda-runtime" +version = "13.0.96" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/87/4f/17d7b9b8e285199c58ce28e31b5c5bbaa4d8271af06a89b6405258245de2/nvidia_cuda_runtime-13.0.96-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:ef9bcbe90493a2b9d810e43d249adb3d02e98dd30200d86607d8d02687c43f55", size = 2261060, upload-time = "2025-10-09T08:55:15.78Z" }, + { url = "https://files.pythonhosted.org/packages/2e/24/d1558f3b68b1d26e706813b1d10aa1d785e4698c425af8db8edc3dced472/nvidia_cuda_runtime-13.0.96-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:7f82250d7782aa23b6cfe765ecc7db554bd3c2870c43f3d1821f1d18aebf0548", size = 2243632, upload-time = "2025-10-09T08:55:36.117Z" }, +] + +[[package]] +name = "nvidia-cudnn-cu13" +version = "9.24.0.43" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-cublas" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/ca/30/7c257e3d5cb4fecb147b93895c66e29c93f8e76d74b45bb418ff0587c4ec/nvidia_cudnn_cu13-9.24.0.43-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:a6812a554a1ff0413e9c52b84c26c050380649ab9615f9c16bded368ce9f421f", size = 650976863, upload-time = "2026-07-02T16:23:39.248Z" }, + { url = "https://files.pythonhosted.org/packages/5c/ba/791cffd048fe5b044e620df55267e3e95c0e6e07d50b41e377c03dfc910f/nvidia_cudnn_cu13-9.24.0.43-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:71f181cd810e90f9b6023b01186fe82d13d65f0ec098581ee201d39fad769e4b", size = 553099438, upload-time = "2026-07-02T16:27:42.58Z" }, +] + +[[package]] +name = "nvidia-cufft" +version = "12.0.0.61" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-nvjitlink" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/8b/ae/f417a75c0259e85c1d2f83ca4e960289a5f814ed0cea74d18c353d3e989d/nvidia_cufft-12.0.0.61-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:2708c852ef8cd89d1d2068bdbece0aa188813a0c934db3779b9b1faa8442e5f5", size = 214053554, upload-time = "2025-09-04T08:31:38.196Z" }, + { url = "https://files.pythonhosted.org/packages/a8/2f/7b57e29836ea8714f81e9898409196f47d772d5ddedddf1592eadb8ab743/nvidia_cufft-12.0.0.61-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:6c44f692dce8fd5ffd3e3df134b6cdb9c2f72d99cf40b62c32dde45eea9ddad3", size = 214085489, upload-time = "2025-09-04T08:31:56.044Z" }, +] + +[[package]] +name = "nvidia-cufile" +version = "1.15.1.6" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/3f/70/4f193de89a48b71714e74602ee14d04e4019ad36a5a9f20c425776e72cd6/nvidia_cufile-1.15.1.6-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:08a3ecefae5a01c7f5117351c64f17c7c62efa5fffdbe24fc7d298da19cd0b44", size = 1223672, upload-time = "2025-09-04T08:32:22.779Z" }, + { url = "https://files.pythonhosted.org/packages/ab/73/cc4a14c9813a8a0d509417cf5f4bdaba76e924d58beb9864f5a7baceefbf/nvidia_cufile-1.15.1.6-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:bdc0deedc61f548bddf7733bdc216456c2fdb101d020e1ab4b88d232d5e2f6d1", size = 1136992, upload-time = "2025-09-04T08:32:14.119Z" }, +] + +[[package]] +name = "nvidia-curand" +version = "10.4.0.35" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/1e/72/7c2ae24fb6b63a32e6ae5d241cc65263ea18d08802aaae087d9f013335a2/nvidia_curand-10.4.0.35-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:133df5a7509c3e292aaa2b477afd0194f06ce4ea24d714d616ff36439cee349a", size = 61962106, upload-time = "2025-08-04T10:21:41.128Z" }, + { url = "https://files.pythonhosted.org/packages/a5/9f/be0a41ca4a4917abf5cb9ae0daff1a6060cc5de950aec0396de9f3b52bc5/nvidia_curand-10.4.0.35-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:1aee33a5da6e1db083fe2b90082def8915f30f3248d5896bcec36a579d941bfc", size = 59544258, upload-time = "2025-08-04T10:22:03.992Z" }, +] + +[[package]] +name = "nvidia-cusolver" +version = "12.0.4.66" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-cublas" }, + { name = "nvidia-cusparse" }, + { name = "nvidia-nvjitlink" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/c8/c3/b30c9e935fc01e3da443ec0116ed1b2a009bb867f5324d3f2d7e533e776b/nvidia_cusolver-12.0.4.66-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:02c2457eaa9e39de20f880f4bd8820e6a1cfb9f9a34f820eb12a155aa5bc92d2", size = 223467760, upload-time = "2025-09-04T08:33:04.222Z" }, + { url = "https://files.pythonhosted.org/packages/5f/67/cba3777620cdacb99102da4042883709c41c709f4b6323c10781a9c3aa34/nvidia_cusolver-12.0.4.66-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:0a759da5dea5c0ea10fd307de75cdeb59e7ea4fcb8add0924859b944babf1112", size = 200941980, upload-time = "2025-09-04T08:33:22.767Z" }, +] + +[[package]] +name = "nvidia-cusparse" +version = "12.6.3.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-nvjitlink" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/f8/94/5c26f33738ae35276672f12615a64bd008ed5be6d1ebcb23579285d960a9/nvidia_cusparse-12.6.3.3-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:80bcc4662f23f1054ee334a15c72b8940402975e0eab63178fc7e670aa59472c", size = 162155568, upload-time = "2025-09-04T08:33:42.864Z" }, + { url = "https://files.pythonhosted.org/packages/fa/18/623c77619c31d62efd55302939756966f3ecc8d724a14dab2b75f1508850/nvidia_cusparse-12.6.3.3-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:2b3c89c88d01ee0e477cb7f82ef60a11a4bcd57b6b87c33f789350b59759360b", size = 145942937, upload-time = "2025-09-04T08:33:58.029Z" }, +] + +[[package]] +name = "nvidia-cusparselt-cu13" +version = "0.8.1" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/46/e1/cdc1797eadf82d3a9a575a19b33fdc871a97edbec42c00b5b5e914f4aff4/nvidia_cusparselt_cu13-0.8.1-py3-none-manylinux2014_aarch64.whl", hash = "sha256:4dca476c50bf4780d46cd0bfbd82e2bc10a08e4fef7950917ce8d7578d22a23f", size = 221051344, upload-time = "2025-09-05T18:49:51.289Z" }, + { url = "https://files.pythonhosted.org/packages/34/7d/2661f2fb3ac4302f3a246f5fc030213ac60c1fe0bce84f9783dbd831dbb7/nvidia_cusparselt_cu13-0.8.1-py3-none-manylinux2014_x86_64.whl", hash = "sha256:786ce87568c303fadb5afcc7102d454cd3040d75f6f8626f5db460d1871f4dd0", size = 170148586, upload-time = "2025-09-05T18:50:50.248Z" }, +] + +[[package]] +name = "nvidia-nccl-cu13" +version = "2.30.7" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d1/21/a73174c6157101bdf1ffc22b517f76ff0082613989dd9bc8f43e8034caac/nvidia_nccl_cu13-2.30.7-py3-none-manylinux_2_18_aarch64.whl", hash = "sha256:ca786ffa5a647c75d4d1f5cc72a6c4f537947e2ba8823d7c8aaf768e7a7b9f77", size = 215983881, upload-time = "2026-06-09T03:23:15.633Z" }, + { url = "https://files.pythonhosted.org/packages/3f/34/c500f90c7ae641b8e0f98965b36b8a7ac79cc8b296e8d251fe3eb592ee54/nvidia_nccl_cu13-2.30.7-py3-none-manylinux_2_18_x86_64.whl", hash = "sha256:cefa7fdb9710efd0f39c5f1be1d61ff6fc9a996c451265bd7fbdcf9455ed4b50", size = 215965170, upload-time = "2026-06-09T03:23:39.73Z" }, +] + +[[package]] +name = "nvidia-nvjitlink" +version = "13.4.92" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/1d/6b/eef7a9e32872b8f41e145bf10cddc9af26e153c338852811fe9a9baddf9e/nvidia_nvjitlink-13.4.92-py3-none-manylinux2010_x86_64.manylinux_2_12_x86_64.whl", hash = "sha256:e0391f24ed94ec879b84e3da4d4ec320c879aff681f2c7a638462f7199284323", size = 42452378, upload-time = "2026-09-16T20:45:29.042Z" }, + { url = "https://files.pythonhosted.org/packages/1f/a8/1cbd4014898af8b419e69b0d7dbc63da2121ee92d92b47d59f4fe9075349/nvidia_nvjitlink-13.4.92-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:25f74fad0d654271c921ac4dca614bd6258bc21791242fc7b2289dad7ae9c099", size = 40420120, upload-time = "2026-09-16T20:45:19.163Z" }, +] + +[[package]] +name = "nvidia-nvshmem-cu13" +version = "3.4.5" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/dc/0f/05cc9c720236dcd2db9c1ab97fff629e96821be2e63103569da0c9b72f19/nvidia_nvshmem_cu13-3.4.5-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:6dc2a197f38e5d0376ad52cd1a2a3617d3cdc150fd5966f4aee9bcebb1d68fe9", size = 60215947, upload-time = "2025-09-06T00:32:20.022Z" }, + { url = "https://files.pythonhosted.org/packages/3c/35/a9bf80a609e74e3b000fef598933235c908fcefcef9026042b8e6dfde2a9/nvidia_nvshmem_cu13-3.4.5-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:290f0a2ee94c9f3687a02502f3b9299a9f9fe826e6d0287ee18482e78d495b80", size = 60412546, upload-time = "2025-09-06T00:32:41.564Z" }, +] + +[[package]] +name = "nvidia-nvtx" +version = "13.0.85" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/c2/f3/d86c845465a2723ad7e1e5c36dcd75ddb82898b3f53be47ebd429fb2fa5d/nvidia_nvtx-13.0.85-py3-none-manylinux1_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:4936d1d6780fbe68db454f5e72a42ff64d1fd6397df9f363ae786930fd5c1cd4", size = 148047, upload-time = "2025-09-04T08:29:01.761Z" }, + { url = "https://files.pythonhosted.org/packages/a8/64/3708a90d1ebe202ffdeb7185f878a3c84d15c2b2c31858da2ce0583e2def/nvidia_nvtx-13.0.85-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:cb7780edb6b14107373c835bf8b72e7a178bac7367e23da7acb108f973f157a6", size = 148878, upload-time = "2025-09-04T08:28:53.627Z" }, +] + +[[package]] +name = "onnx" +version = "1.23.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "ml-dtypes" }, + { name = "numpy", version = "2.4.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" }, + { name = "numpy", version = "2.5.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" }, + { name = "protobuf" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/3f/62/bc2dfadb63ecf04cb2d65a6b17751863039d36c65de51d6a3128ab35f1e7/onnx-1.23.2.tar.gz", hash = "sha256:008cb0467b2bbee41448acc7da8b6f4e704624cb0d327a2d5adafc7ce19bc5b8", size = 6023090, upload-time = "2026-10-06T04:25:58.681Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/ea/27/b8793ea89e16ce16beb0e662d29ee8f4e100e9e95202968d08f1c08795d3/onnx-1.23.2-cp311-cp311-macosx_13_0_universal2.whl", hash = "sha256:419bbbe3fbdf45a7658ee0aa1a54cd170ea15f3e5a60ace6e8d94f1577b3674b", size = 9725398, upload-time = "2026-10-06T04:25:21.31Z" }, + { url = "https://files.pythonhosted.org/packages/8a/2c/f9a5f186da571c396b660f97cc0e1aa85c5b76249abacda3de01b9f2e049/onnx-1.23.2-cp311-cp311-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:83b3fc8321303c9da62824730457ba2f7ae0970f0e2f7fc0117912df7f8a4826", size = 8644597, upload-time = "2026-10-06T04:25:23.451Z" }, + { url = "https://files.pythonhosted.org/packages/12/4d/e8cafd5fbe5f5fde043676838a4754e6ff4cd00323ecc81b3345eca6f185/onnx-1.23.2-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:c03ecf6b835d136108eeaeeafbd0026fc7b3cf98661409fbc6b63d5a29361348", size = 8886609, upload-time = "2026-10-06T04:25:25.379Z" }, + { url = "https://files.pythonhosted.org/packages/de/56/cfc3ee63efc13dc112e29a79cfb77efecec50378fc4e2bd8f1b1ccd04fe8/onnx-1.23.2-cp311-cp311-win32.whl", hash = "sha256:a2b88d7e3634662f8d030117a7b02d864cfc965800547089ba62d3a9ceab3564", size = 7738192, upload-time = "2026-10-06T04:25:28.45Z" }, + { url = "https://files.pythonhosted.org/packages/81/0d/3aaf8f1fea3430282bd65acb3808d80fbdfeb90f20cfecb4072604e37ca6/onnx-1.23.2-cp311-cp311-win_amd64.whl", hash = "sha256:a40265d62b7a614041593e11370d316880f9628eb5a0d49d9028c9c0e7f1cc08", size = 7875390, upload-time = "2026-10-06T04:25:30.432Z" }, + { url = "https://files.pythonhosted.org/packages/ff/99/88c439dd84db6abc7d87e9d39584bdc29d4cbf5a1ae26015fcabf6679d36/onnx-1.23.2-cp311-cp311-win_arm64.whl", hash = "sha256:f8b9a5e25a390cc291600e5fd619f4b79708287a6bbc41a37209f364e08a63da", size = 8050663, upload-time = "2026-10-06T04:25:32.401Z" }, + { url = "https://files.pythonhosted.org/packages/d7/d9/967d6f6838ad60964de912a5e7d01915282899b254460705d952f5d14c1a/onnx-1.23.2-cp312-abi3-macosx_13_0_universal2.whl", hash = "sha256:1b8680ce1e6a9a4736374a9dce4de14ea8ee05e0dccf0784a78a6e5646bdc1f6", size = 9725612, upload-time = "2026-10-06T04:25:34.299Z" }, + { url = "https://files.pythonhosted.org/packages/f9/50/2e156ef2cae1c9f4ff01a41dffa43fc1eb7b969755055436bf6df1805d54/onnx-1.23.2-cp312-abi3-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:a203efdbaabbbe8f25e854e2b2921382d6fcf4c67895656f939044b0632974e8", size = 8640515, upload-time = "2026-10-06T04:25:36.727Z" }, + { url = "https://files.pythonhosted.org/packages/87/56/21509a657f9a73ab0ca307d325043f49ca6c4ff6bf79edeb9e159190d44d/onnx-1.23.2-cp312-abi3-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:7abf381d278f31ac62487fddedc9dd42da842dce94d5d43536836ee3efdf4a2b", size = 8881633, upload-time = "2026-10-06T04:25:38.868Z" }, + { url = "https://files.pythonhosted.org/packages/ec/ef/0a69093ffa0b999747b373c75d07182a812722a0e595d21f763a8d406260/onnx-1.23.2-cp312-abi3-pyemscripten_2026_0_wasm32.whl", hash = "sha256:e79e35e152d3095c6910ae81013bbc68679e32bfc0ca76f840968d4b6fdfb864", size = 7314844, upload-time = "2026-10-06T04:25:41.088Z" }, + { url = "https://files.pythonhosted.org/packages/97/a3/e4d4aedd0cc6820de416bb99623fc12b9a22a387d00596bb98505de9a805/onnx-1.23.2-cp312-abi3-win32.whl", hash = "sha256:b0b8dae0d33dd8606370bc264b0b1d6e64cfdf8b83d7c676fab8eff6b88ca409", size = 7736405, upload-time = "2026-10-06T04:25:42.893Z" }, + { url = "https://files.pythonhosted.org/packages/38/ce/102fd4a0b2a6d111a9c86745e084c4c68c0ee020eaa359a03a8d43e4646f/onnx-1.23.2-cp312-abi3-win_amd64.whl", hash = "sha256:9b382ba898a7c142a0801d03cf04ecabced96c1543c7b643a86f0928143802de", size = 7872489, upload-time = "2026-10-06T04:25:44.802Z" }, + { url = "https://files.pythonhosted.org/packages/bd/1d/37f2c7f821f79ceed3c976bd087d16abdd2b0bba6c19475322e7a31bae59/onnx-1.23.2-cp312-abi3-win_arm64.whl", hash = "sha256:80cef0fad59524d02c21ec93f4fbccdcc6223f1c33339d597519a2d27cac19a7", size = 8047076, upload-time = "2026-10-06T04:25:46.93Z" }, + { url = "https://files.pythonhosted.org/packages/5c/26/7a1319a7dd0556180525e573c674fc962ce37bd30dcb54ff9a8a43e8a26f/onnx-1.23.2-cp314-cp314t-macosx_13_0_universal2.whl", hash = "sha256:b2c07abb24f1c2c50ff5996c567eb9757470827f6d55b7f0af9d62c8e658bd7f", size = 9731174, upload-time = "2026-10-06T04:25:48.796Z" }, + { url = "https://files.pythonhosted.org/packages/ed/38/cbc9c5a72dbbc9d20f17e6855c643a2105053f756784cb167f69915c486d/onnx-1.23.2-cp314-cp314t-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:32fd9c92244c2aea2b2c9e0e7b18fedcf6000434124ab6fc8796e22baa602d30", size = 8647447, upload-time = "2026-10-06T04:25:50.901Z" }, + { url = "https://files.pythonhosted.org/packages/2f/24/36c505c2f8079186ac7c2d858a7fda3c5591418ae92d134e2bf56f6eee1f/onnx-1.23.2-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:77674dc4fda2bde9a13aee67fb9ff658080159eb516d3a5b3fb2418d44dc70be", size = 8886676, upload-time = "2026-10-06T04:25:52.852Z" }, + { url = "https://files.pythonhosted.org/packages/db/1f/d30025c6ef40c0e42977c933aceba59ca2f5e3ab8b72673136f99c70268e/onnx-1.23.2-cp314-cp314t-win_amd64.whl", hash = "sha256:16ef247e51dbf42e32bd92f47ad772d17dda77f64c4017e0ded9725ff9ab3922", size = 7910684, upload-time = "2026-10-06T04:25:55.135Z" }, + { url = "https://files.pythonhosted.org/packages/69/84/7bbd40fc36f701968351b4f4c14de5bde61ba8f75b88f93b23d013f32f3d/onnx-1.23.2-cp314-cp314t-win_arm64.whl", hash = "sha256:1e6cbca3d808f811141ed0a0939e71b3a6c9fdefb2435f4a862ec776336718fe", size = 8089708, upload-time = "2026-10-06T04:25:56.893Z" }, +] + +[[package]] +name = "onnx-ir" +version = "1.0.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "ml-dtypes" }, + { name = "numpy", version = "2.4.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" }, + { name = "numpy", version = "2.5.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" }, + { name = "onnx" }, + { name = "sympy" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/d6/c2/61194cec0dbc5622273c0ebd592d37cc1dca0d7f1a744f02edd45ac905a3/onnx_ir-1.0.0.tar.gz", hash = "sha256:9e261f25fde8da9612ae5cb43b3b374d5ff469c04af0363cad588b2bb000b812", size = 163121, upload-time = "2026-08-11T14:49:46.895Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/91/cd/6d1637172eb59c7b18ac90ed089d1f599a11fe0e63b4db2d017f3bb38a32/onnx_ir-1.0.0-py3-none-any.whl", hash = "sha256:e578f0d608d3062866b48223616eb2d10a6d6d01f8b8faac596129034f483cc7", size = 185849, upload-time = "2026-08-11T14:49:45.524Z" }, +] + +[[package]] +name = "onnxruntime" +version = "1.31.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "flatbuffers" }, + { name = "numpy", version = "2.4.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" }, + { name = "numpy", version = "2.5.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" }, + { name = "packaging" }, + { name = "protobuf" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/a7/e7/61b2768393646bd12e31eeb71958193f4e02c98c4980cf9289d19bbb4a8f/onnxruntime-1.31.0-cp311-cp311-macosx_14_0_arm64.whl", hash = "sha256:cbf1a7f6470ddfe9dbc781966af8ce4a10e1858d75a93f93cc6b9367c9587870", size = 20871717, upload-time = "2026-10-09T04:18:03.504Z" }, + { url = "https://files.pythonhosted.org/packages/44/86/e57025ab9c1eb83b6e686c92507fa6b7156d9d375e197a6c3a2afc05a1e2/onnxruntime-1.31.0-cp311-cp311-manylinux_2_28_aarch64.whl", hash = "sha256:37c7dfe398550afdf9670a29315dbb88e49d8afc473ffaf1f410376efbb9c80a", size = 21413529, upload-time = "2026-10-09T04:18:06.493Z" }, + { url = "https://files.pythonhosted.org/packages/a6/72/6c57163b63b5343853d7f0619c4f424a6e53ee762d7263667ff004bfede1/onnxruntime-1.31.0-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:d4092b78fc5bab77ce6522393098cdb2535423045ecdcff15cc0d022162d6b66", size = 23753636, upload-time = "2026-10-09T04:18:09.974Z" }, + { url = "https://files.pythonhosted.org/packages/37/de/6cab7e39917cc87728d2f00abe97c81fe86b29f9e1f758627864c28f0c21/onnxruntime-1.31.0-cp311-cp311-win_amd64.whl", hash = "sha256:317608967b03807ed4661113b08293fac02a1db6496a6863a07d9f19232936ad", size = 14885750, upload-time = "2026-10-09T04:18:13.004Z" }, + { url = "https://files.pythonhosted.org/packages/1d/11/f335a124a1aadda99e5a2b618264606504bd9e3763b1b2486e6441cd65e5/onnxruntime-1.31.0-cp311-cp311-win_arm64.whl", hash = "sha256:e85c1632c0a8cf488bd8f1039f5320877b864c8f9ebd4122fb8bb909f83b7096", size = 14735138, upload-time = "2026-10-09T04:18:15.895Z" }, + { url = "https://files.pythonhosted.org/packages/b3/bd/2ac094311163b803e3626c3937461d6900934bd56cca7601f6150ff860c3/onnxruntime-1.31.0-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:aaab9b3af536b06ca27ab5e35e3d429c97457ce76cf298af103f687e8b9975c0", size = 20882054, upload-time = "2026-10-09T04:18:18.811Z" }, + { url = "https://files.pythonhosted.org/packages/53/1a/561b43ca1536d9e81d1785bb8a1a260a9e314ef6d04976ba0411c652bda1/onnxruntime-1.31.0-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:35758d7606d578ec5b9d65f6e8a1f488013194c3f6097038a3223cb26d35ef9a", size = 21420804, upload-time = "2026-10-09T04:18:21.729Z" }, + { url = "https://files.pythonhosted.org/packages/6c/44/1e9e762b95b7da0a8424913a1ed7c38cdaf88624a3c41ddba24ebac88bc9/onnxruntime-1.31.0-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:5e129d6c56abd53e659cb70f00a108d6824086470ff99c2e47a82e5786563db3", size = 23760984, upload-time = "2026-10-09T04:18:24.61Z" }, + { url = "https://files.pythonhosted.org/packages/be/ed/b12cea136ccd7b03d924f46b8393faf7ceac21115c0c50e729faa248cf23/onnxruntime-1.31.0-cp312-cp312-win_amd64.whl", hash = "sha256:09d56445c1753e66e0912de69d3f0184016ad9a191dcd6925bf5dd570d2bfbe5", size = 14888841, upload-time = "2026-10-09T04:18:27.62Z" }, + { url = "https://files.pythonhosted.org/packages/02/ad/37bbc51dcb5cd105c5b2fe98f122b23e90171c2719516964edc65bb1d4cc/onnxruntime-1.31.0-cp312-cp312-win_arm64.whl", hash = "sha256:5c54a0eb7b2b4eef3eb9dcfaf82f5ce880db07288dc309574f6657e9da5cc754", size = 14740604, upload-time = "2026-10-09T04:18:30.399Z" }, + { url = "https://files.pythonhosted.org/packages/e0/2b/117f94d73a3bac4276c285c47e384e1b3ea67b191aa4c7592df9d3f4a136/onnxruntime-1.31.0-cp313-cp313-macosx_14_0_arm64.whl", hash = "sha256:0ba02a44acb6203040354d9a1f160e3f37a43feac7bb05caa3e0ea545efed505", size = 20881803, upload-time = "2026-10-09T04:18:33.62Z" }, + { url = "https://files.pythonhosted.org/packages/8a/d0/3677fe93ec0fa3c637744aa4c3ae6ef89a93ee229cd3c5157820f267c7bd/onnxruntime-1.31.0-cp313-cp313-manylinux_2_28_aarch64.whl", hash = "sha256:ad663106f6eeff3d454f24a786450459d07f30e74863851104fc1b8b3f368127", size = 21420629, upload-time = "2026-10-09T04:18:36.731Z" }, + { url = "https://files.pythonhosted.org/packages/0d/ac/67ebbaab4b3083f2a6b27ee6c4aa400c7f8d6c72b5499aac7e4cd6ba74f5/onnxruntime-1.31.0-cp313-cp313-manylinux_2_28_x86_64.whl", hash = "sha256:37fd78cee5160c7a43a1730ccb3682ffd880af9c9e80385d625c0c2f8b125809", size = 23760708, upload-time = "2026-10-09T04:18:40.883Z" }, + { url = "https://files.pythonhosted.org/packages/c4/86/05ed2056f43b27aaf12ebc592ebd9037a26bed315958cf882f43425fd469/onnxruntime-1.31.0-cp313-cp313-win_amd64.whl", hash = "sha256:73e0165d58ece068c2a8a1c477c90b38e5a8adbbd399fdfdfd4bd79cbc28ff8d", size = 14888306, upload-time = "2026-10-09T04:18:43.722Z" }, + { url = "https://files.pythonhosted.org/packages/c9/93/d33bae7b1a78780c4946ce03989c59a67d42d7015ad62d2098975fc5a580/onnxruntime-1.31.0-cp313-cp313-win_arm64.whl", hash = "sha256:e51d10d2e2e1e5bbf9b126a0cd9853d3e6c4e21424518dd50160b91471be33dc", size = 14740892, upload-time = "2026-10-09T04:18:46.338Z" }, + { url = "https://files.pythonhosted.org/packages/12/05/cf44f7642269b285aada4b662c4662b14ac63f6e03e129d939c4a956a0f5/onnxruntime-1.31.0-cp313-cp313t-manylinux_2_28_aarch64.whl", hash = "sha256:e0e050bf9ec754950a6ba9830e4032f4004d972c6f38c5642fef26d44d894965", size = 21432644, upload-time = "2026-10-09T04:18:48.925Z" }, + { url = "https://files.pythonhosted.org/packages/b5/8e/673315b2dd2eb99b2f4774d7a5986fe00d933ebed17ee72c441f579226e6/onnxruntime-1.31.0-cp313-cp313t-manylinux_2_28_x86_64.whl", hash = "sha256:e93d7c5fad20afa697ac16f376fd0306ed180f9a376e86106cc0b7d84f53ef87", size = 23773868, upload-time = "2026-10-09T04:18:51.776Z" }, + { url = "https://files.pythonhosted.org/packages/9d/fb/b4c52e500c6f3d00dfc22fad4d7513524f3ea2100a24a077ee3b0daf552d/onnxruntime-1.31.0-cp314-cp314-macosx_14_0_arm64.whl", hash = "sha256:278e0dc922ec69b05a28f59110d5421e2ec8b1d0dd46c6b10c063069a4051e72", size = 20883462, upload-time = "2026-10-09T04:18:54.978Z" }, + { url = "https://files.pythonhosted.org/packages/37/fb/8be04665b700cb6e874d944e9932bb3c3969d3f53e820f5c42bfd26565d0/onnxruntime-1.31.0-cp314-cp314-manylinux_2_28_aarch64.whl", hash = "sha256:984c0a2c1ad6a41fbc101dc3949abe4a72254892d01a5e70d9b792711e0bfa54", size = 21421618, upload-time = "2026-10-09T04:18:58.1Z" }, + { url = "https://files.pythonhosted.org/packages/30/2e/5c6ec7e26a097e97ee70f2dee68b8ca4d9d26701f2f33c3f8ab585cb89fe/onnxruntime-1.31.0-cp314-cp314-manylinux_2_28_x86_64.whl", hash = "sha256:e4efa4a1a0bb0b5173c6a3292c181d518b8323f9d56e978635d0c09d38c94d1a", size = 23762993, upload-time = "2026-10-09T04:19:01.236Z" }, + { url = "https://files.pythonhosted.org/packages/6a/66/0bf4fdb9f58efa69cf4eddde24c72aebcc628d6ff1d67c9546145c6b9922/onnxruntime-1.31.0-cp314-cp314-win_amd64.whl", hash = "sha256:83e3dbcf6abc6189c4bdf7d329c07ba1133c88172134c266d84b4409aa3b9dbf", size = 15268709, upload-time = "2026-10-09T04:19:04.2Z" }, + { url = "https://files.pythonhosted.org/packages/af/99/75a36172c1ed1d74ac0e91c11d642548081e2c9c63f15ee796564619556f/onnxruntime-1.31.0-cp314-cp314-win_arm64.whl", hash = "sha256:d2d5ac22f896c810be2b2b171392bb908f80b6c9a7e2d592ddb7435c928044e1", size = 15153795, upload-time = "2026-10-09T04:19:06.609Z" }, + { url = "https://files.pythonhosted.org/packages/9c/ec/23b7749edc7aad53bf4632de190399fda69a9195499426637ef1b02f06c6/onnxruntime-1.31.0-cp314-cp314t-manylinux_2_28_aarch64.whl", hash = "sha256:d25cd65874b75fdf16149120a04d0cd4551f860a3c8e2ecec785a1903e41d8aa", size = 21432344, upload-time = "2026-10-09T04:19:09.646Z" }, + { url = "https://files.pythonhosted.org/packages/f2/76/155ab0b265e9ceade28a8dd3858fdfa509b039f78010042c875940e32e58/onnxruntime-1.31.0-cp314-cp314t-manylinux_2_28_x86_64.whl", hash = "sha256:1ecc1450af28d2cf362990e188ccc81b51388f317f641ad973ab4301473200f2", size = 23772576, upload-time = "2026-10-09T04:19:12.731Z" }, +] + +[[package]] +name = "onnxscript" +version = "0.7.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "ml-dtypes" }, + { name = "numpy", version = "2.4.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" }, + { name = "numpy", version = "2.5.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" }, + { name = "onnx" }, + { name = "onnx-ir" }, + { name = "packaging" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/0a/01/3e3fab8d643ca097ea4aa9e51246643699dfaaa0650589744fe44bc46651/onnxscript-0.7.2.tar.gz", hash = "sha256:2c664f6383d10f332a4d47b2876dcab16dba84909fe703656b19abc281fda165", size = 646719, upload-time = "2026-09-09T17:06:44.567Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b9/3b/06260997cdc41138e58718588a6c87d0eb342bbe0dda8a6aae91d163c384/onnxscript-0.7.2-py3-none-any.whl", hash = "sha256:d0e7121c6a1eefd608058928e111cbdb76709f70d269ff0d07aee493bd1d13c9", size = 754215, upload-time = "2026-09-09T17:06:46.442Z" }, +] + +[[package]] +name = "opentelemetry-api" +version = "1.45.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/2e/02/6e0ae9cc61bd3169d401077b507b3ebc344745171e1051ab430be012dcd9/opentelemetry_api-1.45.1.tar.gz", hash = "sha256:aa38ed19bcc084ba42782a73255b3582283eced7ad6dddbd6695189e69adfb75", size = 72804, upload-time = "2026-10-06T17:32:58.133Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/1e/41/f7dcf80b81ee8e71c1a2b59f14208bc723edbd89ed027a73b175abf6348e/opentelemetry_api-1.45.1-py3-none-any.whl", hash = "sha256:b31553efa588ae44bc306f863c785c5333a9ecc091248c6ee68b4b6c87fdedfb", size = 60256, upload-time = "2026-10-06T17:32:33.506Z" }, +] + +[[package]] +name = "packaging" +version = "26.3" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/7d/fa/3944b40b07da9ce895c0e6303a5ab7d53da063554f534556b134a54d6093/packaging-26.3.tar.gz", hash = "sha256:94edc256424af38762eb31306eed28beb9f0efc50a8837492c9d6fd6004aed79", size = 313412, upload-time = "2026-08-04T18:15:28.737Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/63/34/ba1c580383c9eada3711951fef0795c80b829a078d72188184bcab9dd527/packaging-26.3-py3-none-any.whl", hash = "sha256:d7193f7c8e4e93f444fde0262bf90af30e16fa0ad0ad44cb553c87339b23cd1c", size = 129956, upload-time = "2026-08-04T18:15:27.159Z" }, +] + +[[package]] +name = "pandas" +version = "3.0.6" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "numpy", version = "2.4.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" }, + { name = "numpy", version = "2.5.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" }, + { name = "python-dateutil" }, + { name = "tzdata", marker = "sys_platform == 'emscripten' or sys_platform == 'win32'" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/e2/17/d7b106e05bfa642e8694451e7d3d759c6a241c5386a5d962e4f66c047e06/pandas-3.0.6.tar.gz", hash = "sha256:66b07ef7315a31bfe1089cd3d71a7de781c9dca986762d0b4fe7c0ef17465d10", size = 4667686, upload-time = "2026-09-17T23:23:18.345Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7d/48/88e8d250d28efa8163294f6809a71683c7ee67f63ac7c33021c0503b3547/pandas-3.0.6-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:085e3786ae6b2e82b406266bce36690f72b9dc1421903ba9296b2981a9fcf586", size = 10391798, upload-time = "2026-09-17T23:20:20.96Z" }, + { url = "https://files.pythonhosted.org/packages/55/a6/39db5d41f3eb5d7846626312cb30e0cea48e988fc47a3725698bc931ad3c/pandas-3.0.6-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:d7564d86a94c2eb8ab290b07f63ddaae5c032fa53897c29a2ff2197d43aee8af", size = 10023718, upload-time = "2026-09-17T23:20:25.094Z" }, + { url = "https://files.pythonhosted.org/packages/54/b7/707e966129f77ee8a39d41a41bbd989b790b3fef581c6e26b821315cba6b/pandas-3.0.6-cp311-cp311-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1e7c0afdcaf6661d795fcefc2f647ddd1136f62cdc153fba177c685d97a87808", size = 10612800, upload-time = "2026-09-17T23:20:27.99Z" }, + { url = "https://files.pythonhosted.org/packages/63/be/dfb6cc9329d0bbe76dadda8a1113d026bb996ec76c509221368dc68349f4/pandas-3.0.6-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:47121f9571503f724c9b93e297ab6254ac99c77adf5e9ed085ea419fd585c258", size = 11108900, upload-time = "2026-09-17T23:20:30.65Z" }, + { url = "https://files.pythonhosted.org/packages/1a/6f/3d58f15bbe972f3d7bfa13ee06d731785a76fe8d232c92b2655a8de14127/pandas-3.0.6-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:994a79608263fe1c14cc48ffa7300e2b834b7d1cb406ffe96a08828cb0cdd79b", size = 11630226, upload-time = "2026-09-17T23:20:33.582Z" }, + { url = "https://files.pythonhosted.org/packages/58/54/9b494de4a3dd92fc6eb19187db1b21afb50fdc21962f32ea1aca9f270cb2/pandas-3.0.6-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:a3a22e07fe75347eaacc75b0e85297947af4fba6b4aae23916bd8b6828d0bba3", size = 12146942, upload-time = "2026-09-17T23:20:36.792Z" }, + { url = "https://files.pythonhosted.org/packages/d3/dc/d2df02854aec5d47659acfb2be352eecc691845b2f86e99c84f1010a8671/pandas-3.0.6-cp311-cp311-win_amd64.whl", hash = "sha256:2e5fa32ff162dfdbc280157d664f44d23049ae414725af9676df339c501d82cd", size = 9859246, upload-time = "2026-09-17T23:20:43.976Z" }, + { url = "https://files.pythonhosted.org/packages/79/1e/2a30df0d7dede5c195300a1820b0bc21cea3aa24e4c8b6c4431565ecc79a/pandas-3.0.6-cp311-cp311-win_arm64.whl", hash = "sha256:5e75072773c1b2f7cb63faa3a6f562aede11f3976f68ed34cb538bc091a28171", size = 9106923, upload-time = "2026-09-17T23:20:46.611Z" }, + { url = "https://files.pythonhosted.org/packages/77/4c/597d588c055d4373cff19cbbc32d4dd046c7be8fadee957585b5ba9e5b24/pandas-3.0.6-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:7dac2d65e9087e8e7b5a45fe15c4920911a221df061ab629943ce016489145c7", size = 10397411, upload-time = "2026-09-17T23:20:49.465Z" }, + { url = "https://files.pythonhosted.org/packages/18/8f/48907c7c707b61a8e5018c32e1a3f70623209bfb59020a2f6196159d3aa7/pandas-3.0.6-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:9dab635a549e58a053c7b0fa054dc0bd7be22f0ed9a720f4a85d5fb993276172", size = 10051279, upload-time = "2026-09-17T23:20:52.409Z" }, + { url = "https://files.pythonhosted.org/packages/67/fa/613d867c3d9554a61bafdec6f79565c8a3e73235feb52cc4a72ad2e0fa6a/pandas-3.0.6-cp312-cp312-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e3dccb584123b399c07562ac4d62543e90ede49ddf8ce3c13ffc64cbe828c281", size = 10303429, upload-time = "2026-09-17T23:20:55.597Z" }, + { url = "https://files.pythonhosted.org/packages/cb/67/0c0f18e38d7f2d2af8c24b3315bc4046e73bbdd4a5540405506671ad0c0d/pandas-3.0.6-cp312-cp312-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:0704044b676496b8350e023b09f174a26772456c974a2b11c36bebb558c9490d", size = 10788193, upload-time = "2026-09-17T23:20:58.617Z" }, + { url = "https://files.pythonhosted.org/packages/39/53/1b57f3162501fe36687e4870e1b918a6458ca7386b173af75663ace95857/pandas-3.0.6-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:e7c1905ef02c3d6d43d9dbd5b6ccb4da4870a0b0c821bbc103fbdb6f3ad2707b", size = 11323501, upload-time = "2026-09-17T23:21:01.911Z" }, + { url = "https://files.pythonhosted.org/packages/f2/d2/b1182e8d39100369d7f13f4a125a3fb6b096fef112c46d0566c25781ff68/pandas-3.0.6-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:569e114072b24fc4970c12e2b4bab252671668a40b324318903380cab0254c0c", size = 11838173, upload-time = "2026-09-17T23:21:04.85Z" }, + { url = "https://files.pythonhosted.org/packages/c7/33/5b717af24d2f27995e51e0875a269dddd373045216e34cf62e3aa764eaa1/pandas-3.0.6-cp312-cp312-pyemscripten_2024_0_wasm32.whl", hash = "sha256:2a8fc94be2ee5f1d86f97aacd8cc566f81680b6498e76f3007421bb5d98151bf", size = 7118499, upload-time = "2026-09-17T23:21:07.661Z" }, + { url = "https://files.pythonhosted.org/packages/bd/2a/14b3b17cd75cef4a1ee1af4234eb41cc1afe4103b98c2d80e8916abfd42b/pandas-3.0.6-cp312-cp312-win_amd64.whl", hash = "sha256:3ef908d28590b3f42d7070e7ad8f9b34b442b260b7f3c1afb57e0040c58cdb1b", size = 9661439, upload-time = "2026-09-17T23:21:10.959Z" }, + { url = "https://files.pythonhosted.org/packages/3b/11/3d580a604a1e35d69f6676847bd12db7d14344bc677b717f4413e79c5d0d/pandas-3.0.6-cp312-cp312-win_arm64.whl", hash = "sha256:f4e7c52eb108d752e7592268108fd3e98efd76d83a3125cdd06c621c2e44359b", size = 8959806, upload-time = "2026-09-17T23:21:13.851Z" }, + { url = "https://files.pythonhosted.org/packages/8e/1c/143605a1f6443ad50ebda78a31e5a3a10147fec2590e931584aaa5ff0a09/pandas-3.0.6-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:9ae8073aed8e21d1a7fe263dcdc6840743549722a6738198a0a46000fa9476f2", size = 10418900, upload-time = "2026-09-17T23:21:16.594Z" }, + { url = "https://files.pythonhosted.org/packages/ea/ca/87f8548f73d452aab35e4a90f8b39ae303295e0f2ef0b4055c44d6b3f1be/pandas-3.0.6-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:60d81f9e1799b36f3739e7fff44d1fbb2e8fd5a271b3863e03de9715fccda0fa", size = 10064785, upload-time = "2026-09-17T23:21:19.677Z" }, + { url = "https://files.pythonhosted.org/packages/43/1a/d951442e5607c6e3b2462eff8f420797d428aa74b87c6ecfe4f48553626e/pandas-3.0.6-cp313-cp313-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:097090508a1dd335013d39106fc10b20f4fd4a171638e47b77d55798ed9dab6c", size = 10245290, upload-time = "2026-09-17T23:21:22.797Z" }, + { url = "https://files.pythonhosted.org/packages/50/fa/96d50e1e6cd0b08b5e2b7c838f65ae644940f75a124063380b5ef73b6866/pandas-3.0.6-cp313-cp313-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:1e92d9fa834c7d877130027cddc0cad8dcff97c1f6cca26bd6310f847228b658", size = 10757657, upload-time = "2026-09-17T23:21:25.673Z" }, + { url = "https://files.pythonhosted.org/packages/7b/12/f82d13a2cb703e1a8acee7e01fdc2b898d9cd0c00f07d1dfce63af43e350/pandas-3.0.6-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:b27c8d890e4aa2171437ae2a39de1d215e674158e4865c4023a8b31c932513b2", size = 11249114, upload-time = "2026-09-17T23:21:28.898Z" }, + { url = "https://files.pythonhosted.org/packages/1a/ce/8aef2e561a2f2c8b38c913c67373c65ba6748174e763d27c80271b24bd17/pandas-3.0.6-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:f8029ec0f1f89e4f985929ce1f6626dabf3140d61a4e9c1215afdab34eaf9a5d", size = 11820511, upload-time = "2026-09-17T23:21:32.11Z" }, + { url = "https://files.pythonhosted.org/packages/c0/bd/63cb67e6903ef6d9c2871916dbcbc09d254da0fe8b870cf62e16b21945f2/pandas-3.0.6-cp313-cp313-win_amd64.whl", hash = "sha256:f3ce8a6968045481e91a3990e797e348ce13db45ee164a7095bbc824e26c09dd", size = 9638092, upload-time = "2026-09-17T23:21:34.883Z" }, + { url = "https://files.pythonhosted.org/packages/75/2e/e7b35b712edb068d382ddc8b2bea8a04974100515ba2daa22b478b265842/pandas-3.0.6-cp313-cp313-win_arm64.whl", hash = "sha256:cc39303913e2ea129915670de5d1c9fbd647f543bb72e5543bac8baa94e9e42f", size = 8952032, upload-time = "2026-09-17T23:21:37.729Z" }, + { url = "https://files.pythonhosted.org/packages/75/55/1a8875395b05ccd572cbca0b9255dcd2db6e6508e632a558c1a6884b39ad/pandas-3.0.6-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:ee913a91669056c1de1a6b733fbfeab711de9e54e3bee2dfa5fe79d9457247d1", size = 10492213, upload-time = "2026-09-17T23:21:40.746Z" }, + { url = "https://files.pythonhosted.org/packages/35/61/47ae13476995cc8a40cd609e93e7cf11f273d8692925c2903cb6d38aa0d1/pandas-3.0.6-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:ff51a4459ed036e93d1eb1bb5e6e7b28685d3cb6b7c12b91c05b31024e234729", size = 10156618, upload-time = "2026-09-17T23:21:44.142Z" }, + { url = "https://files.pythonhosted.org/packages/bc/f2/cc5f2adb8d6e86a85d9fb5128f8cf205a61189336f70d1f7faf0d1b53ec9/pandas-3.0.6-cp314-cp314-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:654aae059295dbba6ecd2328ca12712a2cf1676214c8699f1c29213f7ccf9c34", size = 10375479, upload-time = "2026-09-17T23:21:47.159Z" }, + { url = "https://files.pythonhosted.org/packages/ca/ba/ffdcb19be4ff6bfe7d969e7cef2c567c633df5a3a1cc1053394ad053bca8/pandas-3.0.6-cp314-cp314-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:62f51d7f651c8054c5e82a69265c98082e795d1442df7ca6edc3a545d61214b1", size = 10783244, upload-time = "2026-09-17T23:21:50.367Z" }, + { url = "https://files.pythonhosted.org/packages/77/5b/e150075b2c6eb69fae896f2d9239bc6ed07db97735971d53d66de6553460/pandas-3.0.6-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:22172a92e7ee678ec0140c7af4fc9366b55413834a1cd86af78b3caa0b0574de", size = 11382223, upload-time = "2026-09-17T23:21:53.355Z" }, + { url = "https://files.pythonhosted.org/packages/d6/8a/b441c587dc7355bf6e1f68a91b4f76a6c29740f0c23be3acc5d4ebbeea6d/pandas-3.0.6-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:583be68728a31d0d750d5b8d9e00f02b153df0d4655f858bde93cb84cfc4227c", size = 11854881, upload-time = "2026-09-17T23:21:56.342Z" }, + { url = "https://files.pythonhosted.org/packages/b7/e9/f43410fada510b43fec09993c08f552086c3d247d3ee801a678f3cb10ea5/pandas-3.0.6-cp314-cp314-win_amd64.whl", hash = "sha256:77ccbe5057aece6fc172b9b77f19c04335af6882bc2e10c8f3ee4e6bfb3da553", size = 9791672, upload-time = "2026-09-17T23:21:59.332Z" }, + { url = "https://files.pythonhosted.org/packages/8b/9e/db14c059c21f9baa1907d436f8bf30e0c76c6288225c5e8b79a08ba8b2c5/pandas-3.0.6-cp314-cp314-win_arm64.whl", hash = "sha256:fb625f426b375bcc96e3a04c5d5d266cd7be6ae5d6866e0e703382ab5164068c", size = 9121246, upload-time = "2026-09-17T23:22:02.123Z" }, + { url = "https://files.pythonhosted.org/packages/67/ba/bad0f8dac020ab38a8637fddab01a57a82da7a496a6e6f19590aad53ab62/pandas-3.0.6-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:9e492cd4bdba6778de4fe0df7f4590c012161ebcf9902dce01b01dc683105514", size = 10920612, upload-time = "2026-09-17T23:22:05.404Z" }, + { url = "https://files.pythonhosted.org/packages/c4/a9/b500982e9aac6d52a58da4ad3f11e14168a315b06906b3f397c427878065/pandas-3.0.6-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:d7dcd21238cbb4828ff148481ba01cac8946dc5121457b5aeba28636f8f99a60", size = 10570213, upload-time = "2026-09-17T23:22:08.44Z" }, + { url = "https://files.pythonhosted.org/packages/4b/fa/e6ecd0073c98be8f840ac3125b955272835d7d9fd69f5944383b164deb5e/pandas-3.0.6-cp314-cp314t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:6ff482fa91fa2bafd92e8fe66ce3645c851824310f295c1f0a2f96e928fc4541", size = 10252356, upload-time = "2026-09-17T23:22:11.302Z" }, + { url = "https://files.pythonhosted.org/packages/04/f5/001e230a7a7803590d9275a1a3f7e1bb605e3a495cfe5e8d3a532090621b/pandas-3.0.6-cp314-cp314t-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:db7ec631f26223beee8e5c9e0b8f23c24d8197bbd1d982421d4e3188bea51965", size = 10655952, upload-time = "2026-09-17T23:22:14.283Z" }, + { url = "https://files.pythonhosted.org/packages/ca/ab/bab587148a3852c96aae26c4b5f9e04ce2221801ad94e166b4fbf969ede0/pandas-3.0.6-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:bd75ed0c840f709fc2ae26ddd9534ac77ca1a48ac0cce521a74acaa85f3340a7", size = 11274177, upload-time = "2026-09-17T23:22:17.352Z" }, + { url = "https://files.pythonhosted.org/packages/f3/32/74b48d87df2b80892d713c149abfe36d5db4de41b4eccb042a2bc07dafc1/pandas-3.0.6-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:ef738d71d1059245b6bb03e312be06d8b3821326a83486c1ad03b9aba3710e44", size = 11719041, upload-time = "2026-09-17T23:22:20.227Z" }, + { url = "https://files.pythonhosted.org/packages/f6/c6/d64b72d64d7eb0fad9fe424d34138e45dee70ddbea1360dcd0adf30e28f6/pandas-3.0.6-cp314-cp314t-win_amd64.whl", hash = "sha256:429d9df32731ab01383ed98f2baa7a60368090d1a94fc06019a12062510e8630", size = 10191388, upload-time = "2026-09-17T23:22:23.524Z" }, + { url = "https://files.pythonhosted.org/packages/7a/30/5e5b2ccabeca73ae2b03fc82bca3eabb7466cf43737f05ac08d591665d47/pandas-3.0.6-cp314-cp314t-win_arm64.whl", hash = "sha256:a4dbd4dc65cbe645b92b8785d0f96dd7311010dc6606cf620e51b07b8788a12a", size = 9387796, upload-time = "2026-09-17T23:22:26.64Z" }, + { url = "https://files.pythonhosted.org/packages/b6/77/47c5fb0be8bdd00116814c2c40d9ec42dbeb943865ef95130fe58a898226/pandas-3.0.6-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:50c44cbf5820b6b91a5f74aae04972472aefadd3cd9fbd1010409d85528bd570", size = 10483960, upload-time = "2026-09-17T23:22:30.071Z" }, + { url = "https://files.pythonhosted.org/packages/09/08/a310cb2fefe6d2b4623ab2150da818d93d4e73e33b58e4d163bb74243c5a/pandas-3.0.6-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:eb6900de08ac85f93ac4948aa6b80842eba555875337b8359035ac9c43e92d34", size = 10149432, upload-time = "2026-09-17T23:22:32.818Z" }, + { url = "https://files.pythonhosted.org/packages/54/36/6af478ec3a26d7754555cd62c3101c589c0931b1d85398e4fa5403910a1c/pandas-3.0.6-cp315-cp315-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:4e25e2e1adee99ddfada6f7206a79ae8e9c8a8861b0e3eaaba165006d3eef18e", size = 10360981, upload-time = "2026-09-17T23:22:35.621Z" }, + { url = "https://files.pythonhosted.org/packages/43/20/5ece0e9cb79a6473216620db6a90546f578001c2bd857b77c444b27acad1/pandas-3.0.6-cp315-cp315-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:4ff44b2cb51cbd691c91f92c4ea6c71e34003f239ebd67c2e857dc898466b49c", size = 10776585, upload-time = "2026-09-17T23:22:38.427Z" }, + { url = "https://files.pythonhosted.org/packages/2f/b6/cd3038f31ade5e8d2b4e1c9549d4b31e4d598469562f47142b2ad9171c0a/pandas-3.0.6-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:5edd0a7abb0986ecce1ac81f56d99b6763f86aa6946dceb6c661224f90af5a19", size = 11385249, upload-time = "2026-09-17T23:22:41.18Z" }, + { url = "https://files.pythonhosted.org/packages/0a/87/05bb3003737f80375d7311774916a24d161e2e591abe8c672aed7813defc/pandas-3.0.6-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:1bcb3e9ed29e74a7439cedff9e2aefd3ea65de84d7de9ccb6c194192541bd60e", size = 11848595, upload-time = "2026-09-17T23:22:44.207Z" }, + { url = "https://files.pythonhosted.org/packages/c0/30/1c0d46acf236d19ef975e9cdd5d1e0dd54924b03f0ed8287096ad4a18152/pandas-3.0.6-cp315-cp315-win_amd64.whl", hash = "sha256:253e12cb9081b0afbac607920f6142975966bc315135e09de275fdbaa415d2de", size = 9783810, upload-time = "2026-09-17T23:22:47.097Z" }, + { url = "https://files.pythonhosted.org/packages/87/03/df3304a9c2833c4810e7f1c887b04105b24731f9deef8b5d5d04522a375b/pandas-3.0.6-cp315-cp315-win_arm64.whl", hash = "sha256:97274c9adf6255bb48c620cd6959805efa7f09ea2167f0e0ae006a448cd2fca7", size = 9116820, upload-time = "2026-09-17T23:22:50.149Z" }, + { url = "https://files.pythonhosted.org/packages/47/25/d5f6cce5efa17c38e4f752a875b4a26d66cfadd529cb8c81672f0376d6a6/pandas-3.0.6-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:265f562fdd1079f69f3de96dd425c3405224038c0af4f920c54bd240ee2c4640", size = 10894614, upload-time = "2026-09-17T23:22:53.223Z" }, + { url = "https://files.pythonhosted.org/packages/ea/8b/e1876bfdc1df06bafc022d33202b5663bd86c81df2a6140aacafd0344669/pandas-3.0.6-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:c6e4aae3e9bea26c6c9a20d88d96c86ec4a99b4db5fd516bcb4e829ab2c0ee36", size = 10546973, upload-time = "2026-09-17T23:22:56.155Z" }, + { url = "https://files.pythonhosted.org/packages/e9/27/e0a27a5a5c27f7db66657b44def9e93121fd0ad4f0808355b9898fcbf204/pandas-3.0.6-cp315-cp315t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:a77a1a44e4d88f1c6a2a64d3eb12efec8420875722e14279800b173a7c7c2804", size = 10239717, upload-time = "2026-09-17T23:22:59.603Z" }, + { url = "https://files.pythonhosted.org/packages/d5/4f/4eadb7d86a921c1e8bc70916cfe601ed667c4169118d17d69958611c21f8/pandas-3.0.6-cp315-cp315t-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:86fa853a12e0b70927e2b1ee00d56d2224ec9cbb4b9d58348b5ad52d2f21150e", size = 10641275, upload-time = "2026-09-17T23:23:02.81Z" }, + { url = "https://files.pythonhosted.org/packages/c7/d1/eba72e9d905e84e79aefeefdcc6bc1abe15d9077973566643f4211636966/pandas-3.0.6-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:c826e9babb7790142c399f58599d8de679bea059d7b39c5b6efa2096fac37266", size = 11262919, upload-time = "2026-09-17T23:23:06.038Z" }, + { url = "https://files.pythonhosted.org/packages/9d/8a/1c5bd2642b450e374b6191189f47c49538fe41f82348a66de6f647e6ab59/pandas-3.0.6-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:8fe77b408d82e2615674dfed62533b95e18a03610573877422aada4f625d4947", size = 11709148, upload-time = "2026-09-17T23:23:09.082Z" }, + { url = "https://files.pythonhosted.org/packages/73/3d/1b142bd0d0f1326a5d98c91c955b923cd1e06b5eecb428cd9d8817fa01c0/pandas-3.0.6-cp315-cp315t-win_amd64.whl", hash = "sha256:83e91d15738d7783c050197cef2f2cf82fc6353dae9865aa87ed1fa16aa4d55a", size = 10161518, upload-time = "2026-09-17T23:23:12.365Z" }, + { url = "https://files.pythonhosted.org/packages/0b/a3/6419c14da2adc1f09a6a183b8f91d7494d325b287f4ca984ac04f663638a/pandas-3.0.6-cp315-cp315t-win_arm64.whl", hash = "sha256:963ca21199097a84c7827c4678b04e30833084fbf8ef44fde3fa7180a29f8fa0", size = 9364529, upload-time = "2026-09-17T23:23:15.274Z" }, +] + +[[package]] +name = "pillow" +version = "12.3.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/1c/3d/bb7fca845737cf9d7dbde16ed1843984665ff2e0a518f5db43e77ec540b9/pillow-12.3.0.tar.gz", hash = "sha256:3b8182a766685eaa002637e28b4ec8d6b18819a0c71f579bf0dbaa5830297cce", size = 47025035, upload-time = "2026-07-01T11:56:38.965Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/fb/c8/0a78b0e02d7ac54bc03e5321c9220da52f0c2ea83b21f7c40e7f3169c502/pillow-12.3.0-cp311-cp311-macosx_10_10_x86_64.whl", hash = "sha256:00808c5e14ef63ac5161091d242999076604ff74b883423a11e5d7bbb38bf756", size = 5392415, upload-time = "2026-07-01T11:53:47.162Z" }, + { url = "https://files.pythonhosted.org/packages/b2/5b/a02d30018abd97ced9f5a6c63d28597694a00d066516b9c1c6de45859fc9/pillow-12.3.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:37d6d0a00072fd2948eb22bce7e1475f34569d90c87c59f7a2ec59541b77f7a6", size = 4785266, upload-time = "2026-07-01T11:53:49.079Z" }, + { url = "https://files.pythonhosted.org/packages/c8/98/766667a4be768150a202836acd9fad19c06824ca86c4286d3cf6b274964e/pillow-12.3.0-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:bcb46e2f9feff8d06323983bd83ed00c201fdcab3d74973e7072a889b3979fcd", size = 6263814, upload-time = "2026-07-01T11:53:51.32Z" }, + { url = "https://files.pythonhosted.org/packages/3b/2d/ede717bc1144f63886c21fd349bb95860b0d1a21149ff16f2bb362b612b6/pillow-12.3.0-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:23d27a3e0307ec2244cc51e7287b919aa68d097504ebe19df4e76a98a3eea5bd", size = 6934408, upload-time = "2026-07-01T11:53:53.487Z" }, + { url = "https://files.pythonhosted.org/packages/a3/48/9c58b685e69d49c31af6c8eb9012055fab7e665785165c84796e2c73ce72/pillow-12.3.0-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:4f883547d4b7f0495ebe7056b0cc2aea76094e7a4abc8e933540f3271df27d9c", size = 6337160, upload-time = "2026-07-01T11:53:55.457Z" }, + { url = "https://files.pythonhosted.org/packages/ff/fa/dc2a5c0ba6df93f67c31d34b808b7ce440b40cdbf96f0b81cde1d1e6fa93/pillow-12.3.0-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:236ff70b9312fb68943c703aa842ca6a758abfa45ac187a5e7c1452e96ef72b5", size = 7045172, upload-time = "2026-07-01T11:53:57.736Z" }, + { url = "https://files.pythonhosted.org/packages/86/a5/444817a4d4c4c2417df00513086ca196f388d8f9ef40c2e4ccd1ad1af54b/pillow-12.3.0-cp311-cp311-win32.whl", hash = "sha256:10e41f0fbf1eec8cfd234b8fe17a4caac7c9d0db4c204d3c173a8f9f6ef3232b", size = 6472232, upload-time = "2026-07-01T11:53:59.767Z" }, + { url = "https://files.pythonhosted.org/packages/63/c6/4bad1b18d132a50b27e1365e1ab163616f7a5bb56d330f66f9d1d9d4f9d4/pillow-12.3.0-cp311-cp311-win_amd64.whl", hash = "sha256:8e95e1385e4998ae9694eeaa4730ba5457ff61185b3a55e2e7bea0880aef452a", size = 7233653, upload-time = "2026-07-01T11:54:02.066Z" }, + { url = "https://files.pythonhosted.org/packages/fd/16/00f91ab7760dc842f5aad55217e80fc4a7067a0604535249bc8a2d6d9870/pillow-12.3.0-cp311-cp311-win_arm64.whl", hash = "sha256:ebaea975e03d3141d9d3a507df75c9b3ec90fa9d2ffd07567b3a978d9d790b26", size = 2568195, upload-time = "2026-07-01T11:54:04.622Z" }, + { url = "https://files.pythonhosted.org/packages/37/bf/fb3ebff8ddcb76aac5a01389251bbbb9519922a9b520d8247c1ca864a25d/pillow-12.3.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:ba09209fbe443b4acccebe845d8a138b89a8f4fbaeedd44953490b5315d5e965", size = 5345969, upload-time = "2026-07-01T11:54:06.397Z" }, + { url = "https://files.pythonhosted.org/packages/d8/66/9a386a92561f402389a4fc70c18838bf6d35eb5eb5c6850b4b2dc64f5048/pillow-12.3.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ffd0c5368496f41b0944be820fcb7a838aa6e623d250b01acf2643939c3f99d7", size = 4780323, upload-time = "2026-07-01T11:54:09.351Z" }, + { url = "https://files.pythonhosted.org/packages/25/27/ac8f99618ffd3dde21db0f4d4b1d2ab00c0880595bfd17df103f7f39fd0c/pillow-12.3.0-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d9c7f76c0673154f044e9d78c8655fb4213f6ca31a836df48b40fe5d187717b9", size = 6266838, upload-time = "2026-07-01T11:54:11.71Z" }, + { url = "https://files.pythonhosted.org/packages/84/21/a35af28dcc61f37ed850a2d64c65c701321dfbf25085e469d5559360cbbf/pillow-12.3.0-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:78cb2c6865a35ab8ff8b75fd122f6033b92a62c82801110e48ddd6c936a45d91", size = 6940830, upload-time = "2026-07-01T11:54:13.732Z" }, + { url = "https://files.pythonhosted.org/packages/eb/51/8b08617af3ad95e33ce6d7dd2c99ed6c8298f7fb131636303956be022e25/pillow-12.3.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:e491916b378fba47242221bb9ead245211b70d504f495d105d17b14a24b4907c", size = 6344383, upload-time = "2026-07-01T11:54:15.756Z" }, + { url = "https://files.pythonhosted.org/packages/1d/72/cf78ac9780bb93c28328f408973845a309d4d145041665f734572ced1b52/pillow-12.3.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:0dd2064cbc55aaec028ef5fbb60fa47bb6c3e7918e07ff17935284b227a9d2df", size = 7052934, upload-time = "2026-07-01T11:54:17.721Z" }, + { url = "https://files.pythonhosted.org/packages/20/20/25e0f4dc178a6bc0696793720055519a0de89e7661dae886992decbd2f81/pillow-12.3.0-cp312-cp312-win32.whl", hash = "sha256:dbce0b29841537a2fa4a214c2bbf14de3587c9680caa9b4e217568472490b28f", size = 6472684, upload-time = "2026-07-01T11:54:19.839Z" }, + { url = "https://files.pythonhosted.org/packages/45/89/da2f7971a317f83d807fdd4065c0af40208e59e692cc43d315a71a0e96d1/pillow-12.3.0-cp312-cp312-win_amd64.whl", hash = "sha256:a2b55dd6b2a4c4b7d87ffa56bdb33fdc5fdb9a462173861a7bc097f17d91cb09", size = 7227137, upload-time = "2026-07-01T11:54:22.025Z" }, + { url = "https://files.pythonhosted.org/packages/de/47/4845a0a6c0dbf1db8456bd9fc791f13c5ced7ced20606d08a0aacfd25b49/pillow-12.3.0-cp312-cp312-win_arm64.whl", hash = "sha256:331b624368d4f1d069149002f25f44bc61c8919ce8ddb3c45bdad8f6e2d89510", size = 2568267, upload-time = "2026-07-01T11:54:24.051Z" }, + { url = "https://files.pythonhosted.org/packages/9d/ac/31fb64e1e7efb5a4b50cd3d92049ba89ac6e4d8d3bb6a74e15048ca3353e/pillow-12.3.0-cp313-cp313-ios_13_0_arm64_iphoneos.whl", hash = "sha256:21900ce7ba264168cd50defae43cd75d25c833ad4ad6e73ffc5596d12e25ac89", size = 4161684, upload-time = "2026-07-01T11:54:25.934Z" }, + { url = "https://files.pythonhosted.org/packages/87/b4/9805e23d2b4d77842b468513841fda254ee42f0289d25088340e4ff46e2d/pillow-12.3.0-cp313-cp313-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:4e8c2a84d977f50b9daed6eeaf3baef67d00d5d74d932288f02cb94518ee3ace", size = 4255487, upload-time = "2026-07-01T11:54:27.935Z" }, + { url = "https://files.pythonhosted.org/packages/df/39/ecf519435a200c693fe053a6ee4d835b41cf963a4dfc2551c4e637cb2a71/pillow-12.3.0-cp313-cp313-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:ae26d61dfa7a47befdc7572b521024e8745f3d809bd95ca9505a7bba9ef849ec", size = 3696433, upload-time = "2026-07-01T11:54:29.813Z" }, + { url = "https://files.pythonhosted.org/packages/42/92/2fc3ffad878ae8dd5469ec1bc8eb83b71f48e13efdf68f02709003982a32/pillow-12.3.0-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:7a743ff716f746fc19a9557f60dab1600d4613255f8a7aeb3cdde4db7eb15a66", size = 5345889, upload-time = "2026-07-01T11:54:31.97Z" }, + { url = "https://files.pythonhosted.org/packages/10/76/8803c13605b763d33d156c4678fc77f8443389c0c51c8aef707bb02015f4/pillow-12.3.0-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:d69141514cc30b774ceea5e3ed3a6635c8d8a96edf664689b890f4089111fb35", size = 4780109, upload-time = "2026-07-01T11:54:34.026Z" }, + { url = "https://files.pythonhosted.org/packages/1f/01/e18aff37cb0b4aac47ac90f016d347a49aca667ef97f190b06ac2aabc928/pillow-12.3.0-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:f7401aebd7f581d7f83a439d87d474999317ee099218e5ad25d125290990ba65", size = 6263736, upload-time = "2026-07-01T11:54:36.131Z" }, + { url = "https://files.pythonhosted.org/packages/f7/62/de5bdd77d935331f4f802edc11e4d82950f642caad6cb2f949837b8560e2/pillow-12.3.0-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:0847a763afefb695bc912d7c131e7e0632d4edc1d8698f58ddabec8e46b8b6d3", size = 6937129, upload-time = "2026-07-01T11:54:38.216Z" }, + { url = "https://files.pythonhosted.org/packages/70/4d/105627a13300c5e0df1d174230b32fd1273062c96f7745fd552b945d1e1d/pillow-12.3.0-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:571b9fcb07b97ef3a492028fb3d2dc0993ca23a06138b0315286566d29ef718a", size = 6339562, upload-time = "2026-07-01T11:54:40.354Z" }, + { url = "https://files.pythonhosted.org/packages/6b/1d/f13de01a553988ab895ba1c722e06cf3144d4f57656fd5b81b6d881f1179/pillow-12.3.0-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:756c768d0c9c2955feb7a56c37ea24aea2e369f8d36a88da270b6a9f19e62b5e", size = 7049439, upload-time = "2026-07-01T11:54:42.489Z" }, + { url = "https://files.pythonhosted.org/packages/c9/f9/066794cca041b969964f779ee5fa66a9498bbf34248ac39c5d7954e4198f/pillow-12.3.0-cp313-cp313-win32.whl", hash = "sha256:a876864214e136f0eb367788dbd7df045f4806801518e2cfe9e13229cfe06d8f", size = 6473287, upload-time = "2026-07-01T11:54:44.9Z" }, + { url = "https://files.pythonhosted.org/packages/a6/9b/7a58e61d62be561da3a356fe2384d4059a6345fc130e23ef1c36a5b81d24/pillow-12.3.0-cp313-cp313-win_amd64.whl", hash = "sha256:1cca606cd25738df4ed873d5ad46bbdb3d83b5cbca291f6b4ff13a4df6b0bbe8", size = 7239691, upload-time = "2026-07-01T11:54:47.141Z" }, + { url = "https://files.pythonhosted.org/packages/aa/b0/c4ed4f0ef8f8fa5ee8351537db6650bb8189f7e118842978dd6589065692/pillow-12.3.0-cp313-cp313-win_arm64.whl", hash = "sha256:b629de27fda84b42cde7edef0d85f13b958b47f6e9bbcbba9b673c562a89bd8b", size = 2568185, upload-time = "2026-07-01T11:54:49.137Z" }, + { url = "https://files.pythonhosted.org/packages/dc/01/001f65b68192f0228cc1dbbc8d2530ab5d58b61037ba0587f946fea607cd/pillow-12.3.0-cp314-cp314-ios_13_0_arm64_iphoneos.whl", hash = "sha256:9cf95fe4d0f84c82d282745d9bb08ad9f926efa00be4697e767b814ce40d4330", size = 4161736, upload-time = "2026-07-01T11:54:51.156Z" }, + { url = "https://files.pythonhosted.org/packages/1a/d2/0219746d0fd16fc8a84498e79452375be3797d3ce4044596ce565164b84f/pillow-12.3.0-cp314-cp314-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:8728f216dcdb6e6d555cf971cb34076139ad74b31fc2c14da4fafc741c5f6217", size = 4255435, upload-time = "2026-07-01T11:54:53.414Z" }, + { url = "https://files.pythonhosted.org/packages/c8/02/8d0bc62ef0302318c46ff2a512822d2610e81c7aa46c9b3abe6cbaca5ad0/pillow-12.3.0-cp314-cp314-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:a45650e8ce7fafffd731db8550230db6b0d306d181a90b67d3e6bca2f1990930", size = 3696262, upload-time = "2026-07-01T11:54:55.739Z" }, + { url = "https://files.pythonhosted.org/packages/85/e2/73c77d218410b14f5f2d565e8a998d5317b7b9c75368d29985139f7a46f0/pillow-12.3.0-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:ba54cfebe86920a559a7c4d6b9050791c20513650a1952ebe3368c7dc70306f8", size = 5350344, upload-time = "2026-07-01T11:54:57.657Z" }, + { url = "https://files.pythonhosted.org/packages/c7/da/32c752228ae345f489e3a42499d817b6c3996da7e8a3bc7a04fc806b243b/pillow-12.3.0-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:e158cb00350dc278f3b91551101aa7d12415a66ebf2c91d8d5ac14e56ddd3ad0", size = 4780131, upload-time = "2026-07-01T11:54:59.713Z" }, + { url = "https://files.pythonhosted.org/packages/b1/9d/8b2c807dbef61a5197c047afe99823787eb66f63daf9fb2432f91d6f0462/pillow-12.3.0-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e9aeb04d6aef139de265b29683e119b638208f88cf73cdd1658aa07221165321", size = 6263757, upload-time = "2026-07-01T11:55:01.778Z" }, + { url = "https://files.pythonhosted.org/packages/5c/44/c85361f65dbe00eea8576ee467c768d25129989efb76e94f205e9ca9bb46/pillow-12.3.0-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:251bf95b67017e27b13d82f5b326234ca62d70f9cf4c2b9032de2358a3b12c7b", size = 6936962, upload-time = "2026-07-01T11:55:03.93Z" }, + { url = "https://files.pythonhosted.org/packages/18/7e/e483414b35800b86b6f08dbbc7803fb5cd52c4d6f897f47d53ea2c7e6f65/pillow-12.3.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:fe3cca2e4e8a592be0f269a1ca4835c25199d9f3ce815c8491048f785b0a0198", size = 6339171, upload-time = "2026-07-01T11:55:05.989Z" }, + { url = "https://files.pythonhosted.org/packages/f0/f4/68c491844841ede6bed70189546b3ee9731cf9f2cbad396faff5e1ccba45/pillow-12.3.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:23aceaa007d6172b02c277f0cd359c79492bbb14f7072b4ede9fbcaf20648130", size = 7048116, upload-time = "2026-07-01T11:55:08.131Z" }, + { url = "https://files.pythonhosted.org/packages/a3/34/77f3f793fed8efc7d243f21b33c5a3f0d1c97ee70346d3db855587e155ff/pillow-12.3.0-cp314-cp314-win32.whl", hash = "sha256:af8d94b0db561cf68b88a267c5c44b49e134f525d0dc2cb7ed413a66bc23559a", size = 6467209, upload-time = "2026-07-01T11:55:10.408Z" }, + { url = "https://files.pythonhosted.org/packages/f1/e0/492879f69d94f91f60fc8cd05ba03650e9520afebb2fb7aa12777d7c7f38/pillow-12.3.0-cp314-cp314-win_amd64.whl", hash = "sha256:fdafc9cce40277e0f7a0feabce0ee50dd2fa1800f3b38015e51296b5e814048d", size = 7237707, upload-time = "2026-07-01T11:55:12.745Z" }, + { url = "https://files.pythonhosted.org/packages/c9/ac/6b11f2875f1c2ac040d84e1bbf9cf22a88038f901ca1037898b280b38365/pillow-12.3.0-cp314-cp314-win_arm64.whl", hash = "sha256:e91206ee562682b51b98ef4b26a6ef48fd84e15fd4c4bc5ec768eb641d206838", size = 2565995, upload-time = "2026-07-01T11:55:14.736Z" }, + { url = "https://files.pythonhosted.org/packages/52/69/c2208e56af9bfc1913afb24020297a691eb1d4ef688474c8a04913f65e04/pillow-12.3.0-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:164b31cd1a0490ab6efae01aa5df49da7061be0af1b30e035b6e9a1bfe34ee6e", size = 5352503, upload-time = "2026-07-01T11:55:17.076Z" }, + { url = "https://files.pythonhosted.org/packages/07/70/e5686d753e898a45d778ff1718dba8516ead6ab6b95d85fc8c4b70650cf2/pillow-12.3.0-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:5afb51d599ea772b8365ae807ae557f18bccfe46ab261fd1c2a9ed700fc6eb17", size = 4782956, upload-time = "2026-07-01T11:55:19.448Z" }, + { url = "https://files.pythonhosted.org/packages/d5/37/25c6692f06927ee973ff18c8d9ee98ad0b4d84ee67a09610c2dd1447958e/pillow-12.3.0-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:3edce1d53195db527e0191f84b71d02022de0540bf43a16ed734ed7537b07385", size = 6322855, upload-time = "2026-07-01T11:55:21.613Z" }, + { url = "https://files.pythonhosted.org/packages/cc/91/420637fcb8f1bc11029e403b4538e6694744428d8246118e45719f944556/pillow-12.3.0-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:bf16ba1b4d0b6b7c8e534936632270cf70eb00dbe09005bc345b2677b726855c", size = 6989642, upload-time = "2026-07-01T11:55:24.006Z" }, + { url = "https://files.pythonhosted.org/packages/10/08/b94d7811281ccf0d143a1cf768d1c49e1e54af63e7b708ab2ee3eb87face/pillow-12.3.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:24870b09b224f7ae3c39ed07d10e819d06f8720bc551847b1d623832b5b0e28d", size = 6391281, upload-time = "2026-07-01T11:55:26.252Z" }, + { url = "https://files.pythonhosted.org/packages/d2/87/24233f785f55474dc02ce3e739c5528a77e3a862e9333d1dd7a25cc31f70/pillow-12.3.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:30f2aa603c41533cc25c05acd0da21636e84a315768feb631c937177db558931", size = 7096716, upload-time = "2026-07-01T11:55:28.318Z" }, + { url = "https://files.pythonhosted.org/packages/23/26/fcb2f6e37175b04f53570b59937867e2b80ee1685e744023153028fc14f9/pillow-12.3.0-cp314-cp314t-win32.whl", hash = "sha256:4b0a7fe987b14c31ebda6083f74f22b561fd3739bc0ac51e019622e3d72668c7", size = 6474125, upload-time = "2026-07-01T11:55:30.956Z" }, + { url = "https://files.pythonhosted.org/packages/90/de/3634abee5f1c9e13c56787b7d5517b0ba8d6de51700b95578cf338349c9f/pillow-12.3.0-cp314-cp314t-win_amd64.whl", hash = "sha256:962864dc93511324d51ddbb5b9f8731bf71675b93ca612a07441896f4688fb8c", size = 7242939, upload-time = "2026-07-01T11:55:34.044Z" }, + { url = "https://files.pythonhosted.org/packages/ce/2a/fd13f8eb24de5714a6eb444a3d67e2842c6c576e159a43793adf23051351/pillow-12.3.0-cp314-cp314t-win_arm64.whl", hash = "sha256:0740a512dc522224c77d9aa5a8d70d8b7d73fb91f2c21125d8d025d3b8990e45", size = 2567506, upload-time = "2026-07-01T11:55:35.988Z" }, + { url = "https://files.pythonhosted.org/packages/5d/dc/8fdce34ec725a33c81c6ba122b904d6b9024e50ea9ac7bede62fab54506c/pillow-12.3.0-cp315-cp315-ios_13_0_arm64_iphoneos.whl", hash = "sha256:0feb2e9d6ad6c9e3c06effe9d00f3f1e618a6643273576b016f591e9315a7139", size = 4162063, upload-time = "2026-07-01T11:55:37.941Z" }, + { url = "https://files.pythonhosted.org/packages/76/66/2044b9a63d3b84ff048228dfcb7cd9bf0df983e8470971bf7d4c57b693de/pillow-12.3.0-cp315-cp315-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:9e881fca225083806662a5c43d627d215f258ff43c890f831966c7d7ba9c7402", size = 4255549, upload-time = "2026-07-01T11:55:40.022Z" }, + { url = "https://files.pythonhosted.org/packages/52/7e/1f67e6f4ece6b582ee4b539decbcc9f848dc245a93ed8cd7338bafef72f1/pillow-12.3.0-cp315-cp315-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:4998562bf62a445225f22e07c896bb04b35b1b1f2eb6d760584c9c51d7a5f78c", size = 3696331, upload-time = "2026-07-01T11:55:41.98Z" }, + { url = "https://files.pythonhosted.org/packages/12/40/d306fc2c8e4d45d7f175c77edca7063be7b86fe7fe6e68f4353bf71d808c/pillow-12.3.0-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:dc624f6bc473dacdf7ef7eb8678d0d08edf15cd94fad6ae5c7d6cc67a4e4902f", size = 5350370, upload-time = "2026-07-01T11:55:44.028Z" }, + { url = "https://files.pythonhosted.org/packages/dd/44/668fb1437e8ce420f62d6106eb66e44a5971602a4d794615bdf79315d82d/pillow-12.3.0-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:71d6097b330eea8fd15097780c8e89cb1a8ce7838669f48c5bacd6f663dd4701", size = 4780147, upload-time = "2026-07-01T11:55:46.073Z" }, + { url = "https://files.pythonhosted.org/packages/0c/08/93fa2e70e30a2d81547e481b6ee2bb9522117221fb1e0ce4b5df70967677/pillow-12.3.0-cp315-cp315-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:28ce87c5ab450a9dd970b52e5aca5fe63ed432d18a2eaddd1979a00a1ba24ace", size = 6273659, upload-time = "2026-07-01T11:55:48.264Z" }, + { url = "https://files.pythonhosted.org/packages/f8/6d/043e96ff814fc31a33077e4cba86082167db520c93632afdf2042febbb0c/pillow-12.3.0-cp315-cp315-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:6b02afb9b97f65fbca5f31db6a2a3ba21aa93030225f150fa3f249717e938fb4", size = 6947439, upload-time = "2026-07-01T11:55:50.503Z" }, + { url = "https://files.pythonhosted.org/packages/af/92/ba71d2ee2ac0edf3fa33bd9d5ee9ee080da70b1766f3ca3934f9938ddac9/pillow-12.3.0-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:1182d52bc2d5e5d7d0949503aa7e36d12f42205dc287e4883f407b1988820d39", size = 6353577, upload-time = "2026-07-01T11:55:52.697Z" }, + { url = "https://files.pythonhosted.org/packages/0f/ce/e63064e2122923ff687c8ad792d0d736a7b3920a56a46982e81a7fdd25d6/pillow-12.3.0-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:e795b7eb908249c4e43c7c99fac7c2c75dab0c43566e37db472a355f63693d71", size = 7060394, upload-time = "2026-07-01T11:55:55.149Z" }, + { url = "https://files.pythonhosted.org/packages/54/76/a09cc3ccc8d773a7283d34c38bec1708f9e3cc932093cbc4c5e71ac4060b/pillow-12.3.0-cp315-cp315-win32.whl", hash = "sha256:57b3d78c95ba9059768b10e28b813002261d3f3dfc55cc48b0c988f625175827", size = 6467375, upload-time = "2026-07-01T11:55:57.769Z" }, + { url = "https://files.pythonhosted.org/packages/3e/03/1846c49ba3b1d5550392a4bbd06d6fb4578e1cd91a803198b5c90f5f7d53/pillow-12.3.0-cp315-cp315-win_amd64.whl", hash = "sha256:fa4ecea169a355be7a3ade2c783e2ed12f0e40d2c5621cda8b3297faf7fbb9f5", size = 7237048, upload-time = "2026-07-01T11:55:59.975Z" }, + { url = "https://files.pythonhosted.org/packages/fb/bb/89f35dcc79610423f9f195504d7def7f0d1416a711541b42867e25fe3412/pillow-12.3.0-cp315-cp315-win_arm64.whl", hash = "sha256:877c3f311ff35410f690861c4409e7ccbf0cd2f878e50628a28e5a0bb689e658", size = 2566006, upload-time = "2026-07-01T11:56:02.143Z" }, + { url = "https://files.pythonhosted.org/packages/30/88/707027ba09942dfa2c28759b5c222d769290a41c6d20ea60ec250801941f/pillow-12.3.0-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:e9871b1ffbfa9656b60aeee92ed5136a5742696006fa322b29ea3d8da0ecc9cf", size = 5352509, upload-time = "2026-07-01T11:56:04.2Z" }, + { url = "https://files.pythonhosted.org/packages/b0/6d/00352fa25332c2569cd387851f568cc5a4b75a9adbfb37ac4fbce4c02eec/pillow-12.3.0-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:53aa02d20d10c3d814d536aa4e5ac9b84ca0ff5a88377963b085ad6822f93e64", size = 4783167, upload-time = "2026-07-01T11:56:06.631Z" }, + { url = "https://files.pythonhosted.org/packages/13/4f/9e049dfa21af7c22427275720e2490267ba8138120add5c4c574deb69782/pillow-12.3.0-cp315-cp315t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:446c34dcc4324b084a53b705127dc15717b22c5e140ae0a3c38349d4efec071e", size = 6329237, upload-time = "2026-07-01T11:56:08.868Z" }, + { url = "https://files.pythonhosted.org/packages/36/16/cf6eeaae8d0fce8dd390a33437cf68c5d5bd73834a2bc6e2f14efda0ab45/pillow-12.3.0-cp315-cp315t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:cf1845d02ad822a369a49f2bb9345b1614744267682e7a03527dc3bf6eea1777", size = 6997047, upload-time = "2026-07-01T11:56:11.379Z" }, + { url = "https://files.pythonhosted.org/packages/1e/69/dbf769bdd55f48bf5733cac28edc6364ffaa072ec9ba336266e4fe66be55/pillow-12.3.0-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:186941b6aef820ad110fb01fb06eb925374dc3a21b17e37ec9a53b250c6fe2d1", size = 6400440, upload-time = "2026-07-01T11:56:13.908Z" }, + { url = "https://files.pythonhosted.org/packages/a0/e1/ffc9cfc2eea0d178da8018e18e959301ad9d6bc9f3edb7181e748a474b97/pillow-12.3.0-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:f13c32a3abd6079a66d9526e18dad9b6d280384d49d7c54040cd57b6424041d9", size = 7105895, upload-time = "2026-07-01T11:56:16.575Z" }, + { url = "https://files.pythonhosted.org/packages/18/f0/a5595c1e8c3ae44b9828cb2f0fa8155e5095ef04d6327b8f61cf44a3df85/pillow-12.3.0-cp315-cp315t-win32.whl", hash = "sha256:1657923d2d45afb66526e5b933e5b3052e6bdea196c90d3abb2424e18c77dae8", size = 6474384, upload-time = "2026-07-01T11:56:18.855Z" }, + { url = "https://files.pythonhosted.org/packages/e4/04/62bcd9f844984c5938d3b05264a61d797a29d3e0812341a8204af70bbdee/pillow-12.3.0-cp315-cp315t-win_amd64.whl", hash = "sha256:8cd2f7bdda092d99c9fc2fb7391354f306d01443d22785d0cbfafa2e2c8bb418", size = 7243537, upload-time = "2026-07-01T11:56:21.214Z" }, + { url = "https://files.pythonhosted.org/packages/3d/68/1f3066acedf37673694a7141381d8f811ae97f30d34413d236abe7d489f1/pillow-12.3.0-cp315-cp315t-win_arm64.whl", hash = "sha256:06ff022112bc9cbf83b60f8e028d94ad87b60621706487e65f673de61610ab59", size = 2567491, upload-time = "2026-07-01T11:56:23.506Z" }, + { url = "https://files.pythonhosted.org/packages/75/18/2e8b40223153ccbc60df07f9e8928dc0c76202aa4e55ae9f53962b6510d6/pillow-12.3.0-pp311-pypy311_pp73-macosx_10_15_x86_64.whl", hash = "sha256:b3c777e849237620b022f7f297dd67705f9f5cf1685f09f02e46f93e92725468", size = 5302510, upload-time = "2026-07-01T11:56:25.736Z" }, + { url = "https://files.pythonhosted.org/packages/46/3e/51fabf59d5ab801ceab709453d3ab6b180083496579549de4c45ced6528a/pillow-12.3.0-pp311-pypy311_pp73-macosx_11_0_arm64.whl", hash = "sha256:b343699e8308bdc51978310e1c959c584e7869cc8c40780058c87da7781a1e94", size = 4736058, upload-time = "2026-07-01T11:56:28.041Z" }, + { url = "https://files.pythonhosted.org/packages/bf/20/22fe9384b7949e25fb1293bcfc84fb82590ff4ea6b37c95b24d26d793d86/pillow-12.3.0-pp311-pypy311_pp73-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:fbd139c8447d25dd750ab79ee274cc5e1fe80fc56340ab10b18a195e1b6eca3e", size = 5237776, upload-time = "2026-07-01T11:56:30.263Z" }, + { url = "https://files.pythonhosted.org/packages/08/14/f6ba68107680ffa74b39985f3f30884e41318fbc4250caa423c79b4788bb/pillow-12.3.0-pp311-pypy311_pp73-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e7e480451b9fa137494bccd3a7d69adbe8ac65a87d97be61e11f1b1050a5bac3", size = 5860358, upload-time = "2026-07-01T11:56:32.68Z" }, + { url = "https://files.pythonhosted.org/packages/36/54/0169bc772ec491108b62f644f8ecf1fe5d8ae5ebafde2ee2142210166903/pillow-12.3.0-pp311-pypy311_pp73-win_amd64.whl", hash = "sha256:04f01d28a6aaff387bf842a13be313df23ba0597a44f1a976c9feb3c6ff4711a", size = 7231786, upload-time = "2026-07-01T11:56:35.046Z" }, +] + +[[package]] +name = "plotly" +version = "7.1.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "narwhals" }, + { name = "packaging" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/49/c3/72b369f5ed7701b04ab0ea3dcf83e9bbce71c0b3bc6f07f87568550d09ea/plotly-7.1.0.tar.gz", hash = "sha256:f860166a4a3d78c69cb1f4a15f28a5c8283eade98a282a698f3bb853a449ace5", size = 6689315, upload-time = "2026-09-15T19:21:21.75Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e5/7d/905a3a3d51087515719058c94cfbda2ff0fc14417c20d557ae3e82d8b250/plotly-7.1.0-py3-none-any.whl", hash = "sha256:dbb7fa18afce40d0a8e80d1bf162eceb3faa0ce5a77fe741ad09a74cf78f53f3", size = 9692368, upload-time = "2026-09-15T19:21:18.331Z" }, +] + +[[package]] +name = "pluggy" +version = "1.6.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/f9/e2/3e91f31a7d2b083fe6ef3fa267035b518369d9511ffab804f839851d2779/pluggy-1.6.0.tar.gz", hash = "sha256:7dcc130b76258d33b90f61b658791dede3486c3e6bfb003ee5c9bfb396dd22f3", size = 69412, upload-time = "2025-05-15T12:30:07.975Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/54/20/4d324d65cc6d9205fabedc306948156824eb9f0ee1633355a8f7ec5c66bf/pluggy-1.6.0-py3-none-any.whl", hash = "sha256:e920276dd6813095e9377c0bc5566d94c932c33b27a3e3945d8389c374dd4746", size = 20538, upload-time = "2025-05-15T12:30:06.134Z" }, +] + +[[package]] +name = "protobuf" +version = "7.36.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d9/89/5b8517baa72f84a67b8a307ba953c91057af618bf40bf676f3c03551f8f0/protobuf-7.36.2.tar.gz", hash = "sha256:497d0463ff3316681da6c0b9e8d06cb465d61abce00b613ab42226175644d1bb", size = 512737, upload-time = "2026-09-17T20:07:59.326Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/32/72/98342feb672507c8f3a69e34b4fa8961f608edba5c1a48a6f47156d92cb5/protobuf-7.36.2-cp310-abi3-macosx_10_9_universal2.whl", hash = "sha256:cbc70b17ee27e28894c7fee8bb04be1abead49e936bc70eb60052531eee2079e", size = 456039, upload-time = "2026-09-17T20:07:51.542Z" }, + { url = "https://files.pythonhosted.org/packages/b6/ea/91fdf7c2b8bbd49cde056f00a9df6773532987e1c00fe2830b895af95c7e/protobuf-7.36.2-cp310-abi3-manylinux2014_aarch64.whl", hash = "sha256:e11e1f0180583a2af89db6a2ecd9e8dc40aa6d2988ca175bfd0e6d12ea72d74e", size = 344219, upload-time = "2026-09-17T20:07:52.914Z" }, + { url = "https://files.pythonhosted.org/packages/17/ab/5fd5f8ece73fad885c5a09aa849b32d70472f954ba3a92d3bb5974ea953b/protobuf-7.36.2-cp310-abi3-manylinux2014_s390x.whl", hash = "sha256:f4fee11ec330d238b34a05c9b675f693c20415d1c5bd7d5320cc2f8a798eb9cf", size = 357223, upload-time = "2026-09-17T20:07:53.985Z" }, + { url = "https://files.pythonhosted.org/packages/db/f3/3996583dd2906297a637af12114deddf7658af6e683fedb83be061983fb5/protobuf-7.36.2-cp310-abi3-manylinux2014_x86_64.whl", hash = "sha256:89f23aa53c24553a2416fd4fd1ec06f74fa42b14b546d8883128813f775bbfd2", size = 343223, upload-time = "2026-09-17T20:07:54.931Z" }, + { url = "https://files.pythonhosted.org/packages/fc/1b/dcc64f358fcb51811b58ae40b3d28f820725f116d86487cc20bd4b130701/protobuf-7.36.2-cp310-abi3-win32.whl", hash = "sha256:912c1221170e16c08d1f086762f563dd61ff83c18b5fa6652952dfaded66f728", size = 442998, upload-time = "2026-09-17T20:07:55.826Z" }, + { url = "https://files.pythonhosted.org/packages/8a/55/b77bda4e5e5f5971fb51b07663694690e9afdb9402136c16a522bd621cad/protobuf-7.36.2-cp310-abi3-win_amd64.whl", hash = "sha256:a300819d441e078a5608c0d3c709796bb548136058fda017ae51d425b44fd353", size = 456514, upload-time = "2026-09-17T20:07:57.188Z" }, + { url = "https://files.pythonhosted.org/packages/e4/04/d52c7016b04b6c5108f26691f9d33ec82a9b65d041f1a9c771137693d618/protobuf-7.36.2-py3-none-any.whl", hash = "sha256:bdb3a345d48db958e6ce1f18e508beb0cc981d64f24088427549c866cd039f1e", size = 179806, upload-time = "2026-09-17T20:07:58.211Z" }, +] + +[[package]] +name = "pyarrow" +version = "26.0.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/ec/34/17c34cb38e5d940e38f0f0d9fdfa0e8a506676409ea9b85aff7e3079f831/pyarrow-26.0.0.tar.gz", hash = "sha256:0cccd36e00ea3afeb52ded61f2721ce71f604853d70c45365c58324eb773d6ae", size = 1239433, upload-time = "2026-10-09T08:26:25.315Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/07/68/e0707097cee93be7f693e7e89495fabfeb8bf95ee30619063f8b30fffc29/pyarrow-26.0.0-cp311-cp311-macosx_12_0_arm64.whl", hash = "sha256:fcdd1e04982637c6042337d3e24d472f938f01fdc502e2b994844b726d12c3f4", size = 36370896, upload-time = "2026-10-09T08:13:28.874Z" }, + { url = "https://files.pythonhosted.org/packages/5c/f0/591211c00612aef83236daff1620412b24aeb07c646de08c18a8a6c95a39/pyarrow-26.0.0-cp311-cp311-macosx_12_0_x86_64.whl", hash = "sha256:f800e9e722c145ccd18012d82a864cb21bfee4ba4ceffde77100d25eced511a9", size = 38709806, upload-time = "2026-10-09T08:13:33.417Z" }, + { url = "https://files.pythonhosted.org/packages/50/ea/9b035a9d1556e06e64ea86169d9a985d0fc092d427ac5edbb3af7183289c/pyarrow-26.0.0-cp311-cp311-manylinux_2_28_aarch64.whl", hash = "sha256:7aa12ab8e236789b1ecd2d6ecaef036b4e63d675ddf1864a43c6799d18f2d028", size = 50885975, upload-time = "2026-10-09T08:13:37.737Z" }, + { url = "https://files.pythonhosted.org/packages/e1/81/8e685683897a6d3d5887c3e2fd24f3c14bc5d6d6bb3a2387484e665c580e/pyarrow-26.0.0-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:6e89dee53aaeb50505ed6152ea55bc7ddfd4f4df264f5427ea255288d8f0e580", size = 53904793, upload-time = "2026-10-09T08:13:42.984Z" }, + { url = "https://files.pythonhosted.org/packages/9a/ad/d474a0b1b00110f3a879aa5df654f857c81929a32b2a4222869240de5220/pyarrow-26.0.0-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:f1c1b4263fd13abbc339a16f2bf19f3a5cbf2a620853d812b1256f03c5342cb8", size = 54458010, upload-time = "2026-10-09T08:13:47.778Z" }, + { url = "https://files.pythonhosted.org/packages/d4/86/2c2861e905810c59fed4d98c85b994c21e8613730c5c3b436781d89110f2/pyarrow-26.0.0-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:ff1e816af7abff71f289242e109217036723ce36aca74ad6691e52d964a74afa", size = 57368406, upload-time = "2026-10-09T08:13:52.651Z" }, + { url = "https://files.pythonhosted.org/packages/0e/02/823e606633c15155bb965c7a0f3750c4f20dd47c4ab48213c7693df0e0ba/pyarrow-26.0.0-cp311-cp311-win_amd64.whl", hash = "sha256:13b0972a3dc71b642050d1bc72664a3916e14f59c943d8c1368154d6e4b0c2d5", size = 28522657, upload-time = "2026-10-09T08:13:56.513Z" }, + { url = "https://files.pythonhosted.org/packages/b3/60/6793778f2617cce469383dac0ba08c4f2401cf342df0c7b9ca53939d9b46/pyarrow-26.0.0-cp312-cp312-macosx_12_0_arm64.whl", hash = "sha256:90ddaf7c625307ad52f31a9b25c34fe5e4897c7529ee3481135822b2b6842ff1", size = 36333953, upload-time = "2026-10-09T08:14:00.387Z" }, + { url = "https://files.pythonhosted.org/packages/db/81/f944cc63ce8a753e5fbff25de6d1d475ebd7fffdf9cf98c65130294fc896/pyarrow-26.0.0-cp312-cp312-macosx_12_0_x86_64.whl", hash = "sha256:ee341973f78a0b46e073d065e88e75026a9c584051e97f98a0d05d96c6bac7dd", size = 38688456, upload-time = "2026-10-09T08:14:04.344Z" }, + { url = "https://files.pythonhosted.org/packages/f5/2d/7e5c722fa5d5d9f3b75e62fe11694b34217664d4f05ac88031197166b277/pyarrow-26.0.0-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:01c863a18bd9c8412453dd0d92de6d0ee7b2b3d6fb079d9734a4b2a3c8bd4453", size = 50867603, upload-time = "2026-10-09T08:14:09.115Z" }, + { url = "https://files.pythonhosted.org/packages/88/e4/9cd356d906e71bd79b0c3fc5c9a54e01a0020dcf14c152ccfbcb503c7298/pyarrow-26.0.0-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:6a628922ba20705fa964ca73e4ef959c2fb2f14b9bbec5589a6a1e68e6257c85", size = 53931932, upload-time = "2026-10-09T08:14:24.051Z" }, + { url = "https://files.pythonhosted.org/packages/bb/e4/5bae3133b7fe04c24907a20f3bc1fba388cbbde659199e7b76445982047a/pyarrow-26.0.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:954d971b363b16ee41f89389a4053315dc71265f2ce5c2468eb0a910b1166268", size = 54444720, upload-time = "2026-10-09T08:14:31.214Z" }, + { url = "https://files.pythonhosted.org/packages/ba/b4/ee422493bb6dafdbef776cfe2c2a73106a1063a79bf4e78d1e5f51176885/pyarrow-26.0.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:5d5768d03426abe6526d5274adefa00abf00a7f81118c46e98b5a46390f5549e", size = 57388949, upload-time = "2026-10-09T08:14:38.964Z" }, + { url = "https://files.pythonhosted.org/packages/54/3c/1783aab1dac28e175dcf26dfc7123725efc474caecaed91e8a34cb89cad0/pyarrow-26.0.0-cp312-cp312-win_amd64.whl", hash = "sha256:cc903e1069e9dd5e9dcf780324c0112e27e051e422ecfaff574fb33ed65d9160", size = 28567581, upload-time = "2026-10-09T08:14:44.279Z" }, + { url = "https://files.pythonhosted.org/packages/4d/35/ca95493712af97c46a312945c8e9d16b21c5fe2f148be5466168d0290505/pyarrow-26.0.0-cp313-cp313-macosx_12_0_arm64.whl", hash = "sha256:a6ca849f90cf73fe361f08a5762c783ead9671e4548c1f558cc637b54c9103f2", size = 36336700, upload-time = "2026-10-09T08:14:51.399Z" }, + { url = "https://files.pythonhosted.org/packages/69/ef/b1a675f79c9babfd4fcd99af62141d3c2d1a78a524e311b0c6b80110445a/pyarrow-26.0.0-cp313-cp313-macosx_12_0_x86_64.whl", hash = "sha256:c2ba350957076b1b3a22f549261dc3e9c67ca20816d8bd5f79d7b9c69be4c4c2", size = 38698502, upload-time = "2026-10-09T08:14:57.114Z" }, + { url = "https://files.pythonhosted.org/packages/3b/7c/cea852a832a327a8de797b3a68e5c25ce0f5aa1d20503807671bd90ec642/pyarrow-26.0.0-cp313-cp313-manylinux_2_28_aarch64.whl", hash = "sha256:e3b190ba1d3d22a5a8758597f797111b77d433473744352a184a5ee0a42d672e", size = 50865064, upload-time = "2026-10-09T08:20:01.614Z" }, + { url = "https://files.pythonhosted.org/packages/4f/d6/e95834b29360092376fe4da9956ba41bb7b021869efe6ee9d4172d05cb15/pyarrow-26.0.0-cp313-cp313-manylinux_2_28_x86_64.whl", hash = "sha256:240bd18a7487f8767616a948a69dd4e740a8bc36a1c9da49e4dc9a32c5c2faed", size = 53926722, upload-time = "2026-10-09T08:23:10.829Z" }, + { url = "https://files.pythonhosted.org/packages/e0/7f/98257444e2aea2e1fddceee3af3bd2077236d550428413f80393bd1f888d/pyarrow-26.0.0-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:2b5fcd69c0e1107b79e55839877db5a6ed04651b73fd6fec581d09e230bed5e4", size = 54443093, upload-time = "2026-10-09T08:23:16.971Z" }, + { url = "https://files.pythonhosted.org/packages/88/ca/dac99cfb25cfa62bf7194600cc99abc14a6bd2af50d7fdb7f15eeaf6e202/pyarrow-26.0.0-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:f7444ea6975c49a857c68f9bd8fa11acae96dede63d120ffb3bf0a603ea82516", size = 57381937, upload-time = "2026-10-09T08:23:24.95Z" }, + { url = "https://files.pythonhosted.org/packages/c0/ed/138d29fddaf803b90f4527e124bb6aaddc18aaf4a6c50fd0a5f577c94989/pyarrow-26.0.0-cp313-cp313-win_amd64.whl", hash = "sha256:3de30a7432b48b98b9decbd9e25a53bb9251d202c2e6c5a29a50869592ccb117", size = 28478571, upload-time = "2026-10-09T08:23:30.535Z" }, + { url = "https://files.pythonhosted.org/packages/8c/32/01858422a37f083911c2bb4d15cc32c5eeaa9d9b2bf5ddedee995a7146a6/pyarrow-26.0.0-cp314-cp314-macosx_12_0_arm64.whl", hash = "sha256:5780d487ff6c6ed7b42298609680d87fe0036e529a9dc2e1105364bce9697f50", size = 36378402, upload-time = "2026-10-09T08:23:36.537Z" }, + { url = "https://files.pythonhosted.org/packages/00/85/f6b5976c2878b752d0804d371684e0495a71de296b6dc6559e6fbaa4311a/pyarrow-26.0.0-cp314-cp314-macosx_12_0_x86_64.whl", hash = "sha256:a0e4e92eeb088f1d7c2c04d6c7de8434c75abb4b4ccf0bbcd045aa7164c68d93", size = 38733074, upload-time = "2026-10-09T08:23:42.873Z" }, + { url = "https://files.pythonhosted.org/packages/81/bc/c90fcbbcf893631e23dab1b0fb3fa29a508a8614326571b03c0894eda00b/pyarrow-26.0.0-cp314-cp314-manylinux_2_28_aarch64.whl", hash = "sha256:eaf9e7cc7ab59f6c760232bbde18f64d559bbc50544841303bfb32be53533297", size = 50929201, upload-time = "2026-10-09T08:23:50.507Z" }, + { url = "https://files.pythonhosted.org/packages/ec/c1/0c1ff38ab7df1b2cf54cf0ad9f19a516c4e416c6c9b4c966cc2c9d587f77/pyarrow-26.0.0-cp314-cp314-manylinux_2_28_x86_64.whl", hash = "sha256:ab6914db225d7f399652ae1f08588dfbc9efe617612715701e3d9d5cfa5ca19f", size = 53951865, upload-time = "2026-10-09T08:23:57.692Z" }, + { url = "https://files.pythonhosted.org/packages/9f/70/6a6b170496925472adad45a32528770fc8632db35fc60d4edd1e9ce1be0b/pyarrow-26.0.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:41dd3661ef40790a78870052ad7a58ad827b27c67a4511f06962eb9e9b74d19b", size = 54496388, upload-time = "2026-10-09T08:24:05.23Z" }, + { url = "https://files.pythonhosted.org/packages/a8/32/033ef9dba80976820190e292a10a5a23e9406572b76bbeb4d685d90e5c8d/pyarrow-26.0.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:6e949744dcfc2d379808f7013c5f9cafaf0f817656dff7d46c6931528dd1784b", size = 57411588, upload-time = "2026-10-09T08:24:12.043Z" }, + { url = "https://files.pythonhosted.org/packages/1e/ff/a74892c50aaf1f9f744a84493e08a2f99221e77c39d2d4a926de21a99edf/pyarrow-26.0.0-cp314-cp314-win_amd64.whl", hash = "sha256:4a5fa8dc70dd50808990ff36faf44088e357b353d86c7682dd92d4b78d4c97d5", size = 29237858, upload-time = "2026-10-09T08:24:58.106Z" }, + { url = "https://files.pythonhosted.org/packages/03/10/f0ee0976ef08a851a743c57608917ac9a47623f688b9ee0efe5429975ba1/pyarrow-26.0.0-cp314-cp314t-macosx_12_0_arm64.whl", hash = "sha256:e2a1856e9565fe2679863b372478c681806aebbf7d0a6e72f33e77f804e647d6", size = 36495870, upload-time = "2026-10-09T08:24:16.479Z" }, + { url = "https://files.pythonhosted.org/packages/27/ca/0bc431a509bf10b4472dbb94f4184752ecbbddeb7f467152dac0fdaed469/pyarrow-26.0.0-cp314-cp314t-macosx_12_0_x86_64.whl", hash = "sha256:4bcba83299cb2b8f8e443d36c6ba6269a5034431879015fb0719495df8a14de2", size = 38819754, upload-time = "2026-10-09T08:24:20.875Z" }, + { url = "https://files.pythonhosted.org/packages/61/59/2be41d26af7a07fb71581fb753cae396403ba1a2978355fd553929d44a9a/pyarrow-26.0.0-cp314-cp314t-manylinux_2_28_aarch64.whl", hash = "sha256:3a4d235876f14b4136b4d616ec42eb469ea0d6ead336cae631aa1dd29b21c962", size = 50933671, upload-time = "2026-10-09T08:24:27.199Z" }, + { url = "https://files.pythonhosted.org/packages/4b/cb/b6d5048cf3178be9678f5c9c60040199894b2f69c3439c87ced91fd24da9/pyarrow-26.0.0-cp314-cp314t-manylinux_2_28_x86_64.whl", hash = "sha256:210cc9b83888b87cdc8f793eebb264f22b20d0dedbedefc73b9687a7047b4747", size = 53906419, upload-time = "2026-10-09T08:24:33.536Z" }, + { url = "https://files.pythonhosted.org/packages/09/2b/23e30fbd776c81d18d134d2592eb60daca13e8a57ab087d0fa042f9d9f3d/pyarrow-26.0.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:ca77c43ca55bfc9a4eeb1f0cd5f093f08731b77c24cdba0829035f084959b0bb", size = 54527960, upload-time = "2026-10-09T08:24:41.292Z" }, + { url = "https://files.pythonhosted.org/packages/e2/23/fce251cd6b0546dfc181b00d5c8ef1c95a8c4cae83266bc3dfd5f719c62c/pyarrow-26.0.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:290a74c48e9491b436fd5edacfadf357943f82aa45c81110bd83a69aab33d1cf", size = 57388010, upload-time = "2026-10-09T08:24:48.186Z" }, + { url = "https://files.pythonhosted.org/packages/44/a5/0126fb0ef8d59bf257bdd68bb41623b72afc6e81790a0b4ac863a0f58861/pyarrow-26.0.0-cp314-cp314t-win_amd64.whl", hash = "sha256:515a10dae2a1d236bc9c9209d0317acb6746ea63cd4f98704904af7156d90ed1", size = 29406123, upload-time = "2026-10-09T08:24:53.387Z" }, + { url = "https://files.pythonhosted.org/packages/ed/66/8ada1b5165359d84b4b9b5384742304d1081da670f77d458fd9c9b8a2161/pyarrow-26.0.0-cp315-cp315-macosx_12_0_arm64.whl", hash = "sha256:e890816e5ee89c74a0f8b9379fe8b5ba83f46132b2a0bbb9b1c21359ec30dfda", size = 36373215, upload-time = "2026-10-09T08:25:03.067Z" }, + { url = "https://files.pythonhosted.org/packages/c4/83/74f10c3d803a6834b2acab21847724d4bdbc74d246eb17321432844707f3/pyarrow-26.0.0-cp315-cp315-macosx_12_0_x86_64.whl", hash = "sha256:9db18a9dc0af52135c9eac549d80a7a882696efbe5406cf882b044525d4ecc2e", size = 38730866, upload-time = "2026-10-09T08:25:07.924Z" }, + { url = "https://files.pythonhosted.org/packages/e2/5a/ea2fa2163b1bd8ff73efd39c4060be63fd6ddec03e7887a471acd1e042a4/pyarrow-26.0.0-cp315-cp315-manylinux_2_28_aarch64.whl", hash = "sha256:734312d3d99088d9ec28c5b17bad40389bd8373a1afc10acb60b83fd217af087", size = 50924443, upload-time = "2026-10-09T08:25:13.864Z" }, + { url = "https://files.pythonhosted.org/packages/78/80/8c47b6cf8cfd42826df65193eff026c1cc81fa6cb213a3c3f5d203e6f67a/pyarrow-26.0.0-cp315-cp315-manylinux_2_28_x86_64.whl", hash = "sha256:24f892fdf1ae1942d69d3f7742e2f49960ec95277cfb1a70b8a1d91f4a96d935", size = 53948540, upload-time = "2026-10-09T08:25:19.305Z" }, + { url = "https://files.pythonhosted.org/packages/69/1f/3a506a76d944ec5c5e4b7f01d8d0446b392a6fb384de627a12e503f616b4/pyarrow-26.0.0-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:879331ddea2a26479fa18fade71e6facf684a6cf19f67daec3775c871569e8e5", size = 54494863, upload-time = "2026-10-09T08:25:24.517Z" }, + { url = "https://files.pythonhosted.org/packages/3d/50/08c4bb04d651788d2eaca78065743f4f6ded974d4ef96ae3c473993e9d0c/pyarrow-26.0.0-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:5b827650e874f1f9f9392524ea3e9e3e8a245de5ba64acca1f81ab188090afb9", size = 57409877, upload-time = "2026-10-09T08:25:31.157Z" }, + { url = "https://files.pythonhosted.org/packages/d4/f3/c64781fbd7b6d3c07993b698c14944d0d195f07e800fa931c486ae6ab36a/pyarrow-26.0.0-cp315-cp315-win_amd64.whl", hash = "sha256:8e8e28c464552b5ca03e30d4504168c4425ce383884f8611b00e972f9fd933fc", size = 29236658, upload-time = "2026-10-09T08:26:22.607Z" }, + { url = "https://files.pythonhosted.org/packages/06/55/2ee3729daea999f19f061f03898d4895a242c4cd94f26e1324e5fdfbfe10/pyarrow-26.0.0-cp315-cp315t-macosx_12_0_arm64.whl", hash = "sha256:ce28748cbeb0f29c3ce9603782979c7117580fc76f16aa3ca448b38a22281adb", size = 36489011, upload-time = "2026-10-09T08:25:37.64Z" }, + { url = "https://files.pythonhosted.org/packages/6a/7d/3eb17f601f2bf13eda5f2ed28956379ca628b4dda97619cbb1cb1721622d/pyarrow-26.0.0-cp315-cp315t-macosx_12_0_x86_64.whl", hash = "sha256:106bb9290fc6fd9a84138a9440038ef184bac86463543c5ff099229cb30d996c", size = 38808480, upload-time = "2026-10-09T08:25:43.579Z" }, + { url = "https://files.pythonhosted.org/packages/0e/e3/f0047360b0f4bfc031b256dc0aec3837a61f245b2fb70f8363438e2db665/pyarrow-26.0.0-cp315-cp315t-manylinux_2_28_aarch64.whl", hash = "sha256:2e4a413046eba9896e632925066c74095182200ba32e19ff0166bf64d2f936ac", size = 50923273, upload-time = "2026-10-09T08:25:51.445Z" }, + { url = "https://files.pythonhosted.org/packages/38/d9/56d9fb91210407df31cbeb9b91138601c88c7c8fb5f6bf773b20d65509bf/pyarrow-26.0.0-cp315-cp315t-manylinux_2_28_x86_64.whl", hash = "sha256:d58798c4d8d629700058e9afc1e16b9801023f3ce4dc1c92d945e79b5ffe4e98", size = 53900905, upload-time = "2026-10-09T08:25:59.554Z" }, + { url = "https://files.pythonhosted.org/packages/cf/40/8e8a7e9e027c731520c7eb179dd00a153b76ebf0bc11d213c6c8f8502851/pyarrow-26.0.0-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:645917e976671debabf854abab6e2b75c571ca4f82adc33a2d338697f7c27d93", size = 54518345, upload-time = "2026-10-09T08:26:07.125Z" }, + { url = "https://files.pythonhosted.org/packages/be/89/1e768a3fdb88d34e708ad2dc00dbf8e4e30290784eb84198d59308963bea/pyarrow-26.0.0-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:7c3fda041e7078802589cf257750323ee3d0cd1e56e53a9b20ec845697fb3d28", size = 57379403, upload-time = "2026-10-09T08:26:13.624Z" }, + { url = "https://files.pythonhosted.org/packages/96/be/7b81a44d6a8e70581dcc1d6f01541f9000a973b1e5d75394aec91e7b179a/pyarrow-26.0.0-cp315-cp315t-win_amd64.whl", hash = "sha256:68cd662e9e2b00876a131950cf32336ace2d0865e1f9418763e3d3be8481dfa4", size = 29389953, upload-time = "2026-10-09T08:26:18.277Z" }, +] + +[[package]] +name = "pydantic" +version = "2.14.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "annotated-types" }, + { name = "pydantic-core" }, + { name = "typing-extensions" }, + { name = "typing-inspection" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/7c/0b/8e10b2e693af8ec54346a14caf36221334775975a747c9ceaa3f8371d96d/pydantic-2.14.1.tar.gz", hash = "sha256:94f478203dd03404682a1ada216965651dd74b1d2d5ffd62e00e0837caab5c26", size = 900362, upload-time = "2026-10-11T18:37:55.396Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/35/ea/a56b9fe5066f3537b7882f77e9c5dfb26d8c2eefdaed9b5fc73d57b4dc22/pydantic-2.14.1-py3-none-any.whl", hash = "sha256:9195d967ec791692a04438115466764fb8b9a27b31f14a760437694f40d6b454", size = 488106, upload-time = "2026-10-11T18:37:53.437Z" }, +] + +[[package]] +name = "pydantic-core" +version = "2.50.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/a6/24/af4ec4be49fbc810f35b0bdcacc3d433b56bbfa469fd3bfd4ae116cd9bf1/pydantic_core-2.50.1.tar.gz", hash = "sha256:e50d7b94baac6c7d09927fa5ca5800a0c7ee5015c7fcff65beb3a1931b5a6e09", size = 513515, upload-time = "2026-10-11T18:35:44.82Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/45/1b/ca81811da3d2aea724fb3c4ba6b83f50ab8f210576306ccd601973142d35/pydantic_core-2.50.1-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:c531166c42ea7bdfecc8c50049581f05dd1993b09cc7c52bb36a14e96deaec7d", size = 2152145, upload-time = "2026-10-11T18:31:58.046Z" }, + { url = "https://files.pythonhosted.org/packages/59/20/938ef7e0541af0a314e2f9d63848dbd1656ba2ebfe5ca0469f7ebee00d5e/pydantic_core-2.50.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:b6d0c2183008c188e19f4906d426b293bdc4f67ab17df8e180fe16cda208fa71", size = 2045761, upload-time = "2026-10-11T18:31:59.35Z" }, + { url = "https://files.pythonhosted.org/packages/2f/4b/456497fe2affa18f49b226e89bde31e8a204751ee343dd9beaac5438123e/pydantic_core-2.50.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:94be440c03fede26969a5ce75468e0e6a9927a1b46d9b679ee8adc1b057b0350", size = 2049557, upload-time = "2026-10-11T18:32:01.121Z" }, + { url = "https://files.pythonhosted.org/packages/a5/9d/cd5dfe13928f55e236dff3a1bee06721d318ca6c955d9ca993b0a5d09f39/pydantic_core-2.50.1-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:36c426eac0af8d1529ff8467e612b933346caec1fdc0d774f78f67a1a11e16c1", size = 2188153, upload-time = "2026-10-11T18:32:02.442Z" }, + { url = "https://files.pythonhosted.org/packages/fb/8d/d0b25bc484f8d9136ea76ece69e0b2d24ab370cc2e7bbd1b79e61723b763/pydantic_core-2.50.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:028e2f212273d4a39b1ec1e0de8166b1165a65fc0f1111452a9d94fc7c625c63", size = 2388308, upload-time = "2026-10-11T18:32:03.767Z" }, + { url = "https://files.pythonhosted.org/packages/c5/64/6513cac7c9f78492abafa01d57a69de1d246bf3085fd7b0330bf14b025b3/pydantic_core-2.50.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e6f0cc1bb9900dc558960894adeb30b0c083366fc1d69b856209fb2ca5c36fe5", size = 2431187, upload-time = "2026-10-11T18:32:05.159Z" }, + { url = "https://files.pythonhosted.org/packages/ed/60/7f2ae89c37e69a3dc0da9ff57b0388c285542c688d05f36767770429de85/pydantic_core-2.50.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8812592c85d0edf423f10eadcef42716d71e8219085ad9e85b775057b7306133", size = 2157623, upload-time = "2026-10-11T18:32:06.616Z" }, + { url = "https://files.pythonhosted.org/packages/87/02/e3a71373b85a7973099b9a229a4302c7792262717e0b4997e41c01f7dd16/pydantic_core-2.50.1-cp311-cp311-manylinux_2_31_riscv64.whl", hash = "sha256:bbce99252ba3167b2b6277f1829d5bf4b43b754524bddf7f944707c3db7d2253", size = 2254539, upload-time = "2026-10-11T18:32:07.968Z" }, + { url = "https://files.pythonhosted.org/packages/3f/d5/5b620aaf40dc631d911565b64d49d3fa8422027c046a7a96dc4e4921ae98/pydantic_core-2.50.1-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:476f6ed8e43cd1e0b460920e23571700872b284e77331cb30c4faf459cf48a4b", size = 2267344, upload-time = "2026-10-11T18:32:09.399Z" }, + { url = "https://files.pythonhosted.org/packages/e0/48/f46baf4580d8a56ca4782aa65842e16d3cf39736b29fcce8e9c0521b3422/pydantic_core-2.50.1-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:2cbd1b75b09e976ed0d6b6ca297675632ca35df86130088457cdc60ef36970ae", size = 2300877, upload-time = "2026-10-11T18:32:10.903Z" }, + { url = "https://files.pythonhosted.org/packages/2b/9d/e7d28505e6092c1fe075838a4f793ccbe6dd676e44ab16175815ee06cfe0/pydantic_core-2.50.1-cp311-cp311-musllinux_1_1_armv7l.whl", hash = "sha256:5958c72adb417c39b12ac87525ac60b0d73315fcdc59e21f44ee4a5e2512c9ef", size = 2464270, upload-time = "2026-10-11T18:32:12.329Z" }, + { url = "https://files.pythonhosted.org/packages/22/b1/3bf63b82efd93ebc9968f9c12fc46037a28bcb452c88e4688f33e5ff7dca/pydantic_core-2.50.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:d8f9e8a6c4ab04b78d61f78627370d834eb004b2869dcb28cfffa647b4ea1980", size = 2478653, upload-time = "2026-10-11T18:32:13.735Z" }, + { url = "https://files.pythonhosted.org/packages/28/17/26d1e4b9c2ba6a92b7dc75bbcb99ef44456b7e3af1bced868403667ea7d3/pydantic_core-2.50.1-cp311-cp311-win32.whl", hash = "sha256:4be846f55c9477f5f3ddde8f2ce941137e16862a56d018ed885d422bb6ae02f2", size = 2120246, upload-time = "2026-10-11T18:32:15.591Z" }, + { url = "https://files.pythonhosted.org/packages/24/65/3e875e7991eaecd4d70686293ff0d8a99aa8f93dc295e6a21c3d702912fb/pydantic_core-2.50.1-cp311-cp311-win_amd64.whl", hash = "sha256:0048b6dddc8ef4b64fccaad878bd143b0c3882ea9936279dc11d613f6b7dd1bc", size = 2176332, upload-time = "2026-10-11T18:32:17.153Z" }, + { url = "https://files.pythonhosted.org/packages/ab/5c/58dbd17c61f209d91c70f549eb7a3bbec7023e89ea12dead091462d6d658/pydantic_core-2.50.1-cp311-cp311-win_arm64.whl", hash = "sha256:6a733778df2f7087ec1100ed0b41533e4f3001976e99570fa34f57c66e7f8e3e", size = 2182471, upload-time = "2026-10-11T18:32:18.49Z" }, + { url = "https://files.pythonhosted.org/packages/ee/94/101b49a6c63f99586755690696eae14532772587d9e39e93f7b8d28a49da/pydantic_core-2.50.1-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:704075d10b74f2f3c6e15407c696d88701df35fc8953f434a431add0d0074db0", size = 2222428, upload-time = "2026-10-11T18:32:20.228Z" }, + { url = "https://files.pythonhosted.org/packages/db/a3/f8b1b39349c33037c73d7a1b794c9c29d8f07d5bd2b74399c1375a529cc6/pydantic_core-2.50.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:e8e1d6ce820aa23317e8209a86bd65a540973c12dc7552b48a4f6c8e9926815e", size = 2025779, upload-time = "2026-10-11T18:32:21.723Z" }, + { url = "https://files.pythonhosted.org/packages/d2/2d/862a7d115305cc621358e51ba13f296e0ffdf4fbd984be9f63bc7862730b/pydantic_core-2.50.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c18db21573bd2c6489f9a544b7499f0df2853958c568e5e783536ee1f690af41", size = 2048429, upload-time = "2026-10-11T18:32:23.3Z" }, + { url = "https://files.pythonhosted.org/packages/c0/7d/fed95d18bf2b5abe2d5ab2bbec4184bfc22b6805994a33ccdae8edffd25a/pydantic_core-2.50.1-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:cb57f304525a5e3c13333b772bf9a473f36326e9c821b2e8e1b2fd36f80ae2c3", size = 2173274, upload-time = "2026-10-11T18:32:24.697Z" }, + { url = "https://files.pythonhosted.org/packages/93/1e/c6f22ceac65dc3d291ff79bea0eb74cbd1de8b128f01fee48af03bcea1e1/pydantic_core-2.50.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a27c09d86600f1bf2fe3f37e1ae697faf3143931c09322cd799da94deee923b5", size = 2360403, upload-time = "2026-10-11T18:32:26.281Z" }, + { url = "https://files.pythonhosted.org/packages/2c/97/190b5b6bfe4c72f265feb657913eb30749193927a5ad7b83cfa7866a25a2/pydantic_core-2.50.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:46b3301d3b5c886f77de7546e47274a5842c622ea2020b8c6524c6b66913b4a6", size = 2439799, upload-time = "2026-10-11T18:32:27.844Z" }, + { url = "https://files.pythonhosted.org/packages/90/24/48cd98388e4ac2c08d0800af36d15413db15e20387f1038123a2c86cb2f6/pydantic_core-2.50.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:93ba4e9d8210d941c200431a56b2c0400b131865947903937ed3ec5404307d2e", size = 2160157, upload-time = "2026-10-11T18:32:29.553Z" }, + { url = "https://files.pythonhosted.org/packages/00/86/d909133d0b9979ed14c20f110f21124a0e346caf071bd66ac5af3009062b/pydantic_core-2.50.1-cp312-cp312-manylinux_2_31_riscv64.whl", hash = "sha256:e5faeaee74a57d32b3ab3aebad2e348f06d3ba946fc5d28c1728455f00a3d13a", size = 2229523, upload-time = "2026-10-11T18:32:31.027Z" }, + { url = "https://files.pythonhosted.org/packages/90/31/4b43f08131b2098e73a852fd932063385f3103b33839fd9d1abdb89e673d/pydantic_core-2.50.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:a3cda0e538208e5d722bbf3698b24f19c0a7d05bc8d5f8a7f9b121ea7fa243d9", size = 2242700, upload-time = "2026-10-11T18:32:32.622Z" }, + { url = "https://files.pythonhosted.org/packages/88/77/de39658569dc7a4c293d110a89629f61145e7538f00d1e4280c28debefd3/pydantic_core-2.50.1-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:57f51b31ff826e2859120cf4737c5a758a48d96f3e97da40ccee1796d58078ff", size = 2278452, upload-time = "2026-10-11T18:32:34.165Z" }, + { url = "https://files.pythonhosted.org/packages/46/bd/1eeb9e4e791e81210ef9096f58080b32ba15b5b13c108d50aaa3f8ce9f73/pydantic_core-2.50.1-cp312-cp312-musllinux_1_1_armv7l.whl", hash = "sha256:8daa7ee75245d43ad7d747e5c9ecc1b1d06552f72b14887e9276f787d57375f4", size = 2450098, upload-time = "2026-10-11T18:32:35.547Z" }, + { url = "https://files.pythonhosted.org/packages/1c/e6/b2accfdff17e5a88d6358536702146de00f9339adaa4d5bbe1ee93cb4832/pydantic_core-2.50.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:acbf31f37c53a5ac0c34706c80b4f5107ba20b05fdd3816124bf236ef0c57dd2", size = 2476839, upload-time = "2026-10-11T18:32:37.119Z" }, + { url = "https://files.pythonhosted.org/packages/3b/7e/c8a83eb5d2cd42c2e13507150fb777b1edea5a018adc9cbf2858a1d08285/pydantic_core-2.50.1-cp312-cp312-win32.whl", hash = "sha256:45b11cac094aa25725581d9304eee93c9028516b9ea80dd9e175e13a5a2c840e", size = 2101425, upload-time = "2026-10-11T18:32:38.593Z" }, + { url = "https://files.pythonhosted.org/packages/c5/17/8bbd530b8659e9d963f5b16f6cb8e159f4cd174b4d6304e48969ab12dba8/pydantic_core-2.50.1-cp312-cp312-win_amd64.whl", hash = "sha256:132529c83901437ff642f585216831bf5fd7a91df66829907e155192ead62498", size = 2172522, upload-time = "2026-10-11T18:32:40.112Z" }, + { url = "https://files.pythonhosted.org/packages/af/9f/a79d690b127e4e3cff143d031538ab9aa715f6b2fbeecbd07cd6f2bf9fb7/pydantic_core-2.50.1-cp312-cp312-win_arm64.whl", hash = "sha256:4e834f6a8e4ff772dcc34f58ef5504147a3ea5b0f4eeb13b0f8eb2ca75ac57f1", size = 2161366, upload-time = "2026-10-11T18:32:41.606Z" }, + { url = "https://files.pythonhosted.org/packages/ae/57/0e237d7091d2cd44a35d243b7344227f90440166860469cd036afc23a04d/pydantic_core-2.50.1-cp313-cp313-macosx_10_12_x86_64.whl", hash = "sha256:d5e062c01286d861fd6a1c4ff6e063547b3e713067f2df033c0ff97ac2ca006b", size = 2222774, upload-time = "2026-10-11T18:32:43.103Z" }, + { url = "https://files.pythonhosted.org/packages/f7/b9/c720e56858d4e1539503297ed37063e0c08e0f3541c41b777f6a800f75fa/pydantic_core-2.50.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:0c003c3b7f49debb893d2d85ae099ac5959c9839e2f330fadb1fcdf7a6594482", size = 2024738, upload-time = "2026-10-11T18:32:44.587Z" }, + { url = "https://files.pythonhosted.org/packages/4d/b8/fbfc25875219cc060e613170ff10e850c6d8924beb4910da57c2ee3ba1d2/pydantic_core-2.50.1-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:409e0ea40ec30d9158f33574fd758e689f6045a0f2596701828c27816ca9687d", size = 2047049, upload-time = "2026-10-11T18:32:46.164Z" }, + { url = "https://files.pythonhosted.org/packages/d7/43/34210124d504c553688f2f04b48500b131237528ac545b445e0d6d30e0d5/pydantic_core-2.50.1-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:131059670f1d2444269b8585cb888963994871932447c08b39ac6a51fcfef658", size = 2173415, upload-time = "2026-10-11T18:32:47.722Z" }, + { url = "https://files.pythonhosted.org/packages/65/cf/6e178e8fdc11da5965bef980983bf46326a42f436871dd51ba0a57f39df1/pydantic_core-2.50.1-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:6dbcbee53bf17196a7f745aa9bf5a9603953a1e365b1f020be3207c676a3e7c4", size = 2361719, upload-time = "2026-10-11T18:32:49.217Z" }, + { url = "https://files.pythonhosted.org/packages/11/14/bd5169d356aa91bf777e28ba0b281c192d286d03c2812c9c9db023a2f00e/pydantic_core-2.50.1-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:325c23f3e35cfbf0fe3486fa5f7260d1e45885173002d30a28ca019994124255", size = 2439803, upload-time = "2026-10-11T18:32:51.025Z" }, + { url = "https://files.pythonhosted.org/packages/1c/bc/d79d000e5203ebef39af839f2ce77a777fcad6e08ad26af9a2fcd114ffc8/pydantic_core-2.50.1-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:17e722e156d0444ecaefbe640bdb60928752bf2013e2b7a11cdb099aaae19bec", size = 2158402, upload-time = "2026-10-11T18:32:52.714Z" }, + { url = "https://files.pythonhosted.org/packages/1b/a5/4902cb5fd599422c130bd3124ab31ee8b771199bd56662702eed07d3fec7/pydantic_core-2.50.1-cp313-cp313-manylinux_2_31_riscv64.whl", hash = "sha256:aa8224f10880d9bf1b5993988ba153d42a8b4f3f4f511f93b1f09c93ff613c72", size = 2229755, upload-time = "2026-10-11T18:32:54.126Z" }, + { url = "https://files.pythonhosted.org/packages/1a/f5/c1481f8669f6060d89110c9b1374173fc8767ca276b84f4870bd8acd5e3f/pydantic_core-2.50.1-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:41bc8237121bd8dc8d888dfd6279fc166ffc88c1f1bf3a8bf00869680533ca4c", size = 2242303, upload-time = "2026-10-11T18:32:55.641Z" }, + { url = "https://files.pythonhosted.org/packages/04/f9/77fc3c7653ba9b6e42049e17e96b25388187d4a7c274ab1cb07f58ac8419/pydantic_core-2.50.1-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:45c6266d071c241f2a168d45bf8c54344f0effce35e7e6b73afdec11f3687568", size = 2278345, upload-time = "2026-10-11T18:32:57.38Z" }, + { url = "https://files.pythonhosted.org/packages/95/9b/0579c5d12e7f2b16b27e6782427987341fcce07b0725e02ddb0b74add0c4/pydantic_core-2.50.1-cp313-cp313-musllinux_1_1_armv7l.whl", hash = "sha256:1deeacb112d14d3f4fcb16b165f7dbaf76c70ba6e82f37ba042bdab51970a0b8", size = 2449947, upload-time = "2026-10-11T18:32:58.896Z" }, + { url = "https://files.pythonhosted.org/packages/a8/ac/1b677db91eba54cc5922f4de6edc46ba45c2bd712dfdc0130382d158e214/pydantic_core-2.50.1-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:1c96fd793b73d1b92e65570132505498fe7b21eaef73cdf74e67e5dfba7ac9e4", size = 2476889, upload-time = "2026-10-11T18:33:00.665Z" }, + { url = "https://files.pythonhosted.org/packages/4d/2a/3a9f6624ee3ea9ccba5249dde11418bb4c35780a7a92608f8768bd3fea39/pydantic_core-2.50.1-cp313-cp313-win32.whl", hash = "sha256:06ead20d39ffd6f2f6f2a8f8a6de67ff8bb1b4f14a8a30e058502514ee2ac685", size = 2101118, upload-time = "2026-10-11T18:33:02.329Z" }, + { url = "https://files.pythonhosted.org/packages/2d/1f/323f78ddd9d9938aac420c1abb4e8ba799fc8bdab0acc67c0593b837c979/pydantic_core-2.50.1-cp313-cp313-win_amd64.whl", hash = "sha256:7816e98acc08119dc0f340ab167048ecc54126316330c1f0caf7c6756c88e28f", size = 2170840, upload-time = "2026-10-11T18:33:03.919Z" }, + { url = "https://files.pythonhosted.org/packages/cb/09/8497c52a739ae425c3ac2f7f56414cbc711c67d374346174f40fe2062644/pydantic_core-2.50.1-cp313-cp313-win_arm64.whl", hash = "sha256:c17799a62c142d61b8a3c51752a7cbc87fe2ad4ccfab10e628a77b405075c662", size = 2161633, upload-time = "2026-10-11T18:33:05.518Z" }, + { url = "https://files.pythonhosted.org/packages/49/33/28b96e81677153715e3eafb9f26663a80841e859fde282a380359b0d3fa1/pydantic_core-2.50.1-cp314-cp314-macosx_10_12_x86_64.whl", hash = "sha256:1cf41f1ae3fa155cf167a72689ad044bcc1e3c97e064123677149bdfb5dafc4a", size = 2224428, upload-time = "2026-10-11T18:33:07.153Z" }, + { url = "https://files.pythonhosted.org/packages/94/40/15c06410c9b7b8da5805d27b64e09bd3f900e986728106db2689dbc51513/pydantic_core-2.50.1-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:4df197990c15b5a37c5a277d131d9f2c67de6133f2e5dafd80d9bba4b99f46f9", size = 2023740, upload-time = "2026-10-11T18:33:08.763Z" }, + { url = "https://files.pythonhosted.org/packages/a1/4e/5eb629f6efc2a27e421d789dd4bfacbb5f6d09c80c28b13d1e87d73163d5/pydantic_core-2.50.1-cp314-cp314-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0036473f5583e6a60e50b8b21651511564277a3f05cc5dab8cf579f552cd5f6c", size = 2049435, upload-time = "2026-10-11T18:33:10.366Z" }, + { url = "https://files.pythonhosted.org/packages/ba/8e/f195aebec49ad12318876ac2368c197a7939f5d52f8e156d2238ef8a4588/pydantic_core-2.50.1-cp314-cp314-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:992c3514ec891fa7858099183e4d64e6bd5a5d4ff452fae29df22faa77a006bb", size = 2172975, upload-time = "2026-10-11T18:33:12.368Z" }, + { url = "https://files.pythonhosted.org/packages/e0/f5/7ad9fb83010cd5ea0948409db105676ed779c4e709e2d3d89b9fe2558794/pydantic_core-2.50.1-cp314-cp314-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:739dc730e6be3bd5ec2f4ab5cfc7eb047cc45fc1497b3bafec74ff2ed07df597", size = 2364197, upload-time = "2026-10-11T18:33:14.244Z" }, + { url = "https://files.pythonhosted.org/packages/ca/fb/bf0aab3e78301d202b82a0322ec968cd703b11fc0623fde9a28708936f62/pydantic_core-2.50.1-cp314-cp314-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:32fad3a91e51b6d2039c572db04a5a873260b399f6bd62c3552671fa7a4a2899", size = 2444259, upload-time = "2026-10-11T18:33:15.79Z" }, + { url = "https://files.pythonhosted.org/packages/45/35/38f6d6564fae57d9b12e5676dfa947e0e7d5c46dbeaa7eb3352261d6d299/pydantic_core-2.50.1-cp314-cp314-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:42b54c2c90ad348b5e3a85e03e715d572c1fde357ef104cdfe3b03b697a404ea", size = 2159857, upload-time = "2026-10-11T18:33:17.51Z" }, + { url = "https://files.pythonhosted.org/packages/65/a0/fb0a3ca10f139dcf765b2d312d10cf0f65c57c59993229d00ad12b14ceff/pydantic_core-2.50.1-cp314-cp314-manylinux_2_31_riscv64.whl", hash = "sha256:2df1ff41884de2bc4b307bafd7c40a691094fad2ff8e767e5b45a319257bcf4e", size = 2233954, upload-time = "2026-10-11T18:33:19.591Z" }, + { url = "https://files.pythonhosted.org/packages/8c/6a/e63842252702aa4ec6e6b7178ca85e541a77459076592c23ebe2d9840b33/pydantic_core-2.50.1-cp314-cp314-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:fe90228920fd8ff2be62622b6bb8a2b11acd65046d50c6b130614b5879605a20", size = 2243876, upload-time = "2026-10-11T18:33:21.393Z" }, + { url = "https://files.pythonhosted.org/packages/39/25/5991cf8318b37e0dfab47b87541619a1df8501a793cba0d978846cba37a7/pydantic_core-2.50.1-cp314-cp314-musllinux_1_1_aarch64.whl", hash = "sha256:844b869f118e22a41a091bdcedda8a71bc1b0f62c38d1a0c3211cece47e1d8fc", size = 2277908, upload-time = "2026-10-11T18:33:23.324Z" }, + { url = "https://files.pythonhosted.org/packages/a7/3e/3ee8baaa6cc25a6961c69168cf9ff0f002d56f4e0d541ad6724c18fb61f3/pydantic_core-2.50.1-cp314-cp314-musllinux_1_1_armv7l.whl", hash = "sha256:2eb75304506894a281d346220a4f7481a1b8729577c5ed2a05395991966a8396", size = 2449285, upload-time = "2026-10-11T18:33:24.942Z" }, + { url = "https://files.pythonhosted.org/packages/c0/c7/acbec6deac13fe697a80c275a9b6661db62c4d323bac8a47347b1f39c7cd/pydantic_core-2.50.1-cp314-cp314-musllinux_1_1_x86_64.whl", hash = "sha256:6b20a4bffabdad0db2927ac034ae3b8a681b1f7a0182f3e60b479ad2fde21ebb", size = 2479013, upload-time = "2026-10-11T18:33:26.925Z" }, + { url = "https://files.pythonhosted.org/packages/10/08/21a3f237b264389f6219d053ee78fc1b5c2fd402c1b1cb2b6cb8b85f9834/pydantic_core-2.50.1-cp314-cp314-pyemscripten_2026_0_wasm32.whl", hash = "sha256:99ba9bc2b8062ea0c326a990f7f00e6530c23579de66dd246e72c4cafef950a5", size = 1484400, upload-time = "2026-10-11T18:33:28.693Z" }, + { url = "https://files.pythonhosted.org/packages/09/ce/077a6d262d12ef09108377ac0717f029f420d773ace63cafd6143af75568/pydantic_core-2.50.1-cp314-cp314-win32.whl", hash = "sha256:cf356f70551d40374eaffb1aa63f1eb6d2006681cbd7a9faea173ce0f4dd7cd2", size = 2103222, upload-time = "2026-10-11T18:33:30.326Z" }, + { url = "https://files.pythonhosted.org/packages/14/4c/350a2415209c43d670eb71d3c040f332c04a30583d39e311b05c7ac15762/pydantic_core-2.50.1-cp314-cp314-win_amd64.whl", hash = "sha256:d32f3acc081cc3923386d88f422cde8892335e95f034e0104bb4cf9310d9915f", size = 2171586, upload-time = "2026-10-11T18:33:32.139Z" }, + { url = "https://files.pythonhosted.org/packages/bf/92/9bea6ca96580a0902fed366f064f0829e404f41889b34543279a1162b888/pydantic_core-2.50.1-cp314-cp314-win_arm64.whl", hash = "sha256:bed5163e03b98bc1fa2eb05d74c63d9c5c95d8ed6254985481640fbf5e237dea", size = 2155773, upload-time = "2026-10-11T18:33:33.896Z" }, + { url = "https://files.pythonhosted.org/packages/86/8c/f121f073cf32bdd5cba7e6230b1ce0ac845b0cf43e44dd597d95af272db2/pydantic_core-2.50.1-cp314-cp314t-macosx_10_12_x86_64.whl", hash = "sha256:9572c1369e9c9da2d64a7b7992c786d90ff295abc93964cfe3125e4290768070", size = 2234017, upload-time = "2026-10-11T18:33:35.588Z" }, + { url = "https://files.pythonhosted.org/packages/a4/69/2bb2bcd6146cffe98d760a46c42ae71efd5151d9b2f9c9bf6619a3b32083/pydantic_core-2.50.1-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:2005207aafe1231315718bf6ed5d064a7300fb4772754af35ee72fc68159492e", size = 2001016, upload-time = "2026-10-11T18:33:37.57Z" }, + { url = "https://files.pythonhosted.org/packages/20/b3/fbf854c7d07ec114260c26e9e2071a4381740f9ae09641dbfcbdf2a18c45/pydantic_core-2.50.1-cp314-cp314t-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:64f6047f62a6c5ae08d0a6afb035667aa2d97c3d20d69762e034c5ea144d92a5", size = 2023015, upload-time = "2026-10-11T18:33:39.433Z" }, + { url = "https://files.pythonhosted.org/packages/65/20/6de55b2f92cdb614b745c6e9ced639fc4fd7e1e77604825a88bdece6fcbd/pydantic_core-2.50.1-cp314-cp314t-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:1ef800dd7d85bcdadf4c3076e4c94e43939493558a3b69a1ea830c706d4617bb", size = 2192543, upload-time = "2026-10-11T18:33:41.381Z" }, + { url = "https://files.pythonhosted.org/packages/0c/d9/19e91c94bd5c405945ce2f15526808aea37e162c253160de8ed7bf70b406/pydantic_core-2.50.1-cp314-cp314t-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b0135bcdcaa0f23573f286e4cb5e0fd2962700964ed13df085b85f2b97aeab9e", size = 2388704, upload-time = "2026-10-11T18:33:43.167Z" }, + { url = "https://files.pythonhosted.org/packages/b6/bc/2e24c8415eae1a25ee5a5484946a917123bad2e9d01689a759236928175a/pydantic_core-2.50.1-cp314-cp314t-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:0b3a6f334c6a2345ca15318ff894502a90012536404b37c844a976c76c846e0b", size = 2464118, upload-time = "2026-10-11T18:33:44.856Z" }, + { url = "https://files.pythonhosted.org/packages/bd/1f/945b8053cb061c64e102bcaf7bfb9ed740c0bd4349f9bb978a7d4ddff4ab/pydantic_core-2.50.1-cp314-cp314t-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:06e01fbbfdb9be777b316a71b6c49efaf4a08b615d0a98d678cda3023f79d019", size = 2150142, upload-time = "2026-10-11T18:33:46.661Z" }, + { url = "https://files.pythonhosted.org/packages/2b/78/96a3e50bf0d64aaae781107eb9335b7529d05a85793ed6e7241c4cd1d931/pydantic_core-2.50.1-cp314-cp314t-manylinux_2_31_riscv64.whl", hash = "sha256:a29a061fec0b4e2d714f277e70a3a18125ecff803f2fea6eade2f2e53711d112", size = 2245577, upload-time = "2026-10-11T18:33:48.574Z" }, + { url = "https://files.pythonhosted.org/packages/7a/5d/a6038a0322232758a6ebfa709f4ca14a60bf5b93940cd0b345056a557da4/pydantic_core-2.50.1-cp314-cp314t-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:f5187624823423e1d1b82b1072ac41dc837389e18d3d0572cc19bbee46cd550a", size = 2263728, upload-time = "2026-10-11T18:33:50.527Z" }, + { url = "https://files.pythonhosted.org/packages/0d/4b/76ded3333a457a9344c4f2d63f2d82d0101654b05178fa4ddfe7d3627674/pydantic_core-2.50.1-cp314-cp314t-musllinux_1_1_aarch64.whl", hash = "sha256:3e46a9eb0a0901dd6275e6b06ac3a464885ef350ec4121fe486869de8053e4bb", size = 2293630, upload-time = "2026-10-11T18:33:52.362Z" }, + { url = "https://files.pythonhosted.org/packages/a9/00/9eca378335c9c1b72bc779bf6e4c2a82ce784f14ec48a0e87102c9870e05/pydantic_core-2.50.1-cp314-cp314t-musllinux_1_1_armv7l.whl", hash = "sha256:756d669f04e62ec4148ecfe22be6a4484d9b1181a6ef32e205ebfd200540858b", size = 2468048, upload-time = "2026-10-11T18:33:54.118Z" }, + { url = "https://files.pythonhosted.org/packages/35/ca/e3832e9cf93651251de43c8c5c029ed680a3c1a0a1b17ee26c81bed08cbd/pydantic_core-2.50.1-cp314-cp314t-musllinux_1_1_x86_64.whl", hash = "sha256:c516cc5367ca3448995d42cb994bf3f4c9002d2a7c22eac9622551269ad1b807", size = 2512159, upload-time = "2026-10-11T18:33:55.99Z" }, + { url = "https://files.pythonhosted.org/packages/4b/f2/773469b5a10a39116a2cb17edaf6d722f017dd8da07161b371465311c542/pydantic_core-2.50.1-cp314-cp314t-win32.whl", hash = "sha256:9d1bed94af6a63835461f3cf7502058eb166c58c4778e11d0f433cfb1bd69e19", size = 2098406, upload-time = "2026-10-11T18:33:58.043Z" }, + { url = "https://files.pythonhosted.org/packages/ee/42/0bb74f8f25204b259b11ab7c12dc7f180893b6bd706118b385147fb6efd5/pydantic_core-2.50.1-cp314-cp314t-win_amd64.whl", hash = "sha256:c8dce1f1e0e5358b682a6ad3fa5e31b31d4560997b8e61417e9217c8d60f8a0c", size = 2148481, upload-time = "2026-10-11T18:33:59.913Z" }, + { url = "https://files.pythonhosted.org/packages/47/0d/d801646c9679a4e630e15cf521d4108b93854b42a6e6e02391bd4c6b1095/pydantic_core-2.50.1-cp314-cp314t-win_arm64.whl", hash = "sha256:ceff0acc940be2715bd6ad17b24c0e5304abf44f6efd0f81ee8499e640f9dc86", size = 2174972, upload-time = "2026-10-11T18:34:01.875Z" }, + { url = "https://files.pythonhosted.org/packages/b2/84/23984b763d8862a02a13d27a44b6e8169428fd85ecfed88f54c29108604d/pydantic_core-2.50.1-cp315-cp315-macosx_10_12_x86_64.whl", hash = "sha256:8a6791afa2245e6c6b180122d105941644f5bd410bb18623b408808cc41a3102", size = 2224599, upload-time = "2026-10-11T18:34:04.016Z" }, + { url = "https://files.pythonhosted.org/packages/4d/90/a63cf8586abc1d1a3f6d9b18f0224789ebf003851f092ebda3c7c863fd32/pydantic_core-2.50.1-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:84f34323a61a365b4e9295de6028474754829aaddd59c7bf1a040e7487ef8f3c", size = 2024191, upload-time = "2026-10-11T18:34:05.901Z" }, + { url = "https://files.pythonhosted.org/packages/a6/6a/f34bff9808ffb4907fbf5f5040457d253cacf2da7fce9efbc99ca1b1a44d/pydantic_core-2.50.1-cp315-cp315-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:23edad659e8dbd8ca7e4e877fe6c81573abbdf215bd25a68b53e1272f58b80c7", size = 2048252, upload-time = "2026-10-11T18:34:07.757Z" }, + { url = "https://files.pythonhosted.org/packages/b2/54/13f419bf1eb59852003818e25935aaf175687d978f4c4bca70e08fe40a3b/pydantic_core-2.50.1-cp315-cp315-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:3a5fce22f1e87d181e924e12da7d81cfe031fb3881a5ddf26ad28f141756ca43", size = 2173376, upload-time = "2026-10-11T18:34:09.592Z" }, + { url = "https://files.pythonhosted.org/packages/6d/6c/b5a34d24cd0c81669d8f8339d74e6815abcf2f8fb48ab4b49b84c09be1d5/pydantic_core-2.50.1-cp315-cp315-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c73622ef819328873b53109ee4f77ceb598bffedd02daf916102be3228866b78", size = 2364559, upload-time = "2026-10-11T18:34:11.534Z" }, + { url = "https://files.pythonhosted.org/packages/eb/8d/d64d6216a8df365082665927ff923f183056f9049fee08e9777c9ac05296/pydantic_core-2.50.1-cp315-cp315-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:ce8c25ca38cc0e3d7753ba180808de2c0c8cb24eae0df64491e40921454e9831", size = 2444697, upload-time = "2026-10-11T18:34:13.535Z" }, + { url = "https://files.pythonhosted.org/packages/b8/0d/1b1149f60a00ea21ba5f70e28acbd40feb4598af414f80f53c921fac07c9/pydantic_core-2.50.1-cp315-cp315-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7689580e72a642ab5ec64d5f55b2e33636fa43b4ebe63c0c2c965ef307c7d1aa", size = 2159961, upload-time = "2026-10-11T18:34:15.56Z" }, + { url = "https://files.pythonhosted.org/packages/1e/35/f236549299dcc78e71e945495d7ec67e78d20844d0999c60601685003031/pydantic_core-2.50.1-cp315-cp315-manylinux_2_31_riscv64.whl", hash = "sha256:d5c0e32fdbce7f1e8ef4d11f655694bf5f4175c757a9f1dc2be09b8864e5bcf5", size = 2234581, upload-time = "2026-10-11T18:34:17.502Z" }, + { url = "https://files.pythonhosted.org/packages/6a/85/26901a490522b7f75ef9bb9a7afb73e5bb550f0e1cb5b99a0069183e2eb9/pydantic_core-2.50.1-cp315-cp315-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:40f523349960fa30f3ea51404308ff50f9997a90df639590f47a057c1f32b415", size = 2244090, upload-time = "2026-10-11T18:34:19.402Z" }, + { url = "https://files.pythonhosted.org/packages/ca/2c/481bcfc70ceeb77a778ca6e5b705fe592cb64735c108157f81b7dd9c280e/pydantic_core-2.50.1-cp315-cp315-musllinux_1_1_aarch64.whl", hash = "sha256:d4193206b6587047437f6f11d7e776df23e1c1e23af2a54d9347275614791e10", size = 2277948, upload-time = "2026-10-11T18:34:21.317Z" }, + { url = "https://files.pythonhosted.org/packages/24/eb/f1e09333faa7ba447cde967310f758430cc7c5e987bdab5228816c70030d/pydantic_core-2.50.1-cp315-cp315-musllinux_1_1_armv7l.whl", hash = "sha256:84bc765b282a9d5b7fe0348b8648904f25a6a04b2139da52b1dd30c8ac3a2c8f", size = 2449688, upload-time = "2026-10-11T18:34:23.321Z" }, + { url = "https://files.pythonhosted.org/packages/d1/b3/036bde636db8f76d92996e81aefc75678ab5cec4a07eea1ad0c72a893fc3/pydantic_core-2.50.1-cp315-cp315-musllinux_1_1_x86_64.whl", hash = "sha256:ed1e728b39a383c81035b2459cfcb35d99dfb01f7d6ebe3a913bc1cc5b81e459", size = 2479286, upload-time = "2026-10-11T18:34:25.214Z" }, + { url = "https://files.pythonhosted.org/packages/d0/a3/07f018294ee18d144afeb6df1a47d9e92960f014be45c5ed13519fa5af95/pydantic_core-2.50.1-cp315-cp315-win32.whl", hash = "sha256:bc94f474417604bd383d2cd445d071b07dd55fedceed3ce33407bf1fcc107290", size = 2103683, upload-time = "2026-10-11T18:34:27.42Z" }, + { url = "https://files.pythonhosted.org/packages/5f/98/f9bd7e1f9b6709f155acb9ef826d9c3884fe925f811fd8e55b9b52280bad/pydantic_core-2.50.1-cp315-cp315-win_amd64.whl", hash = "sha256:983a662de2571cb2502fc8ff47b6770b03d025d2eb314c92f77b3f07c74720ed", size = 2171681, upload-time = "2026-10-11T18:34:29.508Z" }, + { url = "https://files.pythonhosted.org/packages/10/87/4bb3e1e7f385c076ab5af4d6dd0571b22042cd8207eb810d5b9fef15ae31/pydantic_core-2.50.1-cp315-cp315-win_arm64.whl", hash = "sha256:94845ff54dc5193f228cab81b2662a04bfbb892e95bdc15edf7399000ce57d54", size = 2156251, upload-time = "2026-10-11T18:34:31.455Z" }, + { url = "https://files.pythonhosted.org/packages/47/47/83643225b08f2aef6c8cc4bbe6e3f79c5e139c4364a6e450d0f399d87774/pydantic_core-2.50.1-cp315-cp315t-macosx_10_12_x86_64.whl", hash = "sha256:4a53d13cdfbedbfa87f08b83c1a0a5efcc767d785a4b41934fa9cb672670493a", size = 2234363, upload-time = "2026-10-11T18:34:33.65Z" }, + { url = "https://files.pythonhosted.org/packages/5e/66/127ca649ba2f2462039dc1e694c6c01e00a3689f023a617364d3507e6d97/pydantic_core-2.50.1-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:efbecf43d321f7b9281441f1f213f7c21c66988b0e06c2730ba13ed47a46bb08", size = 2000972, upload-time = "2026-10-11T18:34:36.037Z" }, + { url = "https://files.pythonhosted.org/packages/5e/4f/e421e0a5d653b1203b090b2e48745976988d7338a647940704b5b9c2b399/pydantic_core-2.50.1-cp315-cp315t-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bc1f08f68dac9f9e83845a8039880aba2ab553eb9b2259c3243a313182c253fe", size = 2022925, upload-time = "2026-10-11T18:34:37.972Z" }, + { url = "https://files.pythonhosted.org/packages/d5/4e/ea5568e2491e1a71100f15ae8c2d01ef52db42a184a2d4e716bc79e5eb8f/pydantic_core-2.50.1-cp315-cp315t-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:5dfe41f232befddb9c4377f6cfc702b51595e2d78ed082672adf8758d2c4619f", size = 2192867, upload-time = "2026-10-11T18:34:39.921Z" }, + { url = "https://files.pythonhosted.org/packages/ae/5e/3b8c3a35acbe219909ada5defad5d7d9fed845fb2b37bd5ec518f453c119/pydantic_core-2.50.1-cp315-cp315t-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:adc06d218a1cadfd2ec4628424d7d79ce4eba69c2965e7e7b55106f0da5208c8", size = 2388687, upload-time = "2026-10-11T18:34:42.184Z" }, + { url = "https://files.pythonhosted.org/packages/b6/aa/7889b4e515f91a2e8c0ae6b5081fec0feb30c4398d1434e14793c60f173a/pydantic_core-2.50.1-cp315-cp315t-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2cf91809d0721ab81592ba67bea7694821679c10b1a2e3c3460082b286c1918a", size = 2464415, upload-time = "2026-10-11T18:34:44.384Z" }, + { url = "https://files.pythonhosted.org/packages/08/78/93449e628eb8a6fdcce3eff9043081179d1bc7ce6f1bff32dc5006f41e00/pydantic_core-2.50.1-cp315-cp315t-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:23923ab9292c40da026330b1ecf4dc2618c8e86e0422e5d1fbf50d94d64ca4f8", size = 2150823, upload-time = "2026-10-11T18:34:46.392Z" }, + { url = "https://files.pythonhosted.org/packages/f4/f1/72c5bc129fceb0d00f05dc1e67f518c1728de1928c55f81fc13d7690de39/pydantic_core-2.50.1-cp315-cp315t-manylinux_2_31_riscv64.whl", hash = "sha256:f3377c8c2b3ce898423c5e5dd94c7982e30aa7717a7e6ab2470b9de364963709", size = 2245806, upload-time = "2026-10-11T18:34:48.805Z" }, + { url = "https://files.pythonhosted.org/packages/28/2a/922a0e78f3aa6ab837b59f88190233fb8dad546c17995fde9bb3ed3b9b49/pydantic_core-2.50.1-cp315-cp315t-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:455a773617b5913bf5c20d0692e5787b119e52c4d40ea644ca31f5758fd31be2", size = 2264160, upload-time = "2026-10-11T18:34:50.876Z" }, + { url = "https://files.pythonhosted.org/packages/52/a8/0f1449e3e1b20941c9372faa18e7b6a092e30cdfa841902473f7989532ac/pydantic_core-2.50.1-cp315-cp315t-musllinux_1_1_aarch64.whl", hash = "sha256:1a9006395dece0e32e704c315eff8a00bede494f6108546cfc5539c89fef4f9a", size = 2294031, upload-time = "2026-10-11T18:34:52.876Z" }, + { url = "https://files.pythonhosted.org/packages/d1/d0/1031f492857de70355fb16524bbb03efce5fd34c93ed4a1ec60be07e0d4b/pydantic_core-2.50.1-cp315-cp315t-musllinux_1_1_armv7l.whl", hash = "sha256:d2d82aa62521c55ddfb000ae70f88cdd8de974078f6024e821dfe5addd0c818f", size = 2468423, upload-time = "2026-10-11T18:34:54.995Z" }, + { url = "https://files.pythonhosted.org/packages/46/52/269ffffa645b8e47906395a39cf9db1151ae9fa4bcd7f47b960bc31baf37/pydantic_core-2.50.1-cp315-cp315t-musllinux_1_1_x86_64.whl", hash = "sha256:009634b83993777ddcd69cad0ffcace43dabde692109528e35f0fde91e386a8b", size = 2512598, upload-time = "2026-10-11T18:34:57.149Z" }, + { url = "https://files.pythonhosted.org/packages/31/5c/e47e28281f20326ff6f3c31d626f0a83e615d2d94ba41bb0ad6ec237184a/pydantic_core-2.50.1-cp315-cp315t-win32.whl", hash = "sha256:3fde4fdc6487a58d944ca87cf5adc95d5f266e872c19599f5f4c0a8a1b1f9f9f", size = 2098535, upload-time = "2026-10-11T18:34:59.313Z" }, + { url = "https://files.pythonhosted.org/packages/03/ad/759e181e69c1b472c60b2049e5f61d5da1deefdd5ce1df4bb2ebcf771f25/pydantic_core-2.50.1-cp315-cp315t-win_amd64.whl", hash = "sha256:1c8632d4ac04e6f91128fca584b3a8a507d81604c24eeaaad00d4be42765c32b", size = 2148645, upload-time = "2026-10-11T18:35:01.571Z" }, + { url = "https://files.pythonhosted.org/packages/6d/56/8a702c27e5be9f47e5f19d8669227424290e4c024e7c370279cbaf244b4e/pydantic_core-2.50.1-cp315-cp315t-win_arm64.whl", hash = "sha256:c3ede305158e75510be50869b319550ab072008c13d64d4ab1e094fb286b6f44", size = 2175297, upload-time = "2026-10-11T18:35:04.079Z" }, + { url = "https://files.pythonhosted.org/packages/e7/73/a23a327237d9bb985298ce47702e196f995ce850224c12c70886bd66bb5c/pydantic_core-2.50.1-graalpy311-graalpy242_311_native-macosx_10_12_x86_64.whl", hash = "sha256:062e891facce5ca296a1c37098e5e466780457f86413894b399f0cf22934f769", size = 2162560, upload-time = "2026-10-11T18:35:06.274Z" }, + { url = "https://files.pythonhosted.org/packages/df/b2/33b37b5e82408f402a5e82649a43e7c95cd5dab7beaeef2c35cedbfd18f2/pydantic_core-2.50.1-graalpy311-graalpy242_311_native-macosx_11_0_arm64.whl", hash = "sha256:49c2cbb2397fe4d0987e84606e691af6cb87bc0ee1bd3e7b737f7e10b4c142f9", size = 2075250, upload-time = "2026-10-11T18:35:08.455Z" }, + { url = "https://files.pythonhosted.org/packages/04/62/c7d5b9249466ccab90f3ce4790c2399dbfb8172ae9e74a7753dd295fe65a/pydantic_core-2.50.1-graalpy311-graalpy242_311_native-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9e4472072de0137ee0d8e72d6620e85939c271d2f90f6bbb4b15c24638b79f92", size = 2107891, upload-time = "2026-10-11T18:35:10.918Z" }, + { url = "https://files.pythonhosted.org/packages/d4/7e/28d29bc1657195933147f772dee0558d9e0f045bbc11db7f992f40c37bb5/pydantic_core-2.50.1-graalpy311-graalpy242_311_native-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6ed4f3cef55164b026fefb41341b7754cc6b624c75dfe7142d2ecceb5ad21c87", size = 2268026, upload-time = "2026-10-11T18:35:13.336Z" }, + { url = "https://files.pythonhosted.org/packages/a5/09/1bcf160f3cd6333e2a76982fae5963e5032de0bcaaba38464223dc266bfe/pydantic_core-2.50.1-graalpy312-graalpy250_312_native-macosx_10_12_x86_64.whl", hash = "sha256:76e2e83fa6ec8cdc972d438dafc2522b3a47bee4ec0ae668b29cfb1977ab5242", size = 2217070, upload-time = "2026-10-11T18:35:15.688Z" }, + { url = "https://files.pythonhosted.org/packages/3d/81/f02de95eec7794dfc7a5bc69a834f0e834b31b3009014ce6de903855f775/pydantic_core-2.50.1-graalpy312-graalpy250_312_native-macosx_11_0_arm64.whl", hash = "sha256:a51eee75939cf811ac09b278745a6cee7dc873ccfbc8b9af3cc88fe4b7ce25b5", size = 2039027, upload-time = "2026-10-11T18:35:18.07Z" }, + { url = "https://files.pythonhosted.org/packages/4d/16/227746ed3771d9bf2304568b55134849ece34e13b38b1d76de763015c77f/pydantic_core-2.50.1-graalpy312-graalpy250_312_native-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ae28183297fb0d2b8dc46a1f01d51f5e45825fc5afe76a835a6cb7fb34821295", size = 2109009, upload-time = "2026-10-11T18:35:20.218Z" }, + { url = "https://files.pythonhosted.org/packages/e5/b9/7664d1592a0e5a74903f357cd5b28ceb7336f3473256c5a4e8c8432f1881/pydantic_core-2.50.1-graalpy312-graalpy250_312_native-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:88e492e8b9d0312e7dc13667c30222abf284dc3b79b5302b3607b41a5784ce61", size = 2269883, upload-time = "2026-10-11T18:35:22.48Z" }, + { url = "https://files.pythonhosted.org/packages/bd/35/002a378302ff91d2a7f149bc8d22363faf581ba40ac39d0123444315a32d/pydantic_core-2.50.1-pp311-pypy311_pp73-macosx_10_12_x86_64.whl", hash = "sha256:7456d699b13954e9c0164dcb267250a10ae0dfb03e6e26d6796ab0d46e189c84", size = 2154076, upload-time = "2026-10-11T18:35:24.743Z" }, + { url = "https://files.pythonhosted.org/packages/4b/5c/7a034330082c00f3c9795052bd9b161aaaf6e1951e897ac00a094823ef7e/pydantic_core-2.50.1-pp311-pypy311_pp73-macosx_11_0_arm64.whl", hash = "sha256:b0d955195bbbe489ad343fcc956eacea9357b79cb22192c66cacdefcbc14b32f", size = 2085850, upload-time = "2026-10-11T18:35:27.009Z" }, + { url = "https://files.pythonhosted.org/packages/57/fa/d5b44a7d3d4eceed6ef8713a0003af56fefde6ec75915513bcdd5d730cd9/pydantic_core-2.50.1-pp311-pypy311_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f2c634642694e6a0dad2ab1d375589fa671fd442edd5caf7d9737b8f6ca22906", size = 2259754, upload-time = "2026-10-11T18:35:29.763Z" }, + { url = "https://files.pythonhosted.org/packages/b6/88/e01dd37301710bd8b3b2daf34ec9e2a6e83a333130831c0d468b0292a48c/pydantic_core-2.50.1-pp311-pypy311_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:ee6db2fbed51a7991302e8fac498cd67e336246026d0dfa84cf5166ce1412760", size = 2268712, upload-time = "2026-10-11T18:35:32.654Z" }, + { url = "https://files.pythonhosted.org/packages/3e/43/5bb80d4a4d2b2d84612a30205662cc521a20d209c94abc079ea48b4e0df2/pydantic_core-2.50.1-pp311-pypy311_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:79490e33c4c0fcb933bbbcfc3a62184d8803b99f535863dfbb925e1bcb6945ad", size = 2305049, upload-time = "2026-10-11T18:35:35.392Z" }, + { url = "https://files.pythonhosted.org/packages/e8/7b/e3ef76b269cfe4a5bd3bdcf5d7124cf05e5a8909d443b91639307116bdae/pydantic_core-2.50.1-pp311-pypy311_pp73-musllinux_1_1_armv7l.whl", hash = "sha256:48569b0ade9edfbe065cad1d700175546592aebbb42f02adcebcc26e75b896fe", size = 2466001, upload-time = "2026-10-11T18:35:37.791Z" }, + { url = "https://files.pythonhosted.org/packages/8f/7a/ea0947aadc1d9f72d4be00d2e19939611ec17363bcb5e6eb9ec7d8221c34/pydantic_core-2.50.1-pp311-pypy311_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:5f3cae32fc46121f787cb2486de9cf95a8bf72aec5cc78f64c606fa1735a6ef5", size = 2481777, upload-time = "2026-10-11T18:35:40.287Z" }, + { url = "https://files.pythonhosted.org/packages/24/f3/d15bc0b1fb0c4f1e07b3326ffb7489f7ae70da2b56a0884d22641b0eb47c/pydantic_core-2.50.1-pp311-pypy311_pp73-win_amd64.whl", hash = "sha256:7f476456ac2bb0d937f75191494a09c83a30765fea4f70f3b404942fe25f6cdf", size = 2336787, upload-time = "2026-10-11T18:35:42.558Z" }, +] + +[[package]] +name = "pygments" +version = "2.21.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/49/2e/ced460408999b33da6b31b0021b0f37d329e202d4169aeb164493778f25b/pygments-2.21.0.tar.gz", hash = "sha256:610ca751c9bc2492b38eb9a38a7fbc93edbbb2d7182edaf34e66ae493dee5c8c", size = 5005329, upload-time = "2026-08-17T08:02:48.824Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/71/46/17f022dd3e953bf20a04a028a21ec746d942f8d2af30fa0f124fa0e6a684/pygments-2.21.0-py3-none-any.whl", hash = "sha256:2363c69b61c4a97c838da3b130dcd6468f4848992b21a82f2a63ec34377137d9", size = 1250147, upload-time = "2026-08-17T08:02:44.912Z" }, +] + +[[package]] +name = "pyparsing" +version = "3.3.3" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/e4/11/b213bebff182584360cb8d17c72c1677fec5c5c228de439e63bcf8ab1c8f/pyparsing-3.3.3.tar.gz", hash = "sha256:928ae7e20211f3b6f3915a72f06a0cfd29ab9d24279dd6346b6b1a7146397d36", size = 1050487, upload-time = "2026-09-20T20:59:05.609Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/38/bb/d215ee7c73b61497b28a5503f9f53523f294fcc936762b7caf90e0c1c2b5/pyparsing-3.3.3-py3-none-any.whl", hash = "sha256:ece8c00a69cf01b45d0b1dedabb469c90d8caf996d4fda40f147627a122849a4", size = 126420, upload-time = "2026-09-20T20:59:04.025Z" }, +] + +[[package]] +name = "pytest" +version = "9.1.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "colorama", marker = "sys_platform == 'win32'" }, + { name = "iniconfig" }, + { name = "packaging" }, + { name = "pluggy" }, + { name = "pygments" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/e4/47/b9efed96c114afcfa3c9d3fe98a76a1d14c74a9e266d397cf6eb64be5e01/pytest-9.1.1.tar.gz", hash = "sha256:1088fbde8f2b49d95a549a195707afa7a76a3ce9bcadc26b6d71f0ffda5fe313", size = 1636369, upload-time = "2026-06-19T10:58:32.857Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/24/25/1de2678b631f5a49215c6c96fff41ba892b0a34df68d6d80292b1b48aa7f/pytest-9.1.1-py3-none-any.whl", hash = "sha256:37a86b45efb9a47a61a36449063e8e18d0cab3161329fc099eb21783169c4f0c", size = 386536, upload-time = "2026-06-19T10:58:31.347Z" }, +] + +[[package]] +name = "python-dateutil" +version = "2.9.0.post0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "six" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/66/c0/0c8b6ad9f17a802ee498c46e004a0eb49bc148f2fd230864601a86dcf6db/python-dateutil-2.9.0.post0.tar.gz", hash = "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3", size = 342432, upload-time = "2024-03-01T18:36:20.211Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/ec/57/56b9bcc3c9c6a792fcbaf139543cee77261f3651ca9da0c93f5c1221264b/python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427", size = 229892, upload-time = "2024-03-01T18:36:18.57Z" }, +] + +[[package]] +name = "rich" +version = "15.0.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "markdown-it-py" }, + { name = "pygments" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/c0/8f/0722ca900cc807c13a6a0c696dacf35430f72e0ec571c4275d2371fca3e9/rich-15.0.0.tar.gz", hash = "sha256:edd07a4824c6b40189fb7ac9bc4c52536e9780fbbfbddf6f1e2502c31b068c36", size = 230680, upload-time = "2026-04-12T08:24:00.75Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/82/3b/64d4899d73f91ba49a8c18a8ff3f0ea8f1c1d75481760df8c68ef5235bf5/rich-15.0.0-py3-none-any.whl", hash = "sha256:33bd4ef74232fb73fe9279a257718407f169c09b78a87ad3d296f548e27de0bb", size = 310654, upload-time = "2026-04-12T08:24:02.83Z" }, +] + +[[package]] +name = "ruff" +version = "0.17.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/e9/a7/70debb024dfacda67b8e560cc7511f52b34b9348a8cc8c1ec23036dcd51d/ruff-0.17.0.tar.gz", hash = "sha256:5cd03240d8208a557c2a9655a5cb07ebe36aa6bb35065f97d48c1f6adef5a322", size = 5320554, upload-time = "2026-10-09T19:47:29.248Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/bc/f8/ee5ab9da6089eae2a33e6008b01deb1eda19992c1c8e10661e98cee1640f/ruff-0.17.0-py3-none-linux_armv6l.whl", hash = "sha256:0e271826af9a20d18c6cfae8c51e82959167c24859686ddd3eb9a7f0842ce81e", size = 10148907, upload-time = "2026-10-09T19:46:38.695Z" }, + { url = "https://files.pythonhosted.org/packages/9f/d9/2f81fb5a9d580afbb11b1c8ff915233a11f2a1b27405d7991f183c5e1976/ruff-0.17.0-py3-none-macosx_10_12_x86_64.whl", hash = "sha256:5f0ca4a40f81403689c04f12966e22f44e329ae362072d8f1587b7bda87f603b", size = 10224208, upload-time = "2026-10-09T19:46:41.711Z" }, + { url = "https://files.pythonhosted.org/packages/a7/20/643f3c8f75594f937b2bf74801241c56a2e2b8e139d24dff8b66b28cdd7f/ruff-0.17.0-py3-none-macosx_11_0_arm64.whl", hash = "sha256:cbf7149e0927dc3295d5d64679a4765576eef71b00782b2ae969ef82274d6bb9", size = 9273324, upload-time = "2026-10-09T19:46:44.323Z" }, + { url = "https://files.pythonhosted.org/packages/ec/91/627700b233d367736cb274f1bd0b47d1f2b12f68878192812bd875adadc3/ruff-0.17.0-py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:13ee90156522998c3037059d8f66885c8adeeaf7643bdce2caceee196ecd23e0", size = 9953190, upload-time = "2026-10-09T19:46:47.155Z" }, + { url = "https://files.pythonhosted.org/packages/cd/92/91f7b5ed39490f89d6cbf56e1f543c383667a725efa8e2c2dee0f01f5591/ruff-0.17.0-py3-none-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:3d8e4a002a94cd9d0dc48b51dc69d807a172b5b9bf2b668e656424dc5b55ead1", size = 9961746, upload-time = "2026-10-09T19:46:50.098Z" }, + { url = "https://files.pythonhosted.org/packages/87/c5/7310f9fc63ce11ff6394edbd5e85433dfb0e14c9fbf6ccc97f1538491bc7/ruff-0.17.0-py3-none-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:c0b8a60c06a218c337e1161638d34757f83449243e2db161483ddf948e53ad14", size = 10625483, upload-time = "2026-10-09T19:46:53.379Z" }, + { url = "https://files.pythonhosted.org/packages/a5/8d/97443f0dca4a03a0bc7629fd396fd494a1cb6666121e38c5075acb217d8f/ruff-0.17.0-py3-none-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a330178bdffc4205dbf3bda11d93e059e388fd6546f8cdd304501a9160363c0d", size = 11350129, upload-time = "2026-10-09T19:46:56.486Z" }, + { url = "https://files.pythonhosted.org/packages/9c/0a/c525efd9777be4b6b012e6969a3012648468e7e6c4b3e5b46af69f46e8eb/ruff-0.17.0-py3-none-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7bb08489e234876fa2da67ae3ea938e9a2156da80293e0e4365abd6973d98329", size = 10906223, upload-time = "2026-10-09T19:47:00.263Z" }, + { url = "https://files.pythonhosted.org/packages/2c/3c/4a01195d93420cad1175bedad13a515dc8a56f95a6e39789b92e582682f5/ruff-0.17.0-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bc73e7c133e82d55b5f15897b2a442d72c0cb4a0c886c46801ce3c247150b60c", size = 10386314, upload-time = "2026-10-09T19:47:03.057Z" }, + { url = "https://files.pythonhosted.org/packages/c7/72/1a3951665485a921f6375f91e754a1854d5a645d41acc3642668064ff64d/ruff-0.17.0-py3-none-manylinux_2_31_riscv64.whl", hash = "sha256:db4f74c533403ab70fe4007873f6ae0c9f94a8b03158cf48d78788e47cdbe399", size = 10565464, upload-time = "2026-10-09T19:47:05.831Z" }, + { url = "https://files.pythonhosted.org/packages/90/8c/539b4d8c082f57e18db8ae2be85a460d77861c79dcd5798e32b536a6a06f/ruff-0.17.0-py3-none-musllinux_1_2_aarch64.whl", hash = "sha256:3d8cc360e666d1914e47b0777c6906d70cf18891a55532bd0a16844195d70859", size = 10079468, upload-time = "2026-10-09T19:47:08.617Z" }, + { url = "https://files.pythonhosted.org/packages/e0/b8/84286966db79434e8c26b585b0a0f6897cb3ab1c51a4aa4df10c28488b62/ruff-0.17.0-py3-none-musllinux_1_2_armv7l.whl", hash = "sha256:d66de796b726c4801e05fa99a2a8d7a780e107be222486c304ab61765561e866", size = 9958556, upload-time = "2026-10-09T19:47:11.324Z" }, + { url = "https://files.pythonhosted.org/packages/69/50/27b6eed27b83fcdd5bfa0d52b83231e29094754374698da404d094487ae3/ruff-0.17.0-py3-none-musllinux_1_2_i686.whl", hash = "sha256:c3f268baf004aea944f040623327119527ea231af15f7fb7890e82cea0679589", size = 10352173, upload-time = "2026-10-09T19:47:14.188Z" }, + { url = "https://files.pythonhosted.org/packages/2a/fa/955399fd13044cd827862044117d784a59e3196f6cce7424908ac9a7f914/ruff-0.17.0-py3-none-musllinux_1_2_x86_64.whl", hash = "sha256:864b6c1acb6b0bccf94b5a3938a1531fd09aaca5e5659a2e7bf0f3cf2a685540", size = 10791761, upload-time = "2026-10-09T19:47:16.931Z" }, + { url = "https://files.pythonhosted.org/packages/ae/bf/024e01e1f6aec87768696725e648ed5b438941341eea8f8100beb681961f/ruff-0.17.0-py3-none-win32.whl", hash = "sha256:5e50aa5b84decd9fe5b0bb0e6f71c3b592f1767ed09faa4b7207d933961e35cd", size = 9904112, upload-time = "2026-10-09T19:47:19.75Z" }, + { url = "https://files.pythonhosted.org/packages/cc/77/1ee73df41dcc8d1cdb686ee4bc46ea29704ea175feb6b95c78420f631ab8/ruff-0.17.0-py3-none-win_amd64.whl", hash = "sha256:8ab76bcda86dfd28e13776cb5de3c7bcdcf1ae3d37ed761113d1a5a415dc134c", size = 10115585, upload-time = "2026-10-09T19:47:22.698Z" }, + { url = "https://files.pythonhosted.org/packages/fd/71/eb4f0ccc844aece56963e8578df9c95d4c00f580547d52329d4035d3af18/ruff-0.17.0-py3-none-win_arm64.whl", hash = "sha256:c154c73ff43f9854395e24cac507af13078962e53d2b511605058d22af1fdb88", size = 9872035, upload-time = "2026-10-09T19:47:26.306Z" }, +] + +[[package]] +name = "scipy" +version = "1.17.1" +source = { registry = "https://pypi.org/simple" } +resolution-markers = [ + "python_full_version < '3.12' and sys_platform == 'win32'", + "python_full_version < '3.12' and sys_platform == 'emscripten'", + "python_full_version < '3.12' and sys_platform != 'emscripten' and sys_platform != 'win32'", +] +dependencies = [ + { name = "numpy", version = "2.4.6", source = { registry = "https://pypi.org/simple" } }, +] +sdist = { url = "https://files.pythonhosted.org/packages/7a/97/5a3609c4f8d58b039179648e62dd220f89864f56f7357f5d4f45c29eb2cc/scipy-1.17.1.tar.gz", hash = "sha256:95d8e012d8cb8816c226aef832200b1d45109ed4464303e997c5b13122b297c0", size = 30573822, upload-time = "2026-02-23T00:26:24.851Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/df/75/b4ce781849931fef6fd529afa6b63711d5a733065722d0c3e2724af9e40a/scipy-1.17.1-cp311-cp311-macosx_10_14_x86_64.whl", hash = "sha256:1f95b894f13729334fb990162e911c9e5dc1ab390c58aa6cbecb389c5b5e28ec", size = 31613675, upload-time = "2026-02-23T00:16:00.13Z" }, + { url = "https://files.pythonhosted.org/packages/f7/58/bccc2861b305abdd1b8663d6130c0b3d7cc22e8d86663edbc8401bfd40d4/scipy-1.17.1-cp311-cp311-macosx_12_0_arm64.whl", hash = "sha256:e18f12c6b0bc5a592ed23d3f7b891f68fd7f8241d69b7883769eb5d5dfb52696", size = 28162057, upload-time = "2026-02-23T00:16:09.456Z" }, + { url = "https://files.pythonhosted.org/packages/6d/ee/18146b7757ed4976276b9c9819108adbc73c5aad636e5353e20746b73069/scipy-1.17.1-cp311-cp311-macosx_14_0_arm64.whl", hash = "sha256:a3472cfbca0a54177d0faa68f697d8ba4c80bbdc19908c3465556d9f7efce9ee", size = 20334032, upload-time = "2026-02-23T00:16:17.358Z" }, + { url = "https://files.pythonhosted.org/packages/ec/e6/cef1cf3557f0c54954198554a10016b6a03b2ec9e22a4e1df734936bd99c/scipy-1.17.1-cp311-cp311-macosx_14_0_x86_64.whl", hash = "sha256:766e0dc5a616d026a3a1cffa379af959671729083882f50307e18175797b3dfd", size = 22709533, upload-time = "2026-02-23T00:16:25.791Z" }, + { url = "https://files.pythonhosted.org/packages/4d/60/8804678875fc59362b0fb759ab3ecce1f09c10a735680318ac30da8cd76b/scipy-1.17.1-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:744b2bf3640d907b79f3fd7874efe432d1cf171ee721243e350f55234b4cec4c", size = 33062057, upload-time = "2026-02-23T00:16:36.931Z" }, + { url = "https://files.pythonhosted.org/packages/09/7d/af933f0f6e0767995b4e2d705a0665e454d1c19402aa7e895de3951ebb04/scipy-1.17.1-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:43af8d1f3bea642559019edfe64e9b11192a8978efbd1539d7bc2aaa23d92de4", size = 35349300, upload-time = "2026-02-23T00:16:49.108Z" }, + { url = "https://files.pythonhosted.org/packages/b4/3d/7ccbbdcbb54c8fdc20d3b6930137c782a163fa626f0aef920349873421ba/scipy-1.17.1-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:cd96a1898c0a47be4520327e01f874acfd61fb48a9420f8aa9f6483412ffa444", size = 35127333, upload-time = "2026-02-23T00:17:01.293Z" }, + { url = "https://files.pythonhosted.org/packages/e8/19/f926cb11c42b15ba08e3a71e376d816ac08614f769b4f47e06c3580c836a/scipy-1.17.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:4eb6c25dd62ee8d5edf68a8e1c171dd71c292fdae95d8aeb3dd7d7de4c364082", size = 37741314, upload-time = "2026-02-23T00:17:12.576Z" }, + { url = "https://files.pythonhosted.org/packages/95/da/0d1df507cf574b3f224ccc3d45244c9a1d732c81dcb26b1e8a766ae271a8/scipy-1.17.1-cp311-cp311-win_amd64.whl", hash = "sha256:d30e57c72013c2a4fe441c2fcb8e77b14e152ad48b5464858e07e2ad9fbfceff", size = 36607512, upload-time = "2026-02-23T00:17:23.424Z" }, + { url = "https://files.pythonhosted.org/packages/68/7f/bdd79ceaad24b671543ffe0ef61ed8e659440eb683b66f033454dcee90eb/scipy-1.17.1-cp311-cp311-win_arm64.whl", hash = "sha256:9ecb4efb1cd6e8c4afea0daa91a87fbddbce1b99d2895d151596716c0b2e859d", size = 24599248, upload-time = "2026-02-23T00:17:34.561Z" }, + { url = "https://files.pythonhosted.org/packages/35/48/b992b488d6f299dbe3f11a20b24d3dda3d46f1a635ede1c46b5b17a7b163/scipy-1.17.1-cp312-cp312-macosx_10_14_x86_64.whl", hash = "sha256:35c3a56d2ef83efc372eaec584314bd0ef2e2f0d2adb21c55e6ad5b344c0dcb8", size = 31610954, upload-time = "2026-02-23T00:17:49.855Z" }, + { url = "https://files.pythonhosted.org/packages/b2/02/cf107b01494c19dc100f1d0b7ac3cc08666e96ba2d64db7626066cee895e/scipy-1.17.1-cp312-cp312-macosx_12_0_arm64.whl", hash = "sha256:fcb310ddb270a06114bb64bbe53c94926b943f5b7f0842194d585c65eb4edd76", size = 28172662, upload-time = "2026-02-23T00:18:01.64Z" }, + { url = "https://files.pythonhosted.org/packages/cf/a9/599c28631bad314d219cf9ffd40e985b24d603fc8a2f4ccc5ae8419a535b/scipy-1.17.1-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:cc90d2e9c7e5c7f1a482c9875007c095c3194b1cfedca3c2f3291cdc2bc7c086", size = 20344366, upload-time = "2026-02-23T00:18:12.015Z" }, + { url = "https://files.pythonhosted.org/packages/35/f5/906eda513271c8deb5af284e5ef0206d17a96239af79f9fa0aebfe0e36b4/scipy-1.17.1-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:c80be5ede8f3f8eded4eff73cc99a25c388ce98e555b17d31da05287015ffa5b", size = 22704017, upload-time = "2026-02-23T00:18:21.502Z" }, + { url = "https://files.pythonhosted.org/packages/da/34/16f10e3042d2f1d6b66e0428308ab52224b6a23049cb2f5c1756f713815f/scipy-1.17.1-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e19ebea31758fac5893a2ac360fedd00116cbb7628e650842a6691ba7ca28a21", size = 32927842, upload-time = "2026-02-23T00:18:35.367Z" }, + { url = "https://files.pythonhosted.org/packages/01/8e/1e35281b8ab6d5d72ebe9911edcdffa3f36b04ed9d51dec6dd140396e220/scipy-1.17.1-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:02ae3b274fde71c5e92ac4d54bc06c42d80e399fec704383dcd99b301df37458", size = 35235890, upload-time = "2026-02-23T00:18:49.188Z" }, + { url = "https://files.pythonhosted.org/packages/c5/5c/9d7f4c88bea6e0d5a4f1bc0506a53a00e9fcb198de372bfe4d3652cef482/scipy-1.17.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:8a604bae87c6195d8b1045eddece0514d041604b14f2727bbc2b3020172045eb", size = 35003557, upload-time = "2026-02-23T00:18:54.74Z" }, + { url = "https://files.pythonhosted.org/packages/65/94/7698add8f276dbab7a9de9fb6b0e02fc13ee61d51c7c3f85ac28b65e1239/scipy-1.17.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:f590cd684941912d10becc07325a3eeb77886fe981415660d9265c4c418d0bea", size = 37625856, upload-time = "2026-02-23T00:19:00.307Z" }, + { url = "https://files.pythonhosted.org/packages/a2/84/dc08d77fbf3d87d3ee27f6a0c6dcce1de5829a64f2eae85a0ecc1f0daa73/scipy-1.17.1-cp312-cp312-win_amd64.whl", hash = "sha256:41b71f4a3a4cab9d366cd9065b288efc4d4f3c0b37a91a8e0947fb5bd7f31d87", size = 36549682, upload-time = "2026-02-23T00:19:07.67Z" }, + { url = "https://files.pythonhosted.org/packages/bc/98/fe9ae9ffb3b54b62559f52dedaebe204b408db8109a8c66fdd04869e6424/scipy-1.17.1-cp312-cp312-win_arm64.whl", hash = "sha256:f4115102802df98b2b0db3cce5cb9b92572633a1197c77b7553e5203f284a5b3", size = 24547340, upload-time = "2026-02-23T00:19:12.024Z" }, + { url = "https://files.pythonhosted.org/packages/76/27/07ee1b57b65e92645f219b37148a7e7928b82e2b5dbeccecb4dff7c64f0b/scipy-1.17.1-cp313-cp313-macosx_10_14_x86_64.whl", hash = "sha256:5e3c5c011904115f88a39308379c17f91546f77c1667cea98739fe0fccea804c", size = 31590199, upload-time = "2026-02-23T00:19:17.192Z" }, + { url = "https://files.pythonhosted.org/packages/ec/ae/db19f8ab842e9b724bf5dbb7db29302a91f1e55bc4d04b1025d6d605a2c5/scipy-1.17.1-cp313-cp313-macosx_12_0_arm64.whl", hash = "sha256:6fac755ca3d2c3edcb22f479fceaa241704111414831ddd3bc6056e18516892f", size = 28154001, upload-time = "2026-02-23T00:19:22.241Z" }, + { url = "https://files.pythonhosted.org/packages/5b/58/3ce96251560107b381cbd6e8413c483bbb1228a6b919fa8652b0d4090e7f/scipy-1.17.1-cp313-cp313-macosx_14_0_arm64.whl", hash = "sha256:7ff200bf9d24f2e4d5dc6ee8c3ac64d739d3a89e2326ba68aaf6c4a2b838fd7d", size = 20325719, upload-time = "2026-02-23T00:19:26.329Z" }, + { url = "https://files.pythonhosted.org/packages/b2/83/15087d945e0e4d48ce2377498abf5ad171ae013232ae31d06f336e64c999/scipy-1.17.1-cp313-cp313-macosx_14_0_x86_64.whl", hash = "sha256:4b400bdc6f79fa02a4d86640310dde87a21fba0c979efff5248908c6f15fad1b", size = 22683595, upload-time = "2026-02-23T00:19:30.304Z" }, + { url = "https://files.pythonhosted.org/packages/b4/e0/e58fbde4a1a594c8be8114eb4aac1a55bcd6587047efc18a61eb1f5c0d30/scipy-1.17.1-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:2b64ca7d4aee0102a97f3ba22124052b4bd2152522355073580bf4845e2550b6", size = 32896429, upload-time = "2026-02-23T00:19:35.536Z" }, + { url = "https://files.pythonhosted.org/packages/f5/5f/f17563f28ff03c7b6799c50d01d5d856a1d55f2676f537ca8d28c7f627cd/scipy-1.17.1-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:581b2264fc0aa555f3f435a5944da7504ea3a065d7029ad60e7c3d1ae09c5464", size = 35203952, upload-time = "2026-02-23T00:19:42.259Z" }, + { url = "https://files.pythonhosted.org/packages/8d/a5/9afd17de24f657fdfe4df9a3f1ea049b39aef7c06000c13db1530d81ccca/scipy-1.17.1-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:beeda3d4ae615106d7094f7e7cef6218392e4465cc95d25f900bebabfded0950", size = 34979063, upload-time = "2026-02-23T00:19:47.547Z" }, + { url = "https://files.pythonhosted.org/packages/8b/13/88b1d2384b424bf7c924f2038c1c409f8d88bb2a8d49d097861dd64a57b2/scipy-1.17.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:6609bc224e9568f65064cfa72edc0f24ee6655b47575954ec6339534b2798369", size = 37598449, upload-time = "2026-02-23T00:19:53.238Z" }, + { url = "https://files.pythonhosted.org/packages/35/e5/d6d0e51fc888f692a35134336866341c08655d92614f492c6860dc45bb2c/scipy-1.17.1-cp313-cp313-win_amd64.whl", hash = "sha256:37425bc9175607b0268f493d79a292c39f9d001a357bebb6b88fdfaff13f6448", size = 36510943, upload-time = "2026-02-23T00:20:50.89Z" }, + { url = "https://files.pythonhosted.org/packages/2a/fd/3be73c564e2a01e690e19cc618811540ba5354c67c8680dce3281123fb79/scipy-1.17.1-cp313-cp313-win_arm64.whl", hash = "sha256:5cf36e801231b6a2059bf354720274b7558746f3b1a4efb43fcf557ccd484a87", size = 24545621, upload-time = "2026-02-23T00:20:55.871Z" }, + { url = "https://files.pythonhosted.org/packages/6f/6b/17787db8b8114933a66f9dcc479a8272e4b4da75fe03b0c282f7b0ade8cd/scipy-1.17.1-cp313-cp313t-macosx_10_14_x86_64.whl", hash = "sha256:d59c30000a16d8edc7e64152e30220bfbd724c9bbb08368c054e24c651314f0a", size = 31936708, upload-time = "2026-02-23T00:19:58.694Z" }, + { url = "https://files.pythonhosted.org/packages/38/2e/524405c2b6392765ab1e2b722a41d5da33dc5c7b7278184a8ad29b6cb206/scipy-1.17.1-cp313-cp313t-macosx_12_0_arm64.whl", hash = "sha256:010f4333c96c9bb1a4516269e33cb5917b08ef2166d5556ca2fd9f082a9e6ea0", size = 28570135, upload-time = "2026-02-23T00:20:03.934Z" }, + { url = "https://files.pythonhosted.org/packages/fd/c3/5bd7199f4ea8556c0c8e39f04ccb014ac37d1468e6cfa6a95c6b3562b76e/scipy-1.17.1-cp313-cp313t-macosx_14_0_arm64.whl", hash = "sha256:2ceb2d3e01c5f1d83c4189737a42d9cb2fc38a6eeed225e7515eef71ad301dce", size = 20741977, upload-time = "2026-02-23T00:20:07.935Z" }, + { url = "https://files.pythonhosted.org/packages/d9/b8/8ccd9b766ad14c78386599708eb745f6b44f08400a5fd0ade7cf89b6fc93/scipy-1.17.1-cp313-cp313t-macosx_14_0_x86_64.whl", hash = "sha256:844e165636711ef41f80b4103ed234181646b98a53c8f05da12ca5ca289134f6", size = 23029601, upload-time = "2026-02-23T00:20:12.161Z" }, + { url = "https://files.pythonhosted.org/packages/6d/a0/3cb6f4d2fb3e17428ad2880333cac878909ad1a89f678527b5328b93c1d4/scipy-1.17.1-cp313-cp313t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:158dd96d2207e21c966063e1635b1063cd7787b627b6f07305315dd73d9c679e", size = 33019667, upload-time = "2026-02-23T00:20:17.208Z" }, + { url = "https://files.pythonhosted.org/packages/f3/c3/2d834a5ac7bf3a0c806ad1508efc02dda3c8c61472a56132d7894c312dea/scipy-1.17.1-cp313-cp313t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:74cbb80d93260fe2ffa334efa24cb8f2f0f622a9b9febf8b483c0b865bfb3475", size = 35264159, upload-time = "2026-02-23T00:20:23.087Z" }, + { url = "https://files.pythonhosted.org/packages/4d/77/d3ed4becfdbd217c52062fafe35a72388d1bd82c2d0ba5ca19d6fcc93e11/scipy-1.17.1-cp313-cp313t-musllinux_1_2_aarch64.whl", hash = "sha256:dbc12c9f3d185f5c737d801da555fb74b3dcfa1a50b66a1a93e09190f41fab50", size = 35102771, upload-time = "2026-02-23T00:20:28.636Z" }, + { url = "https://files.pythonhosted.org/packages/bd/12/d19da97efde68ca1ee5538bb261d5d2c062f0c055575128f11a2730e3ac1/scipy-1.17.1-cp313-cp313t-musllinux_1_2_x86_64.whl", hash = "sha256:94055a11dfebe37c656e70317e1996dc197e1a15bbcc351bcdd4610e128fe1ca", size = 37665910, upload-time = "2026-02-23T00:20:34.743Z" }, + { url = "https://files.pythonhosted.org/packages/06/1c/1172a88d507a4baaf72c5a09bb6c018fe2ae0ab622e5830b703a46cc9e44/scipy-1.17.1-cp313-cp313t-win_amd64.whl", hash = "sha256:e30bdeaa5deed6bc27b4cc490823cd0347d7dae09119b8803ae576ea0ce52e4c", size = 36562980, upload-time = "2026-02-23T00:20:40.575Z" }, + { url = "https://files.pythonhosted.org/packages/70/b0/eb757336e5a76dfa7911f63252e3b7d1de00935d7705cf772db5b45ec238/scipy-1.17.1-cp313-cp313t-win_arm64.whl", hash = "sha256:a720477885a9d2411f94a93d16f9d89bad0f28ca23c3f8daa521e2dcc3f44d49", size = 24856543, upload-time = "2026-02-23T00:20:45.313Z" }, + { url = "https://files.pythonhosted.org/packages/cf/83/333afb452af6f0fd70414dc04f898647ee1423979ce02efa75c3b0f2c28e/scipy-1.17.1-cp314-cp314-macosx_10_14_x86_64.whl", hash = "sha256:a48a72c77a310327f6a3a920092fa2b8fd03d7deaa60f093038f22d98e096717", size = 31584510, upload-time = "2026-02-23T00:21:01.015Z" }, + { url = "https://files.pythonhosted.org/packages/ed/a6/d05a85fd51daeb2e4ea71d102f15b34fedca8e931af02594193ae4fd25f7/scipy-1.17.1-cp314-cp314-macosx_12_0_arm64.whl", hash = "sha256:45abad819184f07240d8a696117a7aacd39787af9e0b719d00285549ed19a1e9", size = 28170131, upload-time = "2026-02-23T00:21:05.888Z" }, + { url = "https://files.pythonhosted.org/packages/db/7b/8624a203326675d7746a254083a187398090a179335b2e4a20e2ddc46e83/scipy-1.17.1-cp314-cp314-macosx_14_0_arm64.whl", hash = "sha256:3fd1fcdab3ea951b610dc4cef356d416d5802991e7e32b5254828d342f7b7e0b", size = 20342032, upload-time = "2026-02-23T00:21:09.904Z" }, + { url = "https://files.pythonhosted.org/packages/c9/35/2c342897c00775d688d8ff3987aced3426858fd89d5a0e26e020b660b301/scipy-1.17.1-cp314-cp314-macosx_14_0_x86_64.whl", hash = "sha256:7bdf2da170b67fdf10bca777614b1c7d96ae3ca5794fd9587dce41eb2966e866", size = 22678766, upload-time = "2026-02-23T00:21:14.313Z" }, + { url = "https://files.pythonhosted.org/packages/ef/f2/7cdb8eb308a1a6ae1e19f945913c82c23c0c442a462a46480ce487fdc0ac/scipy-1.17.1-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:adb2642e060a6549c343603a3851ba76ef0b74cc8c079a9a58121c7ec9fe2350", size = 32957007, upload-time = "2026-02-23T00:21:19.663Z" }, + { url = "https://files.pythonhosted.org/packages/0b/2e/7eea398450457ecb54e18e9d10110993fa65561c4f3add5e8eccd2b9cd41/scipy-1.17.1-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:eee2cfda04c00a857206a4330f0c5e3e56535494e30ca445eb19ec624ae75118", size = 35221333, upload-time = "2026-02-23T00:21:25.278Z" }, + { url = "https://files.pythonhosted.org/packages/d9/77/5b8509d03b77f093a0d52e606d3c4f79e8b06d1d38c441dacb1e26cacf46/scipy-1.17.1-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:d2650c1fb97e184d12d8ba010493ee7b322864f7d3d00d3f9bb97d9c21de4068", size = 35042066, upload-time = "2026-02-23T00:21:31.358Z" }, + { url = "https://files.pythonhosted.org/packages/f9/df/18f80fb99df40b4070328d5ae5c596f2f00fffb50167e31439e932f29e7d/scipy-1.17.1-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:08b900519463543aa604a06bec02461558a6e1cef8fdbb8098f77a48a83c8118", size = 37612763, upload-time = "2026-02-23T00:21:37.247Z" }, + { url = "https://files.pythonhosted.org/packages/4b/39/f0e8ea762a764a9dc52aa7dabcfad51a354819de1f0d4652b6a1122424d6/scipy-1.17.1-cp314-cp314-win_amd64.whl", hash = "sha256:3877ac408e14da24a6196de0ddcace62092bfc12a83823e92e49e40747e52c19", size = 37290984, upload-time = "2026-02-23T00:22:35.023Z" }, + { url = "https://files.pythonhosted.org/packages/7c/56/fe201e3b0f93d1a8bcf75d3379affd228a63d7e2d80ab45467a74b494947/scipy-1.17.1-cp314-cp314-win_arm64.whl", hash = "sha256:f8885db0bc2bffa59d5c1b72fad7a6a92d3e80e7257f967dd81abb553a90d293", size = 25192877, upload-time = "2026-02-23T00:22:39.798Z" }, + { url = "https://files.pythonhosted.org/packages/96/ad/f8c414e121f82e02d76f310f16db9899c4fcde36710329502a6b2a3c0392/scipy-1.17.1-cp314-cp314t-macosx_10_14_x86_64.whl", hash = "sha256:1cc682cea2ae55524432f3cdff9e9a3be743d52a7443d0cba9017c23c87ae2f6", size = 31949750, upload-time = "2026-02-23T00:21:42.289Z" }, + { url = "https://files.pythonhosted.org/packages/7c/b0/c741e8865d61b67c81e255f4f0a832846c064e426636cd7de84e74d209be/scipy-1.17.1-cp314-cp314t-macosx_12_0_arm64.whl", hash = "sha256:2040ad4d1795a0ae89bfc7e8429677f365d45aa9fd5e4587cf1ea737f927b4a1", size = 28585858, upload-time = "2026-02-23T00:21:47.706Z" }, + { url = "https://files.pythonhosted.org/packages/ed/1b/3985219c6177866628fa7c2595bfd23f193ceebbe472c98a08824b9466ff/scipy-1.17.1-cp314-cp314t-macosx_14_0_arm64.whl", hash = "sha256:131f5aaea57602008f9822e2115029b55d4b5f7c070287699fe45c661d051e39", size = 20757723, upload-time = "2026-02-23T00:21:52.039Z" }, + { url = "https://files.pythonhosted.org/packages/c0/19/2a04aa25050d656d6f7b9e7b685cc83d6957fb101665bfd9369ca6534563/scipy-1.17.1-cp314-cp314t-macosx_14_0_x86_64.whl", hash = "sha256:9cdc1a2fcfd5c52cfb3045feb399f7b3ce822abdde3a193a6b9a60b3cb5854ca", size = 23043098, upload-time = "2026-02-23T00:21:56.185Z" }, + { url = "https://files.pythonhosted.org/packages/86/f1/3383beb9b5d0dbddd030335bf8a8b32d4317185efe495374f134d8be6cce/scipy-1.17.1-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:6e3dcd57ab780c741fde8dc68619de988b966db759a3c3152e8e9142c26295ad", size = 33030397, upload-time = "2026-02-23T00:22:01.404Z" }, + { url = "https://files.pythonhosted.org/packages/41/68/8f21e8a65a5a03f25a79165ec9d2b28c00e66dc80546cf5eb803aeeff35b/scipy-1.17.1-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a9956e4d4f4a301ebf6cde39850333a6b6110799d470dbbb1e25326ac447f52a", size = 35281163, upload-time = "2026-02-23T00:22:07.024Z" }, + { url = "https://files.pythonhosted.org/packages/84/8d/c8a5e19479554007a5632ed7529e665c315ae7492b4f946b0deb39870e39/scipy-1.17.1-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:a4328d245944d09fd639771de275701ccadf5f781ba0ff092ad141e017eccda4", size = 35116291, upload-time = "2026-02-23T00:22:12.585Z" }, + { url = "https://files.pythonhosted.org/packages/52/52/e57eceff0e342a1f50e274264ed47497b59e6a4e3118808ee58ddda7b74a/scipy-1.17.1-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:a77cbd07b940d326d39a1d1b37817e2ee4d79cb30e7338f3d0cddffae70fcaa2", size = 37682317, upload-time = "2026-02-23T00:22:18.513Z" }, + { url = "https://files.pythonhosted.org/packages/11/2f/b29eafe4a3fbc3d6de9662b36e028d5f039e72d345e05c250e121a230dd4/scipy-1.17.1-cp314-cp314t-win_amd64.whl", hash = "sha256:eb092099205ef62cd1782b006658db09e2fed75bffcae7cc0d44052d8aa0f484", size = 37345327, upload-time = "2026-02-23T00:22:24.442Z" }, + { url = "https://files.pythonhosted.org/packages/07/39/338d9219c4e87f3e708f18857ecd24d22a0c3094752393319553096b98af/scipy-1.17.1-cp314-cp314t-win_arm64.whl", hash = "sha256:200e1050faffacc162be6a486a984a0497866ec54149a01270adc8a59b7c7d21", size = 25489165, upload-time = "2026-02-23T00:22:29.563Z" }, +] + +[[package]] +name = "scipy" +version = "1.18.1" +source = { registry = "https://pypi.org/simple" } +resolution-markers = [ + "python_full_version >= '3.14' and sys_platform == 'win32'", + "python_full_version >= '3.14' and sys_platform == 'emscripten'", + "python_full_version >= '3.14' and sys_platform != 'emscripten' and sys_platform != 'win32'", + "python_full_version == '3.13.*' and sys_platform == 'win32'", + "python_full_version == '3.12.*' and sys_platform == 'win32'", + "python_full_version == '3.13.*' and sys_platform == 'emscripten'", + "python_full_version == '3.12.*' and sys_platform == 'emscripten'", + "python_full_version == '3.13.*' and sys_platform != 'emscripten' and sys_platform != 'win32'", + "python_full_version == '3.12.*' and sys_platform != 'emscripten' and sys_platform != 'win32'", +] +dependencies = [ + { name = "numpy", version = "2.5.4", source = { registry = "https://pypi.org/simple" } }, +] +sdist = { url = "https://files.pythonhosted.org/packages/7e/74/66de6258867beb2ef08f35f9f2ac017a52cacd5081714d239ff1a442d458/scipy-1.18.1.tar.gz", hash = "sha256:52c4b7422442aba924d03ad4019852b08a92e64ea187b933135687bfe2747307", size = 30781235, upload-time = "2026-08-21T23:28:50.599Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/18/f7/240c110c08693826b4513a52f5717d62ec7c7af72f2920821247c03b17b3/scipy-1.18.1-cp312-cp312-macosx_10_15_x86_64.whl", hash = "sha256:457fd7a2a8edeb044ab6ffbc0aa03ff6cd18491356e5e0c834d76ce621b916d1", size = 31111061, upload-time = "2026-08-21T23:23:44.522Z" }, + { url = "https://files.pythonhosted.org/packages/05/4a/78c6285577c375e7cf27277ea8ee6961224327f1e1a0c44af5f17f23635c/scipy-1.18.1-cp312-cp312-macosx_12_0_arm64.whl", hash = "sha256:e708533e8b2ae2497d65346538a7dcc92814410b25b81432eac66de0f2af8265", size = 28733332, upload-time = "2026-08-21T23:23:50.015Z" }, + { url = "https://files.pythonhosted.org/packages/a5/f6/a5b82f8abbe14d134691b8b903696f701d25a081353a29dc655c364d9e62/scipy-1.18.1-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:7bbf207c4453ce1ad2e00b17313852b33310b83090c2311bdaf97f93c0380d12", size = 20475078, upload-time = "2026-08-21T23:23:54.138Z" }, + { url = "https://files.pythonhosted.org/packages/23/22/0858a0bbd6b3e825ceb8cd9baf9eaf3b2f2b1d77727eb6be40500bcdc92f/scipy-1.18.1-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:78c0665edead396b1abb4897c41a5c1d9bf090c8a637a4c20a61678e0a264e66", size = 23108904, upload-time = "2026-08-21T23:23:57.824Z" }, + { url = "https://files.pythonhosted.org/packages/75/9a/2e71719f31eaefe0e3a1706c4a1ded94e664bfd95ffca2b219a671faee01/scipy-1.18.1-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:3c085faa2cfa879c5141df483f836f4d691045a078224a670fa570fa01612d89", size = 34025113, upload-time = "2026-08-21T23:24:02.209Z" }, + { url = "https://files.pythonhosted.org/packages/df/64/ff35eb9e54894cf471ff4716abd3c81eb0a0626869217ce3e6ba4ccf17d7/scipy-1.18.1-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:f55fa87b6c612ecd6b058f167c53231b1d14e412efe361d3d6e38b3631c73218", size = 35344199, upload-time = "2026-08-21T23:24:07.844Z" }, + { url = "https://files.pythonhosted.org/packages/d3/af/c5538be1792f7034c12c7db6ee67cace58253c7b87b122d68253eaf5de89/scipy-1.18.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:c35d74ce0e193ff740c2f2be2ac913ddc232fe6c1ff40b26cfecb9c670c63314", size = 35639587, upload-time = "2026-08-21T23:24:13.05Z" }, + { url = "https://files.pythonhosted.org/packages/91/4c/075e4f66471bac101141ac739e9e135549be1bae584571bd03a530c056e1/scipy-1.18.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:d2924a03db38dc2e848bca2fe9f077dafb891480b91a00a0963a8cf86dfc31c1", size = 37480330, upload-time = "2026-08-21T23:24:19.608Z" }, + { url = "https://files.pythonhosted.org/packages/39/e7/979fd14e75008623df31ba70d6bb144700f68feadcea042021c06a05bf82/scipy-1.18.1-cp312-cp312-win_amd64.whl", hash = "sha256:5e4d44984abc0020154ea81b247adeddcc3ac5527b975ff798bd1ba0adc513c2", size = 36658278, upload-time = "2026-08-21T23:24:25.463Z" }, + { url = "https://files.pythonhosted.org/packages/c7/0b/e1525354ff9d7d5feb6d1b31af6d14072e5c91e9607b421fa1ec889660b3/scipy-1.18.1-cp312-cp312-win_arm64.whl", hash = "sha256:d65d448389b8436493abcf629cc94ad0cf32aecaf06e1acca1de53cc795f2f12", size = 24400588, upload-time = "2026-08-21T23:24:30.579Z" }, + { url = "https://files.pythonhosted.org/packages/b6/55/4540ee0f9c42a9ad7109d0d1a8cc70de54c3572b01c6693a2b1c70e90ceb/scipy-1.18.1-cp313-cp313-macosx_10_15_x86_64.whl", hash = "sha256:3ab3523da44749156e1f68b464dc56af11ae4cbc5c739a49d05f32b982eca9f3", size = 31089958, upload-time = "2026-08-21T23:24:35.8Z" }, + { url = "https://files.pythonhosted.org/packages/2a/f5/769f36d14922b8071a43e95d24d18b6bdafad10d7f5cf647867e1ac052bc/scipy-1.18.1-cp313-cp313-macosx_12_0_arm64.whl", hash = "sha256:e6fb6a55cc0ba97b59a1f288fb86dc6fce8bdfc0fffcbfd015e3a954bf2a2d93", size = 28715106, upload-time = "2026-08-21T23:24:40.775Z" }, + { url = "https://files.pythonhosted.org/packages/9a/d7/21d890274f75ea37a8209d5519e72da3da90302e3b9fb8397a0918386a62/scipy-1.18.1-cp313-cp313-macosx_14_0_arm64.whl", hash = "sha256:ea324d9dd34c38bfb9bec8ca4d1b407db97dbb74029f566b8e322b1b6fe56fe6", size = 20456846, upload-time = "2026-08-21T23:24:45.066Z" }, + { url = "https://files.pythonhosted.org/packages/ec/01/798430ecea2e78ec7c02663d5f71c007bb6abeca931080debd40d7fa55ea/scipy-1.18.1-cp313-cp313-macosx_14_0_x86_64.whl", hash = "sha256:75b00eb8fb802090aa903f4ea1c7f5a584779f967361e68b7e98e531cc2d7174", size = 23087986, upload-time = "2026-08-21T23:24:49.539Z" }, + { url = "https://files.pythonhosted.org/packages/e6/5f/4634e9d35c68496e4e34cb6946eafab044458e6cedab42b40b6588e475b6/scipy-1.18.1-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d416b16cccfd70fbf62400e84d0bb2f4e6af519a45557f1692c749b37f14b315", size = 33998146, upload-time = "2026-08-21T23:24:54.714Z" }, + { url = "https://files.pythonhosted.org/packages/41/48/6450ed9243315322bbc19ac57b9b70d66a20bf1d38d124c96bc4bf6af9ea/scipy-1.18.1-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:fdaf5ea890a6183d0565f51a61799d67081bd5b1cf03c5f4b3fd3732108625c9", size = 35312578, upload-time = "2026-08-21T23:25:00.44Z" }, + { url = "https://files.pythonhosted.org/packages/00/bd/bf5a4be6a3525676499f6dff307991739ff6fdcad1481b1aeb6745339f58/scipy-1.18.1-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:c825cef2f49e46753726a7181a8e199804a912b29519ada542c6ebc654951899", size = 35612621, upload-time = "2026-08-21T23:25:06.144Z" }, + { url = "https://files.pythonhosted.org/packages/bd/4e/3c45c33e00a77996c4b1cb707929f833ba7b1d522ee29f882512c330676d/scipy-1.18.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:e3b417bf8c2c7c16e8f58ad91db17783ec911ac16e7b50eb6eab6e809b4f5b07", size = 37457323, upload-time = "2026-08-21T23:25:12.483Z" }, + { url = "https://files.pythonhosted.org/packages/93/0e/e0348fbc0dbab65c114cf78957e7dfeb49f8e8b556b4d930cc12ff195e18/scipy-1.18.1-cp313-cp313-win_amd64.whl", hash = "sha256:559ed65f60c1af5a03f3912605a1b5114f522c7c32fb23c3376ae8f03219fe28", size = 36622841, upload-time = "2026-08-21T23:25:18.722Z" }, + { url = "https://files.pythonhosted.org/packages/50/a8/6a77f5f267c555108f0a864b6db714363dab567a8266422a79a385f9232b/scipy-1.18.1-cp313-cp313-win_arm64.whl", hash = "sha256:cd479fc04dd9401e3b4f49e76518768ef99c4f517a98c284eb091fd725719adf", size = 24399315, upload-time = "2026-08-21T23:25:23.458Z" }, + { url = "https://files.pythonhosted.org/packages/06/d5/d8eb4e280ddb56a4ab2c6f02ee49b56b23f6e977cf0802fd6d68dbef14f5/scipy-1.18.1-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:83de5453a7799afc9048b4616bd085cef126e36412f0ea2f6370c36a2a3a51e7", size = 31090936, upload-time = "2026-08-21T23:25:28.686Z" }, + { url = "https://files.pythonhosted.org/packages/2a/49/59ea385dc3a62ff498ddf3cfff7c2b41b0f9f9d3c4122b3f1dcb6d6327fe/scipy-1.18.1-cp314-cp314-macosx_12_0_arm64.whl", hash = "sha256:9554bcc6d715ee87a633a3cc8e7703c6628b100dd29cb8a2efc4c0533c7ff729", size = 28725221, upload-time = "2026-08-21T23:25:33.244Z" }, + { url = "https://files.pythonhosted.org/packages/70/e8/6b0c288c50942d78193696c9f15f9a0874f5178aa0ddf40f83d9924b3e8d/scipy-1.18.1-cp314-cp314-macosx_14_0_arm64.whl", hash = "sha256:011413b7426b75012840e35649e00fe0a2c3bae89fed433876e3a99251572efc", size = 20466839, upload-time = "2026-08-21T23:25:37.516Z" }, + { url = "https://files.pythonhosted.org/packages/4b/e0/54fd3793c729e3b936782f181b59cbb1205bf250ab605a16cb1ba61cdd5e/scipy-1.18.1-cp314-cp314-macosx_14_0_x86_64.whl", hash = "sha256:88f0e784020649f88ea48c9f5ddfa403bf9205820667c0914740b392035afb82", size = 23089121, upload-time = "2026-08-21T23:25:42.019Z" }, + { url = "https://files.pythonhosted.org/packages/0b/56/030af62bea3cf878e0028515dff78c123b01633606a879b63f42d2db99cc/scipy-1.18.1-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:2d3ab0e8c69a17dd3559eab8cbb88f258e285c94d572c2719033f90f83290c89", size = 34053851, upload-time = "2026-08-21T23:25:47.998Z" }, + { url = "https://files.pythonhosted.org/packages/6b/89/2a844506d49651e9aa1af6ef95b6bd8031cb1d5a4375edec6155037e04cf/scipy-1.18.1-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ac0333bdf38309aa3dcbe7e3fa7ea29e7a2c37c6ea306a757b700ded8e4596ad", size = 35329183, upload-time = "2026-08-21T23:25:53.522Z" }, + { url = "https://files.pythonhosted.org/packages/eb/56/c7370c3640e92ac9613cbf26cb3f729f9b12ddf1727b55b94b53b24d6f48/scipy-1.18.1-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:911de823097db8b63f034299d12662db93344e6ffa0b881cbb57748974b70168", size = 35672551, upload-time = "2026-08-21T23:25:59.387Z" }, + { url = "https://files.pythonhosted.org/packages/24/16/ec8536f351421f8bf60a1120930638f83790f4710b8230446aca3d6159d4/scipy-1.18.1-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:95298364e251be3e60249facbeeca03631d3bb7584f85879516ec55ac717b81f", size = 37469416, upload-time = "2026-08-21T23:26:05.432Z" }, + { url = "https://files.pythonhosted.org/packages/52/94/d73da0d28f16c45bb9b0a5691b91610b0275c5ef0eb5e43c87cf2dc1bf31/scipy-1.18.1-cp314-cp314-win_amd64.whl", hash = "sha256:78a0d7c918e74a232394117160e7e3db503377572a45bcef8826e4ab8a35feba", size = 37362755, upload-time = "2026-08-21T23:26:11.366Z" }, + { url = "https://files.pythonhosted.org/packages/89/25/e996e4dc74e10e227b1e14db5eaf6608bb6dd33884a64851c38f18dd4249/scipy-1.18.1-cp314-cp314-win_arm64.whl", hash = "sha256:cbf38d043c1aa4ab306e1ada6ab6eddacc3322a20b7af1b30bc93254b366fe09", size = 25036090, upload-time = "2026-08-21T23:26:15.887Z" }, + { url = "https://files.pythonhosted.org/packages/fa/c9/c00213f92309d753b48903e6a451b87eb52ff5b7a16e789d1568bbf221c4/scipy-1.18.1-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:0fcb3c93519f27bb4f0c4b0f7802cdcaca7fcf93267b75edda2e9f4e8a55cbd7", size = 31485550, upload-time = "2026-08-21T23:26:20.776Z" }, + { url = "https://files.pythonhosted.org/packages/74/b2/e3067c487982d4eeab2938928529410370c06fea84a4d3f4925e7d96647d/scipy-1.18.1-cp314-cp314t-macosx_12_0_arm64.whl", hash = "sha256:ddef79fb382df40104a19bb7151b3b23e57c1778fcf857c71ceecd9bd264513f", size = 29174642, upload-time = "2026-08-21T23:26:25.395Z" }, + { url = "https://files.pythonhosted.org/packages/d5/ab/374c9fe2d1ec014e576c781a4b5d8e1ba340e8f6b4638c16f711d2b194f0/scipy-1.18.1-cp314-cp314t-macosx_14_0_arm64.whl", hash = "sha256:0e82073ecc7acc6436fac4b31674109c7e1d3e596789767eda01258a8c9e8123", size = 20916357, upload-time = "2026-08-21T23:26:30.112Z" }, + { url = "https://files.pythonhosted.org/packages/90/38/223915c88a17317cafbf8ca2a42b11c265a9fb1e804aa665544132b5fe8a/scipy-1.18.1-cp314-cp314t-macosx_14_0_x86_64.whl", hash = "sha256:8bcf3c1ba5d6456e2effd30fcbd3459b044d683fcdac79a2e6830f0bdf7de487", size = 23482611, upload-time = "2026-08-21T23:26:34.846Z" }, + { url = "https://files.pythonhosted.org/packages/c4/d1/db0948da8ca57a80b36520ef0a768b967d99f3af65f4b6f1bf6362ad4dd4/scipy-1.18.1-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:cfbf154f2ba187f2ed6cce2639efff7d105f1140573642c0161615b6d91d6a87", size = 34143202, upload-time = "2026-08-21T23:26:40.4Z" }, + { url = "https://files.pythonhosted.org/packages/87/53/39d046cc7574ed6acacb6bd5723e220107ece80bff12faaf3efc4ddeede4/scipy-1.18.1-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a1d33a7836f7ddc1993427966a0823468ec41bcbdb1a9f9942d1d7e57f803ba3", size = 35380876, upload-time = "2026-08-21T23:26:46.1Z" }, + { url = "https://files.pythonhosted.org/packages/f9/da/32e0e799d875a85ca57d9bde6c78148afcc0e38276df683d95854eadc8c3/scipy-1.18.1-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:7f4b8bc363b6d65ee2152bec57568e3c52639bb34c46057b09857a307ed5e21d", size = 35770885, upload-time = "2026-08-21T23:26:51.533Z" }, + { url = "https://files.pythonhosted.org/packages/88/2e/f97a666d362fee68b18f41c9c30ed502ca5c98b549749bfcb52a8b74d1eb/scipy-1.18.1-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:11c423f1049c5755ad4409af52a9ada1cff96fe9b50795d4af3619f292901239", size = 37525424, upload-time = "2026-08-21T23:26:56.751Z" }, + { url = "https://files.pythonhosted.org/packages/ca/d5/a9e765a84654ebba8479a1fd1b059ced1af72b168a3b2a3a46540ea38d20/scipy-1.18.1-cp314-cp314t-win_amd64.whl", hash = "sha256:c24acac1e18912761c4700239bbc1fd32f615af690f1584d49b35859be51324d", size = 37416961, upload-time = "2026-08-21T23:27:01.546Z" }, + { url = "https://files.pythonhosted.org/packages/ee/16/e79e0d1c63ef698879d85439d37e9fb434e3b804e506a6991038d086ebd9/scipy-1.18.1-cp314-cp314t-win_arm64.whl", hash = "sha256:9f2897bf7737392ad0d5213ea7b6add72a4edf5679b3153106aeb88b6507b3b9", size = 25331848, upload-time = "2026-08-21T23:27:05.884Z" }, + { url = "https://files.pythonhosted.org/packages/be/4f/1bd37c883b67163e2ca1f60977a399500e6879c15defecac62831c8d078d/scipy-1.18.1-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:eb0dfcf4e28a99c12c999744a2ff67c9b06200e20401c7c88186e33552a46331", size = 31091484, upload-time = "2026-08-21T23:27:11.051Z" }, + { url = "https://files.pythonhosted.org/packages/8c/c5/ba929d7feb9b2332f96827c12e0e924b61973b59b4dea383b603372c65ce/scipy-1.18.1-cp315-cp315-macosx_12_0_arm64.whl", hash = "sha256:30f464bee641fa8e282577c7dce027308403213c6ca8270bba73285c91024bc5", size = 28725057, upload-time = "2026-08-21T23:27:15.9Z" }, + { url = "https://files.pythonhosted.org/packages/a4/19/68f1c50f609d955d230e66d25d02bd3e1e167ec540232135354fb9a4b9e3/scipy-1.18.1-cp315-cp315-macosx_14_0_arm64.whl", hash = "sha256:1bca3b943fc2567ea49cd02c99abde49da4d5178ec46f624bd8255cda8755beb", size = 20466734, upload-time = "2026-08-21T23:27:20.044Z" }, + { url = "https://files.pythonhosted.org/packages/ef/6d/319fa29b73d1802fa80b32a6eaf3f5be456ef81526da2716a9493bcb5501/scipy-1.18.1-cp315-cp315-macosx_14_0_x86_64.whl", hash = "sha256:c9d18a33309122074ea483dd92dd444189166b8b2ec429fe9ed5ac73c7a0aa23", size = 23089664, upload-time = "2026-08-21T23:27:24.345Z" }, + { url = "https://files.pythonhosted.org/packages/b7/db/30992f9b51a63de671daf3888ffd18378b6cb9ec9f2c972264238ffa7fd6/scipy-1.18.1-cp315-cp315-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:82f201b4c878551d48558337aab270d3c6cca5507b8737c8d8a608d234cccde0", size = 34054035, upload-time = "2026-08-21T23:27:29.409Z" }, + { url = "https://files.pythonhosted.org/packages/91/d4/bf3e735dc0b9d5a8ff45079d2540e17d3aff7a2f0048dd8f552ffd031d2b/scipy-1.18.1-cp315-cp315-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:0ac49ea97594532dd44b7136094d35f5440fa06e6d9c6384a74c01764df388c5", size = 35333883, upload-time = "2026-08-21T23:27:34.293Z" }, + { url = "https://files.pythonhosted.org/packages/19/93/12d78ce9f871fe945fca588d32644e6e63f553c2a35c564d73f3b22a3313/scipy-1.18.1-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:ceb30a00ce7c92d459819443d29ca486d882b83fb6738bdcbb2a1cce94ac5daa", size = 35673124, upload-time = "2026-08-21T23:27:39.059Z" }, + { url = "https://files.pythonhosted.org/packages/70/cd/886219313a1012a48e6ae0ec4f302c837151beb92e1ff0d709ef8fdfc488/scipy-1.18.1-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:f29633129f9fa7e88a3f0fca835de2d030bfc9643f7799e1a0c46cee24d38fc7", size = 37470753, upload-time = "2026-08-21T23:27:44.435Z" }, + { url = "https://files.pythonhosted.org/packages/17/6c/a776888ce618bee54fbde26172f0f46ac1da70d27b63861797fe78e1904b/scipy-1.18.1-cp315-cp315-win_amd64.whl", hash = "sha256:92c14f5bdbfb6216315ce33e78080474082de8b3830122ba97809bfbe65f75c0", size = 37361483, upload-time = "2026-08-21T23:27:49.334Z" }, + { url = "https://files.pythonhosted.org/packages/ab/09/97b651691322ebee97999b017ffc18a15a0b815103844c97e8da9d469731/scipy-1.18.1-cp315-cp315-win_arm64.whl", hash = "sha256:e402cf31eb68f453dbb2d36fc6d722b33f24a55d68b2ae1d92fa6305ca71c298", size = 25035883, upload-time = "2026-08-21T23:27:53.596Z" }, + { url = "https://files.pythonhosted.org/packages/ed/0f/9ec20467bbabd0d44e2a77d0fd3d124f884b4d67df92af82c91d2d6a486f/scipy-1.18.1-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:2a0b02f9fc46f8520330c23d45e6560db7e3a0d927232139427637f98943e11d", size = 31474926, upload-time = "2026-08-21T23:27:57.993Z" }, + { url = "https://files.pythonhosted.org/packages/8a/58/dcb79161e56efbedc50079fcd2f5fe427a0ebb53022eb476aa73c015ad8f/scipy-1.18.1-cp315-cp315t-macosx_12_0_arm64.whl", hash = "sha256:1d73131e358976663dd969e1fb4ed1404b815cd977eaaedc3b3a133ba2d81c35", size = 29164940, upload-time = "2026-08-21T23:28:03.062Z" }, + { url = "https://files.pythonhosted.org/packages/71/d3/1eeea80c817fcb8ef7bd4a05a58824977a0e57a375cfc3d7ea7c911c01ad/scipy-1.18.1-cp315-cp315t-macosx_14_0_arm64.whl", hash = "sha256:bff0b729edd992766136b34e39cc76bc2fad905aa58897ee72a9cd000a6d8443", size = 20906742, upload-time = "2026-08-21T23:28:07.642Z" }, + { url = "https://files.pythonhosted.org/packages/54/46/e59350428b6099301a20128108c995e2eb175a43f383af9a346e38824f9b/scipy-1.18.1-cp315-cp315t-macosx_14_0_x86_64.whl", hash = "sha256:10ac20c69d880f77f375db44c22e3e6a644f9fefa291d4cd2fb9790a89fc99fd", size = 23472183, upload-time = "2026-08-21T23:28:12.109Z" }, + { url = "https://files.pythonhosted.org/packages/89/31/cc91623fa98f0621766a0f0aaaadb2c66de74a7ea7e3837164f6e4354260/scipy-1.18.1-cp315-cp315t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:33a834464fdabc0f26a45508df31b3cc5d028e04dbf6c5ed398541418e0a12fe", size = 34130796, upload-time = "2026-08-21T23:28:17.906Z" }, + { url = "https://files.pythonhosted.org/packages/fc/3e/8572ef536957ddb8aa81bb4090d9e25f257e3b4e05d97deb54319deb8a3a/scipy-1.18.1-cp315-cp315t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:49023963c193dacee096301452f223ee24d86ec5807f8df93c0f7221d119e305", size = 35374253, upload-time = "2026-08-21T23:28:23.732Z" }, + { url = "https://files.pythonhosted.org/packages/b5/c6/59fdeffb4f1435299f93d9dc8140b43ad2916e6cfc944be6c3041fcec86d/scipy-1.18.1-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:d84a09d0dad90ba6525d8ac1c2334b33e64bf3ccfe9e841f02feb867a22681e4", size = 35758543, upload-time = "2026-08-21T23:28:29.431Z" }, + { url = "https://files.pythonhosted.org/packages/cf/d9/135be205d9de8783193aff9cc3bf483a03a38e4b29432c954e8cb66ac14e/scipy-1.18.1-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:179ce34a8d0fe273d8883ba59e17e052247d08973dfcb743ca52bb1cce2d60b0", size = 37521946, upload-time = "2026-08-21T23:28:35.245Z" }, + { url = "https://files.pythonhosted.org/packages/5c/a2/5b7d5270621ab7cfa3f7766067bf95dc360b5efb6394694e8143b4156e2b/scipy-1.18.1-cp315-cp315t-win_amd64.whl", hash = "sha256:5632e3ae3d09197c446310cd5187de63e28448ce22f0f67b2b93d97503c0c230", size = 37408295, upload-time = "2026-08-21T23:28:40.724Z" }, + { url = "https://files.pythonhosted.org/packages/63/ad/741c19fcb66755ff953daf9243af8480e4bf3d7fbe57583c178c7d2b6b51/scipy-1.18.1-cp315-cp315t-win_arm64.whl", hash = "sha256:eda632a7981f69730d6281f451db9c1c370993a2c0d7ddb43e2a809a2862b83a", size = 25319710, upload-time = "2026-08-21T23:28:45.713Z" }, +] + +[[package]] +name = "setuptools" +version = "84.0.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/6d/44/f5da03a8ef95d369145c5bb53050e7877c9f3d312e128605fd9504829143/setuptools-84.0.0.tar.gz", hash = "sha256:f4695c21257f0d9b537ec2692c941d02ee143b7cc1276941349a546573b2ef73", size = 1168449, upload-time = "2026-08-08T18:27:58.365Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/95/9c/c510029fc6ef33a6275cd2c5d3cecd6613dfd6aa401d57c54f1c18852ccf/setuptools-84.0.0-py3-none-any.whl", hash = "sha256:51a52592b3b99e102b609654876bd65f19f999935166d1352678931132b0c670", size = 818216, upload-time = "2026-08-08T18:27:56.719Z" }, +] + +[[package]] +name = "shellingham" +version = "1.5.4" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/58/15/8b3609fd3830ef7b27b655beb4b4e9c62313a4e8da8c676e142cc210d58e/shellingham-1.5.4.tar.gz", hash = "sha256:8dbca0739d487e5bd35ab3ca4b36e11c4078f3a234bfce294b0a0291363404de", size = 10310, upload-time = "2023-10-24T04:13:40.426Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e0/f9/0595336914c5619e5f28a1fb793285925a8cd4b432c9da0a987836c7f822/shellingham-1.5.4-py2.py3-none-any.whl", hash = "sha256:7ecfff8f2fd72616f7481040475a65b2bf8af90a56c89140852d1120324e8686", size = 9755, upload-time = "2023-10-24T04:13:38.866Z" }, +] + +[[package]] +name = "six" +version = "1.17.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/94/e7/b2c673351809dca68a0e064b6af791aa332cf192da575fd474ed7d6f16a2/six-1.17.0.tar.gz", hash = "sha256:ff70335d468e7eb6ec65b95b99d3a2836546063f63acc5171de367e834932a81", size = 34031, upload-time = "2024-12-04T17:35:28.174Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b7/ce/149a00dd41f10bc29e5921b496af8b574d8413afcd5e30dfa0ed46c2cc5e/six-1.17.0-py2.py3-none-any.whl", hash = "sha256:4721f391ed90541fddacab5acf947aa0d3dc7d27b2e1e8eda2be8970586c3274", size = 11050, upload-time = "2024-12-04T17:35:26.475Z" }, +] + +[[package]] +name = "starlette" +version = "1.7.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "anyio" }, + { name = "typing-extensions", marker = "python_full_version < '3.13'" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/7b/2b/3850dc6bf7ef71b088962eba31dafc6cffd2f96e577ebb0bb316df96da3e/starlette-1.7.0.tar.gz", hash = "sha256:c79f74ea63cff761804fbbfb182f1e0b440c2d07b164d24700c5a1bab5d6ff5d", size = 2736246, upload-time = "2026-09-23T07:30:26.35Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/4e/d6/1ec1b290f9e0fb067899b61e1d37a30c923068bad260b216dbe37a7d2967/starlette-1.7.0-py3-none-any.whl", hash = "sha256:67f8e99895493dd2911a03f11314af6ceebeae4e704bb9f43dfc6a9db151c93e", size = 78980, upload-time = "2026-09-23T07:30:24.567Z" }, +] + +[[package]] +name = "sympy" +version = "1.14.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "mpmath" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/83/d3/803453b36afefb7c2bb238361cd4ae6125a569b4db67cd9e79846ba2d68c/sympy-1.14.0.tar.gz", hash = "sha256:d3d3fe8df1e5a0b42f0e7bdf50541697dbe7d23746e894990c030e2b05e72517", size = 7793921, upload-time = "2025-04-27T18:05:01.611Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a2/09/77d55d46fd61b4a135c444fc97158ef34a095e5681d0a6c10b75bf356191/sympy-1.14.0-py3-none-any.whl", hash = "sha256:e091cc3e99d2141a0ba2847328f5479b05d94a6635cb96148ccb3f34671bd8f5", size = 6299353, upload-time = "2025-04-27T18:04:59.103Z" }, +] + +[[package]] +name = "torch" +version = "2.14.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "cuda-bindings", marker = "python_full_version < '3.15' and sys_platform == 'linux'" }, + { name = "cuda-toolkit", extra = ["cublas", "cudart", "cufft", "cufile", "cupti", "curand", "cusolver", "cusparse", "nvjitlink", "nvrtc", "nvtx"], marker = "sys_platform == 'linux'" }, + { name = "filelock" }, + { name = "fsspec" }, + { name = "jinja2" }, + { name = "networkx", version = "3.6.1", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" }, + { name = "networkx", version = "3.7", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" }, + { name = "nvidia-cudnn-cu13", marker = "sys_platform == 'linux'" }, + { name = "nvidia-cusparselt-cu13", marker = "sys_platform == 'linux'" }, + { name = "nvidia-nccl-cu13", marker = "sys_platform == 'linux'" }, + { name = "nvidia-nvshmem-cu13", marker = "sys_platform == 'linux'" }, + { name = "setuptools" }, + { name = "sympy" }, + { name = "triton", marker = "python_full_version < '3.15' and sys_platform == 'linux'" }, + { name = "typing-extensions" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/5d/9b/fd1cd143a7bda5abc1fc352ed7b431f6f52aa3c454293211a33656db2cb5/torch-2.14.1-cp311-cp311-macosx_14_0_arm64.whl", hash = "sha256:b6074b130fd26bc50f5d171f07dfed70db22dd0c354ab34767729249f9e0f042", size = 127281154, upload-time = "2026-09-30T17:43:58.328Z" }, + { url = "https://files.pythonhosted.org/packages/8d/0e/21281ff4015779255229f487f4481c5bfba53b8c83e01eaa4a8a8f1180c9/torch-2.14.1-cp311-cp311-manylinux_2_28_aarch64.whl", hash = "sha256:ef1276fd07adb8d463ac402a24ea7482e45c9a42df8ebdac211aa757779200ba", size = 453982557, upload-time = "2026-09-30T17:44:52.656Z" }, + { url = "https://files.pythonhosted.org/packages/aa/4f/7af6fbada912b3023cc79b6ab30f89234b258a9a373880ea52ed914a2ae9/torch-2.14.1-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:305a61f61f35f128579f299c5bd33d475f6a01c6307336139632e30856c4854d", size = 554581699, upload-time = "2026-09-30T17:49:10.777Z" }, + { url = "https://files.pythonhosted.org/packages/fe/54/4e0a71376b2fb15aaf65ed9e6a4c8043d36f554338c6daabc63059a5e157/torch-2.14.1-cp311-cp311-win_amd64.whl", hash = "sha256:0bd2fb0c4098856bc5af59fe5988bf38bdbcdb6550b44273c12ae425cb8ec17e", size = 124096268, upload-time = "2026-09-30T17:44:04.362Z" }, + { url = "https://files.pythonhosted.org/packages/4b/3c/379349820e9a6e713826de3d0b88f07728541bdcabe2a3afd128871cdc4b/torch-2.14.1-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:420dbf314c180ee4b86e9bc00aee5746a7d6e5bacdd7df925af671ed393f0b2e", size = 127307099, upload-time = "2026-09-30T17:44:10.421Z" }, + { url = "https://files.pythonhosted.org/packages/a4/3e/474930ab971e306957ec763b7df695d659179e15ccab9e7073d47ae14ce8/torch-2.14.1-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:0b13acde294b401509830d85a8906cbf2fc97425a12a66cce1d9fa13c5106a2a", size = 453998918, upload-time = "2026-09-30T17:52:45.134Z" }, + { url = "https://files.pythonhosted.org/packages/ba/fd/c470857d0dfc5d4c94430658b3eed60fd5292b0bf596a8aae7b9fd66d674/torch-2.14.1-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:23011fe29a99b591eabb3a31a25080c62e2c2f0690a3c798744e5489dae50451", size = 554618695, upload-time = "2026-09-30T17:53:06.8Z" }, + { url = "https://files.pythonhosted.org/packages/ad/1a/b9648b0d228e513f69f8453ec3f90a8d436d78ff6d85a2773e539f0c07cf/torch-2.14.1-cp312-cp312-win_amd64.whl", hash = "sha256:38bee9f2a2ccfc6898172a5075e4ba52522fbe143eeb099674fc67ab390e858d", size = 124113906, upload-time = "2026-09-30T17:52:21.377Z" }, + { url = "https://files.pythonhosted.org/packages/7d/11/faaca4f8541c45127b7e0d6bb141221fe944c8466d89986b8466c6c195f9/torch-2.14.1-cp313-cp313-macosx_14_0_arm64.whl", hash = "sha256:dbe359d705f4d67236743794c296c6dee93a922fd8117eff8c3e880d7d0fb2b9", size = 127315286, upload-time = "2026-09-30T17:52:27.43Z" }, + { url = "https://files.pythonhosted.org/packages/60/1f/0330275c705b846882531c64e80d32b13fb572eeb9b995e87e84154b0712/torch-2.14.1-cp313-cp313-manylinux_2_28_aarch64.whl", hash = "sha256:6d530bd11479fb574567af3a1f384af9a77bf5bb9550cde8080b356ca7220d5a", size = 453999200, upload-time = "2026-09-30T17:53:21.716Z" }, + { url = "https://files.pythonhosted.org/packages/7c/cc/bb579ac0c80e077c58204e43b37a254b74dea5873635100bea25789a55d4/torch-2.14.1-cp313-cp313-manylinux_2_28_x86_64.whl", hash = "sha256:c8f71aabc67bcbfc9373dc131537a5968d04edce73e88add21354a7cd0a76985", size = 554618164, upload-time = "2026-09-30T17:53:42.73Z" }, + { url = "https://files.pythonhosted.org/packages/7b/4b/32c00cacbe682a4c08d9c6c3e7a7116c912184cc7155f06c64f545db97d1/torch-2.14.1-cp313-cp313-win_amd64.whl", hash = "sha256:711713391d26a1ce5e9fbc6c996d954a8c12e8825374cc77b809a6af29539b8c", size = 124113754, upload-time = "2026-09-30T17:52:33.474Z" }, + { url = "https://files.pythonhosted.org/packages/43/19/23a1aed488423a5055727256b25406e4b93bd2bcf1352bef582b9951c10c/torch-2.14.1-cp314-cp314-macosx_14_0_arm64.whl", hash = "sha256:cee091caf2a6229e248daf41d18ceebf590ba02d9179205610062c64ee5fef03", size = 127325330, upload-time = "2026-09-30T17:52:54.752Z" }, + { url = "https://files.pythonhosted.org/packages/93/f4/94219ada13edd62fda1f976163292b7b8595f1fd2f4ef74af24b3baad375/torch-2.14.1-cp314-cp314-manylinux_2_28_aarch64.whl", hash = "sha256:f68f5476e2bc0e8f60b74f7ca21acda885c4477af6392f8977e4f0d1ea1aa162", size = 454016297, upload-time = "2026-09-30T17:54:03.078Z" }, + { url = "https://files.pythonhosted.org/packages/fd/df/23c69e9b9fd19fe6563422f1bc59f89601bda47234a89a1cf432cfde3aee/torch-2.14.1-cp314-cp314-manylinux_2_28_x86_64.whl", hash = "sha256:1d4df07be7338bbcc4d54085adee21363c91314702b9bd4d78ef72ffac9465ba", size = 554621744, upload-time = "2026-09-30T17:54:22.951Z" }, + { url = "https://files.pythonhosted.org/packages/d9/dc/a36a4431ab5e3ad168a75f341e24677a4bbbf0c5dda59c97a7079262bb94/torch-2.14.1-cp314-cp314-win_amd64.whl", hash = "sha256:d02a4c48a2ca5fb7654e36e71f710f74494d83f1f10aaff8e059dd554adca956", size = 124110781, upload-time = "2026-09-30T17:53:31.141Z" }, + { url = "https://files.pythonhosted.org/packages/2d/bc/1afbd1a22f6023eafcdb9295ac1d97137a7816f54091d693701072da2218/torch-2.14.1-cp314-cp314t-macosx_14_0_arm64.whl", hash = "sha256:06c3ec25f3b497f9a73dc0c36f293f295cfe8d5584fd446238d9a501b30a66d5", size = 127657364, upload-time = "2026-09-30T17:53:53.837Z" }, + { url = "https://files.pythonhosted.org/packages/e4/94/b97e863c9ceef2bc6e082e967cbfb9065b5e232f2a60c5af0f5115a1bc31/torch-2.14.1-cp314-cp314t-manylinux_2_28_aarch64.whl", hash = "sha256:9113f94f70429f9f302bf55b090b5411269083e8a72a5d015ffcc5a7f83f2c69", size = 453998592, upload-time = "2026-09-30T17:54:38.268Z" }, + { url = "https://files.pythonhosted.org/packages/03/d8/8272157c438cc26a199a8fa0caf87985477b8a1ed8a09084eb2ae40609d8/torch-2.14.1-cp314-cp314t-manylinux_2_28_x86_64.whl", hash = "sha256:e65d5fe136e533b23c2d134377f7f126721c7c78dd75b3dbb735af082a8aeb85", size = 554578730, upload-time = "2026-09-30T17:54:54.838Z" }, + { url = "https://files.pythonhosted.org/packages/45/05/451a69a4287033d8f106f5c65f92c2c0c37229d81ea101d4b047caf758cc/torch-2.14.1-cp314-cp314t-win_amd64.whl", hash = "sha256:e07306caa1de2a4ac1467e11ecfc92fc44f523dd6a521145039aef46d913963c", size = 124400129, upload-time = "2026-09-30T17:54:12.306Z" }, +] + +[[package]] +name = "transition-foundation-model" +version = "0.1.0" +source = { editable = "." } +dependencies = [ + { name = "fastapi" }, + { name = "numpy", version = "2.4.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" }, + { name = "numpy", version = "2.5.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" }, + { name = "pyarrow" }, + { name = "pydantic" }, + { name = "scipy", version = "1.17.1", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" }, + { name = "scipy", version = "1.18.1", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" }, + { name = "torch" }, + { name = "uvicorn" }, +] + +[package.optional-dependencies] +baselines = [ + { name = "catboost" }, +] +dev = [ + { name = "httpx" }, + { name = "pytest" }, + { name = "ruff" }, +] +export = [ + { name = "onnx" }, + { name = "onnxruntime" }, + { name = "onnxscript" }, +] +external = [ + { name = "minari" }, +] + +[package.metadata] +requires-dist = [ + { name = "catboost", marker = "extra == 'baselines'", specifier = ">=1.2" }, + { name = "fastapi", specifier = ">=0.115" }, + { name = "httpx", marker = "extra == 'dev'", specifier = ">=0.27" }, + { name = "minari", marker = "extra == 'external'", specifier = ">=0.5" }, + { name = "numpy", specifier = ">=1.26,<3" }, + { name = "onnx", marker = "extra == 'export'", specifier = ">=1.17" }, + { name = "onnxruntime", marker = "extra == 'export'", specifier = ">=1.20" }, + { name = "onnxscript", marker = "extra == 'export'", specifier = ">=0.2" }, + { name = "pyarrow", specifier = ">=17" }, + { name = "pydantic", specifier = ">=2.9" }, + { name = "pytest", marker = "extra == 'dev'", specifier = ">=8" }, + { name = "ruff", marker = "extra == 'dev'", specifier = ">=0.9" }, + { name = "scipy", specifier = ">=1.12" }, + { name = "torch", specifier = ">=2.5,<3" }, + { name = "uvicorn", specifier = ">=0.30" }, +] +provides-extras = ["dev", "baselines", "export", "external"] + +[[package]] +name = "triton" +version = "3.8.0" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a3/cf/d21c9b1a4d1df9ba3aed218069f24f762a4b9565c5a362bef6f110c08e72/triton-3.8.0-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:372285307d4c44ee74cee32de0b4f04bd157e071427e38c6f4ee3e3beb2194f4", size = 226467015, upload-time = "2026-08-28T16:08:05.871Z" }, + { url = "https://files.pythonhosted.org/packages/6f/9a/2c3d3823726d5ad5359f7065b02b984925158b74611c1e3987f6a37461fb/triton-3.8.0-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:68988ac85d5e7086baeda0ddc175af9667db7529b3c5e11a5c0601b8bef2200a", size = 247945226, upload-time = "2026-08-28T15:55:43.795Z" }, + { url = "https://files.pythonhosted.org/packages/87/07/0f8cd8e8db0472334253efdaaab3d0819fea27aa99bf0e7f1aeea4ceb5ae/triton-3.8.0-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:a9c404c69ed4a39e8ec632eaf6b9fe058a060bf98979c177f6ef666f06bb8d50", size = 226474486, upload-time = "2026-08-28T16:08:18.29Z" }, + { url = "https://files.pythonhosted.org/packages/c1/09/b7012e5bfae67640f268aa584caa80fe1674f6b0da949046b679972c33e3/triton-3.8.0-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e91ffa46d095b252248297292dd22bcbacd53a125a0c2eefbbbf74925a320bc3", size = 247972921, upload-time = "2026-08-28T15:55:53.157Z" }, + { url = "https://files.pythonhosted.org/packages/87/4d/4c564374bcdadb166fccbf3e45aee0d4a473f88d341761bd2fefe3b8e8c1/triton-3.8.0-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:b7004666652f500ed854a86988e4b3d69d247188b5d2092b5df1e44f4a954099", size = 226476793, upload-time = "2026-08-28T16:08:30.956Z" }, + { url = "https://files.pythonhosted.org/packages/b0/b6/3394d5548404c1cabd1dadadd28d0b3f9478db1dff8180da53bb3f0a1e19/triton-3.8.0-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:1f0497218e26b7d79773ad9c2a3fa3b539ee69f587a13fac2e552b1d322a8015", size = 247975122, upload-time = "2026-08-28T15:56:04.112Z" }, + { url = "https://files.pythonhosted.org/packages/b8/59/bf0e9493118bb353ab59a5d6a65db3618d9b314417cc1459f0121e0ec5c9/triton-3.8.0-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1f6b48d0591929a3867973acac3dccd4e058585f91bfb41022de496c9ffab304", size = 226488654, upload-time = "2026-08-28T16:08:47.141Z" }, + { url = "https://files.pythonhosted.org/packages/93/d9/08c75f3459f19ad00425b564058e40efa4bcd79b816064cf27499303ea42/triton-3.8.0-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:387dae4cb0089a7b6ba1a428ae0782b65c4c58f57d94617cb22ca8593d8ccbca", size = 247972313, upload-time = "2026-08-28T15:56:14.007Z" }, + { url = "https://files.pythonhosted.org/packages/7c/34/429c5592181cfb7361a0a8e0bff218e7224b726709d75da2472b3e819f70/triton-3.8.0-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1b84e7d512490ba529111260fa6f7cad8b254a6bb5fbdf41d5ef9a5e57f52d0a", size = 226591133, upload-time = "2026-08-28T16:09:02.271Z" }, + { url = "https://files.pythonhosted.org/packages/fe/d1/aa8a3e935c37efee7945984fdb64d7e0851bf6d920afd97b2d21f9d23360/triton-3.8.0-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:74217bb56ed8692759227758e4c4b3bd2d608a209c1a7a081bf361fb4c2c1bf9", size = 248077577, upload-time = "2026-08-28T15:56:24.94Z" }, +] + +[[package]] +name = "typer" +version = "0.27.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "annotated-doc" }, + { name = "colorama", marker = "sys_platform == 'win32'" }, + { name = "rich" }, + { name = "shellingham" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/03/51/d33db42cc72ffd8c30777547b42d01f0cbf9d95a770457698d0174b3ed71/typer-0.27.3.tar.gz", hash = "sha256:d0396f770a560ab1b0a8504e13b5f254b728cedb05c61cf0359e944e50ce8901", size = 205303, upload-time = "2026-10-06T17:24:16.61Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/07/ea/2e31b67051e91a133189e9c000c222502ddc6969856416de0d095de4c0b0/typer-0.27.3-py3-none-any.whl", hash = "sha256:e50022f28b82a86313e54501317a1db64bf8f8d036ff8cfe5ca7e47675454aff", size = 123312, upload-time = "2026-10-06T17:24:15.054Z" }, +] + +[[package]] +name = "typing-extensions" +version = "4.16.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/f6/cc/6253133b5bb138fc3306cebfbda2c520f545d36b5be2c7255cc528bb45d6/typing_extensions-4.16.0.tar.gz", hash = "sha256:dc983d19a509c94dba722ee6abd33940f7c05a89e243c47e907eb4db6f1a43e5", size = 113555, upload-time = "2026-07-02T08:40:05.92Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/49/d3/b8441a820a491ddfc024b0b0cf0393375b75ea13866d9c66727e54c2fc80/typing_extensions-4.16.0-py3-none-any.whl", hash = "sha256:481caa481374e813c1b176ada14e97f1f67a4539ce9cfeb3f350d78d6370c2e8", size = 45571, upload-time = "2026-07-02T08:40:04.659Z" }, +] + +[[package]] +name = "typing-inspection" +version = "0.4.4" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/a3/26/b09b8010994eccc3c09092e6b34058f36a460eea2d4c3e8b910c695975a0/typing_inspection-0.4.4.tar.gz", hash = "sha256:547274fa6b0a561ccf549cc9524b999a578e737d015d8709d021f9d0d13bea47", size = 76928, upload-time = "2026-08-12T12:37:25.997Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/67/81/4add07e5172b7ac40d8ed5ff580409a7801a4fe26d529bdd915401dabfbe/typing_inspection-0.4.4-py3-none-any.whl", hash = "sha256:65b8397ba37ccbce054456aaccddfc91e6e3083c92824df348d96ca832f3f147", size = 14750, upload-time = "2026-08-12T12:37:24.648Z" }, +] + +[[package]] +name = "tzdata" +version = "2026.5" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d9/68/f1b440335057bfce71b6e50a9d09445aa2ecbd08359a337976627b8409e7/tzdata-2026.5.tar.gz", hash = "sha256:8cc73c0a0bfca7dbfa59235d60b2eff82231dee33f53d206db1acd9173cfc0a7", size = 200404, upload-time = "2026-10-03T09:23:14.143Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/94/21/1e5995a1c920cce14e4bffae20c665ec10e7ed03ab25e006cd741092b718/tzdata-2026.5-py2.py3-none-any.whl", hash = "sha256:b683bd1b6659ddcd810ff02ad09ba821d4bf1065072805063eb35c49617905ac", size = 347996, upload-time = "2026-10-03T09:23:12.535Z" }, +] + +[[package]] +name = "uvicorn" +version = "0.54.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "click" }, + { name = "h11" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/da/34/30e9280707135d2cfc589dfff3cb796bd07a3aeb1a3e415ba09dd89d7bb4/uvicorn-0.54.0.tar.gz", hash = "sha256:a2e33cbfaa0306f8e6b0c13e0cb89d7d7a2da3e62b90c66e18c33d9807b28620", size = 112283, upload-time = "2026-09-25T06:52:37.601Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/38/0c/b54a4fdd7f90a3af8b02ebc9ce6712c2c208b7926a2f7bad95c33ebbe943/uvicorn-0.54.0-py3-none-any.whl", hash = "sha256:505bdb0f318731d45f1f712071fc781a8981f6847a31c902c9f5e652d4f67faf", size = 87427, upload-time = "2026-09-25T06:52:35.829Z" }, +]