Release experimental Transition Foundation Model v0.1 with reproducible source and validation
Browse filesOriginal source, seven smoke checkpoints, ONNX bundle, calibration and raw benchmark receipts. Includes complete corrected synthetic datasets. Research success criteria remain unmet; full-data model training and live external validation have not been run.
This view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +2 -34
- .gitignore +7 -0
- LICENSE +21 -0
- README.md +109 -0
- SHA256SUMS +110 -0
- artifacts/smoke/api-latency-cpu-v2.json +29 -0
- artifacts/smoke/api-latency-ensemble-cpu-v2.json +29 -0
- artifacts/smoke/api-latency-mps-v2.json +29 -0
- artifacts/smoke/comparison-v2-config.json +28 -0
- artifacts/smoke/comparison-v2.json +1236 -0
- artifacts/smoke/gru-v2/checkpoint.pt +3 -0
- artifacts/smoke/gru-v2/normalization.json +216 -0
- artifacts/smoke/gru-v2/run.json +296 -0
- artifacts/smoke/http-prediction-v2.json +1 -0
- artifacts/smoke/mlp-v2/checkpoint.pt +3 -0
- artifacts/smoke/mlp-v2/normalization.json +216 -0
- artifacts/smoke/mlp-v2/run.json +296 -0
- artifacts/smoke/onnx-transformer-v2/calibration.json +255 -0
- artifacts/smoke/onnx-transformer-v2/manifest.json +113 -0
- artifacts/smoke/onnx-transformer-v2/model.onnx +3 -0
- artifacts/smoke/onnx-transformer-v2/normalization.json +216 -0
- artifacts/smoke/onnx-transformer-v2/schema.json +165 -0
- artifacts/smoke/report-context-v2/context.json +2285 -0
- artifacts/smoke/report-ensemble-v2/benchmark.json +0 -0
- artifacts/smoke/report-ensemble-v2/calibration.json +257 -0
- artifacts/smoke/report-ensemble-v2/calibration_history_linear_system_id.json +253 -0
- artifacts/smoke/report-ensemble-v2/calibration_persistence.json +253 -0
- artifacts/smoke/report-ensemble-v2/generalization.json +105 -0
- artifacts/smoke/report-gru-v2/benchmark.json +0 -0
- artifacts/smoke/report-gru-v2/calibration.json +255 -0
- artifacts/smoke/report-gru-v2/calibration_history_linear_system_id.json +253 -0
- artifacts/smoke/report-gru-v2/calibration_persistence.json +253 -0
- artifacts/smoke/report-gru-v2/generalization.json +105 -0
- artifacts/smoke/report-mlp-v2/benchmark.json +0 -0
- artifacts/smoke/report-mlp-v2/calibration.json +255 -0
- artifacts/smoke/report-mlp-v2/calibration_history_linear_system_id.json +253 -0
- artifacts/smoke/report-mlp-v2/calibration_persistence.json +253 -0
- artifacts/smoke/report-mlp-v2/generalization.json +105 -0
- artifacts/smoke/report-transformer-v2/benchmark.json +0 -0
- artifacts/smoke/report-transformer-v2/calibration.json +255 -0
- artifacts/smoke/report-transformer-v2/calibration_catboost.json +253 -0
- artifacts/smoke/report-transformer-v2/calibration_history_linear_system_id.json +253 -0
- artifacts/smoke/report-transformer-v2/calibration_persistence.json +253 -0
- artifacts/smoke/report-transformer-v2/generalization.json +1477 -0
- artifacts/smoke/transformer-h96-v2/checkpoint.pt +3 -0
- artifacts/smoke/transformer-h96-v2/normalization.json +216 -0
- artifacts/smoke/transformer-h96-v2/run.json +296 -0
- artifacts/smoke/transformer-nohistory-v2/checkpoint.pt +3 -0
- artifacts/smoke/transformer-nohistory-v2/normalization.json +216 -0
- artifacts/smoke/transformer-nohistory-v2/run.json +296 -0
.gitattributes
CHANGED
|
@@ -1,35 +1,3 @@
|
|
| 1 |
-
*.7z filter=lfs diff=lfs merge=lfs -text
|
| 2 |
-
*.arrow filter=lfs diff=lfs merge=lfs -text
|
| 3 |
-
*.bin filter=lfs diff=lfs merge=lfs -text
|
| 4 |
-
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
| 5 |
-
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
| 6 |
-
*.ftz filter=lfs diff=lfs merge=lfs -text
|
| 7 |
-
*.gz filter=lfs diff=lfs merge=lfs -text
|
| 8 |
-
*.h5 filter=lfs diff=lfs merge=lfs -text
|
| 9 |
-
*.joblib filter=lfs diff=lfs merge=lfs -text
|
| 10 |
-
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
| 11 |
-
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
| 12 |
-
*.model filter=lfs diff=lfs merge=lfs -text
|
| 13 |
-
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
| 14 |
-
*.npy filter=lfs diff=lfs merge=lfs -text
|
| 15 |
-
*.npz filter=lfs diff=lfs merge=lfs -text
|
| 16 |
-
*.onnx filter=lfs diff=lfs merge=lfs -text
|
| 17 |
-
*.ot filter=lfs diff=lfs merge=lfs -text
|
| 18 |
-
*.parquet filter=lfs diff=lfs merge=lfs -text
|
| 19 |
-
*.pb filter=lfs diff=lfs merge=lfs -text
|
| 20 |
-
*.pickle filter=lfs diff=lfs merge=lfs -text
|
| 21 |
-
*.pkl filter=lfs diff=lfs merge=lfs -text
|
| 22 |
*.pt filter=lfs diff=lfs merge=lfs -text
|
| 23 |
-
*.
|
| 24 |
-
*.
|
| 25 |
-
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
| 26 |
-
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
| 27 |
-
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
| 28 |
-
*.tar filter=lfs diff=lfs merge=lfs -text
|
| 29 |
-
*.tflite filter=lfs diff=lfs merge=lfs -text
|
| 30 |
-
*.tgz filter=lfs diff=lfs merge=lfs -text
|
| 31 |
-
*.wasm filter=lfs diff=lfs merge=lfs -text
|
| 32 |
-
*.xz filter=lfs diff=lfs merge=lfs -text
|
| 33 |
-
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
-
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
-
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
*.pt filter=lfs diff=lfs merge=lfs -text
|
| 2 |
+
*.onnx filter=lfs diff=lfs merge=lfs -text
|
| 3 |
+
*.tar.gz filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
.gitignore
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
.venv/
|
| 2 |
+
__pycache__/
|
| 3 |
+
*.pyc
|
| 4 |
+
.pytest_cache/
|
| 5 |
+
.ruff_cache/
|
| 6 |
+
artifacts/
|
| 7 |
+
*.egg-info/
|
LICENSE
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
MIT License
|
| 2 |
+
|
| 3 |
+
Copyright (c) 2026 Max Farrell
|
| 4 |
+
|
| 5 |
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
| 6 |
+
of this software and associated documentation files (the "Software"), to deal
|
| 7 |
+
in the Software without restriction, including without limitation the rights
|
| 8 |
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
| 9 |
+
copies of the Software, and to permit persons to whom the Software is
|
| 10 |
+
furnished to do so, subject to the following conditions:
|
| 11 |
+
|
| 12 |
+
The above copyright notice and this permission notice shall be included in all
|
| 13 |
+
copies or substantial portions of the Software.
|
| 14 |
+
|
| 15 |
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
| 16 |
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
| 17 |
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
| 18 |
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
| 19 |
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
| 20 |
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
| 21 |
+
SOFTWARE.
|
README.md
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: mit
|
| 3 |
+
library_name: pytorch
|
| 4 |
+
tags:
|
| 5 |
+
- transition-model
|
| 6 |
+
- physical-systems
|
| 7 |
+
- system-identification
|
| 8 |
+
- probabilistic-regression
|
| 9 |
+
- experimental
|
| 10 |
+
- onnx
|
| 11 |
+
model_name: Transition Foundation Model v0.1
|
| 12 |
+
---
|
| 13 |
+
|
| 14 |
+
# Transition Foundation Model v0.1
|
| 15 |
+
|
| 16 |
+
An experimental, action-conditioned probabilistic transition model for numerical physical systems. It predicts multiple fields, future horizons and alternative action sequences in one non-autoregressive forward pass. It is a custom PyTorch model, not a language model or a Transformers AutoModel checkpoint.
|
| 17 |
+
|
| 18 |
+
**Status: runnable software and short-training proof of concept. Research success criteria have not been met.** The transformer improves over the MLP/GRU in the short comparison, but CatBoost and fitted controlled dynamics remain stronger overall. No commercial advantage or arbitrary-schema zero-shot transfer is claimed.
|
| 19 |
+
|
| 20 |
+
## Contents
|
| 21 |
+
|
| 22 |
+
- Complete runtime, simulators, training/evaluation code, FastAPI service, tests and locked dependencies.
|
| 23 |
+
- Three independently initialized 1,570,434-parameter transformer checkpoints, MLP/GRU baselines and context ablations.
|
| 24 |
+
- ONNX single-model bundle with versioned schema, normalization, calibration and parity evidence.
|
| 25 |
+
- Full generated 1,200-system dataset and exact smaller dataset used for smoke training, distributed as archives. These contain only synthetic simulator data; no external datasets have been integrated.
|
| 26 |
+
- Per-family/field/horizon reports, paired interventions, calibration provenance, checksums and a release inventory.
|
| 27 |
+
|
| 28 |
+
The short-run dataset contains **90 systems for two simulated days: 63 training, 14 validation and 13 test systems**. Training uses 4,096 sampled windows and eight epochs. The full **1,200-system, seven-day dataset (806,400 transitions)** is provided for subsequent experiments; these released weights have **not** been trained on that full dataset.
|
| 29 |
+
|
| 30 |
+
## Download and run
|
| 31 |
+
|
| 32 |
+
Use the [Hugging Face CLI](https://huggingface.co/docs/huggingface_hub/en/guides/cli) to download a pinned revision, then install the locked environment:
|
| 33 |
+
|
| 34 |
+
```sh
|
| 35 |
+
hf download maxffarrell/transition-foundation-model --revision v0.1.0 --local-dir tfm-v0.1
|
| 36 |
+
cd tfm-v0.1
|
| 37 |
+
sha256sum --check SHA256SUMS
|
| 38 |
+
uv sync --locked --extra dev --extra baselines --extra export
|
| 39 |
+
uv run --no-sync pytest -q
|
| 40 |
+
```
|
| 41 |
+
|
| 42 |
+
On macOS, use `shasum -a 256 -c SHA256SUMS` if `sha256sum` is unavailable. Python 3.12 is recommended. All SHA256SUMS paths are relative to the downloaded repository root. Hugging Face's download metadata is outside the checksum inventory.
|
| 43 |
+
|
| 44 |
+
The API can run immediately from the included checkpoint:
|
| 45 |
+
|
| 46 |
+
```sh
|
| 47 |
+
TFM_CHECKPOINT=artifacts/smoke/transformer-v2/seed-42/checkpoint.pt \
|
| 48 |
+
TFM_CALIBRATION=artifacts/smoke/report-transformer-v2/calibration.json \
|
| 49 |
+
uv run --no-sync uvicorn tfm.api.server:app --host 127.0.0.1 --port 8000
|
| 50 |
+
```
|
| 51 |
+
|
| 52 |
+
In another terminal:
|
| 53 |
+
|
| 54 |
+
```sh
|
| 55 |
+
curl --fail http://127.0.0.1:8000/v1/predict \
|
| 56 |
+
-H 'Content-Type: application/json' \
|
| 57 |
+
--data-binary @examples/predict-thermal.json
|
| 58 |
+
```
|
| 59 |
+
|
| 60 |
+
The example has a short history and will flag insufficient context. The full typed request schema is available at `/docs`. The runtime loads checkpoint metadata with PyTorch's `weights_only=True`, verifies weight/normalization provenance and rejects unknown units or invalid controls.
|
| 61 |
+
|
| 62 |
+
To unpack the source datasets into their original relative paths:
|
| 63 |
+
|
| 64 |
+
```sh
|
| 65 |
+
tar -xzf datasets/synthetic-1200-v0.1.2.tar.gz
|
| 66 |
+
tar -xzf datasets/smoke-90-v0.1.2.tar.gz
|
| 67 |
+
```
|
| 68 |
+
|
| 69 |
+
The full archive includes NPZ and Parquet episodes, the generator manifest, seeds, hidden simulator metadata and training-only normalization. **Hidden parameters are simulator-only and never enter neural tensors.** Test partitions are disjoint system IDs. Benchmark/calibration hashes identify the exact released weights and source datasets. Original experiment records are retained, including their historical local path strings; use the relative paths in these commands after download.
|
| 70 |
+
|
| 71 |
+
See [usage and executable commands](docs/usage.md), [validation report](docs/validation.md), [internal contracts](docs/contracts.md) and [external validation plan](docs/external-validation.md).
|
| 72 |
+
|
| 73 |
+
## Architecture and training
|
| 74 |
+
|
| 75 |
+
The model uses a controlled vocabulary of 20 numerical fields across thermal, tank and battery systems. Learned field/unit/type-role metadata and masked numerical values combine with dedicated historical/future temporal encoders. Four pre-normalization transformer blocks use width 128, four heads and feedforward width 512. Shared Gaussian heads predict standardized changes and clamped log standard deviations. Query-specific causal prefixes prevent actions after a requested horizon from influencing that horizon.
|
| 76 |
+
|
| 77 |
+
The default history is 24 observations, future plans have eight 15-minute steps, and output horizons are 15/30/60/120 minutes. The 96-observation variant has 2,750,082 parameters. Physical-unit outputs require the separately versioned normalization and decoding logic; ONNX alone is insufficient.
|
| 78 |
+
|
| 79 |
+
Training uses FP32, Gaussian NLL over observed targets, AdamW at 0.0003, cosine decay after warmup and gradient clipping at 1.0. Model selection, calibration and test systems remain separate. Transformer ensemble seeds are 42/43/44. Default full-study training commands use up to 50 epochs and 150,000 windows; that study has not been run.
|
| 80 |
+
|
| 81 |
+
## Results
|
| 82 |
+
|
| 83 |
+
Field/horizon-balanced MAE divided by each field's training standard deviation, on the same 512 held-out windows; lower is better:
|
| 84 |
+
|
| 85 |
+
| Model | Battery | Tank | Thermal |
|
| 86 |
+
|---|---:|---:|---:|
|
| 87 |
+
| Transformer | 0.24644 | 0.20519 | 0.08072 |
|
| 88 |
+
| Three-member ensemble | 0.24397 | 0.20475 | 0.08037 |
|
| 89 |
+
| MLP | 0.26557 | 0.21290 | 0.09717 |
|
| 90 |
+
| GRU | 0.26920 | 0.22744 | 0.10626 |
|
| 91 |
+
| CatBoost | **0.17793** | **0.16986** | 0.08333 |
|
| 92 |
+
| Fitted controlled affine dynamics | 0.19645 | 0.19399 | **0.05348** |
|
| 93 |
+
| Persistence | 0.27418 | 0.20509 | 0.13506 |
|
| 94 |
+
|
| 95 |
+
These statistics average standardized field/horizon rows, not unlike raw physical units. Physical-unit errors and Gaussian NLL remain in the original reports. Counterfactual effect errors also fail to establish an overall transformer advantage; only 30 snapshots were evaluated. The 24-hour context did not improve the short matched-anchor ablation. Independently trained specialist and adaptation-speed comparisons remain unrun.
|
| 96 |
+
|
| 97 |
+
## Uncertainty and limitations
|
| 98 |
+
|
| 99 |
+
Nominal 90% interval coverage for the single transformer is 93.49% battery, 84.19% tank and 92.61% thermal. **Thermal coverage applies to only 73.01% of observed queries.** The small reserved thermal calibration partition contains only one-node systems, leaving `mass_temp` without a calibration entry. Its intervals are null; Gaussian dispersion is uncalibrated. Ensemble coverage is 93.82% / 86.18% / 92.53%, with the same thermal gap.
|
| 100 |
+
|
| 101 |
+
Calibration uses reserved systems, but correlated windows and small calibration counts do not establish a system-level coverage guarantee. Interval width matters and is reported. Prediction conditions on supplied external paths; uncertainty in those forecasts is not modeled. Short context, shifted regimes or a changed configuration can invalidate observed calibration. OOD detection is only a current-state six-standard-deviation heuristic.
|
| 102 |
+
|
| 103 |
+
Version 0.1 supports controlled numerical schemas, continuous states/actions and fixed 15-minute sampling. Unknown field names require explicit mapping. It does not support arbitrary text/images, discrete-event workflows or arbitrary-name zero-shot transfer. Live CityLearn/BOPTEST/Minari evaluation, unseen configurations/families, full-scale training and independently trained specialist comparisons have not been performed. Native collectors are included with contract fixtures, not external performance claims.
|
| 104 |
+
|
| 105 |
+
Single-query API p95 was 3.04 ms on CPU and 5.22 ms on MPS, including in-process validation/preparation/inference/serialization, excluding network sockets. Actual localhost endpoints returned HTTP 200. ONNX Runtime parity passed. The pre-release implementation suite had 72 passing tests with Ruff lint/format checks; see the validation report for timing scope and known exporter warnings.
|
| 106 |
+
|
| 107 |
+
## Provenance and license
|
| 108 |
+
|
| 109 |
+
Original source, weights and synthetic trajectories are released under MIT. Dependencies retain their own licenses and are installed separately. There are no pretrained embeddings, third-party model weights or external training datasets in this release. Generator version is 0.1.2; manifests and run records retain exact system IDs and seeds. `release.json` and `SHA256SUMS` identify included bytes. This is an experimental research artifact, not validated control software for real equipment.
|
SHA256SUMS
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
bc1edc898d72ff7beecf2d8eba1ae4a7759be0fb6474912f823b3590f63270bf .gitattributes
|
| 2 |
+
ef3f3867e567d2d13dfca813dd21051a1f5cee7bd58cdbee0d970dad5abdc4f3 .gitignore
|
| 3 |
+
ba2f860a3c2cba35f85f21ac65fea46c603900544f90ddad503e3ba9e44dce43 LICENSE
|
| 4 |
+
4fc7fe9bb64f42068f101380e9e3bcda0701e59e825fef82a6305bca5930fc74 README.md
|
| 5 |
+
5c8a2c3d2c33ef4650672165782e2fd8bcb5c5c26d076d6d6c10c38d1d60d579 artifacts/smoke/api-latency-cpu-v2.json
|
| 6 |
+
0958f79fb2671902635e4c561dbe8b287f21353f05519ec90b56e83939c60918 artifacts/smoke/api-latency-ensemble-cpu-v2.json
|
| 7 |
+
22e395254e8eb5078626d48b6608fdc8776407e4922df1dc1b5911cb0ee51214 artifacts/smoke/api-latency-mps-v2.json
|
| 8 |
+
1515f21076983b75c4a4a15f5eb9e20cf439194637794660e28d858313bc3cd7 artifacts/smoke/comparison-v2-config.json
|
| 9 |
+
50a08b2f5defaef57ecfc63b54bd1378c73f06755281e3e709a287dac3de7890 artifacts/smoke/comparison-v2.json
|
| 10 |
+
ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663 artifacts/smoke/gru-v2/checkpoint.pt
|
| 11 |
+
ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/gru-v2/normalization.json
|
| 12 |
+
7fceca790dc48b563050c3f1eb344c9a127a16fa4515278e8a9629455c60a868 artifacts/smoke/gru-v2/run.json
|
| 13 |
+
e04f0a0ada06324057aedf9476f08e34014b934c5639f9de939d962cf35a5646 artifacts/smoke/http-prediction-v2.json
|
| 14 |
+
3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c artifacts/smoke/mlp-v2/checkpoint.pt
|
| 15 |
+
ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/mlp-v2/normalization.json
|
| 16 |
+
45a031f69e055ca440b6638e754a3052f4701a53886d6366d0558f36a18d2ee0 artifacts/smoke/mlp-v2/run.json
|
| 17 |
+
ef5ef17c35d6a4f4f8614b21c011a591594b97d87cb1532008e28b08b501b198 artifacts/smoke/onnx-transformer-v2/calibration.json
|
| 18 |
+
e32dfde2f603186bfa5a1480fceb462ac2e911d4b63790e77ab01c6deff59dc6 artifacts/smoke/onnx-transformer-v2/manifest.json
|
| 19 |
+
6eea1ecb768a5ef95c91cfca4a91ef7ae5af7322c0ba31e6d9cdcf35ba8d2563 artifacts/smoke/onnx-transformer-v2/model.onnx
|
| 20 |
+
ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/onnx-transformer-v2/normalization.json
|
| 21 |
+
ea1385a56a830a311251ab105ba9dcf720e3d62da08c7c037746295da7f8fc2c artifacts/smoke/onnx-transformer-v2/schema.json
|
| 22 |
+
062994cb0058e411211ff22f4956389278b135ee76c0dfee2ff99eaad413a677 artifacts/smoke/report-context-v2/context.json
|
| 23 |
+
f97f91deb10661ed6c3ddeae8b9d25813ad6d4fb4cd9cc3be5564220b69e67cb artifacts/smoke/report-ensemble-v2/benchmark.json
|
| 24 |
+
f96d9a18b64711dca5bb76fd21a9671c298195ecd3b83a9ec1daf9762a2c7e40 artifacts/smoke/report-ensemble-v2/calibration.json
|
| 25 |
+
fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3 artifacts/smoke/report-ensemble-v2/calibration_history_linear_system_id.json
|
| 26 |
+
1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73 artifacts/smoke/report-ensemble-v2/calibration_persistence.json
|
| 27 |
+
2f1659556096f031d9a23b384a9d09de3a0675fdb5b6a5944f03d4cc96e3cfae artifacts/smoke/report-ensemble-v2/generalization.json
|
| 28 |
+
4f8ba6827462589f5f80df0d8e34cb0b50da2f5d2d7d6d506337bd17a852271a artifacts/smoke/report-gru-v2/benchmark.json
|
| 29 |
+
67d780e83bde04238192bdb5ea2caa7353d3be63fbf762e28e500da0a8a78ad0 artifacts/smoke/report-gru-v2/calibration.json
|
| 30 |
+
fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3 artifacts/smoke/report-gru-v2/calibration_history_linear_system_id.json
|
| 31 |
+
1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73 artifacts/smoke/report-gru-v2/calibration_persistence.json
|
| 32 |
+
f66be3f18b053b26458c5824a154353eba8ea68683c470f14313231891ba8134 artifacts/smoke/report-gru-v2/generalization.json
|
| 33 |
+
349d0ff2d2f4ef7076de4b22a95fff87e6904b6d85bd0362a74d33093c7b0377 artifacts/smoke/report-mlp-v2/benchmark.json
|
| 34 |
+
d37e7f30f43186e917b336b03904ad609d2b0d296e44bc7e0097dcafe2a27797 artifacts/smoke/report-mlp-v2/calibration.json
|
| 35 |
+
fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3 artifacts/smoke/report-mlp-v2/calibration_history_linear_system_id.json
|
| 36 |
+
1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73 artifacts/smoke/report-mlp-v2/calibration_persistence.json
|
| 37 |
+
058adc1be553c86543cd586e71939de5ca6ebe9e6cd8f2f3e82bde2ed46550e1 artifacts/smoke/report-mlp-v2/generalization.json
|
| 38 |
+
a0b6e74770b87f1300cfe97c40bc05e48a689b40e4453c35cc9e90323cb4690b artifacts/smoke/report-transformer-v2/benchmark.json
|
| 39 |
+
ef5ef17c35d6a4f4f8614b21c011a591594b97d87cb1532008e28b08b501b198 artifacts/smoke/report-transformer-v2/calibration.json
|
| 40 |
+
63321f427263a865c42a5eb853bbfcd3fc00b188804c641f9c2d5ffb6ce53d87 artifacts/smoke/report-transformer-v2/calibration_catboost.json
|
| 41 |
+
fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3 artifacts/smoke/report-transformer-v2/calibration_history_linear_system_id.json
|
| 42 |
+
1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73 artifacts/smoke/report-transformer-v2/calibration_persistence.json
|
| 43 |
+
4edd7aa12e23032574d2aaee84180e225b93524979fcb903e812dfb9b27c37af artifacts/smoke/report-transformer-v2/generalization.json
|
| 44 |
+
e3959fc9e9d71c324a0e245d1b05c48db4498280de89469435bb842ec98fd86f artifacts/smoke/transformer-h96-v2/checkpoint.pt
|
| 45 |
+
ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/transformer-h96-v2/normalization.json
|
| 46 |
+
45ae7443ababc781ed96efe56568db8b0ce5dfaf7da2c33e2ea2965133b83815 artifacts/smoke/transformer-h96-v2/run.json
|
| 47 |
+
78967fedd9c37ae26cb69e229618a1a8803d0e2cd06ba7655394d0cf7073b454 artifacts/smoke/transformer-nohistory-v2/checkpoint.pt
|
| 48 |
+
ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/transformer-nohistory-v2/normalization.json
|
| 49 |
+
7388bd91deb104769fd84f39ea44a1be378a20eaf092c7e2acbbc3fb7b706a1f artifacts/smoke/transformer-nohistory-v2/run.json
|
| 50 |
+
6ce8b2851e57fc3340bd681219adfceac96ec10b54f716f5f8f6a20318429a75 artifacts/smoke/transformer-v2/ensemble.json
|
| 51 |
+
6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739 artifacts/smoke/transformer-v2/seed-42/checkpoint.pt
|
| 52 |
+
ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/transformer-v2/seed-42/normalization.json
|
| 53 |
+
5606203dfc9caf3d823bb20a7329e6477344688ae993bfc592524a3ed0e87077 artifacts/smoke/transformer-v2/seed-42/run.json
|
| 54 |
+
80ffcf05367f581ed48d34e649ffde7f3738a7c31fb7e0539cb2245e88eae09e artifacts/smoke/transformer-v2/seed-43/checkpoint.pt
|
| 55 |
+
ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/transformer-v2/seed-43/normalization.json
|
| 56 |
+
4f92399bdda95abc7d8ebf13f0c10e0d4a8c88a061d8e82f57ac493ad30e8d6e artifacts/smoke/transformer-v2/seed-43/run.json
|
| 57 |
+
623420955dc271068182f2cd6fb460d0ae64792c25dbd79c0aae91b3ba777137 artifacts/smoke/transformer-v2/seed-44/checkpoint.pt
|
| 58 |
+
ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/transformer-v2/seed-44/normalization.json
|
| 59 |
+
269e0d8a0a526e33a4aea2dd657a9e54284eef8a5fc6cdfef46175bc7d7234b9 artifacts/smoke/transformer-v2/seed-44/run.json
|
| 60 |
+
ad133d98de7bccc0130e11077b7503c4d40ac67633e6765496fdfc3d5bdf65fc configs/poc.json
|
| 61 |
+
1913ec4925af9029694c4e1ffc8cb51b1a29ea53f850f1f0f8f68c610f0bc52e configs/smoke.json
|
| 62 |
+
84ef5ca3190fbe974f323771b5b85e1f72168fd5eb9d2352272ed5c70546e4d6 datasets/smoke-90-v0.1.2.tar.gz
|
| 63 |
+
8b4b5a53b5eeb0c22f3894f14dccfc874ab232d40e744404af530692992fe5b9 datasets/synthetic-1200-v0.1.2.tar.gz
|
| 64 |
+
3029bf21f52c59bd67460abb162a19b174b8597085382c67334777e128eebc98 docs/contracts.md
|
| 65 |
+
1fe1f7eec6831497801c939a8b283eb0f6780820159d381f1a42be89f7f100c4 docs/external-validation.md
|
| 66 |
+
4fc7fe9bb64f42068f101380e9e3bcda0701e59e825fef82a6305bca5930fc74 docs/huggingface-model-card.md
|
| 67 |
+
d440e1f6cba41a9a21137253568491093316287af4432a50f927dfbf14357473 docs/usage.md
|
| 68 |
+
3abcf1c8805892034bb18fad9ab7db8c172edd078ed6d8e3442a598c99c2830f docs/validation.md
|
| 69 |
+
276b2979bfe54126d49563d973cfa6aa370a8caa76958335b7973cc6b7dab9a7 examples/predict-thermal.json
|
| 70 |
+
254144cbe213232223dc274f607069f715ca3844f67d6799dbfe93d5e4cbfcd8 pyproject.toml
|
| 71 |
+
3d8595bc553bcd6d77664246a2c67818acafd90df7c75568b23ae5a8a2b891bd release.json
|
| 72 |
+
f05a51dd947dd72c05058d7f55c067b72caa48ed9daf35622bd611ce648bfca1 scripts/build_release.py
|
| 73 |
+
05570e064fb804388dd24840f36f1dfb24c6678e6bbe82b36c52a04f103af27f scripts/smoke.sh
|
| 74 |
+
8e00573521e65a446f27e3e43398b79c080f9af11b57f25265deeed50f86e001 tests/test_api.py
|
| 75 |
+
82585f788506d82880e25bff1e287a84a97e22b09317a07b3f51980c50f7d687 tests/test_data.py
|
| 76 |
+
0c0ec58cc62bd4abb2eb68376d3c27838d1d493f2cbee8e10f8a6d46a6c6c326 tests/test_evaluation.py
|
| 77 |
+
1125d90deb304338473da49c8ee9b7f9315c713fe323df33e8464faaa61f41a8 tests/test_export.py
|
| 78 |
+
8be741b411f64d39c7a1a7c800cdbc901dd1cf9037879095449c899220cd92ac tests/test_external.py
|
| 79 |
+
881834192046adfd8a143f957921fbd539c6b8782c485f760ced7178f11fd916 tests/test_models.py
|
| 80 |
+
de0ed05bd3914cd617b05d59169667a8e0a05a1d2f12e495c037f90addfff9c7 tests/test_simulators.py
|
| 81 |
+
c4f4c4c5f9d9f9d6d8b54e62cbfbf8167b8a5423bf204d809d5135fbefc059fa tfm/__init__.py
|
| 82 |
+
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 tfm/api/__init__.py
|
| 83 |
+
9de088be206053b13ab515d12e308d14a93c5fb2ff1db5773c1f6f23777abc32 tfm/api/profile.py
|
| 84 |
+
428bd963c2833c04b47f19c26573f2f28296585d394d05544ac6de860a47e33d tfm/api/server.py
|
| 85 |
+
2bd24e2f5d48edc4678ad827f3a3046de256b8d5731d90f19c6fabee269daa66 tfm/data/__init__.py
|
| 86 |
+
a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803 tfm/data/episodes.py
|
| 87 |
+
6a00cd71156b423b02a180f5d6db31d83953320ec4380a8ced6f005427df51e3 tfm/data/external.py
|
| 88 |
+
a3cffad4440a1aa9cd41eac48dcf43fbdc19b4d169200e33bf7dcf0e760d33e3 tfm/data/generate.py
|
| 89 |
+
8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3 tfm/data/normalization.py
|
| 90 |
+
c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078 tfm/data/schema.py
|
| 91 |
+
b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12 tfm/data/windows.py
|
| 92 |
+
fd447a5e6bf4b857d9b0670f8ac8c70111bf3dfe5755eefbe68c4d86b13a36d5 tfm/evaluation/__init__.py
|
| 93 |
+
7c2790af53837f47928561691bd8b4eee66b8e92f596712ef617ba22d3c6ec27 tfm/evaluation/baselines.py
|
| 94 |
+
ed5206f4fd659f607004a8fdfa27c14ad4172f5923a85eb204b076f8c91c727e tfm/evaluation/benchmark.py
|
| 95 |
+
cf5bdbccccd6f13628ae871b8fd7e7b1900306e1ebdf00003147d083cf3cc5ca tfm/evaluation/calibration.py
|
| 96 |
+
68433ecfde46ed97450039672237554e7ebba00b287da401e44f32fe5738d2c8 tfm/evaluation/comparison.py
|
| 97 |
+
f7f981c0b9d635681c7c4e8ee606e279b0bf6eacbe3f3a8a2d6a4fd1279e97e9 tfm/evaluation/context.py
|
| 98 |
+
6d8c00284449997e8c338b227ebd2f4d72885c555a6d4bef0fb290742be95259 tfm/evaluation/counterfactual.py
|
| 99 |
+
cb4ad0870c90b7ce54ad082cd5cb8289d4036ff81418732fa5280eee25b5a03d tfm/evaluation/experiments.py
|
| 100 |
+
04016e0647788caa5d5cd1b9a036018761d7867b29f10cc064bbb4ae2351dcd7 tfm/evaluation/metrics.py
|
| 101 |
+
3296ca3f3fd036a2173edc71c23d6430f57ca8f141a20c8e5a7cc6a20cffd7e0 tfm/evaluation/runner.py
|
| 102 |
+
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 tfm/export/__init__.py
|
| 103 |
+
3cec8744848d40551ae0c770aa0cc1d4177189a1a1ac20f2bd5c3bd04f2ce40d tfm/export/onnx.py
|
| 104 |
+
c20432c425b2305a275f22968a539619a57037c7c8af67baceca979a4ee0e35c tfm/models/__init__.py
|
| 105 |
+
53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5 tfm/models/core.py
|
| 106 |
+
0c2179025d61bad9948adb2e4ae3130a844ddf92e1094ba3b93836d6d75b1e8b tfm/simulators/__init__.py
|
| 107 |
+
03893cd813d86f12d0e335cbdbd4ea588d2c8ac97566254725fb32e774c413cc tfm/simulators/physics.py
|
| 108 |
+
5fdc517285d815cc8972aac6a60c974f82354ce29f6413d3e0c856c30edcf5bd tfm/training/__init__.py
|
| 109 |
+
af85294f7d00b40e61c34a1e546a8e7bc7c11de9bd67a34cae1a9df2d0d225c1 tfm/training/train.py
|
| 110 |
+
622b4c7d12d2d20f0061f132b6f50e505de99852a1285ad280cba9b2aa32509f uv.lock
|
artifacts/smoke/api-latency-cpu-v2.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-api-latency-v1",
|
| 3 |
+
"measurements": [
|
| 4 |
+
{
|
| 5 |
+
"case": "single_query",
|
| 6 |
+
"device": "cpu",
|
| 7 |
+
"p50_ms": 2.693125,
|
| 8 |
+
"p95_ms": 3.0388810999999993,
|
| 9 |
+
"repetitions": 50,
|
| 10 |
+
"warmup": 5,
|
| 11 |
+
"actions": 1,
|
| 12 |
+
"fields": 1,
|
| 13 |
+
"horizons": 1,
|
| 14 |
+
"timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"case": "batched_actions_horizons",
|
| 18 |
+
"device": "cpu",
|
| 19 |
+
"p50_ms": 5.3388124999999995,
|
| 20 |
+
"p95_ms": 6.30096425,
|
| 21 |
+
"repetitions": 50,
|
| 22 |
+
"warmup": 5,
|
| 23 |
+
"actions": 2,
|
| 24 |
+
"fields": 2,
|
| 25 |
+
"horizons": 4,
|
| 26 |
+
"timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
|
| 27 |
+
}
|
| 28 |
+
]
|
| 29 |
+
}
|
artifacts/smoke/api-latency-ensemble-cpu-v2.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-api-latency-v1",
|
| 3 |
+
"measurements": [
|
| 4 |
+
{
|
| 5 |
+
"case": "single_query",
|
| 6 |
+
"device": "cpu",
|
| 7 |
+
"p50_ms": 5.0861665,
|
| 8 |
+
"p95_ms": 5.60503995,
|
| 9 |
+
"repetitions": 50,
|
| 10 |
+
"warmup": 5,
|
| 11 |
+
"actions": 1,
|
| 12 |
+
"fields": 1,
|
| 13 |
+
"horizons": 1,
|
| 14 |
+
"timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"case": "batched_actions_horizons",
|
| 18 |
+
"device": "cpu",
|
| 19 |
+
"p50_ms": 13.3730625,
|
| 20 |
+
"p95_ms": 13.856893750000001,
|
| 21 |
+
"repetitions": 50,
|
| 22 |
+
"warmup": 5,
|
| 23 |
+
"actions": 2,
|
| 24 |
+
"fields": 2,
|
| 25 |
+
"horizons": 4,
|
| 26 |
+
"timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
|
| 27 |
+
}
|
| 28 |
+
]
|
| 29 |
+
}
|
artifacts/smoke/api-latency-mps-v2.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-api-latency-v1",
|
| 3 |
+
"measurements": [
|
| 4 |
+
{
|
| 5 |
+
"case": "single_query",
|
| 6 |
+
"device": "mps",
|
| 7 |
+
"p50_ms": 4.9470624999999995,
|
| 8 |
+
"p95_ms": 5.21562515,
|
| 9 |
+
"repetitions": 50,
|
| 10 |
+
"warmup": 5,
|
| 11 |
+
"actions": 1,
|
| 12 |
+
"fields": 1,
|
| 13 |
+
"horizons": 1,
|
| 14 |
+
"timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"case": "batched_actions_horizons",
|
| 18 |
+
"device": "mps",
|
| 19 |
+
"p50_ms": 5.308104500000001,
|
| 20 |
+
"p95_ms": 7.195891849999999,
|
| 21 |
+
"repetitions": 50,
|
| 22 |
+
"warmup": 5,
|
| 23 |
+
"actions": 2,
|
| 24 |
+
"fields": 2,
|
| 25 |
+
"horizons": 4,
|
| 26 |
+
"timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
|
| 27 |
+
}
|
| 28 |
+
]
|
| 29 |
+
}
|
artifacts/smoke/comparison-v2-config.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"transformer": {
|
| 3 |
+
"report": "artifacts/smoke/report-transformer-v2",
|
| 4 |
+
"checkpoints": [
|
| 5 |
+
"artifacts/smoke/transformer-v2/seed-42/checkpoint.pt"
|
| 6 |
+
]
|
| 7 |
+
},
|
| 8 |
+
"mlp": {
|
| 9 |
+
"report": "artifacts/smoke/report-mlp-v2",
|
| 10 |
+
"checkpoints": [
|
| 11 |
+
"artifacts/smoke/mlp-v2/checkpoint.pt"
|
| 12 |
+
]
|
| 13 |
+
},
|
| 14 |
+
"ensemble": {
|
| 15 |
+
"report": "artifacts/smoke/report-ensemble-v2",
|
| 16 |
+
"checkpoints": [
|
| 17 |
+
"artifacts/smoke/transformer-v2/seed-42/checkpoint.pt",
|
| 18 |
+
"artifacts/smoke/transformer-v2/seed-43/checkpoint.pt",
|
| 19 |
+
"artifacts/smoke/transformer-v2/seed-44/checkpoint.pt"
|
| 20 |
+
]
|
| 21 |
+
},
|
| 22 |
+
"gru": {
|
| 23 |
+
"report": "artifacts/smoke/report-gru-v2",
|
| 24 |
+
"checkpoints": [
|
| 25 |
+
"artifacts/smoke/gru-v2/checkpoint.pt"
|
| 26 |
+
]
|
| 27 |
+
}
|
| 28 |
+
}
|
artifacts/smoke/comparison-v2.json
ADDED
|
@@ -0,0 +1,1236 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-comparison-v1",
|
| 3 |
+
"status": "smoke_only",
|
| 4 |
+
"generator_version": "0.1.2",
|
| 5 |
+
"manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c",
|
| 6 |
+
"partition_episode_counts": {
|
| 7 |
+
"train": 63,
|
| 8 |
+
"validation": 14,
|
| 9 |
+
"test": 13
|
| 10 |
+
},
|
| 11 |
+
"interpretation": "Short synthetic runs, no research or scaling claim. Prediction and action-effect MAE equally average field/horizon rows within family. Coverage is weighted by calibrated observed query counts and omits unsupported fields, which are listed. Widths divide by each field's training standard deviation; physical widths remain in source reports. Regret has family-specific objective units and must not be pooled. Latency retains the source measurement scope and contention limitations.",
|
| 12 |
+
"runs": {
|
| 13 |
+
"transformer": {
|
| 14 |
+
"status": "completed",
|
| 15 |
+
"provenance_checks": "passed",
|
| 16 |
+
"source_report": "artifacts/smoke/report-transformer-v2/benchmark.json",
|
| 17 |
+
"source_report_sha256": "a0b6e74770b87f1300cfe97c40bc05e48a689b40e4453c35cc9e90323cb4690b",
|
| 18 |
+
"calibration_sha256": "ef5ef17c35d6a4f4f8614b21c011a591594b97d87cb1532008e28b08b501b198",
|
| 19 |
+
"checkpoint_sha256": [
|
| 20 |
+
"6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739"
|
| 21 |
+
],
|
| 22 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 23 |
+
"split_system_counts": {
|
| 24 |
+
"training_system_ids": 63,
|
| 25 |
+
"validation_selection_system_ids": 8,
|
| 26 |
+
"calibration_system_ids": 6,
|
| 27 |
+
"test_system_ids": 13
|
| 28 |
+
},
|
| 29 |
+
"parameter_count": 1570434,
|
| 30 |
+
"inference": [
|
| 31 |
+
{
|
| 32 |
+
"device": "cpu",
|
| 33 |
+
"status": "completed",
|
| 34 |
+
"batch_size": 1,
|
| 35 |
+
"precision": "float32",
|
| 36 |
+
"repetitions": 30,
|
| 37 |
+
"warmup": 5,
|
| 38 |
+
"p50_ms": 5.8506665,
|
| 39 |
+
"p95_ms": 6.984247949999999,
|
| 40 |
+
"process_peak_rss_bytes": 2904473600,
|
| 41 |
+
"sampled_mps_driver_allocation_peak_bytes": null,
|
| 42 |
+
"memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.",
|
| 43 |
+
"timing_scope": "forward only; inputs resident; MPS synchronized before and after every call"
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"device": "mps",
|
| 47 |
+
"status": "unavailable"
|
| 48 |
+
}
|
| 49 |
+
],
|
| 50 |
+
"window_sampling": {
|
| 51 |
+
"seed": 2026,
|
| 52 |
+
"history_steps": 24,
|
| 53 |
+
"future_steps": 8,
|
| 54 |
+
"sampling": "uniform eligible anchors with replacement",
|
| 55 |
+
"anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2",
|
| 56 |
+
"family_window_counts": {
|
| 57 |
+
"battery": 184,
|
| 58 |
+
"tank": 165,
|
| 59 |
+
"thermal": 163
|
| 60 |
+
}
|
| 61 |
+
},
|
| 62 |
+
"models": {
|
| 63 |
+
"foundation_model": {
|
| 64 |
+
"forecast": [
|
| 65 |
+
{
|
| 66 |
+
"family": "battery",
|
| 67 |
+
"field_horizon_balanced_standardized_mae": 0.2464418007681767,
|
| 68 |
+
"coverage_weighted_by_count": 0.9348859315589354,
|
| 69 |
+
"calibrated_query_count": 2104,
|
| 70 |
+
"total_observed_query_count": 2104,
|
| 71 |
+
"calibrated_query_fraction": 1.0,
|
| 72 |
+
"field_horizon_balanced_standardized_interval_width": 1.5368033744363387,
|
| 73 |
+
"uncalibrated_fields": []
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"family": "tank",
|
| 77 |
+
"field_horizon_balanced_standardized_mae": 0.20518572337459773,
|
| 78 |
+
"coverage_weighted_by_count": 0.841858648965248,
|
| 79 |
+
"calibrated_query_count": 2561,
|
| 80 |
+
"total_observed_query_count": 2561,
|
| 81 |
+
"calibrated_query_fraction": 1.0,
|
| 82 |
+
"field_horizon_balanced_standardized_interval_width": 1.0525175486113494,
|
| 83 |
+
"uncalibrated_fields": []
|
| 84 |
+
},
|
| 85 |
+
{
|
| 86 |
+
"family": "thermal",
|
| 87 |
+
"field_horizon_balanced_standardized_mae": 0.08072376647032797,
|
| 88 |
+
"coverage_weighted_by_count": 0.9260763606823721,
|
| 89 |
+
"calibrated_query_count": 1231,
|
| 90 |
+
"total_observed_query_count": 1686,
|
| 91 |
+
"calibrated_query_fraction": 0.7301304863582444,
|
| 92 |
+
"field_horizon_balanced_standardized_interval_width": 0.47078061521257536,
|
| 93 |
+
"uncalibrated_fields": [
|
| 94 |
+
"mass_temp"
|
| 95 |
+
]
|
| 96 |
+
}
|
| 97 |
+
],
|
| 98 |
+
"intervention": [
|
| 99 |
+
{
|
| 100 |
+
"family": "battery",
|
| 101 |
+
"sample_count": 12,
|
| 102 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.3353849789275787,
|
| 103 |
+
"ranking_accuracy": 0.8888888888888888,
|
| 104 |
+
"mean_regret_family_objective_units": 0.04787804231797377
|
| 105 |
+
},
|
| 106 |
+
{
|
| 107 |
+
"family": "tank",
|
| 108 |
+
"sample_count": 9,
|
| 109 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.4100909468108305,
|
| 110 |
+
"ranking_accuracy": 0.7777777777777778,
|
| 111 |
+
"mean_regret_family_objective_units": 5.476421404145535
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"family": "thermal",
|
| 115 |
+
"sample_count": 9,
|
| 116 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.061770662692730134,
|
| 117 |
+
"ranking_accuracy": 0.9074074074074074,
|
| 118 |
+
"mean_regret_family_objective_units": 3.2748828767368185
|
| 119 |
+
}
|
| 120 |
+
],
|
| 121 |
+
"calibration_status": "heldout_partial"
|
| 122 |
+
},
|
| 123 |
+
"persistence": {
|
| 124 |
+
"forecast": [
|
| 125 |
+
{
|
| 126 |
+
"family": "battery",
|
| 127 |
+
"field_horizon_balanced_standardized_mae": 0.2741769899924596,
|
| 128 |
+
"coverage_weighted_by_count": 0.9120722433460076,
|
| 129 |
+
"calibrated_query_count": 2104,
|
| 130 |
+
"total_observed_query_count": 2104,
|
| 131 |
+
"calibrated_query_fraction": 1.0,
|
| 132 |
+
"field_horizon_balanced_standardized_interval_width": 1.9144873287577546,
|
| 133 |
+
"uncalibrated_fields": []
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"family": "tank",
|
| 137 |
+
"field_horizon_balanced_standardized_mae": 0.20508833997882903,
|
| 138 |
+
"coverage_weighted_by_count": 0.91097227645451,
|
| 139 |
+
"calibrated_query_count": 2561,
|
| 140 |
+
"total_observed_query_count": 2561,
|
| 141 |
+
"calibrated_query_fraction": 1.0,
|
| 142 |
+
"field_horizon_balanced_standardized_interval_width": 1.3987040263066008,
|
| 143 |
+
"uncalibrated_fields": []
|
| 144 |
+
},
|
| 145 |
+
{
|
| 146 |
+
"family": "thermal",
|
| 147 |
+
"field_horizon_balanced_standardized_mae": 0.1350649856030941,
|
| 148 |
+
"coverage_weighted_by_count": 0.9870024370430545,
|
| 149 |
+
"calibrated_query_count": 1231,
|
| 150 |
+
"total_observed_query_count": 1686,
|
| 151 |
+
"calibrated_query_fraction": 0.7301304863582444,
|
| 152 |
+
"field_horizon_balanced_standardized_interval_width": 1.2741399954043633,
|
| 153 |
+
"uncalibrated_fields": [
|
| 154 |
+
"mass_temp"
|
| 155 |
+
]
|
| 156 |
+
}
|
| 157 |
+
],
|
| 158 |
+
"intervention": [
|
| 159 |
+
{
|
| 160 |
+
"family": "battery",
|
| 161 |
+
"sample_count": 12,
|
| 162 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.44577424080535133,
|
| 163 |
+
"ranking_accuracy": 0.625,
|
| 164 |
+
"mean_regret_family_objective_units": 0.1149686559871352
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"family": "tank",
|
| 168 |
+
"sample_count": 9,
|
| 169 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.4309230445413622,
|
| 170 |
+
"ranking_accuracy": 0.9629629629629629,
|
| 171 |
+
"mean_regret_family_objective_units": 0.19212913518986896
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"family": "thermal",
|
| 175 |
+
"sample_count": 9,
|
| 176 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.13642123593907265,
|
| 177 |
+
"ranking_accuracy": 0.6388888888888888,
|
| 178 |
+
"mean_regret_family_objective_units": 24.588706704133514
|
| 179 |
+
}
|
| 180 |
+
],
|
| 181 |
+
"calibration_status": "heldout_partial"
|
| 182 |
+
},
|
| 183 |
+
"history_linear_system_id": {
|
| 184 |
+
"forecast": [
|
| 185 |
+
{
|
| 186 |
+
"family": "battery",
|
| 187 |
+
"field_horizon_balanced_standardized_mae": 0.1964516549681624,
|
| 188 |
+
"coverage_weighted_by_count": 0.9068441064638784,
|
| 189 |
+
"calibrated_query_count": 2104,
|
| 190 |
+
"total_observed_query_count": 2104,
|
| 191 |
+
"calibrated_query_fraction": 1.0,
|
| 192 |
+
"field_horizon_balanced_standardized_interval_width": 1.0612048471296183,
|
| 193 |
+
"uncalibrated_fields": []
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"family": "tank",
|
| 197 |
+
"field_horizon_balanced_standardized_mae": 0.19398614921374246,
|
| 198 |
+
"coverage_weighted_by_count": 0.8867629832096837,
|
| 199 |
+
"calibrated_query_count": 2561,
|
| 200 |
+
"total_observed_query_count": 2561,
|
| 201 |
+
"calibrated_query_fraction": 1.0,
|
| 202 |
+
"field_horizon_balanced_standardized_interval_width": 1.0373429280371522,
|
| 203 |
+
"uncalibrated_fields": []
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"family": "thermal",
|
| 207 |
+
"field_horizon_balanced_standardized_mae": 0.053480925814559065,
|
| 208 |
+
"coverage_weighted_by_count": 0.9512591389114541,
|
| 209 |
+
"calibrated_query_count": 1231,
|
| 210 |
+
"total_observed_query_count": 1686,
|
| 211 |
+
"calibrated_query_fraction": 0.7301304863582444,
|
| 212 |
+
"field_horizon_balanced_standardized_interval_width": 0.37496149991779415,
|
| 213 |
+
"uncalibrated_fields": [
|
| 214 |
+
"mass_temp"
|
| 215 |
+
]
|
| 216 |
+
}
|
| 217 |
+
],
|
| 218 |
+
"intervention": [
|
| 219 |
+
{
|
| 220 |
+
"family": "battery",
|
| 221 |
+
"sample_count": 12,
|
| 222 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.21353556679131813,
|
| 223 |
+
"ranking_accuracy": 0.8194444444444444,
|
| 224 |
+
"mean_regret_family_objective_units": 0.07438788574709695
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"family": "tank",
|
| 228 |
+
"sample_count": 9,
|
| 229 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.375519408741499,
|
| 230 |
+
"ranking_accuracy": 0.6666666666666666,
|
| 231 |
+
"mean_regret_family_objective_units": 14.565733903777224
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"family": "thermal",
|
| 235 |
+
"sample_count": 9,
|
| 236 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.05728579907697506,
|
| 237 |
+
"ranking_accuracy": 0.9074074074074074,
|
| 238 |
+
"mean_regret_family_objective_units": 4.096646376501237
|
| 239 |
+
}
|
| 240 |
+
],
|
| 241 |
+
"calibration_status": "heldout_partial"
|
| 242 |
+
},
|
| 243 |
+
"catboost": {
|
| 244 |
+
"forecast": [
|
| 245 |
+
{
|
| 246 |
+
"family": "battery",
|
| 247 |
+
"field_horizon_balanced_standardized_mae": 0.17793322975436845,
|
| 248 |
+
"coverage_weighted_by_count": 0.9325095057034221,
|
| 249 |
+
"calibrated_query_count": 2104,
|
| 250 |
+
"total_observed_query_count": 2104,
|
| 251 |
+
"calibrated_query_fraction": 1.0,
|
| 252 |
+
"field_horizon_balanced_standardized_interval_width": 1.2700347987341436,
|
| 253 |
+
"uncalibrated_fields": []
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"family": "tank",
|
| 257 |
+
"field_horizon_balanced_standardized_mae": 0.16986428969539702,
|
| 258 |
+
"coverage_weighted_by_count": 0.8891058180398282,
|
| 259 |
+
"calibrated_query_count": 2561,
|
| 260 |
+
"total_observed_query_count": 2561,
|
| 261 |
+
"calibrated_query_fraction": 1.0,
|
| 262 |
+
"field_horizon_balanced_standardized_interval_width": 0.9215257671904333,
|
| 263 |
+
"uncalibrated_fields": []
|
| 264 |
+
},
|
| 265 |
+
{
|
| 266 |
+
"family": "thermal",
|
| 267 |
+
"field_horizon_balanced_standardized_mae": 0.08332891451815765,
|
| 268 |
+
"coverage_weighted_by_count": 0.9358245329000813,
|
| 269 |
+
"calibrated_query_count": 1231,
|
| 270 |
+
"total_observed_query_count": 1686,
|
| 271 |
+
"calibrated_query_fraction": 0.7301304863582444,
|
| 272 |
+
"field_horizon_balanced_standardized_interval_width": 0.7638302007604652,
|
| 273 |
+
"uncalibrated_fields": [
|
| 274 |
+
"mass_temp"
|
| 275 |
+
]
|
| 276 |
+
}
|
| 277 |
+
],
|
| 278 |
+
"intervention": [
|
| 279 |
+
{
|
| 280 |
+
"family": "battery",
|
| 281 |
+
"sample_count": 12,
|
| 282 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.23051647289866473,
|
| 283 |
+
"ranking_accuracy": 0.8888888888888888,
|
| 284 |
+
"mean_regret_family_objective_units": 0.05557148176567784
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"family": "tank",
|
| 288 |
+
"sample_count": 9,
|
| 289 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.26401079379275233,
|
| 290 |
+
"ranking_accuracy": 0.12962962962962962,
|
| 291 |
+
"mean_regret_family_objective_units": 51.16753917152375
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"family": "thermal",
|
| 295 |
+
"sample_count": 9,
|
| 296 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.08128041531309356,
|
| 297 |
+
"ranking_accuracy": 0.8518518518518519,
|
| 298 |
+
"mean_regret_family_objective_units": 3.19755500037222
|
| 299 |
+
}
|
| 300 |
+
],
|
| 301 |
+
"calibration_status": "heldout_partial"
|
| 302 |
+
},
|
| 303 |
+
"specialists": {
|
| 304 |
+
"status": "unrun",
|
| 305 |
+
"reason": "No specialist checkpoint artifacts supplied"
|
| 306 |
+
}
|
| 307 |
+
},
|
| 308 |
+
"generalization": [
|
| 309 |
+
{
|
| 310 |
+
"name": "heldout_systems",
|
| 311 |
+
"axis": "B",
|
| 312 |
+
"status": "completed",
|
| 313 |
+
"reason": null,
|
| 314 |
+
"evaluated_target_fraction": null
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"name": "sensor_failures",
|
| 318 |
+
"axis": "C",
|
| 319 |
+
"status": "completed",
|
| 320 |
+
"reason": null,
|
| 321 |
+
"evaluated_target_fraction": 0.7616123445126751
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"name": "sensor_bias",
|
| 325 |
+
"axis": "C",
|
| 326 |
+
"status": "completed",
|
| 327 |
+
"reason": null,
|
| 328 |
+
"evaluated_target_fraction": 1.0
|
| 329 |
+
},
|
| 330 |
+
{
|
| 331 |
+
"name": "configuration_shift",
|
| 332 |
+
"axis": "D",
|
| 333 |
+
"status": "unrun",
|
| 334 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 335 |
+
"evaluated_target_fraction": null
|
| 336 |
+
},
|
| 337 |
+
{
|
| 338 |
+
"name": "leave_thermal_out",
|
| 339 |
+
"axis": "E",
|
| 340 |
+
"status": "unrun",
|
| 341 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 342 |
+
"evaluated_target_fraction": null
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"name": "leave_tank_out",
|
| 346 |
+
"axis": "E",
|
| 347 |
+
"status": "unrun",
|
| 348 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 349 |
+
"evaluated_target_fraction": null
|
| 350 |
+
},
|
| 351 |
+
{
|
| 352 |
+
"name": "leave_battery_out",
|
| 353 |
+
"axis": "E",
|
| 354 |
+
"status": "unrun",
|
| 355 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 356 |
+
"evaluated_target_fraction": null
|
| 357 |
+
}
|
| 358 |
+
]
|
| 359 |
+
},
|
| 360 |
+
"mlp": {
|
| 361 |
+
"status": "completed",
|
| 362 |
+
"provenance_checks": "passed",
|
| 363 |
+
"source_report": "artifacts/smoke/report-mlp-v2/benchmark.json",
|
| 364 |
+
"source_report_sha256": "349d0ff2d2f4ef7076de4b22a95fff87e6904b6d85bd0362a74d33093c7b0377",
|
| 365 |
+
"calibration_sha256": "d37e7f30f43186e917b336b03904ad609d2b0d296e44bc7e0097dcafe2a27797",
|
| 366 |
+
"checkpoint_sha256": [
|
| 367 |
+
"3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c"
|
| 368 |
+
],
|
| 369 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 370 |
+
"split_system_counts": {
|
| 371 |
+
"training_system_ids": 63,
|
| 372 |
+
"validation_selection_system_ids": 8,
|
| 373 |
+
"calibration_system_ids": 6,
|
| 374 |
+
"test_system_ids": 13
|
| 375 |
+
},
|
| 376 |
+
"parameter_count": 876034,
|
| 377 |
+
"inference": [
|
| 378 |
+
{
|
| 379 |
+
"device": "cpu",
|
| 380 |
+
"status": "completed",
|
| 381 |
+
"batch_size": 1,
|
| 382 |
+
"precision": "float32",
|
| 383 |
+
"repetitions": 30,
|
| 384 |
+
"warmup": 5,
|
| 385 |
+
"p50_ms": 1.711187,
|
| 386 |
+
"p95_ms": 4.087550149999997,
|
| 387 |
+
"process_peak_rss_bytes": 380567552,
|
| 388 |
+
"sampled_mps_driver_allocation_peak_bytes": null,
|
| 389 |
+
"memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.",
|
| 390 |
+
"timing_scope": "forward only; inputs resident; MPS synchronized before and after every call"
|
| 391 |
+
},
|
| 392 |
+
{
|
| 393 |
+
"device": "mps",
|
| 394 |
+
"status": "unavailable"
|
| 395 |
+
}
|
| 396 |
+
],
|
| 397 |
+
"window_sampling": {
|
| 398 |
+
"seed": 2026,
|
| 399 |
+
"history_steps": 24,
|
| 400 |
+
"future_steps": 8,
|
| 401 |
+
"sampling": "uniform eligible anchors with replacement",
|
| 402 |
+
"anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2",
|
| 403 |
+
"family_window_counts": {
|
| 404 |
+
"battery": 184,
|
| 405 |
+
"tank": 165,
|
| 406 |
+
"thermal": 163
|
| 407 |
+
}
|
| 408 |
+
},
|
| 409 |
+
"models": {
|
| 410 |
+
"catboost": {
|
| 411 |
+
"status": "unrun",
|
| 412 |
+
"reason": "Enable --catboost to fit the optional training-only baseline"
|
| 413 |
+
},
|
| 414 |
+
"foundation_model": {
|
| 415 |
+
"forecast": [
|
| 416 |
+
{
|
| 417 |
+
"family": "battery",
|
| 418 |
+
"field_horizon_balanced_standardized_mae": 0.2655715017269055,
|
| 419 |
+
"coverage_weighted_by_count": 0.9462927756653993,
|
| 420 |
+
"calibrated_query_count": 2104,
|
| 421 |
+
"total_observed_query_count": 2104,
|
| 422 |
+
"calibrated_query_fraction": 1.0,
|
| 423 |
+
"field_horizon_balanced_standardized_interval_width": 1.790856030421164,
|
| 424 |
+
"uncalibrated_fields": []
|
| 425 |
+
},
|
| 426 |
+
{
|
| 427 |
+
"family": "tank",
|
| 428 |
+
"field_horizon_balanced_standardized_mae": 0.21289619465824217,
|
| 429 |
+
"coverage_weighted_by_count": 0.88481062085123,
|
| 430 |
+
"calibrated_query_count": 2561,
|
| 431 |
+
"total_observed_query_count": 2561,
|
| 432 |
+
"calibrated_query_fraction": 1.0,
|
| 433 |
+
"field_horizon_balanced_standardized_interval_width": 1.1492993770553106,
|
| 434 |
+
"uncalibrated_fields": []
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"family": "thermal",
|
| 438 |
+
"field_horizon_balanced_standardized_mae": 0.09717030023845534,
|
| 439 |
+
"coverage_weighted_by_count": 0.9610073111291633,
|
| 440 |
+
"calibrated_query_count": 1231,
|
| 441 |
+
"total_observed_query_count": 1686,
|
| 442 |
+
"calibrated_query_fraction": 0.7301304863582444,
|
| 443 |
+
"field_horizon_balanced_standardized_interval_width": 0.6933850772112384,
|
| 444 |
+
"uncalibrated_fields": [
|
| 445 |
+
"mass_temp"
|
| 446 |
+
]
|
| 447 |
+
}
|
| 448 |
+
],
|
| 449 |
+
"intervention": [
|
| 450 |
+
{
|
| 451 |
+
"family": "battery",
|
| 452 |
+
"sample_count": 12,
|
| 453 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.40193630005660164,
|
| 454 |
+
"ranking_accuracy": 0.8333333333333334,
|
| 455 |
+
"mean_regret_family_objective_units": 0.058006828239173934
|
| 456 |
+
},
|
| 457 |
+
{
|
| 458 |
+
"family": "tank",
|
| 459 |
+
"sample_count": 9,
|
| 460 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.4218413598223273,
|
| 461 |
+
"ranking_accuracy": 0.8518518518518519,
|
| 462 |
+
"mean_regret_family_objective_units": 17.03598703076836
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"family": "thermal",
|
| 466 |
+
"sample_count": 9,
|
| 467 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.10134565391581384,
|
| 468 |
+
"ranking_accuracy": 0.8703703703703703,
|
| 469 |
+
"mean_regret_family_objective_units": 2.646552774845556
|
| 470 |
+
}
|
| 471 |
+
],
|
| 472 |
+
"calibration_status": "heldout_partial"
|
| 473 |
+
},
|
| 474 |
+
"persistence": {
|
| 475 |
+
"forecast": [
|
| 476 |
+
{
|
| 477 |
+
"family": "battery",
|
| 478 |
+
"field_horizon_balanced_standardized_mae": 0.2741769899924596,
|
| 479 |
+
"coverage_weighted_by_count": 0.9120722433460076,
|
| 480 |
+
"calibrated_query_count": 2104,
|
| 481 |
+
"total_observed_query_count": 2104,
|
| 482 |
+
"calibrated_query_fraction": 1.0,
|
| 483 |
+
"field_horizon_balanced_standardized_interval_width": 1.9144873287577546,
|
| 484 |
+
"uncalibrated_fields": []
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"family": "tank",
|
| 488 |
+
"field_horizon_balanced_standardized_mae": 0.20508833997882903,
|
| 489 |
+
"coverage_weighted_by_count": 0.91097227645451,
|
| 490 |
+
"calibrated_query_count": 2561,
|
| 491 |
+
"total_observed_query_count": 2561,
|
| 492 |
+
"calibrated_query_fraction": 1.0,
|
| 493 |
+
"field_horizon_balanced_standardized_interval_width": 1.3987040263066008,
|
| 494 |
+
"uncalibrated_fields": []
|
| 495 |
+
},
|
| 496 |
+
{
|
| 497 |
+
"family": "thermal",
|
| 498 |
+
"field_horizon_balanced_standardized_mae": 0.1350649856030941,
|
| 499 |
+
"coverage_weighted_by_count": 0.9870024370430545,
|
| 500 |
+
"calibrated_query_count": 1231,
|
| 501 |
+
"total_observed_query_count": 1686,
|
| 502 |
+
"calibrated_query_fraction": 0.7301304863582444,
|
| 503 |
+
"field_horizon_balanced_standardized_interval_width": 1.2741399954043633,
|
| 504 |
+
"uncalibrated_fields": [
|
| 505 |
+
"mass_temp"
|
| 506 |
+
]
|
| 507 |
+
}
|
| 508 |
+
],
|
| 509 |
+
"intervention": [
|
| 510 |
+
{
|
| 511 |
+
"family": "battery",
|
| 512 |
+
"sample_count": 12,
|
| 513 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.44577424080535133,
|
| 514 |
+
"ranking_accuracy": 0.625,
|
| 515 |
+
"mean_regret_family_objective_units": 0.1149686559871352
|
| 516 |
+
},
|
| 517 |
+
{
|
| 518 |
+
"family": "tank",
|
| 519 |
+
"sample_count": 9,
|
| 520 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.4309230445413622,
|
| 521 |
+
"ranking_accuracy": 0.9629629629629629,
|
| 522 |
+
"mean_regret_family_objective_units": 0.19212913518986896
|
| 523 |
+
},
|
| 524 |
+
{
|
| 525 |
+
"family": "thermal",
|
| 526 |
+
"sample_count": 9,
|
| 527 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.13642123593907265,
|
| 528 |
+
"ranking_accuracy": 0.6388888888888888,
|
| 529 |
+
"mean_regret_family_objective_units": 24.588706704133514
|
| 530 |
+
}
|
| 531 |
+
],
|
| 532 |
+
"calibration_status": "heldout_partial"
|
| 533 |
+
},
|
| 534 |
+
"history_linear_system_id": {
|
| 535 |
+
"forecast": [
|
| 536 |
+
{
|
| 537 |
+
"family": "battery",
|
| 538 |
+
"field_horizon_balanced_standardized_mae": 0.1964516549681624,
|
| 539 |
+
"coverage_weighted_by_count": 0.9068441064638784,
|
| 540 |
+
"calibrated_query_count": 2104,
|
| 541 |
+
"total_observed_query_count": 2104,
|
| 542 |
+
"calibrated_query_fraction": 1.0,
|
| 543 |
+
"field_horizon_balanced_standardized_interval_width": 1.0612048471296183,
|
| 544 |
+
"uncalibrated_fields": []
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"family": "tank",
|
| 548 |
+
"field_horizon_balanced_standardized_mae": 0.19398614921374246,
|
| 549 |
+
"coverage_weighted_by_count": 0.8867629832096837,
|
| 550 |
+
"calibrated_query_count": 2561,
|
| 551 |
+
"total_observed_query_count": 2561,
|
| 552 |
+
"calibrated_query_fraction": 1.0,
|
| 553 |
+
"field_horizon_balanced_standardized_interval_width": 1.0373429280371522,
|
| 554 |
+
"uncalibrated_fields": []
|
| 555 |
+
},
|
| 556 |
+
{
|
| 557 |
+
"family": "thermal",
|
| 558 |
+
"field_horizon_balanced_standardized_mae": 0.053480925814559065,
|
| 559 |
+
"coverage_weighted_by_count": 0.9512591389114541,
|
| 560 |
+
"calibrated_query_count": 1231,
|
| 561 |
+
"total_observed_query_count": 1686,
|
| 562 |
+
"calibrated_query_fraction": 0.7301304863582444,
|
| 563 |
+
"field_horizon_balanced_standardized_interval_width": 0.37496149991779415,
|
| 564 |
+
"uncalibrated_fields": [
|
| 565 |
+
"mass_temp"
|
| 566 |
+
]
|
| 567 |
+
}
|
| 568 |
+
],
|
| 569 |
+
"intervention": [
|
| 570 |
+
{
|
| 571 |
+
"family": "battery",
|
| 572 |
+
"sample_count": 12,
|
| 573 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.21353556679131813,
|
| 574 |
+
"ranking_accuracy": 0.8194444444444444,
|
| 575 |
+
"mean_regret_family_objective_units": 0.07438788574709695
|
| 576 |
+
},
|
| 577 |
+
{
|
| 578 |
+
"family": "tank",
|
| 579 |
+
"sample_count": 9,
|
| 580 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.375519408741499,
|
| 581 |
+
"ranking_accuracy": 0.6666666666666666,
|
| 582 |
+
"mean_regret_family_objective_units": 14.565733903777224
|
| 583 |
+
},
|
| 584 |
+
{
|
| 585 |
+
"family": "thermal",
|
| 586 |
+
"sample_count": 9,
|
| 587 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.05728579907697506,
|
| 588 |
+
"ranking_accuracy": 0.9074074074074074,
|
| 589 |
+
"mean_regret_family_objective_units": 4.096646376501237
|
| 590 |
+
}
|
| 591 |
+
],
|
| 592 |
+
"calibration_status": "heldout_partial"
|
| 593 |
+
},
|
| 594 |
+
"specialists": {
|
| 595 |
+
"status": "unrun",
|
| 596 |
+
"reason": "No specialist checkpoint artifacts supplied"
|
| 597 |
+
}
|
| 598 |
+
},
|
| 599 |
+
"generalization": [
|
| 600 |
+
{
|
| 601 |
+
"name": "heldout_systems",
|
| 602 |
+
"axis": "B",
|
| 603 |
+
"status": "completed",
|
| 604 |
+
"reason": null,
|
| 605 |
+
"evaluated_target_fraction": null
|
| 606 |
+
},
|
| 607 |
+
{
|
| 608 |
+
"name": "sensor_failures",
|
| 609 |
+
"axis": "C",
|
| 610 |
+
"status": "unrun",
|
| 611 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 612 |
+
"evaluated_target_fraction": null
|
| 613 |
+
},
|
| 614 |
+
{
|
| 615 |
+
"name": "sensor_bias",
|
| 616 |
+
"axis": "C",
|
| 617 |
+
"status": "unrun",
|
| 618 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 619 |
+
"evaluated_target_fraction": null
|
| 620 |
+
},
|
| 621 |
+
{
|
| 622 |
+
"name": "configuration_shift",
|
| 623 |
+
"axis": "D",
|
| 624 |
+
"status": "unrun",
|
| 625 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 626 |
+
"evaluated_target_fraction": null
|
| 627 |
+
},
|
| 628 |
+
{
|
| 629 |
+
"name": "leave_thermal_out",
|
| 630 |
+
"axis": "E",
|
| 631 |
+
"status": "unrun",
|
| 632 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 633 |
+
"evaluated_target_fraction": null
|
| 634 |
+
},
|
| 635 |
+
{
|
| 636 |
+
"name": "leave_tank_out",
|
| 637 |
+
"axis": "E",
|
| 638 |
+
"status": "unrun",
|
| 639 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 640 |
+
"evaluated_target_fraction": null
|
| 641 |
+
},
|
| 642 |
+
{
|
| 643 |
+
"name": "leave_battery_out",
|
| 644 |
+
"axis": "E",
|
| 645 |
+
"status": "unrun",
|
| 646 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 647 |
+
"evaluated_target_fraction": null
|
| 648 |
+
}
|
| 649 |
+
]
|
| 650 |
+
},
|
| 651 |
+
"ensemble": {
|
| 652 |
+
"status": "completed",
|
| 653 |
+
"provenance_checks": "passed",
|
| 654 |
+
"source_report": "artifacts/smoke/report-ensemble-v2/benchmark.json",
|
| 655 |
+
"source_report_sha256": "f97f91deb10661ed6c3ddeae8b9d25813ad6d4fb4cd9cc3be5564220b69e67cb",
|
| 656 |
+
"calibration_sha256": "f96d9a18b64711dca5bb76fd21a9671c298195ecd3b83a9ec1daf9762a2c7e40",
|
| 657 |
+
"checkpoint_sha256": [
|
| 658 |
+
"6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739",
|
| 659 |
+
"80ffcf05367f581ed48d34e649ffde7f3738a7c31fb7e0539cb2245e88eae09e",
|
| 660 |
+
"623420955dc271068182f2cd6fb460d0ae64792c25dbd79c0aae91b3ba777137"
|
| 661 |
+
],
|
| 662 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 663 |
+
"split_system_counts": {
|
| 664 |
+
"training_system_ids": 63,
|
| 665 |
+
"validation_selection_system_ids": 8,
|
| 666 |
+
"calibration_system_ids": 6,
|
| 667 |
+
"test_system_ids": 13
|
| 668 |
+
},
|
| 669 |
+
"parameter_count": 4711302,
|
| 670 |
+
"inference": [
|
| 671 |
+
{
|
| 672 |
+
"device": "cpu",
|
| 673 |
+
"status": "completed",
|
| 674 |
+
"batch_size": 1,
|
| 675 |
+
"precision": "float32",
|
| 676 |
+
"repetitions": 30,
|
| 677 |
+
"warmup": 5,
|
| 678 |
+
"p50_ms": 21.5922915,
|
| 679 |
+
"p95_ms": 26.497902299999996,
|
| 680 |
+
"process_peak_rss_bytes": 589479936,
|
| 681 |
+
"sampled_mps_driver_allocation_peak_bytes": null,
|
| 682 |
+
"memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.",
|
| 683 |
+
"timing_scope": "forward only; inputs resident; MPS synchronized before and after every call"
|
| 684 |
+
},
|
| 685 |
+
{
|
| 686 |
+
"device": "mps",
|
| 687 |
+
"status": "unavailable"
|
| 688 |
+
}
|
| 689 |
+
],
|
| 690 |
+
"window_sampling": {
|
| 691 |
+
"seed": 2026,
|
| 692 |
+
"history_steps": 24,
|
| 693 |
+
"future_steps": 8,
|
| 694 |
+
"sampling": "uniform eligible anchors with replacement",
|
| 695 |
+
"anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2",
|
| 696 |
+
"family_window_counts": {
|
| 697 |
+
"battery": 184,
|
| 698 |
+
"tank": 165,
|
| 699 |
+
"thermal": 163
|
| 700 |
+
}
|
| 701 |
+
},
|
| 702 |
+
"models": {
|
| 703 |
+
"catboost": {
|
| 704 |
+
"status": "unrun",
|
| 705 |
+
"reason": "Enable --catboost to fit the optional training-only baseline"
|
| 706 |
+
},
|
| 707 |
+
"foundation_model": {
|
| 708 |
+
"forecast": [
|
| 709 |
+
{
|
| 710 |
+
"family": "battery",
|
| 711 |
+
"field_horizon_balanced_standardized_mae": 0.24396890867501497,
|
| 712 |
+
"coverage_weighted_by_count": 0.938212927756654,
|
| 713 |
+
"calibrated_query_count": 2104,
|
| 714 |
+
"total_observed_query_count": 2104,
|
| 715 |
+
"calibrated_query_fraction": 1.0,
|
| 716 |
+
"field_horizon_balanced_standardized_interval_width": 1.5705312779267908,
|
| 717 |
+
"uncalibrated_fields": []
|
| 718 |
+
},
|
| 719 |
+
{
|
| 720 |
+
"family": "tank",
|
| 721 |
+
"field_horizon_balanced_standardized_mae": 0.20474898838438094,
|
| 722 |
+
"coverage_weighted_by_count": 0.8617727450214759,
|
| 723 |
+
"calibrated_query_count": 2561,
|
| 724 |
+
"total_observed_query_count": 2561,
|
| 725 |
+
"calibrated_query_fraction": 1.0,
|
| 726 |
+
"field_horizon_balanced_standardized_interval_width": 1.0582992655848964,
|
| 727 |
+
"uncalibrated_fields": []
|
| 728 |
+
},
|
| 729 |
+
{
|
| 730 |
+
"family": "thermal",
|
| 731 |
+
"field_horizon_balanced_standardized_mae": 0.08036906473959486,
|
| 732 |
+
"coverage_weighted_by_count": 0.925264012997563,
|
| 733 |
+
"calibrated_query_count": 1231,
|
| 734 |
+
"total_observed_query_count": 1686,
|
| 735 |
+
"calibrated_query_fraction": 0.7301304863582444,
|
| 736 |
+
"field_horizon_balanced_standardized_interval_width": 0.46081873453475863,
|
| 737 |
+
"uncalibrated_fields": [
|
| 738 |
+
"mass_temp"
|
| 739 |
+
]
|
| 740 |
+
}
|
| 741 |
+
],
|
| 742 |
+
"intervention": [
|
| 743 |
+
{
|
| 744 |
+
"family": "battery",
|
| 745 |
+
"sample_count": 12,
|
| 746 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.33930385699822924,
|
| 747 |
+
"ranking_accuracy": 0.8888888888888888,
|
| 748 |
+
"mean_regret_family_objective_units": 0.04787804231797377
|
| 749 |
+
},
|
| 750 |
+
{
|
| 751 |
+
"family": "tank",
|
| 752 |
+
"sample_count": 9,
|
| 753 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.40268880790635786,
|
| 754 |
+
"ranking_accuracy": 0.8888888888888888,
|
| 755 |
+
"mean_regret_family_objective_units": 5.476421404145535
|
| 756 |
+
},
|
| 757 |
+
{
|
| 758 |
+
"family": "thermal",
|
| 759 |
+
"sample_count": 9,
|
| 760 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.06546775249797411,
|
| 761 |
+
"ranking_accuracy": 0.8888888888888888,
|
| 762 |
+
"mean_regret_family_objective_units": 3.2748828767368185
|
| 763 |
+
}
|
| 764 |
+
],
|
| 765 |
+
"calibration_status": "heldout_partial"
|
| 766 |
+
},
|
| 767 |
+
"persistence": {
|
| 768 |
+
"forecast": [
|
| 769 |
+
{
|
| 770 |
+
"family": "battery",
|
| 771 |
+
"field_horizon_balanced_standardized_mae": 0.2741769899924596,
|
| 772 |
+
"coverage_weighted_by_count": 0.9120722433460076,
|
| 773 |
+
"calibrated_query_count": 2104,
|
| 774 |
+
"total_observed_query_count": 2104,
|
| 775 |
+
"calibrated_query_fraction": 1.0,
|
| 776 |
+
"field_horizon_balanced_standardized_interval_width": 1.9144873287577546,
|
| 777 |
+
"uncalibrated_fields": []
|
| 778 |
+
},
|
| 779 |
+
{
|
| 780 |
+
"family": "tank",
|
| 781 |
+
"field_horizon_balanced_standardized_mae": 0.20508833997882903,
|
| 782 |
+
"coverage_weighted_by_count": 0.91097227645451,
|
| 783 |
+
"calibrated_query_count": 2561,
|
| 784 |
+
"total_observed_query_count": 2561,
|
| 785 |
+
"calibrated_query_fraction": 1.0,
|
| 786 |
+
"field_horizon_balanced_standardized_interval_width": 1.3987040263066008,
|
| 787 |
+
"uncalibrated_fields": []
|
| 788 |
+
},
|
| 789 |
+
{
|
| 790 |
+
"family": "thermal",
|
| 791 |
+
"field_horizon_balanced_standardized_mae": 0.1350649856030941,
|
| 792 |
+
"coverage_weighted_by_count": 0.9870024370430545,
|
| 793 |
+
"calibrated_query_count": 1231,
|
| 794 |
+
"total_observed_query_count": 1686,
|
| 795 |
+
"calibrated_query_fraction": 0.7301304863582444,
|
| 796 |
+
"field_horizon_balanced_standardized_interval_width": 1.2741399954043633,
|
| 797 |
+
"uncalibrated_fields": [
|
| 798 |
+
"mass_temp"
|
| 799 |
+
]
|
| 800 |
+
}
|
| 801 |
+
],
|
| 802 |
+
"intervention": [
|
| 803 |
+
{
|
| 804 |
+
"family": "battery",
|
| 805 |
+
"sample_count": 12,
|
| 806 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.44577424080535133,
|
| 807 |
+
"ranking_accuracy": 0.625,
|
| 808 |
+
"mean_regret_family_objective_units": 0.1149686559871352
|
| 809 |
+
},
|
| 810 |
+
{
|
| 811 |
+
"family": "tank",
|
| 812 |
+
"sample_count": 9,
|
| 813 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.4309230445413622,
|
| 814 |
+
"ranking_accuracy": 0.9629629629629629,
|
| 815 |
+
"mean_regret_family_objective_units": 0.19212913518986896
|
| 816 |
+
},
|
| 817 |
+
{
|
| 818 |
+
"family": "thermal",
|
| 819 |
+
"sample_count": 9,
|
| 820 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.13642123593907265,
|
| 821 |
+
"ranking_accuracy": 0.6388888888888888,
|
| 822 |
+
"mean_regret_family_objective_units": 24.588706704133514
|
| 823 |
+
}
|
| 824 |
+
],
|
| 825 |
+
"calibration_status": "heldout_partial"
|
| 826 |
+
},
|
| 827 |
+
"history_linear_system_id": {
|
| 828 |
+
"forecast": [
|
| 829 |
+
{
|
| 830 |
+
"family": "battery",
|
| 831 |
+
"field_horizon_balanced_standardized_mae": 0.1964516549681624,
|
| 832 |
+
"coverage_weighted_by_count": 0.9068441064638784,
|
| 833 |
+
"calibrated_query_count": 2104,
|
| 834 |
+
"total_observed_query_count": 2104,
|
| 835 |
+
"calibrated_query_fraction": 1.0,
|
| 836 |
+
"field_horizon_balanced_standardized_interval_width": 1.0612048471296183,
|
| 837 |
+
"uncalibrated_fields": []
|
| 838 |
+
},
|
| 839 |
+
{
|
| 840 |
+
"family": "tank",
|
| 841 |
+
"field_horizon_balanced_standardized_mae": 0.19398614921374246,
|
| 842 |
+
"coverage_weighted_by_count": 0.8867629832096837,
|
| 843 |
+
"calibrated_query_count": 2561,
|
| 844 |
+
"total_observed_query_count": 2561,
|
| 845 |
+
"calibrated_query_fraction": 1.0,
|
| 846 |
+
"field_horizon_balanced_standardized_interval_width": 1.0373429280371522,
|
| 847 |
+
"uncalibrated_fields": []
|
| 848 |
+
},
|
| 849 |
+
{
|
| 850 |
+
"family": "thermal",
|
| 851 |
+
"field_horizon_balanced_standardized_mae": 0.053480925814559065,
|
| 852 |
+
"coverage_weighted_by_count": 0.9512591389114541,
|
| 853 |
+
"calibrated_query_count": 1231,
|
| 854 |
+
"total_observed_query_count": 1686,
|
| 855 |
+
"calibrated_query_fraction": 0.7301304863582444,
|
| 856 |
+
"field_horizon_balanced_standardized_interval_width": 0.37496149991779415,
|
| 857 |
+
"uncalibrated_fields": [
|
| 858 |
+
"mass_temp"
|
| 859 |
+
]
|
| 860 |
+
}
|
| 861 |
+
],
|
| 862 |
+
"intervention": [
|
| 863 |
+
{
|
| 864 |
+
"family": "battery",
|
| 865 |
+
"sample_count": 12,
|
| 866 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.21353556679131813,
|
| 867 |
+
"ranking_accuracy": 0.8194444444444444,
|
| 868 |
+
"mean_regret_family_objective_units": 0.07438788574709695
|
| 869 |
+
},
|
| 870 |
+
{
|
| 871 |
+
"family": "tank",
|
| 872 |
+
"sample_count": 9,
|
| 873 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.375519408741499,
|
| 874 |
+
"ranking_accuracy": 0.6666666666666666,
|
| 875 |
+
"mean_regret_family_objective_units": 14.565733903777224
|
| 876 |
+
},
|
| 877 |
+
{
|
| 878 |
+
"family": "thermal",
|
| 879 |
+
"sample_count": 9,
|
| 880 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.05728579907697506,
|
| 881 |
+
"ranking_accuracy": 0.9074074074074074,
|
| 882 |
+
"mean_regret_family_objective_units": 4.096646376501237
|
| 883 |
+
}
|
| 884 |
+
],
|
| 885 |
+
"calibration_status": "heldout_partial"
|
| 886 |
+
},
|
| 887 |
+
"specialists": {
|
| 888 |
+
"status": "unrun",
|
| 889 |
+
"reason": "No specialist checkpoint artifacts supplied"
|
| 890 |
+
}
|
| 891 |
+
},
|
| 892 |
+
"generalization": [
|
| 893 |
+
{
|
| 894 |
+
"name": "heldout_systems",
|
| 895 |
+
"axis": "B",
|
| 896 |
+
"status": "completed",
|
| 897 |
+
"reason": null,
|
| 898 |
+
"evaluated_target_fraction": null
|
| 899 |
+
},
|
| 900 |
+
{
|
| 901 |
+
"name": "sensor_failures",
|
| 902 |
+
"axis": "C",
|
| 903 |
+
"status": "unrun",
|
| 904 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 905 |
+
"evaluated_target_fraction": null
|
| 906 |
+
},
|
| 907 |
+
{
|
| 908 |
+
"name": "sensor_bias",
|
| 909 |
+
"axis": "C",
|
| 910 |
+
"status": "unrun",
|
| 911 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 912 |
+
"evaluated_target_fraction": null
|
| 913 |
+
},
|
| 914 |
+
{
|
| 915 |
+
"name": "configuration_shift",
|
| 916 |
+
"axis": "D",
|
| 917 |
+
"status": "unrun",
|
| 918 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 919 |
+
"evaluated_target_fraction": null
|
| 920 |
+
},
|
| 921 |
+
{
|
| 922 |
+
"name": "leave_thermal_out",
|
| 923 |
+
"axis": "E",
|
| 924 |
+
"status": "unrun",
|
| 925 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 926 |
+
"evaluated_target_fraction": null
|
| 927 |
+
},
|
| 928 |
+
{
|
| 929 |
+
"name": "leave_tank_out",
|
| 930 |
+
"axis": "E",
|
| 931 |
+
"status": "unrun",
|
| 932 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 933 |
+
"evaluated_target_fraction": null
|
| 934 |
+
},
|
| 935 |
+
{
|
| 936 |
+
"name": "leave_battery_out",
|
| 937 |
+
"axis": "E",
|
| 938 |
+
"status": "unrun",
|
| 939 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 940 |
+
"evaluated_target_fraction": null
|
| 941 |
+
}
|
| 942 |
+
]
|
| 943 |
+
},
|
| 944 |
+
"gru": {
|
| 945 |
+
"status": "completed",
|
| 946 |
+
"provenance_checks": "passed",
|
| 947 |
+
"source_report": "artifacts/smoke/report-gru-v2/benchmark.json",
|
| 948 |
+
"source_report_sha256": "4f8ba6827462589f5f80df0d8e34cb0b50da2f5d2d7d6d506337bd17a852271a",
|
| 949 |
+
"calibration_sha256": "67d780e83bde04238192bdb5ea2caa7353d3be63fbf762e28e500da0a8a78ad0",
|
| 950 |
+
"checkpoint_sha256": [
|
| 951 |
+
"ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663"
|
| 952 |
+
],
|
| 953 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 954 |
+
"split_system_counts": {
|
| 955 |
+
"training_system_ids": 63,
|
| 956 |
+
"validation_selection_system_ids": 8,
|
| 957 |
+
"calibration_system_ids": 6,
|
| 958 |
+
"test_system_ids": 13
|
| 959 |
+
},
|
| 960 |
+
"parameter_count": 664322,
|
| 961 |
+
"inference": [
|
| 962 |
+
{
|
| 963 |
+
"device": "cpu",
|
| 964 |
+
"status": "completed",
|
| 965 |
+
"batch_size": 1,
|
| 966 |
+
"precision": "float32",
|
| 967 |
+
"repetitions": 30,
|
| 968 |
+
"warmup": 5,
|
| 969 |
+
"p50_ms": 3.8872915,
|
| 970 |
+
"p95_ms": 4.4816310999999995,
|
| 971 |
+
"process_peak_rss_bytes": 456704000,
|
| 972 |
+
"sampled_mps_driver_allocation_peak_bytes": null,
|
| 973 |
+
"memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.",
|
| 974 |
+
"timing_scope": "forward only; inputs resident; MPS synchronized before and after every call"
|
| 975 |
+
},
|
| 976 |
+
{
|
| 977 |
+
"device": "mps",
|
| 978 |
+
"status": "unavailable"
|
| 979 |
+
}
|
| 980 |
+
],
|
| 981 |
+
"window_sampling": {
|
| 982 |
+
"seed": 2026,
|
| 983 |
+
"history_steps": 24,
|
| 984 |
+
"future_steps": 8,
|
| 985 |
+
"sampling": "uniform eligible anchors with replacement",
|
| 986 |
+
"anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2",
|
| 987 |
+
"family_window_counts": {
|
| 988 |
+
"battery": 184,
|
| 989 |
+
"tank": 165,
|
| 990 |
+
"thermal": 163
|
| 991 |
+
}
|
| 992 |
+
},
|
| 993 |
+
"models": {
|
| 994 |
+
"catboost": {
|
| 995 |
+
"status": "unrun",
|
| 996 |
+
"reason": "Enable --catboost to fit the optional training-only baseline"
|
| 997 |
+
},
|
| 998 |
+
"foundation_model": {
|
| 999 |
+
"forecast": [
|
| 1000 |
+
{
|
| 1001 |
+
"family": "battery",
|
| 1002 |
+
"field_horizon_balanced_standardized_mae": 0.2691992074251175,
|
| 1003 |
+
"coverage_weighted_by_count": 0.94106463878327,
|
| 1004 |
+
"calibrated_query_count": 2104,
|
| 1005 |
+
"total_observed_query_count": 2104,
|
| 1006 |
+
"calibrated_query_fraction": 1.0,
|
| 1007 |
+
"field_horizon_balanced_standardized_interval_width": 1.769772475077991,
|
| 1008 |
+
"uncalibrated_fields": []
|
| 1009 |
+
},
|
| 1010 |
+
{
|
| 1011 |
+
"family": "tank",
|
| 1012 |
+
"field_horizon_balanced_standardized_mae": 0.22744196222629398,
|
| 1013 |
+
"coverage_weighted_by_count": 0.8875439281530652,
|
| 1014 |
+
"calibrated_query_count": 2561,
|
| 1015 |
+
"total_observed_query_count": 2561,
|
| 1016 |
+
"calibrated_query_fraction": 1.0,
|
| 1017 |
+
"field_horizon_balanced_standardized_interval_width": 1.1845489464009766,
|
| 1018 |
+
"uncalibrated_fields": []
|
| 1019 |
+
},
|
| 1020 |
+
{
|
| 1021 |
+
"family": "thermal",
|
| 1022 |
+
"field_horizon_balanced_standardized_mae": 0.10626375791616738,
|
| 1023 |
+
"coverage_weighted_by_count": 0.9553208773354996,
|
| 1024 |
+
"calibrated_query_count": 1231,
|
| 1025 |
+
"total_observed_query_count": 1686,
|
| 1026 |
+
"calibrated_query_fraction": 0.7301304863582444,
|
| 1027 |
+
"field_horizon_balanced_standardized_interval_width": 0.6831428043987473,
|
| 1028 |
+
"uncalibrated_fields": [
|
| 1029 |
+
"mass_temp"
|
| 1030 |
+
]
|
| 1031 |
+
}
|
| 1032 |
+
],
|
| 1033 |
+
"intervention": [
|
| 1034 |
+
{
|
| 1035 |
+
"family": "battery",
|
| 1036 |
+
"sample_count": 12,
|
| 1037 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.3903253484541181,
|
| 1038 |
+
"ranking_accuracy": 0.8472222222222222,
|
| 1039 |
+
"mean_regret_family_objective_units": 0.050546485460566226
|
| 1040 |
+
},
|
| 1041 |
+
{
|
| 1042 |
+
"family": "tank",
|
| 1043 |
+
"sample_count": 9,
|
| 1044 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.4149932857908747,
|
| 1045 |
+
"ranking_accuracy": 0.8703703703703703,
|
| 1046 |
+
"mean_regret_family_objective_units": 9.831722235589073
|
| 1047 |
+
},
|
| 1048 |
+
{
|
| 1049 |
+
"family": "thermal",
|
| 1050 |
+
"sample_count": 9,
|
| 1051 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.10282845522232471,
|
| 1052 |
+
"ranking_accuracy": 0.8703703703703703,
|
| 1053 |
+
"mean_regret_family_objective_units": 2.646552774845556
|
| 1054 |
+
}
|
| 1055 |
+
],
|
| 1056 |
+
"calibration_status": "heldout_partial"
|
| 1057 |
+
},
|
| 1058 |
+
"persistence": {
|
| 1059 |
+
"forecast": [
|
| 1060 |
+
{
|
| 1061 |
+
"family": "battery",
|
| 1062 |
+
"field_horizon_balanced_standardized_mae": 0.2741769899924596,
|
| 1063 |
+
"coverage_weighted_by_count": 0.9120722433460076,
|
| 1064 |
+
"calibrated_query_count": 2104,
|
| 1065 |
+
"total_observed_query_count": 2104,
|
| 1066 |
+
"calibrated_query_fraction": 1.0,
|
| 1067 |
+
"field_horizon_balanced_standardized_interval_width": 1.9144873287577546,
|
| 1068 |
+
"uncalibrated_fields": []
|
| 1069 |
+
},
|
| 1070 |
+
{
|
| 1071 |
+
"family": "tank",
|
| 1072 |
+
"field_horizon_balanced_standardized_mae": 0.20508833997882903,
|
| 1073 |
+
"coverage_weighted_by_count": 0.91097227645451,
|
| 1074 |
+
"calibrated_query_count": 2561,
|
| 1075 |
+
"total_observed_query_count": 2561,
|
| 1076 |
+
"calibrated_query_fraction": 1.0,
|
| 1077 |
+
"field_horizon_balanced_standardized_interval_width": 1.3987040263066008,
|
| 1078 |
+
"uncalibrated_fields": []
|
| 1079 |
+
},
|
| 1080 |
+
{
|
| 1081 |
+
"family": "thermal",
|
| 1082 |
+
"field_horizon_balanced_standardized_mae": 0.1350649856030941,
|
| 1083 |
+
"coverage_weighted_by_count": 0.9870024370430545,
|
| 1084 |
+
"calibrated_query_count": 1231,
|
| 1085 |
+
"total_observed_query_count": 1686,
|
| 1086 |
+
"calibrated_query_fraction": 0.7301304863582444,
|
| 1087 |
+
"field_horizon_balanced_standardized_interval_width": 1.2741399954043633,
|
| 1088 |
+
"uncalibrated_fields": [
|
| 1089 |
+
"mass_temp"
|
| 1090 |
+
]
|
| 1091 |
+
}
|
| 1092 |
+
],
|
| 1093 |
+
"intervention": [
|
| 1094 |
+
{
|
| 1095 |
+
"family": "battery",
|
| 1096 |
+
"sample_count": 12,
|
| 1097 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.44577424080535133,
|
| 1098 |
+
"ranking_accuracy": 0.625,
|
| 1099 |
+
"mean_regret_family_objective_units": 0.1149686559871352
|
| 1100 |
+
},
|
| 1101 |
+
{
|
| 1102 |
+
"family": "tank",
|
| 1103 |
+
"sample_count": 9,
|
| 1104 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.4309230445413622,
|
| 1105 |
+
"ranking_accuracy": 0.9629629629629629,
|
| 1106 |
+
"mean_regret_family_objective_units": 0.19212913518986896
|
| 1107 |
+
},
|
| 1108 |
+
{
|
| 1109 |
+
"family": "thermal",
|
| 1110 |
+
"sample_count": 9,
|
| 1111 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.13642123593907265,
|
| 1112 |
+
"ranking_accuracy": 0.6388888888888888,
|
| 1113 |
+
"mean_regret_family_objective_units": 24.588706704133514
|
| 1114 |
+
}
|
| 1115 |
+
],
|
| 1116 |
+
"calibration_status": "heldout_partial"
|
| 1117 |
+
},
|
| 1118 |
+
"history_linear_system_id": {
|
| 1119 |
+
"forecast": [
|
| 1120 |
+
{
|
| 1121 |
+
"family": "battery",
|
| 1122 |
+
"field_horizon_balanced_standardized_mae": 0.1964516549681624,
|
| 1123 |
+
"coverage_weighted_by_count": 0.9068441064638784,
|
| 1124 |
+
"calibrated_query_count": 2104,
|
| 1125 |
+
"total_observed_query_count": 2104,
|
| 1126 |
+
"calibrated_query_fraction": 1.0,
|
| 1127 |
+
"field_horizon_balanced_standardized_interval_width": 1.0612048471296183,
|
| 1128 |
+
"uncalibrated_fields": []
|
| 1129 |
+
},
|
| 1130 |
+
{
|
| 1131 |
+
"family": "tank",
|
| 1132 |
+
"field_horizon_balanced_standardized_mae": 0.19398614921374246,
|
| 1133 |
+
"coverage_weighted_by_count": 0.8867629832096837,
|
| 1134 |
+
"calibrated_query_count": 2561,
|
| 1135 |
+
"total_observed_query_count": 2561,
|
| 1136 |
+
"calibrated_query_fraction": 1.0,
|
| 1137 |
+
"field_horizon_balanced_standardized_interval_width": 1.0373429280371522,
|
| 1138 |
+
"uncalibrated_fields": []
|
| 1139 |
+
},
|
| 1140 |
+
{
|
| 1141 |
+
"family": "thermal",
|
| 1142 |
+
"field_horizon_balanced_standardized_mae": 0.053480925814559065,
|
| 1143 |
+
"coverage_weighted_by_count": 0.9512591389114541,
|
| 1144 |
+
"calibrated_query_count": 1231,
|
| 1145 |
+
"total_observed_query_count": 1686,
|
| 1146 |
+
"calibrated_query_fraction": 0.7301304863582444,
|
| 1147 |
+
"field_horizon_balanced_standardized_interval_width": 0.37496149991779415,
|
| 1148 |
+
"uncalibrated_fields": [
|
| 1149 |
+
"mass_temp"
|
| 1150 |
+
]
|
| 1151 |
+
}
|
| 1152 |
+
],
|
| 1153 |
+
"intervention": [
|
| 1154 |
+
{
|
| 1155 |
+
"family": "battery",
|
| 1156 |
+
"sample_count": 12,
|
| 1157 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.21353556679131813,
|
| 1158 |
+
"ranking_accuracy": 0.8194444444444444,
|
| 1159 |
+
"mean_regret_family_objective_units": 0.07438788574709695
|
| 1160 |
+
},
|
| 1161 |
+
{
|
| 1162 |
+
"family": "tank",
|
| 1163 |
+
"sample_count": 9,
|
| 1164 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.375519408741499,
|
| 1165 |
+
"ranking_accuracy": 0.6666666666666666,
|
| 1166 |
+
"mean_regret_family_objective_units": 14.565733903777224
|
| 1167 |
+
},
|
| 1168 |
+
{
|
| 1169 |
+
"family": "thermal",
|
| 1170 |
+
"sample_count": 9,
|
| 1171 |
+
"field_horizon_balanced_standardized_action_effect_mae": 0.05728579907697506,
|
| 1172 |
+
"ranking_accuracy": 0.9074074074074074,
|
| 1173 |
+
"mean_regret_family_objective_units": 4.096646376501237
|
| 1174 |
+
}
|
| 1175 |
+
],
|
| 1176 |
+
"calibration_status": "heldout_partial"
|
| 1177 |
+
},
|
| 1178 |
+
"specialists": {
|
| 1179 |
+
"status": "unrun",
|
| 1180 |
+
"reason": "No specialist checkpoint artifacts supplied"
|
| 1181 |
+
}
|
| 1182 |
+
},
|
| 1183 |
+
"generalization": [
|
| 1184 |
+
{
|
| 1185 |
+
"name": "heldout_systems",
|
| 1186 |
+
"axis": "B",
|
| 1187 |
+
"status": "completed",
|
| 1188 |
+
"reason": null,
|
| 1189 |
+
"evaluated_target_fraction": null
|
| 1190 |
+
},
|
| 1191 |
+
{
|
| 1192 |
+
"name": "sensor_failures",
|
| 1193 |
+
"axis": "C",
|
| 1194 |
+
"status": "unrun",
|
| 1195 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 1196 |
+
"evaluated_target_fraction": null
|
| 1197 |
+
},
|
| 1198 |
+
{
|
| 1199 |
+
"name": "sensor_bias",
|
| 1200 |
+
"axis": "C",
|
| 1201 |
+
"status": "unrun",
|
| 1202 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 1203 |
+
"evaluated_target_fraction": null
|
| 1204 |
+
},
|
| 1205 |
+
{
|
| 1206 |
+
"name": "configuration_shift",
|
| 1207 |
+
"axis": "D",
|
| 1208 |
+
"status": "unrun",
|
| 1209 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 1210 |
+
"evaluated_target_fraction": null
|
| 1211 |
+
},
|
| 1212 |
+
{
|
| 1213 |
+
"name": "leave_thermal_out",
|
| 1214 |
+
"axis": "E",
|
| 1215 |
+
"status": "unrun",
|
| 1216 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 1217 |
+
"evaluated_target_fraction": null
|
| 1218 |
+
},
|
| 1219 |
+
{
|
| 1220 |
+
"name": "leave_tank_out",
|
| 1221 |
+
"axis": "E",
|
| 1222 |
+
"status": "unrun",
|
| 1223 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 1224 |
+
"evaluated_target_fraction": null
|
| 1225 |
+
},
|
| 1226 |
+
{
|
| 1227 |
+
"name": "leave_battery_out",
|
| 1228 |
+
"axis": "E",
|
| 1229 |
+
"status": "unrun",
|
| 1230 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied",
|
| 1231 |
+
"evaluated_target_fraction": null
|
| 1232 |
+
}
|
| 1233 |
+
]
|
| 1234 |
+
}
|
| 1235 |
+
}
|
| 1236 |
+
}
|
artifacts/smoke/gru-v2/checkpoint.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663
|
| 3 |
+
size 2673077
|
artifacts/smoke/gru-v2/normalization.json
ADDED
|
@@ -0,0 +1,216 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bounds": {
|
| 3 |
+
"ambient_temp": [
|
| 4 |
+
-30,
|
| 5 |
+
60
|
| 6 |
+
],
|
| 7 |
+
"battery_power": [
|
| 8 |
+
-20,
|
| 9 |
+
20
|
| 10 |
+
],
|
| 11 |
+
"battery_temp": [
|
| 12 |
+
-30,
|
| 13 |
+
80
|
| 14 |
+
],
|
| 15 |
+
"demand": [
|
| 16 |
+
0,
|
| 17 |
+
10
|
| 18 |
+
],
|
| 19 |
+
"energy_kwh": [
|
| 20 |
+
0,
|
| 21 |
+
1000000.0
|
| 22 |
+
],
|
| 23 |
+
"flow": [
|
| 24 |
+
0,
|
| 25 |
+
20
|
| 26 |
+
],
|
| 27 |
+
"hvac_power": [
|
| 28 |
+
-15,
|
| 29 |
+
15
|
| 30 |
+
],
|
| 31 |
+
"indoor_temp": [
|
| 32 |
+
-30,
|
| 33 |
+
70
|
| 34 |
+
],
|
| 35 |
+
"inlet_temp": [
|
| 36 |
+
-5,
|
| 37 |
+
60
|
| 38 |
+
],
|
| 39 |
+
"mass_temp": [
|
| 40 |
+
-30,
|
| 41 |
+
70
|
| 42 |
+
],
|
| 43 |
+
"occupancy_gain": [
|
| 44 |
+
0,
|
| 45 |
+
3
|
| 46 |
+
],
|
| 47 |
+
"outdoor_temp": [
|
| 48 |
+
-30,
|
| 49 |
+
60
|
| 50 |
+
],
|
| 51 |
+
"pressure": [
|
| 52 |
+
0,
|
| 53 |
+
300
|
| 54 |
+
],
|
| 55 |
+
"pump_output": [
|
| 56 |
+
0,
|
| 57 |
+
1
|
| 58 |
+
],
|
| 59 |
+
"solar_gain": [
|
| 60 |
+
0,
|
| 61 |
+
5
|
| 62 |
+
],
|
| 63 |
+
"state_of_charge": [
|
| 64 |
+
0,
|
| 65 |
+
1
|
| 66 |
+
],
|
| 67 |
+
"terminal_voltage": [
|
| 68 |
+
10,
|
| 69 |
+
70
|
| 70 |
+
],
|
| 71 |
+
"valve_position": [
|
| 72 |
+
0,
|
| 73 |
+
1
|
| 74 |
+
],
|
| 75 |
+
"water_level": [
|
| 76 |
+
0,
|
| 77 |
+
50
|
| 78 |
+
],
|
| 79 |
+
"water_temp": [
|
| 80 |
+
-5,
|
| 81 |
+
80
|
| 82 |
+
]
|
| 83 |
+
},
|
| 84 |
+
"field_names": [
|
| 85 |
+
"indoor_temp",
|
| 86 |
+
"mass_temp",
|
| 87 |
+
"energy_kwh",
|
| 88 |
+
"water_level",
|
| 89 |
+
"water_temp",
|
| 90 |
+
"flow",
|
| 91 |
+
"pressure",
|
| 92 |
+
"state_of_charge",
|
| 93 |
+
"battery_temp",
|
| 94 |
+
"terminal_voltage",
|
| 95 |
+
"hvac_power",
|
| 96 |
+
"valve_position",
|
| 97 |
+
"pump_output",
|
| 98 |
+
"battery_power",
|
| 99 |
+
"outdoor_temp",
|
| 100 |
+
"solar_gain",
|
| 101 |
+
"occupancy_gain",
|
| 102 |
+
"demand",
|
| 103 |
+
"inlet_temp",
|
| 104 |
+
"ambient_temp"
|
| 105 |
+
],
|
| 106 |
+
"mean": [
|
| 107 |
+
22.70603087325577,
|
| 108 |
+
22.69654438073613,
|
| 109 |
+
131.49506991255515,
|
| 110 |
+
10.611352725783712,
|
| 111 |
+
15.819536909149944,
|
| 112 |
+
0.4646632767598711,
|
| 113 |
+
42.42978342481667,
|
| 114 |
+
0.4546572813396321,
|
| 115 |
+
24.40065554790567,
|
| 116 |
+
36.48297630851633,
|
| 117 |
+
1.1346818930767029,
|
| 118 |
+
0.5755911930638851,
|
| 119 |
+
0.40155988825274386,
|
| 120 |
+
0.022961381236976438,
|
| 121 |
+
15.315917070521719,
|
| 122 |
+
0.520834515834406,
|
| 123 |
+
0.37569560881521114,
|
| 124 |
+
1.1359334616464394,
|
| 125 |
+
15.140484972635141,
|
| 126 |
+
16.79259363318399
|
| 127 |
+
],
|
| 128 |
+
"scale": [
|
| 129 |
+
6.154002724453032,
|
| 130 |
+
2.4485928604004092,
|
| 131 |
+
79.55275824889847,
|
| 132 |
+
5.80189339124971,
|
| 133 |
+
1.1575559485771731,
|
| 134 |
+
0.48030495273204094,
|
| 135 |
+
42.53962233108043,
|
| 136 |
+
0.3665217032249337,
|
| 137 |
+
8.096546830008746,
|
| 138 |
+
15.969086006634463,
|
| 139 |
+
8.874726625476349,
|
| 140 |
+
0.33284581310025885,
|
| 141 |
+
0.34490505133601795,
|
| 142 |
+
11.074270393841902,
|
| 143 |
+
5.716882001640923,
|
| 144 |
+
0.7028486614385896,
|
| 145 |
+
0.24429720635365956,
|
| 146 |
+
0.7242882865766985,
|
| 147 |
+
0.9667415649676722,
|
| 148 |
+
6.060135944953007
|
| 149 |
+
],
|
| 150 |
+
"training_system_ids": [
|
| 151 |
+
"battery-00002",
|
| 152 |
+
"battery-00005",
|
| 153 |
+
"battery-00008",
|
| 154 |
+
"battery-00011",
|
| 155 |
+
"battery-00014",
|
| 156 |
+
"battery-00020",
|
| 157 |
+
"battery-00035",
|
| 158 |
+
"battery-00041",
|
| 159 |
+
"battery-00044",
|
| 160 |
+
"battery-00047",
|
| 161 |
+
"battery-00053",
|
| 162 |
+
"battery-00056",
|
| 163 |
+
"battery-00059",
|
| 164 |
+
"battery-00062",
|
| 165 |
+
"battery-00071",
|
| 166 |
+
"battery-00074",
|
| 167 |
+
"battery-00077",
|
| 168 |
+
"battery-00080",
|
| 169 |
+
"battery-00083",
|
| 170 |
+
"battery-00086",
|
| 171 |
+
"battery-00089",
|
| 172 |
+
"tank-00001",
|
| 173 |
+
"tank-00004",
|
| 174 |
+
"tank-00007",
|
| 175 |
+
"tank-00013",
|
| 176 |
+
"tank-00016",
|
| 177 |
+
"tank-00019",
|
| 178 |
+
"tank-00022",
|
| 179 |
+
"tank-00025",
|
| 180 |
+
"tank-00028",
|
| 181 |
+
"tank-00031",
|
| 182 |
+
"tank-00034",
|
| 183 |
+
"tank-00040",
|
| 184 |
+
"tank-00052",
|
| 185 |
+
"tank-00055",
|
| 186 |
+
"tank-00058",
|
| 187 |
+
"tank-00061",
|
| 188 |
+
"tank-00067",
|
| 189 |
+
"tank-00070",
|
| 190 |
+
"tank-00073",
|
| 191 |
+
"tank-00079",
|
| 192 |
+
"tank-00085",
|
| 193 |
+
"thermal-00000",
|
| 194 |
+
"thermal-00009",
|
| 195 |
+
"thermal-00015",
|
| 196 |
+
"thermal-00018",
|
| 197 |
+
"thermal-00021",
|
| 198 |
+
"thermal-00027",
|
| 199 |
+
"thermal-00030",
|
| 200 |
+
"thermal-00036",
|
| 201 |
+
"thermal-00045",
|
| 202 |
+
"thermal-00048",
|
| 203 |
+
"thermal-00051",
|
| 204 |
+
"thermal-00054",
|
| 205 |
+
"thermal-00057",
|
| 206 |
+
"thermal-00060",
|
| 207 |
+
"thermal-00063",
|
| 208 |
+
"thermal-00066",
|
| 209 |
+
"thermal-00069",
|
| 210 |
+
"thermal-00072",
|
| 211 |
+
"thermal-00075",
|
| 212 |
+
"thermal-00078",
|
| 213 |
+
"thermal-00087"
|
| 214 |
+
],
|
| 215 |
+
"version": 1
|
| 216 |
+
}
|
artifacts/smoke/gru-v2/run.json
ADDED
|
@@ -0,0 +1,296 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint_version": "tfm-checkpoint-v1",
|
| 3 |
+
"schema_version": "tfm-schema-v1",
|
| 4 |
+
"field_names": [
|
| 5 |
+
"indoor_temp",
|
| 6 |
+
"mass_temp",
|
| 7 |
+
"energy_kwh",
|
| 8 |
+
"water_level",
|
| 9 |
+
"water_temp",
|
| 10 |
+
"flow",
|
| 11 |
+
"pressure",
|
| 12 |
+
"state_of_charge",
|
| 13 |
+
"battery_temp",
|
| 14 |
+
"terminal_voltage",
|
| 15 |
+
"hvac_power",
|
| 16 |
+
"valve_position",
|
| 17 |
+
"pump_output",
|
| 18 |
+
"battery_power",
|
| 19 |
+
"outdoor_temp",
|
| 20 |
+
"solar_gain",
|
| 21 |
+
"occupancy_gain",
|
| 22 |
+
"demand",
|
| 23 |
+
"inlet_temp",
|
| 24 |
+
"ambient_temp"
|
| 25 |
+
],
|
| 26 |
+
"normalization_version": 1,
|
| 27 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 28 |
+
"training_families": [
|
| 29 |
+
"battery",
|
| 30 |
+
"tank",
|
| 31 |
+
"thermal"
|
| 32 |
+
],
|
| 33 |
+
"excluded_families": [],
|
| 34 |
+
"model_kind": "gru",
|
| 35 |
+
"model_config": {
|
| 36 |
+
"history_steps": 24,
|
| 37 |
+
"future_steps": 8,
|
| 38 |
+
"num_fields": 20,
|
| 39 |
+
"num_units": 8,
|
| 40 |
+
"num_roles": 3,
|
| 41 |
+
"d_model": 128,
|
| 42 |
+
"layers": 4,
|
| 43 |
+
"heads": 4,
|
| 44 |
+
"ff_dim": 512,
|
| 45 |
+
"dropout": 0.0,
|
| 46 |
+
"use_history": true
|
| 47 |
+
},
|
| 48 |
+
"seed": 42,
|
| 49 |
+
"split_seed": 42,
|
| 50 |
+
"device": "cpu",
|
| 51 |
+
"requested_device": "cpu",
|
| 52 |
+
"cpu_fallback_reason": null,
|
| 53 |
+
"dtype": "float32",
|
| 54 |
+
"backend_smoke_passed": true,
|
| 55 |
+
"parameter_count": 664322,
|
| 56 |
+
"training_system_ids": [
|
| 57 |
+
"battery-00002",
|
| 58 |
+
"battery-00005",
|
| 59 |
+
"battery-00008",
|
| 60 |
+
"battery-00011",
|
| 61 |
+
"battery-00014",
|
| 62 |
+
"battery-00020",
|
| 63 |
+
"battery-00035",
|
| 64 |
+
"battery-00041",
|
| 65 |
+
"battery-00044",
|
| 66 |
+
"battery-00047",
|
| 67 |
+
"battery-00053",
|
| 68 |
+
"battery-00056",
|
| 69 |
+
"battery-00059",
|
| 70 |
+
"battery-00062",
|
| 71 |
+
"battery-00071",
|
| 72 |
+
"battery-00074",
|
| 73 |
+
"battery-00077",
|
| 74 |
+
"battery-00080",
|
| 75 |
+
"battery-00083",
|
| 76 |
+
"battery-00086",
|
| 77 |
+
"battery-00089",
|
| 78 |
+
"tank-00001",
|
| 79 |
+
"tank-00004",
|
| 80 |
+
"tank-00007",
|
| 81 |
+
"tank-00013",
|
| 82 |
+
"tank-00016",
|
| 83 |
+
"tank-00019",
|
| 84 |
+
"tank-00022",
|
| 85 |
+
"tank-00025",
|
| 86 |
+
"tank-00028",
|
| 87 |
+
"tank-00031",
|
| 88 |
+
"tank-00034",
|
| 89 |
+
"tank-00040",
|
| 90 |
+
"tank-00052",
|
| 91 |
+
"tank-00055",
|
| 92 |
+
"tank-00058",
|
| 93 |
+
"tank-00061",
|
| 94 |
+
"tank-00067",
|
| 95 |
+
"tank-00070",
|
| 96 |
+
"tank-00073",
|
| 97 |
+
"tank-00079",
|
| 98 |
+
"tank-00085",
|
| 99 |
+
"thermal-00000",
|
| 100 |
+
"thermal-00009",
|
| 101 |
+
"thermal-00015",
|
| 102 |
+
"thermal-00018",
|
| 103 |
+
"thermal-00021",
|
| 104 |
+
"thermal-00027",
|
| 105 |
+
"thermal-00030",
|
| 106 |
+
"thermal-00036",
|
| 107 |
+
"thermal-00045",
|
| 108 |
+
"thermal-00048",
|
| 109 |
+
"thermal-00051",
|
| 110 |
+
"thermal-00054",
|
| 111 |
+
"thermal-00057",
|
| 112 |
+
"thermal-00060",
|
| 113 |
+
"thermal-00063",
|
| 114 |
+
"thermal-00066",
|
| 115 |
+
"thermal-00069",
|
| 116 |
+
"thermal-00072",
|
| 117 |
+
"thermal-00075",
|
| 118 |
+
"thermal-00078",
|
| 119 |
+
"thermal-00087"
|
| 120 |
+
],
|
| 121 |
+
"validation_system_ids": [
|
| 122 |
+
"battery-00023",
|
| 123 |
+
"battery-00029",
|
| 124 |
+
"battery-00038",
|
| 125 |
+
"battery-00065",
|
| 126 |
+
"tank-00037",
|
| 127 |
+
"tank-00049",
|
| 128 |
+
"tank-00064",
|
| 129 |
+
"tank-00076",
|
| 130 |
+
"tank-00082",
|
| 131 |
+
"thermal-00006",
|
| 132 |
+
"thermal-00012",
|
| 133 |
+
"thermal-00033",
|
| 134 |
+
"thermal-00042",
|
| 135 |
+
"thermal-00084"
|
| 136 |
+
],
|
| 137 |
+
"validation_selection_system_ids": [
|
| 138 |
+
"battery-00023",
|
| 139 |
+
"battery-00029",
|
| 140 |
+
"tank-00037",
|
| 141 |
+
"tank-00049",
|
| 142 |
+
"tank-00064",
|
| 143 |
+
"thermal-00006",
|
| 144 |
+
"thermal-00012",
|
| 145 |
+
"thermal-00042"
|
| 146 |
+
],
|
| 147 |
+
"calibration_system_ids": [
|
| 148 |
+
"battery-00038",
|
| 149 |
+
"battery-00065",
|
| 150 |
+
"tank-00076",
|
| 151 |
+
"tank-00082",
|
| 152 |
+
"thermal-00033",
|
| 153 |
+
"thermal-00084"
|
| 154 |
+
],
|
| 155 |
+
"test_system_ids": [
|
| 156 |
+
"battery-00017",
|
| 157 |
+
"battery-00026",
|
| 158 |
+
"battery-00032",
|
| 159 |
+
"battery-00050",
|
| 160 |
+
"battery-00068",
|
| 161 |
+
"tank-00010",
|
| 162 |
+
"tank-00043",
|
| 163 |
+
"tank-00046",
|
| 164 |
+
"tank-00088",
|
| 165 |
+
"thermal-00003",
|
| 166 |
+
"thermal-00024",
|
| 167 |
+
"thermal-00039",
|
| 168 |
+
"thermal-00081"
|
| 169 |
+
],
|
| 170 |
+
"normalization_fit_partition": "train",
|
| 171 |
+
"manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/smoke/data-v2/manifest.json",
|
| 172 |
+
"manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c",
|
| 173 |
+
"generator_version": "0.1.2",
|
| 174 |
+
"best_validation_nll": -0.07819113636004289,
|
| 175 |
+
"epochs_completed": 8,
|
| 176 |
+
"early_stopping_patience": 8,
|
| 177 |
+
"elapsed_seconds": 79.520516872406,
|
| 178 |
+
"arguments": {
|
| 179 |
+
"data": "artifacts/smoke/data-v2",
|
| 180 |
+
"output": "artifacts/smoke/gru-v2",
|
| 181 |
+
"model": "gru",
|
| 182 |
+
"epochs": 8,
|
| 183 |
+
"batch_size": 64,
|
| 184 |
+
"samples": 4096,
|
| 185 |
+
"validation_samples": 512,
|
| 186 |
+
"history_steps": 24,
|
| 187 |
+
"no_history": false,
|
| 188 |
+
"seed": 42,
|
| 189 |
+
"split_seed": 42,
|
| 190 |
+
"device": "cpu",
|
| 191 |
+
"allow_cpu_fallback": false,
|
| 192 |
+
"ensemble_size": 1,
|
| 193 |
+
"seeds": null,
|
| 194 |
+
"d_model": 128,
|
| 195 |
+
"layers": 4,
|
| 196 |
+
"heads": 4,
|
| 197 |
+
"ff_dim": 512,
|
| 198 |
+
"dropout": 0.0,
|
| 199 |
+
"learning_rate": 0.0003,
|
| 200 |
+
"weight_decay": 0.01,
|
| 201 |
+
"warmup_fraction": 0.05,
|
| 202 |
+
"patience": 8,
|
| 203 |
+
"min_delta": 0.0001
|
| 204 |
+
},
|
| 205 |
+
"epochs": [
|
| 206 |
+
{
|
| 207 |
+
"epoch": 1,
|
| 208 |
+
"train_nll": 0.2998780447579629,
|
| 209 |
+
"train_mae": 0.26482424849678915,
|
| 210 |
+
"train_rmse": 0.5473852645105065,
|
| 211 |
+
"validation_nll": 0.013872727102636753,
|
| 212 |
+
"validation_mae": 0.2670426760457418,
|
| 213 |
+
"validation_rmse": 0.6051041610497804,
|
| 214 |
+
"learning_rate": 0.0002954973225032615,
|
| 215 |
+
"last_gradient_norm": 8.878207206726074
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"epoch": 2,
|
| 219 |
+
"train_nll": -0.05546094241117411,
|
| 220 |
+
"train_mae": 0.25072678408706267,
|
| 221 |
+
"train_rmse": 0.5296657262163369,
|
| 222 |
+
"validation_nll": 0.19355300917359378,
|
| 223 |
+
"validation_mae": 0.2739554906587374,
|
| 224 |
+
"validation_rmse": 0.5963236425992721,
|
| 225 |
+
"learning_rate": 0.00026855890042781387,
|
| 226 |
+
"last_gradient_norm": 42.46304702758789
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"epoch": 3,
|
| 230 |
+
"train_nll": -0.11996948409184587,
|
| 231 |
+
"train_mae": 0.2468278620060818,
|
| 232 |
+
"train_rmse": 0.5221070153453459,
|
| 233 |
+
"validation_nll": -0.03251787333595369,
|
| 234 |
+
"validation_mae": 0.26693844056222726,
|
| 235 |
+
"validation_rmse": 0.5853516320525237,
|
| 236 |
+
"learning_rate": 0.00022161641655569234,
|
| 237 |
+
"last_gradient_norm": 28.901456832885742
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"epoch": 4,
|
| 241 |
+
"train_nll": -0.16836349466203082,
|
| 242 |
+
"train_mae": 0.24150499198369835,
|
| 243 |
+
"train_rmse": 0.508932612609225,
|
| 244 |
+
"validation_nll": 0.10558612990912511,
|
| 245 |
+
"validation_mae": 0.2717121501949011,
|
| 246 |
+
"validation_rmse": 0.5703388740937412,
|
| 247 |
+
"learning_rate": 0.00016259032514953599,
|
| 248 |
+
"last_gradient_norm": 71.28516387939453
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 5,
|
| 252 |
+
"train_nll": -0.2098601688966982,
|
| 253 |
+
"train_mae": 0.23871006840681558,
|
| 254 |
+
"train_rmse": 0.5001203530409201,
|
| 255 |
+
"validation_nll": -0.07819113636004289,
|
| 256 |
+
"validation_mae": 0.2612234248190876,
|
| 257 |
+
"validation_rmse": 0.5630238600331688,
|
| 258 |
+
"learning_rate": 0.00010143990869125184,
|
| 259 |
+
"last_gradient_norm": 28.47010040283203
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"epoch": 6,
|
| 263 |
+
"train_nll": -0.2640103780950472,
|
| 264 |
+
"train_mae": 0.23501000385242615,
|
| 265 |
+
"train_rmse": 0.491191279828448,
|
| 266 |
+
"validation_nll": -0.03200747065353727,
|
| 267 |
+
"validation_mae": 0.2551837408000936,
|
| 268 |
+
"validation_rmse": 0.5555401494344179,
|
| 269 |
+
"learning_rate": 4.848288019361069e-05,
|
| 270 |
+
"last_gradient_norm": 25.526653289794922
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 7,
|
| 274 |
+
"train_nll": -0.3060764532756818,
|
| 275 |
+
"train_mae": 0.2336412860440446,
|
| 276 |
+
"train_rmse": 0.4863769057155544,
|
| 277 |
+
"validation_nll": -0.051361483287177205,
|
| 278 |
+
"validation_mae": 0.25647185259901395,
|
| 279 |
+
"validation_rmse": 0.5517321889693604,
|
| 280 |
+
"learning_rate": 1.2654508681649116e-05,
|
| 281 |
+
"last_gradient_norm": 6.484920978546143
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"epoch": 8,
|
| 285 |
+
"train_nll": -0.324121504178104,
|
| 286 |
+
"train_mae": 0.23299573672585452,
|
| 287 |
+
"train_rmse": 0.4846939921452679,
|
| 288 |
+
"validation_nll": -0.020653052289143155,
|
| 289 |
+
"validation_mae": 0.25535531607945566,
|
| 290 |
+
"validation_rmse": 0.5515283401218187,
|
| 291 |
+
"learning_rate": 0.0,
|
| 292 |
+
"last_gradient_norm": 6.1785359382629395
|
| 293 |
+
}
|
| 294 |
+
],
|
| 295 |
+
"checkpoint_sha256": "ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663"
|
| 296 |
+
}
|
artifacts/smoke/http-prediction-v2.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"model_version":"tfm-0.1.0+06e3fdb3024f","predictions":{"idle":{"15":{"indoor_temp":{"mean":21.6300320764822,"predictive_std":0.3451795321517791,"interval_90":[21.04643458245236,22.213629570512037],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":0.0,"predictive_std":1.1105199151977532,"interval_90":[0.0,1.4767240697411754],"interval_status":"calibrated","physically_clipped":true}},"30":{"indoor_temp":{"mean":21.243754348307846,"predictive_std":0.48786657213387435,"interval_90":[20.502251388074363,21.98525730854133],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":0.0,"predictive_std":1.1541299024379605,"interval_90":[0.0,2.4986286996458977],"interval_status":"calibrated","physically_clipped":true}},"60":{"indoor_temp":{"mean":20.548828122374342,"predictive_std":0.8741459050894925,"interval_90":[19.096977525089763,22.00067871965892],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":0.12804252714024056,"predictive_std":1.3082271578907467,"interval_90":[0.0,3.9562205867658022],"interval_status":"calibrated","physically_clipped":false}},"120":{"indoor_temp":{"mean":19.84902968881782,"predictive_std":1.9312579658258817,"interval_90":[15.856029718934765,23.842029658700874],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":2.4081272162227396,"predictive_std":1.8690143980178695,"interval_90":[0.0,9.171502856570381],"interval_status":"calibrated","physically_clipped":false}}},"heat":{"15":{"indoor_temp":{"mean":22.07742166342127,"predictive_std":0.37086158035351413,"interval_90":[21.450403347540686,22.704439979301853],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":0.0,"predictive_std":1.1227898407972985,"interval_90":[0.0,1.946276962466245],"interval_status":"calibrated","physically_clipped":true}},"30":{"indoor_temp":{"mean":22.30243975952211,"predictive_std":0.594472695942791,"interval_90":[21.398907341034132,23.205972178010086],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":0.446501663202889,"predictive_std":1.1993791890792642,"interval_90":[0.0,3.7007093531431416],"interval_status":"calibrated","physically_clipped":false}},"60":{"indoor_temp":{"mean":22.67714121463617,"predictive_std":1.3839198964857127,"interval_90":[20.378617688290653,24.975664740981685],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":2.8382091127975775,"predictive_std":1.5045332241273752,"interval_90":[0.0,7.240824548383212],"interval_status":"calibrated","physically_clipped":false}},"120":{"indoor_temp":{"mean":22.59832751809455,"predictive_std":2.894426956611908,"interval_90":[16.61391375510063,28.58274128108847],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":8.088810708871916,"predictive_std":2.456717384363262,"interval_90":[0.0,16.97889873079533],"interval_status":"calibrated","physically_clipped":false}}}},"indicators":{"insufficient_context":true,"out_of_distribution":false,"ood_method":"heuristic: current observed states beyond six training standard deviations","intervals_condition_on_known_exogenous":true,"missing_observations":true}}
|
artifacts/smoke/mlp-v2/checkpoint.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c
|
| 3 |
+
size 3518645
|
artifacts/smoke/mlp-v2/normalization.json
ADDED
|
@@ -0,0 +1,216 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bounds": {
|
| 3 |
+
"ambient_temp": [
|
| 4 |
+
-30,
|
| 5 |
+
60
|
| 6 |
+
],
|
| 7 |
+
"battery_power": [
|
| 8 |
+
-20,
|
| 9 |
+
20
|
| 10 |
+
],
|
| 11 |
+
"battery_temp": [
|
| 12 |
+
-30,
|
| 13 |
+
80
|
| 14 |
+
],
|
| 15 |
+
"demand": [
|
| 16 |
+
0,
|
| 17 |
+
10
|
| 18 |
+
],
|
| 19 |
+
"energy_kwh": [
|
| 20 |
+
0,
|
| 21 |
+
1000000.0
|
| 22 |
+
],
|
| 23 |
+
"flow": [
|
| 24 |
+
0,
|
| 25 |
+
20
|
| 26 |
+
],
|
| 27 |
+
"hvac_power": [
|
| 28 |
+
-15,
|
| 29 |
+
15
|
| 30 |
+
],
|
| 31 |
+
"indoor_temp": [
|
| 32 |
+
-30,
|
| 33 |
+
70
|
| 34 |
+
],
|
| 35 |
+
"inlet_temp": [
|
| 36 |
+
-5,
|
| 37 |
+
60
|
| 38 |
+
],
|
| 39 |
+
"mass_temp": [
|
| 40 |
+
-30,
|
| 41 |
+
70
|
| 42 |
+
],
|
| 43 |
+
"occupancy_gain": [
|
| 44 |
+
0,
|
| 45 |
+
3
|
| 46 |
+
],
|
| 47 |
+
"outdoor_temp": [
|
| 48 |
+
-30,
|
| 49 |
+
60
|
| 50 |
+
],
|
| 51 |
+
"pressure": [
|
| 52 |
+
0,
|
| 53 |
+
300
|
| 54 |
+
],
|
| 55 |
+
"pump_output": [
|
| 56 |
+
0,
|
| 57 |
+
1
|
| 58 |
+
],
|
| 59 |
+
"solar_gain": [
|
| 60 |
+
0,
|
| 61 |
+
5
|
| 62 |
+
],
|
| 63 |
+
"state_of_charge": [
|
| 64 |
+
0,
|
| 65 |
+
1
|
| 66 |
+
],
|
| 67 |
+
"terminal_voltage": [
|
| 68 |
+
10,
|
| 69 |
+
70
|
| 70 |
+
],
|
| 71 |
+
"valve_position": [
|
| 72 |
+
0,
|
| 73 |
+
1
|
| 74 |
+
],
|
| 75 |
+
"water_level": [
|
| 76 |
+
0,
|
| 77 |
+
50
|
| 78 |
+
],
|
| 79 |
+
"water_temp": [
|
| 80 |
+
-5,
|
| 81 |
+
80
|
| 82 |
+
]
|
| 83 |
+
},
|
| 84 |
+
"field_names": [
|
| 85 |
+
"indoor_temp",
|
| 86 |
+
"mass_temp",
|
| 87 |
+
"energy_kwh",
|
| 88 |
+
"water_level",
|
| 89 |
+
"water_temp",
|
| 90 |
+
"flow",
|
| 91 |
+
"pressure",
|
| 92 |
+
"state_of_charge",
|
| 93 |
+
"battery_temp",
|
| 94 |
+
"terminal_voltage",
|
| 95 |
+
"hvac_power",
|
| 96 |
+
"valve_position",
|
| 97 |
+
"pump_output",
|
| 98 |
+
"battery_power",
|
| 99 |
+
"outdoor_temp",
|
| 100 |
+
"solar_gain",
|
| 101 |
+
"occupancy_gain",
|
| 102 |
+
"demand",
|
| 103 |
+
"inlet_temp",
|
| 104 |
+
"ambient_temp"
|
| 105 |
+
],
|
| 106 |
+
"mean": [
|
| 107 |
+
22.70603087325577,
|
| 108 |
+
22.69654438073613,
|
| 109 |
+
131.49506991255515,
|
| 110 |
+
10.611352725783712,
|
| 111 |
+
15.819536909149944,
|
| 112 |
+
0.4646632767598711,
|
| 113 |
+
42.42978342481667,
|
| 114 |
+
0.4546572813396321,
|
| 115 |
+
24.40065554790567,
|
| 116 |
+
36.48297630851633,
|
| 117 |
+
1.1346818930767029,
|
| 118 |
+
0.5755911930638851,
|
| 119 |
+
0.40155988825274386,
|
| 120 |
+
0.022961381236976438,
|
| 121 |
+
15.315917070521719,
|
| 122 |
+
0.520834515834406,
|
| 123 |
+
0.37569560881521114,
|
| 124 |
+
1.1359334616464394,
|
| 125 |
+
15.140484972635141,
|
| 126 |
+
16.79259363318399
|
| 127 |
+
],
|
| 128 |
+
"scale": [
|
| 129 |
+
6.154002724453032,
|
| 130 |
+
2.4485928604004092,
|
| 131 |
+
79.55275824889847,
|
| 132 |
+
5.80189339124971,
|
| 133 |
+
1.1575559485771731,
|
| 134 |
+
0.48030495273204094,
|
| 135 |
+
42.53962233108043,
|
| 136 |
+
0.3665217032249337,
|
| 137 |
+
8.096546830008746,
|
| 138 |
+
15.969086006634463,
|
| 139 |
+
8.874726625476349,
|
| 140 |
+
0.33284581310025885,
|
| 141 |
+
0.34490505133601795,
|
| 142 |
+
11.074270393841902,
|
| 143 |
+
5.716882001640923,
|
| 144 |
+
0.7028486614385896,
|
| 145 |
+
0.24429720635365956,
|
| 146 |
+
0.7242882865766985,
|
| 147 |
+
0.9667415649676722,
|
| 148 |
+
6.060135944953007
|
| 149 |
+
],
|
| 150 |
+
"training_system_ids": [
|
| 151 |
+
"battery-00002",
|
| 152 |
+
"battery-00005",
|
| 153 |
+
"battery-00008",
|
| 154 |
+
"battery-00011",
|
| 155 |
+
"battery-00014",
|
| 156 |
+
"battery-00020",
|
| 157 |
+
"battery-00035",
|
| 158 |
+
"battery-00041",
|
| 159 |
+
"battery-00044",
|
| 160 |
+
"battery-00047",
|
| 161 |
+
"battery-00053",
|
| 162 |
+
"battery-00056",
|
| 163 |
+
"battery-00059",
|
| 164 |
+
"battery-00062",
|
| 165 |
+
"battery-00071",
|
| 166 |
+
"battery-00074",
|
| 167 |
+
"battery-00077",
|
| 168 |
+
"battery-00080",
|
| 169 |
+
"battery-00083",
|
| 170 |
+
"battery-00086",
|
| 171 |
+
"battery-00089",
|
| 172 |
+
"tank-00001",
|
| 173 |
+
"tank-00004",
|
| 174 |
+
"tank-00007",
|
| 175 |
+
"tank-00013",
|
| 176 |
+
"tank-00016",
|
| 177 |
+
"tank-00019",
|
| 178 |
+
"tank-00022",
|
| 179 |
+
"tank-00025",
|
| 180 |
+
"tank-00028",
|
| 181 |
+
"tank-00031",
|
| 182 |
+
"tank-00034",
|
| 183 |
+
"tank-00040",
|
| 184 |
+
"tank-00052",
|
| 185 |
+
"tank-00055",
|
| 186 |
+
"tank-00058",
|
| 187 |
+
"tank-00061",
|
| 188 |
+
"tank-00067",
|
| 189 |
+
"tank-00070",
|
| 190 |
+
"tank-00073",
|
| 191 |
+
"tank-00079",
|
| 192 |
+
"tank-00085",
|
| 193 |
+
"thermal-00000",
|
| 194 |
+
"thermal-00009",
|
| 195 |
+
"thermal-00015",
|
| 196 |
+
"thermal-00018",
|
| 197 |
+
"thermal-00021",
|
| 198 |
+
"thermal-00027",
|
| 199 |
+
"thermal-00030",
|
| 200 |
+
"thermal-00036",
|
| 201 |
+
"thermal-00045",
|
| 202 |
+
"thermal-00048",
|
| 203 |
+
"thermal-00051",
|
| 204 |
+
"thermal-00054",
|
| 205 |
+
"thermal-00057",
|
| 206 |
+
"thermal-00060",
|
| 207 |
+
"thermal-00063",
|
| 208 |
+
"thermal-00066",
|
| 209 |
+
"thermal-00069",
|
| 210 |
+
"thermal-00072",
|
| 211 |
+
"thermal-00075",
|
| 212 |
+
"thermal-00078",
|
| 213 |
+
"thermal-00087"
|
| 214 |
+
],
|
| 215 |
+
"version": 1
|
| 216 |
+
}
|
artifacts/smoke/mlp-v2/run.json
ADDED
|
@@ -0,0 +1,296 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint_version": "tfm-checkpoint-v1",
|
| 3 |
+
"schema_version": "tfm-schema-v1",
|
| 4 |
+
"field_names": [
|
| 5 |
+
"indoor_temp",
|
| 6 |
+
"mass_temp",
|
| 7 |
+
"energy_kwh",
|
| 8 |
+
"water_level",
|
| 9 |
+
"water_temp",
|
| 10 |
+
"flow",
|
| 11 |
+
"pressure",
|
| 12 |
+
"state_of_charge",
|
| 13 |
+
"battery_temp",
|
| 14 |
+
"terminal_voltage",
|
| 15 |
+
"hvac_power",
|
| 16 |
+
"valve_position",
|
| 17 |
+
"pump_output",
|
| 18 |
+
"battery_power",
|
| 19 |
+
"outdoor_temp",
|
| 20 |
+
"solar_gain",
|
| 21 |
+
"occupancy_gain",
|
| 22 |
+
"demand",
|
| 23 |
+
"inlet_temp",
|
| 24 |
+
"ambient_temp"
|
| 25 |
+
],
|
| 26 |
+
"normalization_version": 1,
|
| 27 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 28 |
+
"training_families": [
|
| 29 |
+
"battery",
|
| 30 |
+
"tank",
|
| 31 |
+
"thermal"
|
| 32 |
+
],
|
| 33 |
+
"excluded_families": [],
|
| 34 |
+
"model_kind": "mlp",
|
| 35 |
+
"model_config": {
|
| 36 |
+
"history_steps": 24,
|
| 37 |
+
"future_steps": 8,
|
| 38 |
+
"num_fields": 20,
|
| 39 |
+
"num_units": 8,
|
| 40 |
+
"num_roles": 3,
|
| 41 |
+
"d_model": 128,
|
| 42 |
+
"layers": 4,
|
| 43 |
+
"heads": 4,
|
| 44 |
+
"ff_dim": 512,
|
| 45 |
+
"dropout": 0.0,
|
| 46 |
+
"use_history": true
|
| 47 |
+
},
|
| 48 |
+
"seed": 42,
|
| 49 |
+
"split_seed": 42,
|
| 50 |
+
"device": "cpu",
|
| 51 |
+
"requested_device": "cpu",
|
| 52 |
+
"cpu_fallback_reason": null,
|
| 53 |
+
"dtype": "float32",
|
| 54 |
+
"backend_smoke_passed": true,
|
| 55 |
+
"parameter_count": 876034,
|
| 56 |
+
"training_system_ids": [
|
| 57 |
+
"battery-00002",
|
| 58 |
+
"battery-00005",
|
| 59 |
+
"battery-00008",
|
| 60 |
+
"battery-00011",
|
| 61 |
+
"battery-00014",
|
| 62 |
+
"battery-00020",
|
| 63 |
+
"battery-00035",
|
| 64 |
+
"battery-00041",
|
| 65 |
+
"battery-00044",
|
| 66 |
+
"battery-00047",
|
| 67 |
+
"battery-00053",
|
| 68 |
+
"battery-00056",
|
| 69 |
+
"battery-00059",
|
| 70 |
+
"battery-00062",
|
| 71 |
+
"battery-00071",
|
| 72 |
+
"battery-00074",
|
| 73 |
+
"battery-00077",
|
| 74 |
+
"battery-00080",
|
| 75 |
+
"battery-00083",
|
| 76 |
+
"battery-00086",
|
| 77 |
+
"battery-00089",
|
| 78 |
+
"tank-00001",
|
| 79 |
+
"tank-00004",
|
| 80 |
+
"tank-00007",
|
| 81 |
+
"tank-00013",
|
| 82 |
+
"tank-00016",
|
| 83 |
+
"tank-00019",
|
| 84 |
+
"tank-00022",
|
| 85 |
+
"tank-00025",
|
| 86 |
+
"tank-00028",
|
| 87 |
+
"tank-00031",
|
| 88 |
+
"tank-00034",
|
| 89 |
+
"tank-00040",
|
| 90 |
+
"tank-00052",
|
| 91 |
+
"tank-00055",
|
| 92 |
+
"tank-00058",
|
| 93 |
+
"tank-00061",
|
| 94 |
+
"tank-00067",
|
| 95 |
+
"tank-00070",
|
| 96 |
+
"tank-00073",
|
| 97 |
+
"tank-00079",
|
| 98 |
+
"tank-00085",
|
| 99 |
+
"thermal-00000",
|
| 100 |
+
"thermal-00009",
|
| 101 |
+
"thermal-00015",
|
| 102 |
+
"thermal-00018",
|
| 103 |
+
"thermal-00021",
|
| 104 |
+
"thermal-00027",
|
| 105 |
+
"thermal-00030",
|
| 106 |
+
"thermal-00036",
|
| 107 |
+
"thermal-00045",
|
| 108 |
+
"thermal-00048",
|
| 109 |
+
"thermal-00051",
|
| 110 |
+
"thermal-00054",
|
| 111 |
+
"thermal-00057",
|
| 112 |
+
"thermal-00060",
|
| 113 |
+
"thermal-00063",
|
| 114 |
+
"thermal-00066",
|
| 115 |
+
"thermal-00069",
|
| 116 |
+
"thermal-00072",
|
| 117 |
+
"thermal-00075",
|
| 118 |
+
"thermal-00078",
|
| 119 |
+
"thermal-00087"
|
| 120 |
+
],
|
| 121 |
+
"validation_system_ids": [
|
| 122 |
+
"battery-00023",
|
| 123 |
+
"battery-00029",
|
| 124 |
+
"battery-00038",
|
| 125 |
+
"battery-00065",
|
| 126 |
+
"tank-00037",
|
| 127 |
+
"tank-00049",
|
| 128 |
+
"tank-00064",
|
| 129 |
+
"tank-00076",
|
| 130 |
+
"tank-00082",
|
| 131 |
+
"thermal-00006",
|
| 132 |
+
"thermal-00012",
|
| 133 |
+
"thermal-00033",
|
| 134 |
+
"thermal-00042",
|
| 135 |
+
"thermal-00084"
|
| 136 |
+
],
|
| 137 |
+
"validation_selection_system_ids": [
|
| 138 |
+
"battery-00023",
|
| 139 |
+
"battery-00029",
|
| 140 |
+
"tank-00037",
|
| 141 |
+
"tank-00049",
|
| 142 |
+
"tank-00064",
|
| 143 |
+
"thermal-00006",
|
| 144 |
+
"thermal-00012",
|
| 145 |
+
"thermal-00042"
|
| 146 |
+
],
|
| 147 |
+
"calibration_system_ids": [
|
| 148 |
+
"battery-00038",
|
| 149 |
+
"battery-00065",
|
| 150 |
+
"tank-00076",
|
| 151 |
+
"tank-00082",
|
| 152 |
+
"thermal-00033",
|
| 153 |
+
"thermal-00084"
|
| 154 |
+
],
|
| 155 |
+
"test_system_ids": [
|
| 156 |
+
"battery-00017",
|
| 157 |
+
"battery-00026",
|
| 158 |
+
"battery-00032",
|
| 159 |
+
"battery-00050",
|
| 160 |
+
"battery-00068",
|
| 161 |
+
"tank-00010",
|
| 162 |
+
"tank-00043",
|
| 163 |
+
"tank-00046",
|
| 164 |
+
"tank-00088",
|
| 165 |
+
"thermal-00003",
|
| 166 |
+
"thermal-00024",
|
| 167 |
+
"thermal-00039",
|
| 168 |
+
"thermal-00081"
|
| 169 |
+
],
|
| 170 |
+
"normalization_fit_partition": "train",
|
| 171 |
+
"manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/smoke/data-v2/manifest.json",
|
| 172 |
+
"manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c",
|
| 173 |
+
"generator_version": "0.1.2",
|
| 174 |
+
"best_validation_nll": -0.07473917390109723,
|
| 175 |
+
"epochs_completed": 8,
|
| 176 |
+
"early_stopping_patience": 8,
|
| 177 |
+
"elapsed_seconds": 17.28746199607849,
|
| 178 |
+
"arguments": {
|
| 179 |
+
"data": "artifacts/smoke/data-v2",
|
| 180 |
+
"output": "artifacts/smoke/mlp-v2",
|
| 181 |
+
"model": "mlp",
|
| 182 |
+
"epochs": 8,
|
| 183 |
+
"batch_size": 64,
|
| 184 |
+
"samples": 4096,
|
| 185 |
+
"validation_samples": 512,
|
| 186 |
+
"history_steps": 24,
|
| 187 |
+
"no_history": false,
|
| 188 |
+
"seed": 42,
|
| 189 |
+
"split_seed": 42,
|
| 190 |
+
"device": "cpu",
|
| 191 |
+
"allow_cpu_fallback": false,
|
| 192 |
+
"ensemble_size": 1,
|
| 193 |
+
"seeds": null,
|
| 194 |
+
"d_model": 128,
|
| 195 |
+
"layers": 4,
|
| 196 |
+
"heads": 4,
|
| 197 |
+
"ff_dim": 512,
|
| 198 |
+
"dropout": 0.0,
|
| 199 |
+
"learning_rate": 0.0003,
|
| 200 |
+
"weight_decay": 0.01,
|
| 201 |
+
"warmup_fraction": 0.05,
|
| 202 |
+
"patience": 8,
|
| 203 |
+
"min_delta": 0.0001
|
| 204 |
+
},
|
| 205 |
+
"epochs": [
|
| 206 |
+
{
|
| 207 |
+
"epoch": 1,
|
| 208 |
+
"train_nll": 0.3312171147543871,
|
| 209 |
+
"train_mae": 0.2762846154514446,
|
| 210 |
+
"train_rmse": 0.5584040379807723,
|
| 211 |
+
"validation_nll": 0.031323252135359164,
|
| 212 |
+
"validation_mae": 0.2650739111313431,
|
| 213 |
+
"validation_rmse": 0.6166856375968989,
|
| 214 |
+
"learning_rate": 0.0002954973225032615,
|
| 215 |
+
"last_gradient_norm": 6.2782368659973145
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"epoch": 2,
|
| 219 |
+
"train_nll": -0.007081278440694598,
|
| 220 |
+
"train_mae": 0.25147136743299536,
|
| 221 |
+
"train_rmse": 0.5423748671144178,
|
| 222 |
+
"validation_nll": 0.06693245295687149,
|
| 223 |
+
"validation_mae": 0.264580057645253,
|
| 224 |
+
"validation_rmse": 0.6141293322518889,
|
| 225 |
+
"learning_rate": 0.00026855890042781387,
|
| 226 |
+
"last_gradient_norm": 26.86796760559082
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"epoch": 3,
|
| 230 |
+
"train_nll": -0.09049504319160159,
|
| 231 |
+
"train_mae": 0.2471183735121977,
|
| 232 |
+
"train_rmse": 0.536296414611266,
|
| 233 |
+
"validation_nll": 0.02708398797522682,
|
| 234 |
+
"validation_mae": 0.267676581613206,
|
| 235 |
+
"validation_rmse": 0.6053164025166623,
|
| 236 |
+
"learning_rate": 0.00022161641655569234,
|
| 237 |
+
"last_gradient_norm": 9.7405424118042
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"epoch": 4,
|
| 241 |
+
"train_nll": -0.17217524915196813,
|
| 242 |
+
"train_mae": 0.24014967891257927,
|
| 243 |
+
"train_rmse": 0.5251802677677206,
|
| 244 |
+
"validation_nll": -0.01516713582376131,
|
| 245 |
+
"validation_mae": 0.2641941177317653,
|
| 246 |
+
"validation_rmse": 0.5932568350647848,
|
| 247 |
+
"learning_rate": 0.00016259032514953599,
|
| 248 |
+
"last_gradient_norm": 60.047943115234375
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 5,
|
| 252 |
+
"train_nll": -0.24224803357354258,
|
| 253 |
+
"train_mae": 0.23492360829285328,
|
| 254 |
+
"train_rmse": 0.5144164571976885,
|
| 255 |
+
"validation_nll": -0.07473917390109723,
|
| 256 |
+
"validation_mae": 0.25730422803733566,
|
| 257 |
+
"validation_rmse": 0.5835787576899195,
|
| 258 |
+
"learning_rate": 0.00010143990869125184,
|
| 259 |
+
"last_gradient_norm": 45.562957763671875
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"epoch": 6,
|
| 263 |
+
"train_nll": -0.29184912932297463,
|
| 264 |
+
"train_mae": 0.23249811169359105,
|
| 265 |
+
"train_rmse": 0.5060716842088071,
|
| 266 |
+
"validation_nll": -0.03110433913029679,
|
| 267 |
+
"validation_mae": 0.2567297389914105,
|
| 268 |
+
"validation_rmse": 0.5778351400322479,
|
| 269 |
+
"learning_rate": 4.848288019361069e-05,
|
| 270 |
+
"last_gradient_norm": 23.094770431518555
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 7,
|
| 274 |
+
"train_nll": -0.3447646963185318,
|
| 275 |
+
"train_mae": 0.22937019282003726,
|
| 276 |
+
"train_rmse": 0.5003811329722779,
|
| 277 |
+
"validation_nll": 0.011923484402766724,
|
| 278 |
+
"validation_mae": 0.257758024332217,
|
| 279 |
+
"validation_rmse": 0.5741578196918803,
|
| 280 |
+
"learning_rate": 1.2654508681649116e-05,
|
| 281 |
+
"last_gradient_norm": 26.787967681884766
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"epoch": 8,
|
| 285 |
+
"train_nll": -0.36743197843619874,
|
| 286 |
+
"train_mae": 0.2285547592635262,
|
| 287 |
+
"train_rmse": 0.49843920868390734,
|
| 288 |
+
"validation_nll": -0.014029555103433013,
|
| 289 |
+
"validation_mae": 0.25521808799906665,
|
| 290 |
+
"validation_rmse": 0.5730506793181825,
|
| 291 |
+
"learning_rate": 0.0,
|
| 292 |
+
"last_gradient_norm": 6.1133317947387695
|
| 293 |
+
}
|
| 294 |
+
],
|
| 295 |
+
"checkpoint_sha256": "3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c"
|
| 296 |
+
}
|
artifacts/smoke/onnx-transformer-v2/calibration.json
ADDED
|
@@ -0,0 +1,255 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-calibration-v1",
|
| 3 |
+
"method": "absolute_residual_over_predictive_std_finite_sample_quantile",
|
| 4 |
+
"nominal_coverage": 0.9,
|
| 5 |
+
"normalization_version": 1,
|
| 6 |
+
"checkpoint_sha256": [
|
| 7 |
+
"6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739"
|
| 8 |
+
],
|
| 9 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 10 |
+
"calibration_system_ids": [
|
| 11 |
+
"battery-00038",
|
| 12 |
+
"battery-00065",
|
| 13 |
+
"tank-00076",
|
| 14 |
+
"tank-00082",
|
| 15 |
+
"thermal-00033",
|
| 16 |
+
"thermal-00084"
|
| 17 |
+
],
|
| 18 |
+
"training_system_ids": [
|
| 19 |
+
"battery-00002",
|
| 20 |
+
"battery-00005",
|
| 21 |
+
"battery-00008",
|
| 22 |
+
"battery-00011",
|
| 23 |
+
"battery-00014",
|
| 24 |
+
"battery-00020",
|
| 25 |
+
"battery-00035",
|
| 26 |
+
"battery-00041",
|
| 27 |
+
"battery-00044",
|
| 28 |
+
"battery-00047",
|
| 29 |
+
"battery-00053",
|
| 30 |
+
"battery-00056",
|
| 31 |
+
"battery-00059",
|
| 32 |
+
"battery-00062",
|
| 33 |
+
"battery-00071",
|
| 34 |
+
"battery-00074",
|
| 35 |
+
"battery-00077",
|
| 36 |
+
"battery-00080",
|
| 37 |
+
"battery-00083",
|
| 38 |
+
"battery-00086",
|
| 39 |
+
"battery-00089",
|
| 40 |
+
"tank-00001",
|
| 41 |
+
"tank-00004",
|
| 42 |
+
"tank-00007",
|
| 43 |
+
"tank-00013",
|
| 44 |
+
"tank-00016",
|
| 45 |
+
"tank-00019",
|
| 46 |
+
"tank-00022",
|
| 47 |
+
"tank-00025",
|
| 48 |
+
"tank-00028",
|
| 49 |
+
"tank-00031",
|
| 50 |
+
"tank-00034",
|
| 51 |
+
"tank-00040",
|
| 52 |
+
"tank-00052",
|
| 53 |
+
"tank-00055",
|
| 54 |
+
"tank-00058",
|
| 55 |
+
"tank-00061",
|
| 56 |
+
"tank-00067",
|
| 57 |
+
"tank-00070",
|
| 58 |
+
"tank-00073",
|
| 59 |
+
"tank-00079",
|
| 60 |
+
"tank-00085",
|
| 61 |
+
"thermal-00000",
|
| 62 |
+
"thermal-00009",
|
| 63 |
+
"thermal-00015",
|
| 64 |
+
"thermal-00018",
|
| 65 |
+
"thermal-00021",
|
| 66 |
+
"thermal-00027",
|
| 67 |
+
"thermal-00030",
|
| 68 |
+
"thermal-00036",
|
| 69 |
+
"thermal-00045",
|
| 70 |
+
"thermal-00048",
|
| 71 |
+
"thermal-00051",
|
| 72 |
+
"thermal-00054",
|
| 73 |
+
"thermal-00057",
|
| 74 |
+
"thermal-00060",
|
| 75 |
+
"thermal-00063",
|
| 76 |
+
"thermal-00066",
|
| 77 |
+
"thermal-00069",
|
| 78 |
+
"thermal-00072",
|
| 79 |
+
"thermal-00075",
|
| 80 |
+
"thermal-00078",
|
| 81 |
+
"thermal-00087"
|
| 82 |
+
],
|
| 83 |
+
"validation_selection_system_ids": [
|
| 84 |
+
"battery-00023",
|
| 85 |
+
"battery-00029",
|
| 86 |
+
"tank-00037",
|
| 87 |
+
"tank-00049",
|
| 88 |
+
"tank-00064",
|
| 89 |
+
"thermal-00006",
|
| 90 |
+
"thermal-00012",
|
| 91 |
+
"thermal-00042"
|
| 92 |
+
],
|
| 93 |
+
"test_system_ids": [
|
| 94 |
+
"battery-00017",
|
| 95 |
+
"battery-00026",
|
| 96 |
+
"battery-00032",
|
| 97 |
+
"battery-00050",
|
| 98 |
+
"battery-00068",
|
| 99 |
+
"tank-00010",
|
| 100 |
+
"tank-00043",
|
| 101 |
+
"tank-00046",
|
| 102 |
+
"tank-00088",
|
| 103 |
+
"thermal-00003",
|
| 104 |
+
"thermal-00024",
|
| 105 |
+
"thermal-00039",
|
| 106 |
+
"thermal-00081"
|
| 107 |
+
],
|
| 108 |
+
"entries": {
|
| 109 |
+
"0:15": {
|
| 110 |
+
"multiplier": 1.6907071238894398,
|
| 111 |
+
"count": 162
|
| 112 |
+
},
|
| 113 |
+
"0:30": {
|
| 114 |
+
"multiplier": 1.5198888437677354,
|
| 115 |
+
"count": 165
|
| 116 |
+
},
|
| 117 |
+
"0:60": {
|
| 118 |
+
"multiplier": 1.660879023549212,
|
| 119 |
+
"count": 167
|
| 120 |
+
},
|
| 121 |
+
"0:120": {
|
| 122 |
+
"multiplier": 2.0675642718581564,
|
| 123 |
+
"count": 162
|
| 124 |
+
},
|
| 125 |
+
"2:15": {
|
| 126 |
+
"multiplier": 2.2964017146037037,
|
| 127 |
+
"count": 169
|
| 128 |
+
},
|
| 129 |
+
"2:30": {
|
| 130 |
+
"multiplier": 2.7132434175704123,
|
| 131 |
+
"count": 169
|
| 132 |
+
},
|
| 133 |
+
"2:60": {
|
| 134 |
+
"multiplier": 2.926233442361592,
|
| 135 |
+
"count": 169
|
| 136 |
+
},
|
| 137 |
+
"2:120": {
|
| 138 |
+
"multiplier": 3.618685681351813,
|
| 139 |
+
"count": 168
|
| 140 |
+
},
|
| 141 |
+
"3:15": {
|
| 142 |
+
"multiplier": 1.0876904264245948,
|
| 143 |
+
"count": 173
|
| 144 |
+
},
|
| 145 |
+
"3:30": {
|
| 146 |
+
"multiplier": 1.4943293705844105,
|
| 147 |
+
"count": 173
|
| 148 |
+
},
|
| 149 |
+
"3:60": {
|
| 150 |
+
"multiplier": 1.6168574005033471,
|
| 151 |
+
"count": 175
|
| 152 |
+
},
|
| 153 |
+
"3:120": {
|
| 154 |
+
"multiplier": 1.534392225148543,
|
| 155 |
+
"count": 174
|
| 156 |
+
},
|
| 157 |
+
"4:15": {
|
| 158 |
+
"multiplier": 1.1285875988270033,
|
| 159 |
+
"count": 172
|
| 160 |
+
},
|
| 161 |
+
"4:30": {
|
| 162 |
+
"multiplier": 1.0066087840209372,
|
| 163 |
+
"count": 172
|
| 164 |
+
},
|
| 165 |
+
"4:60": {
|
| 166 |
+
"multiplier": 1.095199692324493,
|
| 167 |
+
"count": 174
|
| 168 |
+
},
|
| 169 |
+
"4:120": {
|
| 170 |
+
"multiplier": 1.1145195475826812,
|
| 171 |
+
"count": 172
|
| 172 |
+
},
|
| 173 |
+
"5:15": {
|
| 174 |
+
"multiplier": 1.2607292839499882,
|
| 175 |
+
"count": 176
|
| 176 |
+
},
|
| 177 |
+
"5:30": {
|
| 178 |
+
"multiplier": 1.4304771385634025,
|
| 179 |
+
"count": 175
|
| 180 |
+
},
|
| 181 |
+
"5:60": {
|
| 182 |
+
"multiplier": 1.3367509934073873,
|
| 183 |
+
"count": 174
|
| 184 |
+
},
|
| 185 |
+
"5:120": {
|
| 186 |
+
"multiplier": 1.302750421068357,
|
| 187 |
+
"count": 176
|
| 188 |
+
},
|
| 189 |
+
"6:15": {
|
| 190 |
+
"multiplier": 1.1627140682915864,
|
| 191 |
+
"count": 175
|
| 192 |
+
},
|
| 193 |
+
"6:30": {
|
| 194 |
+
"multiplier": 1.2415073081686117,
|
| 195 |
+
"count": 175
|
| 196 |
+
},
|
| 197 |
+
"6:60": {
|
| 198 |
+
"multiplier": 1.4355777211550587,
|
| 199 |
+
"count": 175
|
| 200 |
+
},
|
| 201 |
+
"6:120": {
|
| 202 |
+
"multiplier": 1.4092435029977461,
|
| 203 |
+
"count": 178
|
| 204 |
+
},
|
| 205 |
+
"7:15": {
|
| 206 |
+
"multiplier": 2.621060254083007,
|
| 207 |
+
"count": 158
|
| 208 |
+
},
|
| 209 |
+
"7:30": {
|
| 210 |
+
"multiplier": 2.940256520496373,
|
| 211 |
+
"count": 156
|
| 212 |
+
},
|
| 213 |
+
"7:60": {
|
| 214 |
+
"multiplier": 2.6799014761353863,
|
| 215 |
+
"count": 156
|
| 216 |
+
},
|
| 217 |
+
"7:120": {
|
| 218 |
+
"multiplier": 2.799398627264247,
|
| 219 |
+
"count": 151
|
| 220 |
+
},
|
| 221 |
+
"8:15": {
|
| 222 |
+
"multiplier": 1.7423333352042596,
|
| 223 |
+
"count": 151
|
| 224 |
+
},
|
| 225 |
+
"8:30": {
|
| 226 |
+
"multiplier": 2.0771475946209974,
|
| 227 |
+
"count": 154
|
| 228 |
+
},
|
| 229 |
+
"8:60": {
|
| 230 |
+
"multiplier": 1.8925057060424268,
|
| 231 |
+
"count": 152
|
| 232 |
+
},
|
| 233 |
+
"8:120": {
|
| 234 |
+
"multiplier": 1.220184798352241,
|
| 235 |
+
"count": 153
|
| 236 |
+
},
|
| 237 |
+
"9:15": {
|
| 238 |
+
"multiplier": 0.5035252822023925,
|
| 239 |
+
"count": 152
|
| 240 |
+
},
|
| 241 |
+
"9:30": {
|
| 242 |
+
"multiplier": 1.3442742290155882,
|
| 243 |
+
"count": 155
|
| 244 |
+
},
|
| 245 |
+
"9:60": {
|
| 246 |
+
"multiplier": 1.4238188531453246,
|
| 247 |
+
"count": 152
|
| 248 |
+
},
|
| 249 |
+
"9:120": {
|
| 250 |
+
"multiplier": 1.435816835300376,
|
| 251 |
+
"count": 153
|
| 252 |
+
}
|
| 253 |
+
},
|
| 254 |
+
"limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
|
| 255 |
+
}
|
artifacts/smoke/onnx-transformer-v2/manifest.json
ADDED
|
@@ -0,0 +1,113 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-export-v1",
|
| 3 |
+
"model_kind": "transformer",
|
| 4 |
+
"model_config": {
|
| 5 |
+
"history_steps": 24,
|
| 6 |
+
"future_steps": 8,
|
| 7 |
+
"num_fields": 20,
|
| 8 |
+
"num_units": 8,
|
| 9 |
+
"num_roles": 3,
|
| 10 |
+
"d_model": 128,
|
| 11 |
+
"layers": 4,
|
| 12 |
+
"heads": 4,
|
| 13 |
+
"ff_dim": 512,
|
| 14 |
+
"dropout": 0.0,
|
| 15 |
+
"use_history": true
|
| 16 |
+
},
|
| 17 |
+
"checkpoint_sha256": "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739",
|
| 18 |
+
"input_keys": [
|
| 19 |
+
"history",
|
| 20 |
+
"history_mask",
|
| 21 |
+
"history_dt",
|
| 22 |
+
"current",
|
| 23 |
+
"current_mask",
|
| 24 |
+
"future_actions",
|
| 25 |
+
"future_exogenous",
|
| 26 |
+
"future_dt",
|
| 27 |
+
"field_mask",
|
| 28 |
+
"field_ids",
|
| 29 |
+
"unit_ids",
|
| 30 |
+
"role_ids",
|
| 31 |
+
"query_fields",
|
| 32 |
+
"query_horizons"
|
| 33 |
+
],
|
| 34 |
+
"graph_input_keys": [
|
| 35 |
+
"current",
|
| 36 |
+
"current_mask",
|
| 37 |
+
"field_ids",
|
| 38 |
+
"field_mask",
|
| 39 |
+
"future_actions",
|
| 40 |
+
"future_dt",
|
| 41 |
+
"future_exogenous",
|
| 42 |
+
"history",
|
| 43 |
+
"history_dt",
|
| 44 |
+
"history_mask",
|
| 45 |
+
"query_fields",
|
| 46 |
+
"query_horizons",
|
| 47 |
+
"role_ids",
|
| 48 |
+
"unit_ids"
|
| 49 |
+
],
|
| 50 |
+
"dynamic_axes": [
|
| 51 |
+
"batch",
|
| 52 |
+
"queries"
|
| 53 |
+
],
|
| 54 |
+
"fixed_shapes": {
|
| 55 |
+
"history": [
|
| 56 |
+
24,
|
| 57 |
+
20
|
| 58 |
+
],
|
| 59 |
+
"history_mask": [
|
| 60 |
+
24,
|
| 61 |
+
20
|
| 62 |
+
],
|
| 63 |
+
"history_dt": [
|
| 64 |
+
24
|
| 65 |
+
],
|
| 66 |
+
"current": [
|
| 67 |
+
20
|
| 68 |
+
],
|
| 69 |
+
"current_mask": [
|
| 70 |
+
20
|
| 71 |
+
],
|
| 72 |
+
"future_actions": [
|
| 73 |
+
8,
|
| 74 |
+
20
|
| 75 |
+
],
|
| 76 |
+
"future_exogenous": [
|
| 77 |
+
8,
|
| 78 |
+
20
|
| 79 |
+
],
|
| 80 |
+
"future_dt": [
|
| 81 |
+
8
|
| 82 |
+
],
|
| 83 |
+
"field_mask": [
|
| 84 |
+
20
|
| 85 |
+
],
|
| 86 |
+
"field_ids": [
|
| 87 |
+
20
|
| 88 |
+
],
|
| 89 |
+
"unit_ids": [
|
| 90 |
+
20
|
| 91 |
+
],
|
| 92 |
+
"role_ids": [
|
| 93 |
+
20
|
| 94 |
+
],
|
| 95 |
+
"query_fields": [
|
| 96 |
+
null
|
| 97 |
+
],
|
| 98 |
+
"query_horizons": [
|
| 99 |
+
null
|
| 100 |
+
]
|
| 101 |
+
},
|
| 102 |
+
"preprocessing_required": true,
|
| 103 |
+
"output_semantics": "normalized delta mean and log standard deviation",
|
| 104 |
+
"onnxruntime_verified": true,
|
| 105 |
+
"parity_rtol": 0.0002,
|
| 106 |
+
"parity_atol": 2e-05,
|
| 107 |
+
"files": {
|
| 108 |
+
"calibration.json": "ef5ef17c35d6a4f4f8614b21c011a591594b97d87cb1532008e28b08b501b198",
|
| 109 |
+
"normalization.json": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 110 |
+
"model.onnx": "6eea1ecb768a5ef95c91cfca4a91ef7ae5af7322c0ba31e6d9cdcf35ba8d2563",
|
| 111 |
+
"schema.json": "ea1385a56a830a311251ab105ba9dcf720e3d62da08c7c037746295da7f8fc2c"
|
| 112 |
+
}
|
| 113 |
+
}
|
artifacts/smoke/onnx-transformer-v2/model.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6eea1ecb768a5ef95c91cfca4a91ef7ae5af7322c0ba31e6d9cdcf35ba8d2563
|
| 3 |
+
size 6447728
|
artifacts/smoke/onnx-transformer-v2/normalization.json
ADDED
|
@@ -0,0 +1,216 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bounds": {
|
| 3 |
+
"ambient_temp": [
|
| 4 |
+
-30,
|
| 5 |
+
60
|
| 6 |
+
],
|
| 7 |
+
"battery_power": [
|
| 8 |
+
-20,
|
| 9 |
+
20
|
| 10 |
+
],
|
| 11 |
+
"battery_temp": [
|
| 12 |
+
-30,
|
| 13 |
+
80
|
| 14 |
+
],
|
| 15 |
+
"demand": [
|
| 16 |
+
0,
|
| 17 |
+
10
|
| 18 |
+
],
|
| 19 |
+
"energy_kwh": [
|
| 20 |
+
0,
|
| 21 |
+
1000000.0
|
| 22 |
+
],
|
| 23 |
+
"flow": [
|
| 24 |
+
0,
|
| 25 |
+
20
|
| 26 |
+
],
|
| 27 |
+
"hvac_power": [
|
| 28 |
+
-15,
|
| 29 |
+
15
|
| 30 |
+
],
|
| 31 |
+
"indoor_temp": [
|
| 32 |
+
-30,
|
| 33 |
+
70
|
| 34 |
+
],
|
| 35 |
+
"inlet_temp": [
|
| 36 |
+
-5,
|
| 37 |
+
60
|
| 38 |
+
],
|
| 39 |
+
"mass_temp": [
|
| 40 |
+
-30,
|
| 41 |
+
70
|
| 42 |
+
],
|
| 43 |
+
"occupancy_gain": [
|
| 44 |
+
0,
|
| 45 |
+
3
|
| 46 |
+
],
|
| 47 |
+
"outdoor_temp": [
|
| 48 |
+
-30,
|
| 49 |
+
60
|
| 50 |
+
],
|
| 51 |
+
"pressure": [
|
| 52 |
+
0,
|
| 53 |
+
300
|
| 54 |
+
],
|
| 55 |
+
"pump_output": [
|
| 56 |
+
0,
|
| 57 |
+
1
|
| 58 |
+
],
|
| 59 |
+
"solar_gain": [
|
| 60 |
+
0,
|
| 61 |
+
5
|
| 62 |
+
],
|
| 63 |
+
"state_of_charge": [
|
| 64 |
+
0,
|
| 65 |
+
1
|
| 66 |
+
],
|
| 67 |
+
"terminal_voltage": [
|
| 68 |
+
10,
|
| 69 |
+
70
|
| 70 |
+
],
|
| 71 |
+
"valve_position": [
|
| 72 |
+
0,
|
| 73 |
+
1
|
| 74 |
+
],
|
| 75 |
+
"water_level": [
|
| 76 |
+
0,
|
| 77 |
+
50
|
| 78 |
+
],
|
| 79 |
+
"water_temp": [
|
| 80 |
+
-5,
|
| 81 |
+
80
|
| 82 |
+
]
|
| 83 |
+
},
|
| 84 |
+
"field_names": [
|
| 85 |
+
"indoor_temp",
|
| 86 |
+
"mass_temp",
|
| 87 |
+
"energy_kwh",
|
| 88 |
+
"water_level",
|
| 89 |
+
"water_temp",
|
| 90 |
+
"flow",
|
| 91 |
+
"pressure",
|
| 92 |
+
"state_of_charge",
|
| 93 |
+
"battery_temp",
|
| 94 |
+
"terminal_voltage",
|
| 95 |
+
"hvac_power",
|
| 96 |
+
"valve_position",
|
| 97 |
+
"pump_output",
|
| 98 |
+
"battery_power",
|
| 99 |
+
"outdoor_temp",
|
| 100 |
+
"solar_gain",
|
| 101 |
+
"occupancy_gain",
|
| 102 |
+
"demand",
|
| 103 |
+
"inlet_temp",
|
| 104 |
+
"ambient_temp"
|
| 105 |
+
],
|
| 106 |
+
"mean": [
|
| 107 |
+
22.70603087325577,
|
| 108 |
+
22.69654438073613,
|
| 109 |
+
131.49506991255515,
|
| 110 |
+
10.611352725783712,
|
| 111 |
+
15.819536909149944,
|
| 112 |
+
0.4646632767598711,
|
| 113 |
+
42.42978342481667,
|
| 114 |
+
0.4546572813396321,
|
| 115 |
+
24.40065554790567,
|
| 116 |
+
36.48297630851633,
|
| 117 |
+
1.1346818930767029,
|
| 118 |
+
0.5755911930638851,
|
| 119 |
+
0.40155988825274386,
|
| 120 |
+
0.022961381236976438,
|
| 121 |
+
15.315917070521719,
|
| 122 |
+
0.520834515834406,
|
| 123 |
+
0.37569560881521114,
|
| 124 |
+
1.1359334616464394,
|
| 125 |
+
15.140484972635141,
|
| 126 |
+
16.79259363318399
|
| 127 |
+
],
|
| 128 |
+
"scale": [
|
| 129 |
+
6.154002724453032,
|
| 130 |
+
2.4485928604004092,
|
| 131 |
+
79.55275824889847,
|
| 132 |
+
5.80189339124971,
|
| 133 |
+
1.1575559485771731,
|
| 134 |
+
0.48030495273204094,
|
| 135 |
+
42.53962233108043,
|
| 136 |
+
0.3665217032249337,
|
| 137 |
+
8.096546830008746,
|
| 138 |
+
15.969086006634463,
|
| 139 |
+
8.874726625476349,
|
| 140 |
+
0.33284581310025885,
|
| 141 |
+
0.34490505133601795,
|
| 142 |
+
11.074270393841902,
|
| 143 |
+
5.716882001640923,
|
| 144 |
+
0.7028486614385896,
|
| 145 |
+
0.24429720635365956,
|
| 146 |
+
0.7242882865766985,
|
| 147 |
+
0.9667415649676722,
|
| 148 |
+
6.060135944953007
|
| 149 |
+
],
|
| 150 |
+
"training_system_ids": [
|
| 151 |
+
"battery-00002",
|
| 152 |
+
"battery-00005",
|
| 153 |
+
"battery-00008",
|
| 154 |
+
"battery-00011",
|
| 155 |
+
"battery-00014",
|
| 156 |
+
"battery-00020",
|
| 157 |
+
"battery-00035",
|
| 158 |
+
"battery-00041",
|
| 159 |
+
"battery-00044",
|
| 160 |
+
"battery-00047",
|
| 161 |
+
"battery-00053",
|
| 162 |
+
"battery-00056",
|
| 163 |
+
"battery-00059",
|
| 164 |
+
"battery-00062",
|
| 165 |
+
"battery-00071",
|
| 166 |
+
"battery-00074",
|
| 167 |
+
"battery-00077",
|
| 168 |
+
"battery-00080",
|
| 169 |
+
"battery-00083",
|
| 170 |
+
"battery-00086",
|
| 171 |
+
"battery-00089",
|
| 172 |
+
"tank-00001",
|
| 173 |
+
"tank-00004",
|
| 174 |
+
"tank-00007",
|
| 175 |
+
"tank-00013",
|
| 176 |
+
"tank-00016",
|
| 177 |
+
"tank-00019",
|
| 178 |
+
"tank-00022",
|
| 179 |
+
"tank-00025",
|
| 180 |
+
"tank-00028",
|
| 181 |
+
"tank-00031",
|
| 182 |
+
"tank-00034",
|
| 183 |
+
"tank-00040",
|
| 184 |
+
"tank-00052",
|
| 185 |
+
"tank-00055",
|
| 186 |
+
"tank-00058",
|
| 187 |
+
"tank-00061",
|
| 188 |
+
"tank-00067",
|
| 189 |
+
"tank-00070",
|
| 190 |
+
"tank-00073",
|
| 191 |
+
"tank-00079",
|
| 192 |
+
"tank-00085",
|
| 193 |
+
"thermal-00000",
|
| 194 |
+
"thermal-00009",
|
| 195 |
+
"thermal-00015",
|
| 196 |
+
"thermal-00018",
|
| 197 |
+
"thermal-00021",
|
| 198 |
+
"thermal-00027",
|
| 199 |
+
"thermal-00030",
|
| 200 |
+
"thermal-00036",
|
| 201 |
+
"thermal-00045",
|
| 202 |
+
"thermal-00048",
|
| 203 |
+
"thermal-00051",
|
| 204 |
+
"thermal-00054",
|
| 205 |
+
"thermal-00057",
|
| 206 |
+
"thermal-00060",
|
| 207 |
+
"thermal-00063",
|
| 208 |
+
"thermal-00066",
|
| 209 |
+
"thermal-00069",
|
| 210 |
+
"thermal-00072",
|
| 211 |
+
"thermal-00075",
|
| 212 |
+
"thermal-00078",
|
| 213 |
+
"thermal-00087"
|
| 214 |
+
],
|
| 215 |
+
"version": 1
|
| 216 |
+
}
|
artifacts/smoke/onnx-transformer-v2/schema.json
ADDED
|
@@ -0,0 +1,165 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-schema-v1",
|
| 3 |
+
"fields": [
|
| 4 |
+
{
|
| 5 |
+
"name": "indoor_temp",
|
| 6 |
+
"unit": "degC",
|
| 7 |
+
"role": "state",
|
| 8 |
+
"minimum": -30,
|
| 9 |
+
"maximum": 70,
|
| 10 |
+
"type": "continuous"
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"name": "mass_temp",
|
| 14 |
+
"unit": "degC",
|
| 15 |
+
"role": "state",
|
| 16 |
+
"minimum": -30,
|
| 17 |
+
"maximum": 70,
|
| 18 |
+
"type": "continuous"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"name": "energy_kwh",
|
| 22 |
+
"unit": "kWh",
|
| 23 |
+
"role": "state",
|
| 24 |
+
"minimum": 0,
|
| 25 |
+
"maximum": 1000000.0,
|
| 26 |
+
"type": "continuous"
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"name": "water_level",
|
| 30 |
+
"unit": "m3",
|
| 31 |
+
"role": "state",
|
| 32 |
+
"minimum": 0,
|
| 33 |
+
"maximum": 50,
|
| 34 |
+
"type": "continuous"
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"name": "water_temp",
|
| 38 |
+
"unit": "degC",
|
| 39 |
+
"role": "state",
|
| 40 |
+
"minimum": -5,
|
| 41 |
+
"maximum": 80,
|
| 42 |
+
"type": "continuous"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"name": "flow",
|
| 46 |
+
"unit": "m3/h",
|
| 47 |
+
"role": "state",
|
| 48 |
+
"minimum": 0,
|
| 49 |
+
"maximum": 20,
|
| 50 |
+
"type": "continuous"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"name": "pressure",
|
| 54 |
+
"unit": "kPa",
|
| 55 |
+
"role": "state",
|
| 56 |
+
"minimum": 0,
|
| 57 |
+
"maximum": 300,
|
| 58 |
+
"type": "continuous"
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"name": "state_of_charge",
|
| 62 |
+
"unit": "fraction",
|
| 63 |
+
"role": "state",
|
| 64 |
+
"minimum": 0,
|
| 65 |
+
"maximum": 1,
|
| 66 |
+
"type": "continuous"
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"name": "battery_temp",
|
| 70 |
+
"unit": "degC",
|
| 71 |
+
"role": "state",
|
| 72 |
+
"minimum": -30,
|
| 73 |
+
"maximum": 80,
|
| 74 |
+
"type": "continuous"
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"name": "terminal_voltage",
|
| 78 |
+
"unit": "V",
|
| 79 |
+
"role": "state",
|
| 80 |
+
"minimum": 10,
|
| 81 |
+
"maximum": 70,
|
| 82 |
+
"type": "continuous"
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"name": "hvac_power",
|
| 86 |
+
"unit": "kW",
|
| 87 |
+
"role": "action",
|
| 88 |
+
"minimum": -15,
|
| 89 |
+
"maximum": 15,
|
| 90 |
+
"type": "continuous"
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"name": "valve_position",
|
| 94 |
+
"unit": "fraction",
|
| 95 |
+
"role": "action",
|
| 96 |
+
"minimum": 0,
|
| 97 |
+
"maximum": 1,
|
| 98 |
+
"type": "continuous"
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"name": "pump_output",
|
| 102 |
+
"unit": "fraction",
|
| 103 |
+
"role": "action",
|
| 104 |
+
"minimum": 0,
|
| 105 |
+
"maximum": 1,
|
| 106 |
+
"type": "continuous"
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"name": "battery_power",
|
| 110 |
+
"unit": "kW",
|
| 111 |
+
"role": "action",
|
| 112 |
+
"minimum": -20,
|
| 113 |
+
"maximum": 20,
|
| 114 |
+
"type": "continuous"
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"name": "outdoor_temp",
|
| 118 |
+
"unit": "degC",
|
| 119 |
+
"role": "exogenous",
|
| 120 |
+
"minimum": -30,
|
| 121 |
+
"maximum": 60,
|
| 122 |
+
"type": "continuous"
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"name": "solar_gain",
|
| 126 |
+
"unit": "kW",
|
| 127 |
+
"role": "exogenous",
|
| 128 |
+
"minimum": 0,
|
| 129 |
+
"maximum": 5,
|
| 130 |
+
"type": "continuous"
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"name": "occupancy_gain",
|
| 134 |
+
"unit": "kW",
|
| 135 |
+
"role": "exogenous",
|
| 136 |
+
"minimum": 0,
|
| 137 |
+
"maximum": 3,
|
| 138 |
+
"type": "continuous"
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"name": "demand",
|
| 142 |
+
"unit": "m3/h",
|
| 143 |
+
"role": "exogenous",
|
| 144 |
+
"minimum": 0,
|
| 145 |
+
"maximum": 10,
|
| 146 |
+
"type": "continuous"
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"name": "inlet_temp",
|
| 150 |
+
"unit": "degC",
|
| 151 |
+
"role": "exogenous",
|
| 152 |
+
"minimum": -5,
|
| 153 |
+
"maximum": 60,
|
| 154 |
+
"type": "continuous"
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"name": "ambient_temp",
|
| 158 |
+
"unit": "degC",
|
| 159 |
+
"role": "exogenous",
|
| 160 |
+
"minimum": -30,
|
| 161 |
+
"maximum": 60,
|
| 162 |
+
"type": "continuous"
|
| 163 |
+
}
|
| 164 |
+
]
|
| 165 |
+
}
|
artifacts/smoke/report-context-v2/context.json
ADDED
|
@@ -0,0 +1,2285 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-context-ablation-v1",
|
| 3 |
+
"status": "completed",
|
| 4 |
+
"seed": 2026,
|
| 5 |
+
"samples": 512,
|
| 6 |
+
"device": "cpu",
|
| 7 |
+
"generator_version": "0.1.2",
|
| 8 |
+
"manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c",
|
| 9 |
+
"test_system_ids": [
|
| 10 |
+
"battery-00017",
|
| 11 |
+
"battery-00026",
|
| 12 |
+
"battery-00032",
|
| 13 |
+
"battery-00050",
|
| 14 |
+
"battery-00068",
|
| 15 |
+
"tank-00010",
|
| 16 |
+
"tank-00043",
|
| 17 |
+
"tank-00046",
|
| 18 |
+
"tank-00088",
|
| 19 |
+
"thermal-00003",
|
| 20 |
+
"thermal-00024",
|
| 21 |
+
"thermal-00039",
|
| 22 |
+
"thermal-00081"
|
| 23 |
+
],
|
| 24 |
+
"shared_anchor_provenance": {
|
| 25 |
+
"seed": 2026,
|
| 26 |
+
"history_steps": 96,
|
| 27 |
+
"future_steps": 8,
|
| 28 |
+
"sampling": "uniform eligible anchors with replacement",
|
| 29 |
+
"anchor_sha256": "3d354d6da233d15d0670ff2d794494d0adda1b7f0e4202ac43052ac26cd6950a",
|
| 30 |
+
"family_window_counts": {
|
| 31 |
+
"battery": 184,
|
| 32 |
+
"tank": 165,
|
| 33 |
+
"thermal": 163
|
| 34 |
+
}
|
| 35 |
+
},
|
| 36 |
+
"calibration_status": "not_applied_context_ablation",
|
| 37 |
+
"limitation": "Same test anchors are eligible for H96 and evaluated by every model. H24/no-history and H96 training anchors have different eligibility populations; matching optimizer budgets does not make their training samples identical. This is a short synthetic context ablation, not a scaling or research claim.",
|
| 38 |
+
"models": {
|
| 39 |
+
"history24": {
|
| 40 |
+
"checkpoint_sha256": "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739",
|
| 41 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 42 |
+
"training_run_sha256": "5606203dfc9caf3d823bb20a7329e6477344688ae993bfc592524a3ed0e87077",
|
| 43 |
+
"model_kind": "transformer",
|
| 44 |
+
"model_config": {
|
| 45 |
+
"history_steps": 24,
|
| 46 |
+
"future_steps": 8,
|
| 47 |
+
"num_fields": 20,
|
| 48 |
+
"num_units": 8,
|
| 49 |
+
"num_roles": 3,
|
| 50 |
+
"d_model": 128,
|
| 51 |
+
"layers": 4,
|
| 52 |
+
"heads": 4,
|
| 53 |
+
"ff_dim": 512,
|
| 54 |
+
"dropout": 0.0,
|
| 55 |
+
"use_history": true
|
| 56 |
+
},
|
| 57 |
+
"parameter_count": 1570434,
|
| 58 |
+
"window_sampling": {
|
| 59 |
+
"seed": 2026,
|
| 60 |
+
"history_steps": 24,
|
| 61 |
+
"future_steps": 8,
|
| 62 |
+
"sampling": "uniform eligible anchors with replacement",
|
| 63 |
+
"anchor_sha256": "3d354d6da233d15d0670ff2d794494d0adda1b7f0e4202ac43052ac26cd6950a",
|
| 64 |
+
"family_window_counts": {
|
| 65 |
+
"battery": 184,
|
| 66 |
+
"tank": 165,
|
| 67 |
+
"thermal": 163
|
| 68 |
+
}
|
| 69 |
+
},
|
| 70 |
+
"training_seed": 42,
|
| 71 |
+
"training_budget": {
|
| 72 |
+
"requested_epochs": 8,
|
| 73 |
+
"epochs_completed": 8,
|
| 74 |
+
"training_windows_per_epoch": 4096,
|
| 75 |
+
"batch_size": 64,
|
| 76 |
+
"selected_checkpoint_epoch": 5
|
| 77 |
+
},
|
| 78 |
+
"metrics": [
|
| 79 |
+
{
|
| 80 |
+
"family": "battery",
|
| 81 |
+
"field_id": 7,
|
| 82 |
+
"field": "state_of_charge",
|
| 83 |
+
"horizon_minutes": 15.0,
|
| 84 |
+
"count": 175,
|
| 85 |
+
"mae": 0.01735789328813553,
|
| 86 |
+
"rmse": 0.028862277045845985,
|
| 87 |
+
"standardized_mae": 0.0473584309220314,
|
| 88 |
+
"standardized_rmse": 0.07874643057584763,
|
| 89 |
+
"standardized_gaussian_nll": -1.2320174728454376,
|
| 90 |
+
"physical_gaussian_nll": -2.2357150147236426,
|
| 91 |
+
"nominal_coverage": 0.9,
|
| 92 |
+
"coverage": 0.9771428571428571,
|
| 93 |
+
"mean_interval_width": 0.10176785290241241,
|
| 94 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"family": "battery",
|
| 98 |
+
"field_id": 7,
|
| 99 |
+
"field": "state_of_charge",
|
| 100 |
+
"horizon_minutes": 30.0,
|
| 101 |
+
"count": 175,
|
| 102 |
+
"mae": 0.03428174927830696,
|
| 103 |
+
"rmse": 0.05854247882962227,
|
| 104 |
+
"standardized_mae": 0.09353265166282654,
|
| 105 |
+
"standardized_rmse": 0.15972444415092468,
|
| 106 |
+
"standardized_gaussian_nll": -0.5944203492906626,
|
| 107 |
+
"physical_gaussian_nll": -1.5981178911688674,
|
| 108 |
+
"nominal_coverage": 0.9,
|
| 109 |
+
"coverage": 0.9714285714285714,
|
| 110 |
+
"mean_interval_width": 0.18852181732654572,
|
| 111 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"family": "battery",
|
| 115 |
+
"field_id": 7,
|
| 116 |
+
"field": "state_of_charge",
|
| 117 |
+
"horizon_minutes": 60.0,
|
| 118 |
+
"count": 175,
|
| 119 |
+
"mae": 0.06305442750453949,
|
| 120 |
+
"rmse": 0.10770618915557861,
|
| 121 |
+
"standardized_mae": 0.1720346361398697,
|
| 122 |
+
"standardized_rmse": 0.2938603162765503,
|
| 123 |
+
"standardized_gaussian_nll": 0.08667109792646135,
|
| 124 |
+
"physical_gaussian_nll": -0.9170264439517435,
|
| 125 |
+
"nominal_coverage": 0.9,
|
| 126 |
+
"coverage": 0.9542857142857143,
|
| 127 |
+
"mean_interval_width": 0.38019078969955444,
|
| 128 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 129 |
+
},
|
| 130 |
+
{
|
| 131 |
+
"family": "battery",
|
| 132 |
+
"field_id": 7,
|
| 133 |
+
"field": "state_of_charge",
|
| 134 |
+
"horizon_minutes": 120.0,
|
| 135 |
+
"count": 176,
|
| 136 |
+
"mae": 0.10712907463312149,
|
| 137 |
+
"rmse": 0.19163185358047485,
|
| 138 |
+
"standardized_mae": 0.2922857403755188,
|
| 139 |
+
"standardized_rmse": 0.5228390097618103,
|
| 140 |
+
"standardized_gaussian_nll": 0.7024772076747097,
|
| 141 |
+
"physical_gaussian_nll": -0.30122033420349514,
|
| 142 |
+
"nominal_coverage": 0.9,
|
| 143 |
+
"coverage": 0.9375,
|
| 144 |
+
"mean_interval_width": 0.7234034538269043,
|
| 145 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"family": "battery",
|
| 149 |
+
"field_id": 8,
|
| 150 |
+
"field": "battery_temp",
|
| 151 |
+
"horizon_minutes": 15.0,
|
| 152 |
+
"count": 180,
|
| 153 |
+
"mae": 0.39596542716026306,
|
| 154 |
+
"rmse": 0.5734857320785522,
|
| 155 |
+
"standardized_mae": 0.048905469477176666,
|
| 156 |
+
"standardized_rmse": 0.07083090394735336,
|
| 157 |
+
"standardized_gaussian_nll": -1.4019283502586573,
|
| 158 |
+
"physical_gaussian_nll": 0.6895093032378166,
|
| 159 |
+
"nominal_coverage": 0.9,
|
| 160 |
+
"coverage": 0.9444444444444444,
|
| 161 |
+
"mean_interval_width": 2.227203369140625,
|
| 162 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"family": "battery",
|
| 166 |
+
"field_id": 8,
|
| 167 |
+
"field": "battery_temp",
|
| 168 |
+
"horizon_minutes": 30.0,
|
| 169 |
+
"count": 177,
|
| 170 |
+
"mae": 0.740318775177002,
|
| 171 |
+
"rmse": 1.013893723487854,
|
| 172 |
+
"standardized_mae": 0.09143635630607605,
|
| 173 |
+
"standardized_rmse": 0.12522543966770172,
|
| 174 |
+
"standardized_gaussian_nll": -0.710405998167096,
|
| 175 |
+
"physical_gaussian_nll": 1.3810316553293778,
|
| 176 |
+
"nominal_coverage": 0.9,
|
| 177 |
+
"coverage": 0.9152542372881356,
|
| 178 |
+
"mean_interval_width": 4.1154608726501465,
|
| 179 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"family": "battery",
|
| 183 |
+
"field_id": 8,
|
| 184 |
+
"field": "battery_temp",
|
| 185 |
+
"horizon_minutes": 60.0,
|
| 186 |
+
"count": 181,
|
| 187 |
+
"mae": 1.3593487739562988,
|
| 188 |
+
"rmse": 1.8460227251052856,
|
| 189 |
+
"standardized_mae": 0.16789241135120392,
|
| 190 |
+
"standardized_rmse": 0.22800123691558838,
|
| 191 |
+
"standardized_gaussian_nll": 0.0417585010607373,
|
| 192 |
+
"physical_gaussian_nll": 2.133196154557211,
|
| 193 |
+
"nominal_coverage": 0.9,
|
| 194 |
+
"coverage": 0.9226519337016574,
|
| 195 |
+
"mean_interval_width": 7.715010643005371,
|
| 196 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"family": "battery",
|
| 200 |
+
"field_id": 8,
|
| 201 |
+
"field": "battery_temp",
|
| 202 |
+
"horizon_minutes": 120.0,
|
| 203 |
+
"count": 181,
|
| 204 |
+
"mae": 2.417787551879883,
|
| 205 |
+
"rmse": 3.201885461807251,
|
| 206 |
+
"standardized_mae": 0.2986195981502533,
|
| 207 |
+
"standardized_rmse": 0.39546307921409607,
|
| 208 |
+
"standardized_gaussian_nll": 0.6022735887554902,
|
| 209 |
+
"physical_gaussian_nll": 2.693711242251964,
|
| 210 |
+
"nominal_coverage": 0.9,
|
| 211 |
+
"coverage": 0.9226519337016574,
|
| 212 |
+
"mean_interval_width": 13.611693382263184,
|
| 213 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 214 |
+
},
|
| 215 |
+
{
|
| 216 |
+
"family": "battery",
|
| 217 |
+
"field_id": 9,
|
| 218 |
+
"field": "terminal_voltage",
|
| 219 |
+
"horizon_minutes": 15.0,
|
| 220 |
+
"count": 170,
|
| 221 |
+
"mae": 2.5811426639556885,
|
| 222 |
+
"rmse": 4.7981696128845215,
|
| 223 |
+
"standardized_mae": 0.1616337150335312,
|
| 224 |
+
"standardized_rmse": 0.3004661500453949,
|
| 225 |
+
"standardized_gaussian_nll": 0.24910017944736443,
|
| 226 |
+
"physical_gaussian_nll": 3.0197549081413286,
|
| 227 |
+
"nominal_coverage": 0.9,
|
| 228 |
+
"coverage": 0.9529411764705882,
|
| 229 |
+
"mean_interval_width": 24.13258171081543,
|
| 230 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"family": "battery",
|
| 234 |
+
"field_id": 9,
|
| 235 |
+
"field": "terminal_voltage",
|
| 236 |
+
"horizon_minutes": 30.0,
|
| 237 |
+
"count": 174,
|
| 238 |
+
"mae": 4.233305931091309,
|
| 239 |
+
"rmse": 8.184493064880371,
|
| 240 |
+
"standardized_mae": 0.2650938332080841,
|
| 241 |
+
"standardized_rmse": 0.5125210881233215,
|
| 242 |
+
"standardized_gaussian_nll": 0.7132917535809761,
|
| 243 |
+
"physical_gaussian_nll": 3.4839464822749404,
|
| 244 |
+
"nominal_coverage": 0.9,
|
| 245 |
+
"coverage": 0.9655172413793104,
|
| 246 |
+
"mean_interval_width": 35.071834564208984,
|
| 247 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 248 |
+
},
|
| 249 |
+
{
|
| 250 |
+
"family": "battery",
|
| 251 |
+
"field_id": 9,
|
| 252 |
+
"field": "terminal_voltage",
|
| 253 |
+
"horizon_minutes": 60.0,
|
| 254 |
+
"count": 166,
|
| 255 |
+
"mae": 7.301916122436523,
|
| 256 |
+
"rmse": 11.839982986450195,
|
| 257 |
+
"standardized_mae": 0.45725324749946594,
|
| 258 |
+
"standardized_rmse": 0.741431474685669,
|
| 259 |
+
"standardized_gaussian_nll": 1.065471056212848,
|
| 260 |
+
"physical_gaussian_nll": 3.8361257849068124,
|
| 261 |
+
"nominal_coverage": 0.9,
|
| 262 |
+
"coverage": 0.9578313253012049,
|
| 263 |
+
"mean_interval_width": 49.30679702758789,
|
| 264 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"family": "battery",
|
| 268 |
+
"field_id": 9,
|
| 269 |
+
"field": "terminal_voltage",
|
| 270 |
+
"horizon_minutes": 120.0,
|
| 271 |
+
"count": 173,
|
| 272 |
+
"mae": 9.812925338745117,
|
| 273 |
+
"rmse": 13.841585159301758,
|
| 274 |
+
"standardized_mae": 0.6144950985908508,
|
| 275 |
+
"standardized_rmse": 0.866773784160614,
|
| 276 |
+
"standardized_gaussian_nll": 1.3391021992051004,
|
| 277 |
+
"physical_gaussian_nll": 4.109756927899065,
|
| 278 |
+
"nominal_coverage": 0.9,
|
| 279 |
+
"coverage": 0.976878612716763,
|
| 280 |
+
"mean_interval_width": 64.66177368164062,
|
| 281 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"family": "tank",
|
| 285 |
+
"field_id": 3,
|
| 286 |
+
"field": "water_level",
|
| 287 |
+
"horizon_minutes": 15.0,
|
| 288 |
+
"count": 161,
|
| 289 |
+
"mae": 0.10474880039691925,
|
| 290 |
+
"rmse": 0.15510202944278717,
|
| 291 |
+
"standardized_mae": 0.01805424503982067,
|
| 292 |
+
"standardized_rmse": 0.026733003556728363,
|
| 293 |
+
"standardized_gaussian_nll": -2.365275508783629,
|
| 294 |
+
"physical_gaussian_nll": -0.6070911977362166,
|
| 295 |
+
"nominal_coverage": 0.9,
|
| 296 |
+
"coverage": 0.968944099378882,
|
| 297 |
+
"mean_interval_width": 0.5534325242042542,
|
| 298 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"family": "tank",
|
| 302 |
+
"field_id": 3,
|
| 303 |
+
"field": "water_level",
|
| 304 |
+
"horizon_minutes": 30.0,
|
| 305 |
+
"count": 162,
|
| 306 |
+
"mae": 0.20093655586242676,
|
| 307 |
+
"rmse": 0.27933192253112793,
|
| 308 |
+
"standardized_mae": 0.03463292866945267,
|
| 309 |
+
"standardized_rmse": 0.04814496263861656,
|
| 310 |
+
"standardized_gaussian_nll": -1.81307358488173,
|
| 311 |
+
"physical_gaussian_nll": -0.05488927383431763,
|
| 312 |
+
"nominal_coverage": 0.9,
|
| 313 |
+
"coverage": 0.9197530864197531,
|
| 314 |
+
"mean_interval_width": 0.8466506004333496,
|
| 315 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 316 |
+
},
|
| 317 |
+
{
|
| 318 |
+
"family": "tank",
|
| 319 |
+
"field_id": 3,
|
| 320 |
+
"field": "water_level",
|
| 321 |
+
"horizon_minutes": 60.0,
|
| 322 |
+
"count": 160,
|
| 323 |
+
"mae": 0.35436999797821045,
|
| 324 |
+
"rmse": 0.5060063004493713,
|
| 325 |
+
"standardized_mae": 0.06107833981513977,
|
| 326 |
+
"standardized_rmse": 0.08721399307250977,
|
| 327 |
+
"standardized_gaussian_nll": -1.0874067887784264,
|
| 328 |
+
"physical_gaussian_nll": 0.670777522268986,
|
| 329 |
+
"nominal_coverage": 0.9,
|
| 330 |
+
"coverage": 0.8625,
|
| 331 |
+
"mean_interval_width": 1.4820655584335327,
|
| 332 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 333 |
+
},
|
| 334 |
+
{
|
| 335 |
+
"family": "tank",
|
| 336 |
+
"field_id": 3,
|
| 337 |
+
"field": "water_level",
|
| 338 |
+
"horizon_minutes": 120.0,
|
| 339 |
+
"count": 162,
|
| 340 |
+
"mae": 0.5783244967460632,
|
| 341 |
+
"rmse": 0.8586730360984802,
|
| 342 |
+
"standardized_mae": 0.09967858344316483,
|
| 343 |
+
"standardized_rmse": 0.14799876511096954,
|
| 344 |
+
"standardized_gaussian_nll": -0.5572272688178846,
|
| 345 |
+
"physical_gaussian_nll": 1.2009570422295277,
|
| 346 |
+
"nominal_coverage": 0.9,
|
| 347 |
+
"coverage": 0.8641975308641975,
|
| 348 |
+
"mean_interval_width": 2.8672938346862793,
|
| 349 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 350 |
+
},
|
| 351 |
+
{
|
| 352 |
+
"family": "tank",
|
| 353 |
+
"field_id": 4,
|
| 354 |
+
"field": "water_temp",
|
| 355 |
+
"horizon_minutes": 15.0,
|
| 356 |
+
"count": 161,
|
| 357 |
+
"mae": 0.028490936383605003,
|
| 358 |
+
"rmse": 0.05969396233558655,
|
| 359 |
+
"standardized_mae": 0.02461300976574421,
|
| 360 |
+
"standardized_rmse": 0.05156896635890007,
|
| 361 |
+
"standardized_gaussian_nll": -1.7518860582128175,
|
| 362 |
+
"physical_gaussian_nll": -1.6055752166988766,
|
| 363 |
+
"nominal_coverage": 0.9,
|
| 364 |
+
"coverage": 0.8757763975155279,
|
| 365 |
+
"mean_interval_width": 0.09413903951644897,
|
| 366 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"family": "tank",
|
| 370 |
+
"field_id": 4,
|
| 371 |
+
"field": "water_temp",
|
| 372 |
+
"horizon_minutes": 30.0,
|
| 373 |
+
"count": 163,
|
| 374 |
+
"mae": 0.05046124756336212,
|
| 375 |
+
"rmse": 0.0792633444070816,
|
| 376 |
+
"standardized_mae": 0.043592922389507294,
|
| 377 |
+
"standardized_rmse": 0.06847473978996277,
|
| 378 |
+
"standardized_gaussian_nll": -1.5539571746161494,
|
| 379 |
+
"physical_gaussian_nll": -1.4076463331022084,
|
| 380 |
+
"nominal_coverage": 0.9,
|
| 381 |
+
"coverage": 0.803680981595092,
|
| 382 |
+
"mean_interval_width": 0.14593853056430817,
|
| 383 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 384 |
+
},
|
| 385 |
+
{
|
| 386 |
+
"family": "tank",
|
| 387 |
+
"field_id": 4,
|
| 388 |
+
"field": "water_temp",
|
| 389 |
+
"horizon_minutes": 60.0,
|
| 390 |
+
"count": 161,
|
| 391 |
+
"mae": 0.11213001608848572,
|
| 392 |
+
"rmse": 0.1603751927614212,
|
| 393 |
+
"standardized_mae": 0.09686790406703949,
|
| 394 |
+
"standardized_rmse": 0.1385463923215866,
|
| 395 |
+
"standardized_gaussian_nll": 0.0484450693567245,
|
| 396 |
+
"physical_gaussian_nll": 0.19475591087066538,
|
| 397 |
+
"nominal_coverage": 0.9,
|
| 398 |
+
"coverage": 0.7453416149068323,
|
| 399 |
+
"mean_interval_width": 0.29016998410224915,
|
| 400 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"family": "tank",
|
| 404 |
+
"field_id": 4,
|
| 405 |
+
"field": "water_temp",
|
| 406 |
+
"horizon_minutes": 120.0,
|
| 407 |
+
"count": 160,
|
| 408 |
+
"mae": 0.21521298587322235,
|
| 409 |
+
"rmse": 0.28247424960136414,
|
| 410 |
+
"standardized_mae": 0.18592016398906708,
|
| 411 |
+
"standardized_rmse": 0.24402643740177155,
|
| 412 |
+
"standardized_gaussian_nll": 0.5994592893748261,
|
| 413 |
+
"physical_gaussian_nll": 0.745770130888767,
|
| 414 |
+
"nominal_coverage": 0.9,
|
| 415 |
+
"coverage": 0.74375,
|
| 416 |
+
"mean_interval_width": 0.6361895799636841,
|
| 417 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 418 |
+
},
|
| 419 |
+
{
|
| 420 |
+
"family": "tank",
|
| 421 |
+
"field_id": 5,
|
| 422 |
+
"field": "flow",
|
| 423 |
+
"horizon_minutes": 15.0,
|
| 424 |
+
"count": 162,
|
| 425 |
+
"mae": 0.13967247307300568,
|
| 426 |
+
"rmse": 0.2391335517168045,
|
| 427 |
+
"standardized_mae": 0.2907995581626892,
|
| 428 |
+
"standardized_rmse": 0.4978785812854767,
|
| 429 |
+
"standardized_gaussian_nll": 0.6864396759544885,
|
| 430 |
+
"physical_gaussian_nll": -0.0468943826631254,
|
| 431 |
+
"nominal_coverage": 0.9,
|
| 432 |
+
"coverage": 0.8950617283950617,
|
| 433 |
+
"mean_interval_width": 0.630975604057312,
|
| 434 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"family": "tank",
|
| 438 |
+
"field_id": 5,
|
| 439 |
+
"field": "flow",
|
| 440 |
+
"horizon_minutes": 30.0,
|
| 441 |
+
"count": 163,
|
| 442 |
+
"mae": 0.17478634417057037,
|
| 443 |
+
"rmse": 0.29592496156692505,
|
| 444 |
+
"standardized_mae": 0.36390700936317444,
|
| 445 |
+
"standardized_rmse": 0.6161189079284668,
|
| 446 |
+
"standardized_gaussian_nll": 0.7054888055865084,
|
| 447 |
+
"physical_gaussian_nll": -0.02784525303110552,
|
| 448 |
+
"nominal_coverage": 0.9,
|
| 449 |
+
"coverage": 0.9079754601226994,
|
| 450 |
+
"mean_interval_width": 0.8980120420455933,
|
| 451 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"family": "tank",
|
| 455 |
+
"field_id": 5,
|
| 456 |
+
"field": "flow",
|
| 457 |
+
"horizon_minutes": 60.0,
|
| 458 |
+
"count": 161,
|
| 459 |
+
"mae": 0.2419753074645996,
|
| 460 |
+
"rmse": 0.38285765051841736,
|
| 461 |
+
"standardized_mae": 0.5037951469421387,
|
| 462 |
+
"standardized_rmse": 0.7971136569976807,
|
| 463 |
+
"standardized_gaussian_nll": 0.9123632474294442,
|
| 464 |
+
"physical_gaussian_nll": 0.17902918881183028,
|
| 465 |
+
"nominal_coverage": 0.9,
|
| 466 |
+
"coverage": 0.9627329192546584,
|
| 467 |
+
"mean_interval_width": 1.2434488534927368,
|
| 468 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"family": "tank",
|
| 472 |
+
"field_id": 5,
|
| 473 |
+
"field": "flow",
|
| 474 |
+
"horizon_minutes": 120.0,
|
| 475 |
+
"count": 161,
|
| 476 |
+
"mae": 0.32154470682144165,
|
| 477 |
+
"rmse": 0.48077794909477234,
|
| 478 |
+
"standardized_mae": 0.6694594621658325,
|
| 479 |
+
"standardized_rmse": 1.000984787940979,
|
| 480 |
+
"standardized_gaussian_nll": 1.2381472112941712,
|
| 481 |
+
"physical_gaussian_nll": 0.5048131526765572,
|
| 482 |
+
"nominal_coverage": 0.9,
|
| 483 |
+
"coverage": 0.9503105590062112,
|
| 484 |
+
"mean_interval_width": 1.6568950414657593,
|
| 485 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 486 |
+
},
|
| 487 |
+
{
|
| 488 |
+
"family": "tank",
|
| 489 |
+
"field_id": 6,
|
| 490 |
+
"field": "pressure",
|
| 491 |
+
"horizon_minutes": 15.0,
|
| 492 |
+
"count": 162,
|
| 493 |
+
"mae": 7.654332637786865,
|
| 494 |
+
"rmse": 17.70067024230957,
|
| 495 |
+
"standardized_mae": 0.17993418872356415,
|
| 496 |
+
"standardized_rmse": 0.4160984456539154,
|
| 497 |
+
"standardized_gaussian_nll": 0.1740414599434168,
|
| 498 |
+
"physical_gaussian_nll": 3.9244773917043174,
|
| 499 |
+
"nominal_coverage": 0.9,
|
| 500 |
+
"coverage": 0.9320987654320988,
|
| 501 |
+
"mean_interval_width": 54.68666076660156,
|
| 502 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 503 |
+
},
|
| 504 |
+
{
|
| 505 |
+
"family": "tank",
|
| 506 |
+
"field_id": 6,
|
| 507 |
+
"field": "pressure",
|
| 508 |
+
"horizon_minutes": 30.0,
|
| 509 |
+
"count": 161,
|
| 510 |
+
"mae": 12.6111421585083,
|
| 511 |
+
"rmse": 24.457082748413086,
|
| 512 |
+
"standardized_mae": 0.29645636677742004,
|
| 513 |
+
"standardized_rmse": 0.5749247670173645,
|
| 514 |
+
"standardized_gaussian_nll": 0.6036501261591809,
|
| 515 |
+
"physical_gaussian_nll": 4.354086057920082,
|
| 516 |
+
"nominal_coverage": 0.9,
|
| 517 |
+
"coverage": 0.9006211180124224,
|
| 518 |
+
"mean_interval_width": 81.44544219970703,
|
| 519 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 520 |
+
},
|
| 521 |
+
{
|
| 522 |
+
"family": "tank",
|
| 523 |
+
"field_id": 6,
|
| 524 |
+
"field": "pressure",
|
| 525 |
+
"horizon_minutes": 60.0,
|
| 526 |
+
"count": 161,
|
| 527 |
+
"mae": 17.719913482666016,
|
| 528 |
+
"rmse": 29.06705093383789,
|
| 529 |
+
"standardized_mae": 0.41655078530311584,
|
| 530 |
+
"standardized_rmse": 0.6832935810089111,
|
| 531 |
+
"standardized_gaussian_nll": 0.9584608084060472,
|
| 532 |
+
"physical_gaussian_nll": 4.7088967401669475,
|
| 533 |
+
"nominal_coverage": 0.9,
|
| 534 |
+
"coverage": 0.9627329192546584,
|
| 535 |
+
"mean_interval_width": 113.62549591064453,
|
| 536 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 537 |
+
},
|
| 538 |
+
{
|
| 539 |
+
"family": "tank",
|
| 540 |
+
"field_id": 6,
|
| 541 |
+
"field": "pressure",
|
| 542 |
+
"horizon_minutes": 120.0,
|
| 543 |
+
"count": 156,
|
| 544 |
+
"mae": 24.841577529907227,
|
| 545 |
+
"rmse": 36.21322250366211,
|
| 546 |
+
"standardized_mae": 0.5839632749557495,
|
| 547 |
+
"standardized_rmse": 0.8512821197509766,
|
| 548 |
+
"standardized_gaussian_nll": 1.2491447338075188,
|
| 549 |
+
"physical_gaussian_nll": 4.999580665568419,
|
| 550 |
+
"nominal_coverage": 0.9,
|
| 551 |
+
"coverage": 0.9615384615384616,
|
| 552 |
+
"mean_interval_width": 149.6488800048828,
|
| 553 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"family": "thermal",
|
| 557 |
+
"field_id": 0,
|
| 558 |
+
"field": "indoor_temp",
|
| 559 |
+
"horizon_minutes": 15.0,
|
| 560 |
+
"count": 155,
|
| 561 |
+
"mae": 0.32478439807891846,
|
| 562 |
+
"rmse": 0.4209156334400177,
|
| 563 |
+
"standardized_mae": 0.052776120603084564,
|
| 564 |
+
"standardized_rmse": 0.06839705258607864,
|
| 565 |
+
"standardized_gaussian_nll": -1.2709011113812139,
|
| 566 |
+
"physical_gaussian_nll": 0.5462016082310881,
|
| 567 |
+
"nominal_coverage": 0.9,
|
| 568 |
+
"coverage": 0.8774193548387097,
|
| 569 |
+
"mean_interval_width": 1.2548118829727173,
|
| 570 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 571 |
+
},
|
| 572 |
+
{
|
| 573 |
+
"family": "thermal",
|
| 574 |
+
"field_id": 0,
|
| 575 |
+
"field": "indoor_temp",
|
| 576 |
+
"horizon_minutes": 30.0,
|
| 577 |
+
"count": 157,
|
| 578 |
+
"mae": 0.5484415292739868,
|
| 579 |
+
"rmse": 0.7519078254699707,
|
| 580 |
+
"standardized_mae": 0.08911947906017303,
|
| 581 |
+
"standardized_rmse": 0.12218191474676132,
|
| 582 |
+
"standardized_gaussian_nll": -0.6164002140689125,
|
| 583 |
+
"physical_gaussian_nll": 1.2007025055433895,
|
| 584 |
+
"nominal_coverage": 0.9,
|
| 585 |
+
"coverage": 0.8662420382165605,
|
| 586 |
+
"mean_interval_width": 2.102048635482788,
|
| 587 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 588 |
+
},
|
| 589 |
+
{
|
| 590 |
+
"family": "thermal",
|
| 591 |
+
"field_id": 0,
|
| 592 |
+
"field": "indoor_temp",
|
| 593 |
+
"horizon_minutes": 60.0,
|
| 594 |
+
"count": 155,
|
| 595 |
+
"mae": 0.9599547386169434,
|
| 596 |
+
"rmse": 1.2560192346572876,
|
| 597 |
+
"standardized_mae": 0.1559886783361435,
|
| 598 |
+
"standardized_rmse": 0.2040979266166687,
|
| 599 |
+
"standardized_gaussian_nll": -0.12930942364039552,
|
| 600 |
+
"physical_gaussian_nll": 1.6877932959719064,
|
| 601 |
+
"nominal_coverage": 0.9,
|
| 602 |
+
"coverage": 0.8709677419354839,
|
| 603 |
+
"mean_interval_width": 4.324272632598877,
|
| 604 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"family": "thermal",
|
| 608 |
+
"field_id": 0,
|
| 609 |
+
"field": "indoor_temp",
|
| 610 |
+
"horizon_minutes": 120.0,
|
| 611 |
+
"count": 152,
|
| 612 |
+
"mae": 2.0178134441375732,
|
| 613 |
+
"rmse": 2.605475425720215,
|
| 614 |
+
"standardized_mae": 0.32788634300231934,
|
| 615 |
+
"standardized_rmse": 0.42337900400161743,
|
| 616 |
+
"standardized_gaussian_nll": 0.4763624324489936,
|
| 617 |
+
"physical_gaussian_nll": 2.2934651520612954,
|
| 618 |
+
"nominal_coverage": 0.9,
|
| 619 |
+
"coverage": 0.9539473684210527,
|
| 620 |
+
"mean_interval_width": 9.042511940002441,
|
| 621 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"family": "thermal",
|
| 625 |
+
"field_id": 1,
|
| 626 |
+
"field": "mass_temp",
|
| 627 |
+
"horizon_minutes": 15.0,
|
| 628 |
+
"count": 111,
|
| 629 |
+
"mae": 0.032373521476984024,
|
| 630 |
+
"rmse": 0.03924814611673355,
|
| 631 |
+
"standardized_mae": 0.013221275061368942,
|
| 632 |
+
"standardized_rmse": 0.016028856858611107,
|
| 633 |
+
"standardized_gaussian_nll": -2.6619403549598823,
|
| 634 |
+
"physical_gaussian_nll": -1.766426838094902,
|
| 635 |
+
"nominal_coverage": 0.9,
|
| 636 |
+
"coverage": 0.990990990990991,
|
| 637 |
+
"mean_interval_width": 0.17262381315231323,
|
| 638 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 639 |
+
},
|
| 640 |
+
{
|
| 641 |
+
"family": "thermal",
|
| 642 |
+
"field_id": 1,
|
| 643 |
+
"field": "mass_temp",
|
| 644 |
+
"horizon_minutes": 30.0,
|
| 645 |
+
"count": 114,
|
| 646 |
+
"mae": 0.0720326378941536,
|
| 647 |
+
"rmse": 0.10090784728527069,
|
| 648 |
+
"standardized_mae": 0.0294179730117321,
|
| 649 |
+
"standardized_rmse": 0.04121054336428642,
|
| 650 |
+
"standardized_gaussian_nll": -2.068427718573511,
|
| 651 |
+
"physical_gaussian_nll": -1.1729142017085308,
|
| 652 |
+
"nominal_coverage": 0.9,
|
| 653 |
+
"coverage": 0.8859649122807017,
|
| 654 |
+
"mean_interval_width": 0.2469732165336609,
|
| 655 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 656 |
+
},
|
| 657 |
+
{
|
| 658 |
+
"family": "thermal",
|
| 659 |
+
"field_id": 1,
|
| 660 |
+
"field": "mass_temp",
|
| 661 |
+
"horizon_minutes": 60.0,
|
| 662 |
+
"count": 117,
|
| 663 |
+
"mae": 0.14999733865261078,
|
| 664 |
+
"rmse": 0.21931733191013336,
|
| 665 |
+
"standardized_mae": 0.06125858798623085,
|
| 666 |
+
"standardized_rmse": 0.08956871926784515,
|
| 667 |
+
"standardized_gaussian_nll": -1.3329545933523426,
|
| 668 |
+
"physical_gaussian_nll": -0.4374410764873623,
|
| 669 |
+
"nominal_coverage": 0.9,
|
| 670 |
+
"coverage": 0.8034188034188035,
|
| 671 |
+
"mean_interval_width": 0.4803672134876251,
|
| 672 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 673 |
+
},
|
| 674 |
+
{
|
| 675 |
+
"family": "thermal",
|
| 676 |
+
"field_id": 1,
|
| 677 |
+
"field": "mass_temp",
|
| 678 |
+
"horizon_minutes": 120.0,
|
| 679 |
+
"count": 115,
|
| 680 |
+
"mae": 0.28693687915802,
|
| 681 |
+
"rmse": 0.41967710852622986,
|
| 682 |
+
"standardized_mae": 0.11718440055847168,
|
| 683 |
+
"standardized_rmse": 0.1713952124118805,
|
| 684 |
+
"standardized_gaussian_nll": -0.5493129465039576,
|
| 685 |
+
"physical_gaussian_nll": 0.3462005703610227,
|
| 686 |
+
"nominal_coverage": 0.9,
|
| 687 |
+
"coverage": 0.9217391304347826,
|
| 688 |
+
"mean_interval_width": 1.1631590127944946,
|
| 689 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 690 |
+
},
|
| 691 |
+
{
|
| 692 |
+
"family": "thermal",
|
| 693 |
+
"field_id": 2,
|
| 694 |
+
"field": "energy_kwh",
|
| 695 |
+
"horizon_minutes": 15.0,
|
| 696 |
+
"count": 156,
|
| 697 |
+
"mae": 1.200164556503296,
|
| 698 |
+
"rmse": 1.3511199951171875,
|
| 699 |
+
"standardized_mae": 0.015086397528648376,
|
| 700 |
+
"standardized_rmse": 0.01698394864797592,
|
| 701 |
+
"standardized_gaussian_nll": -2.6334933069583375,
|
| 702 |
+
"physical_gaussian_nll": 1.7429271203720456,
|
| 703 |
+
"nominal_coverage": 0.9,
|
| 704 |
+
"coverage": 0.8589743589743589,
|
| 705 |
+
"mean_interval_width": 3.7861294746398926,
|
| 706 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 707 |
+
},
|
| 708 |
+
{
|
| 709 |
+
"family": "thermal",
|
| 710 |
+
"field_id": 2,
|
| 711 |
+
"field": "energy_kwh",
|
| 712 |
+
"horizon_minutes": 30.0,
|
| 713 |
+
"count": 155,
|
| 714 |
+
"mae": 1.461418867111206,
|
| 715 |
+
"rmse": 1.7112290859222412,
|
| 716 |
+
"standardized_mae": 0.018370436504483223,
|
| 717 |
+
"standardized_rmse": 0.021510619670152664,
|
| 718 |
+
"standardized_gaussian_nll": -2.3654289927574186,
|
| 719 |
+
"physical_gaussian_nll": 2.0109914345729645,
|
| 720 |
+
"nominal_coverage": 0.9,
|
| 721 |
+
"coverage": 0.7806451612903226,
|
| 722 |
+
"mean_interval_width": 4.242422103881836,
|
| 723 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 724 |
+
},
|
| 725 |
+
{
|
| 726 |
+
"family": "thermal",
|
| 727 |
+
"field_id": 2,
|
| 728 |
+
"field": "energy_kwh",
|
| 729 |
+
"horizon_minutes": 60.0,
|
| 730 |
+
"count": 158,
|
| 731 |
+
"mae": 1.9726269245147705,
|
| 732 |
+
"rmse": 2.5798239707946777,
|
| 733 |
+
"standardized_mae": 0.024796461686491966,
|
| 734 |
+
"standardized_rmse": 0.03242909535765648,
|
| 735 |
+
"standardized_gaussian_nll": -1.9474285503568984,
|
| 736 |
+
"physical_gaussian_nll": 2.428991876973485,
|
| 737 |
+
"nominal_coverage": 0.9,
|
| 738 |
+
"coverage": 0.7468354430379747,
|
| 739 |
+
"mean_interval_width": 5.5846452713012695,
|
| 740 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 741 |
+
},
|
| 742 |
+
{
|
| 743 |
+
"family": "thermal",
|
| 744 |
+
"field_id": 2,
|
| 745 |
+
"field": "energy_kwh",
|
| 746 |
+
"horizon_minutes": 120.0,
|
| 747 |
+
"count": 155,
|
| 748 |
+
"mae": 3.371459484100342,
|
| 749 |
+
"rmse": 4.669321537017822,
|
| 750 |
+
"standardized_mae": 0.04238017275929451,
|
| 751 |
+
"standardized_rmse": 0.05869465321302414,
|
| 752 |
+
"standardized_gaussian_nll": -1.3509607635558867,
|
| 753 |
+
"physical_gaussian_nll": 3.0254596637744964,
|
| 754 |
+
"nominal_coverage": 0.9,
|
| 755 |
+
"coverage": 0.7354838709677419,
|
| 756 |
+
"mean_interval_width": 9.91757583618164,
|
| 757 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 758 |
+
}
|
| 759 |
+
],
|
| 760 |
+
"balanced_standardized_summary": [
|
| 761 |
+
{
|
| 762 |
+
"family": "battery",
|
| 763 |
+
"standardized_mae": 0.22587843239307404,
|
| 764 |
+
"standardized_rmse": 0.3579902797937393,
|
| 765 |
+
"standardized_gaussian_nll": 0.07178111777515282,
|
| 766 |
+
"observed_query_count": 2103,
|
| 767 |
+
"weighting": "equal field/horizon row weight"
|
| 768 |
+
},
|
| 769 |
+
{
|
| 770 |
+
"family": "tank",
|
| 771 |
+
"standardized_mae": 0.24183149309828877,
|
| 772 |
+
"standardized_rmse": 0.390650131739676,
|
| 773 |
+
"standardized_gaussian_nll": -0.12207412229864442,
|
| 774 |
+
"observed_query_count": 2577,
|
| 775 |
+
"weighting": "equal field/horizon row weight"
|
| 776 |
+
},
|
| 777 |
+
{
|
| 778 |
+
"family": "thermal",
|
| 779 |
+
"standardized_mae": 0.07895719384153684,
|
| 780 |
+
"standardized_rmse": 0.10548979556187987,
|
| 781 |
+
"standardized_gaussian_nll": -1.3708496286383136,
|
| 782 |
+
"observed_query_count": 1700,
|
| 783 |
+
"weighting": "equal field/horizon row weight"
|
| 784 |
+
}
|
| 785 |
+
]
|
| 786 |
+
},
|
| 787 |
+
"history96": {
|
| 788 |
+
"checkpoint_sha256": "e3959fc9e9d71c324a0e245d1b05c48db4498280de89469435bb842ec98fd86f",
|
| 789 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 790 |
+
"training_run_sha256": "45ae7443ababc781ed96efe56568db8b0ce5dfaf7da2c33e2ea2965133b83815",
|
| 791 |
+
"model_kind": "transformer",
|
| 792 |
+
"model_config": {
|
| 793 |
+
"history_steps": 96,
|
| 794 |
+
"future_steps": 8,
|
| 795 |
+
"num_fields": 20,
|
| 796 |
+
"num_units": 8,
|
| 797 |
+
"num_roles": 3,
|
| 798 |
+
"d_model": 128,
|
| 799 |
+
"layers": 4,
|
| 800 |
+
"heads": 4,
|
| 801 |
+
"ff_dim": 512,
|
| 802 |
+
"dropout": 0.0,
|
| 803 |
+
"use_history": true
|
| 804 |
+
},
|
| 805 |
+
"parameter_count": 2750082,
|
| 806 |
+
"window_sampling": {
|
| 807 |
+
"seed": 2026,
|
| 808 |
+
"history_steps": 96,
|
| 809 |
+
"future_steps": 8,
|
| 810 |
+
"sampling": "uniform eligible anchors with replacement",
|
| 811 |
+
"anchor_sha256": "3d354d6da233d15d0670ff2d794494d0adda1b7f0e4202ac43052ac26cd6950a",
|
| 812 |
+
"family_window_counts": {
|
| 813 |
+
"battery": 184,
|
| 814 |
+
"tank": 165,
|
| 815 |
+
"thermal": 163
|
| 816 |
+
}
|
| 817 |
+
},
|
| 818 |
+
"training_seed": 42,
|
| 819 |
+
"training_budget": {
|
| 820 |
+
"requested_epochs": 8,
|
| 821 |
+
"epochs_completed": 8,
|
| 822 |
+
"training_windows_per_epoch": 4096,
|
| 823 |
+
"batch_size": 64,
|
| 824 |
+
"selected_checkpoint_epoch": 5
|
| 825 |
+
},
|
| 826 |
+
"metrics": [
|
| 827 |
+
{
|
| 828 |
+
"family": "battery",
|
| 829 |
+
"field_id": 7,
|
| 830 |
+
"field": "state_of_charge",
|
| 831 |
+
"horizon_minutes": 15.0,
|
| 832 |
+
"count": 175,
|
| 833 |
+
"mae": 0.024307413026690483,
|
| 834 |
+
"rmse": 0.03395087271928787,
|
| 835 |
+
"standardized_mae": 0.06631916016340256,
|
| 836 |
+
"standardized_rmse": 0.09262990951538086,
|
| 837 |
+
"standardized_gaussian_nll": -1.0447524684149392,
|
| 838 |
+
"physical_gaussian_nll": -2.048450010293144,
|
| 839 |
+
"nominal_coverage": 0.9,
|
| 840 |
+
"coverage": 0.96,
|
| 841 |
+
"mean_interval_width": 0.11264657229185104,
|
| 842 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 843 |
+
},
|
| 844 |
+
{
|
| 845 |
+
"family": "battery",
|
| 846 |
+
"field_id": 7,
|
| 847 |
+
"field": "state_of_charge",
|
| 848 |
+
"horizon_minutes": 30.0,
|
| 849 |
+
"count": 175,
|
| 850 |
+
"mae": 0.03905227780342102,
|
| 851 |
+
"rmse": 0.06318781524896622,
|
| 852 |
+
"standardized_mae": 0.10654833167791367,
|
| 853 |
+
"standardized_rmse": 0.17239856719970703,
|
| 854 |
+
"standardized_gaussian_nll": -0.4319094648013307,
|
| 855 |
+
"physical_gaussian_nll": -1.4356070066795354,
|
| 856 |
+
"nominal_coverage": 0.9,
|
| 857 |
+
"coverage": 0.96,
|
| 858 |
+
"mean_interval_width": 0.22294214367866516,
|
| 859 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 860 |
+
},
|
| 861 |
+
{
|
| 862 |
+
"family": "battery",
|
| 863 |
+
"field_id": 7,
|
| 864 |
+
"field": "state_of_charge",
|
| 865 |
+
"horizon_minutes": 60.0,
|
| 866 |
+
"count": 175,
|
| 867 |
+
"mae": 0.06536366790533066,
|
| 868 |
+
"rmse": 0.11381972581148148,
|
| 869 |
+
"standardized_mae": 0.1783350557088852,
|
| 870 |
+
"standardized_rmse": 0.31054019927978516,
|
| 871 |
+
"standardized_gaussian_nll": 0.1804019441441618,
|
| 872 |
+
"physical_gaussian_nll": -0.823295597734043,
|
| 873 |
+
"nominal_coverage": 0.9,
|
| 874 |
+
"coverage": 0.96,
|
| 875 |
+
"mean_interval_width": 0.4455433189868927,
|
| 876 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 877 |
+
},
|
| 878 |
+
{
|
| 879 |
+
"family": "battery",
|
| 880 |
+
"field_id": 7,
|
| 881 |
+
"field": "state_of_charge",
|
| 882 |
+
"horizon_minutes": 120.0,
|
| 883 |
+
"count": 176,
|
| 884 |
+
"mae": 0.11910151690244675,
|
| 885 |
+
"rmse": 0.2049441784620285,
|
| 886 |
+
"standardized_mae": 0.32495078444480896,
|
| 887 |
+
"standardized_rmse": 0.5591596961021423,
|
| 888 |
+
"standardized_gaussian_nll": 0.8097816973380884,
|
| 889 |
+
"physical_gaussian_nll": -0.19391584454011646,
|
| 890 |
+
"nominal_coverage": 0.9,
|
| 891 |
+
"coverage": 0.9602272727272727,
|
| 892 |
+
"mean_interval_width": 0.8135712742805481,
|
| 893 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 894 |
+
},
|
| 895 |
+
{
|
| 896 |
+
"family": "battery",
|
| 897 |
+
"field_id": 8,
|
| 898 |
+
"field": "battery_temp",
|
| 899 |
+
"horizon_minutes": 15.0,
|
| 900 |
+
"count": 180,
|
| 901 |
+
"mae": 0.485981822013855,
|
| 902 |
+
"rmse": 0.6028002500534058,
|
| 903 |
+
"standardized_mae": 0.060023341327905655,
|
| 904 |
+
"standardized_rmse": 0.0744515210390091,
|
| 905 |
+
"standardized_gaussian_nll": -1.0171401350982876,
|
| 906 |
+
"physical_gaussian_nll": 1.0742975183981862,
|
| 907 |
+
"nominal_coverage": 0.9,
|
| 908 |
+
"coverage": 0.8666666666666667,
|
| 909 |
+
"mean_interval_width": 2.3966877460479736,
|
| 910 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 911 |
+
},
|
| 912 |
+
{
|
| 913 |
+
"family": "battery",
|
| 914 |
+
"field_id": 8,
|
| 915 |
+
"field": "battery_temp",
|
| 916 |
+
"horizon_minutes": 30.0,
|
| 917 |
+
"count": 177,
|
| 918 |
+
"mae": 0.7429884672164917,
|
| 919 |
+
"rmse": 0.9564019441604614,
|
| 920 |
+
"standardized_mae": 0.09176608920097351,
|
| 921 |
+
"standardized_rmse": 0.11812467128038406,
|
| 922 |
+
"standardized_gaussian_nll": -0.4667258463246877,
|
| 923 |
+
"physical_gaussian_nll": 1.624711807171786,
|
| 924 |
+
"nominal_coverage": 0.9,
|
| 925 |
+
"coverage": 0.8361581920903954,
|
| 926 |
+
"mean_interval_width": 4.356872081756592,
|
| 927 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 928 |
+
},
|
| 929 |
+
{
|
| 930 |
+
"family": "battery",
|
| 931 |
+
"field_id": 8,
|
| 932 |
+
"field": "battery_temp",
|
| 933 |
+
"horizon_minutes": 60.0,
|
| 934 |
+
"count": 181,
|
| 935 |
+
"mae": 1.2414684295654297,
|
| 936 |
+
"rmse": 1.7086529731750488,
|
| 937 |
+
"standardized_mae": 0.15333306789398193,
|
| 938 |
+
"standardized_rmse": 0.21103477478027344,
|
| 939 |
+
"standardized_gaussian_nll": 0.07292176527079025,
|
| 940 |
+
"physical_gaussian_nll": 2.164359418767264,
|
| 941 |
+
"nominal_coverage": 0.9,
|
| 942 |
+
"coverage": 0.8729281767955801,
|
| 943 |
+
"mean_interval_width": 8.230205535888672,
|
| 944 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 945 |
+
},
|
| 946 |
+
{
|
| 947 |
+
"family": "battery",
|
| 948 |
+
"field_id": 8,
|
| 949 |
+
"field": "battery_temp",
|
| 950 |
+
"horizon_minutes": 120.0,
|
| 951 |
+
"count": 181,
|
| 952 |
+
"mae": 2.125725746154785,
|
| 953 |
+
"rmse": 2.882694721221924,
|
| 954 |
+
"standardized_mae": 0.26254719495773315,
|
| 955 |
+
"standardized_rmse": 0.35604000091552734,
|
| 956 |
+
"standardized_gaussian_nll": 0.5645160394234986,
|
| 957 |
+
"physical_gaussian_nll": 2.6559536929199723,
|
| 958 |
+
"nominal_coverage": 0.9,
|
| 959 |
+
"coverage": 0.9392265193370166,
|
| 960 |
+
"mean_interval_width": 15.086609840393066,
|
| 961 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 962 |
+
},
|
| 963 |
+
{
|
| 964 |
+
"family": "battery",
|
| 965 |
+
"field_id": 9,
|
| 966 |
+
"field": "terminal_voltage",
|
| 967 |
+
"horizon_minutes": 15.0,
|
| 968 |
+
"count": 170,
|
| 969 |
+
"mae": 2.5369484424591064,
|
| 970 |
+
"rmse": 4.951508045196533,
|
| 971 |
+
"standardized_mae": 0.15886622667312622,
|
| 972 |
+
"standardized_rmse": 0.3100683391094208,
|
| 973 |
+
"standardized_gaussian_nll": 0.20129437879276763,
|
| 974 |
+
"physical_gaussian_nll": 2.971949107486732,
|
| 975 |
+
"nominal_coverage": 0.9,
|
| 976 |
+
"coverage": 0.9235294117647059,
|
| 977 |
+
"mean_interval_width": 19.12533187866211,
|
| 978 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 979 |
+
},
|
| 980 |
+
{
|
| 981 |
+
"family": "battery",
|
| 982 |
+
"field_id": 9,
|
| 983 |
+
"field": "terminal_voltage",
|
| 984 |
+
"horizon_minutes": 30.0,
|
| 985 |
+
"count": 174,
|
| 986 |
+
"mae": 4.325421333312988,
|
| 987 |
+
"rmse": 8.34469223022461,
|
| 988 |
+
"standardized_mae": 0.2708621919155121,
|
| 989 |
+
"standardized_rmse": 0.5225529074668884,
|
| 990 |
+
"standardized_gaussian_nll": 0.696497570546398,
|
| 991 |
+
"physical_gaussian_nll": 3.4671522992403623,
|
| 992 |
+
"nominal_coverage": 0.9,
|
| 993 |
+
"coverage": 0.9252873563218391,
|
| 994 |
+
"mean_interval_width": 29.44996452331543,
|
| 995 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 996 |
+
},
|
| 997 |
+
{
|
| 998 |
+
"family": "battery",
|
| 999 |
+
"field_id": 9,
|
| 1000 |
+
"field": "terminal_voltage",
|
| 1001 |
+
"horizon_minutes": 60.0,
|
| 1002 |
+
"count": 166,
|
| 1003 |
+
"mae": 7.411620616912842,
|
| 1004 |
+
"rmse": 11.912679672241211,
|
| 1005 |
+
"standardized_mae": 0.46412304043769836,
|
| 1006 |
+
"standardized_rmse": 0.7459838390350342,
|
| 1007 |
+
"standardized_gaussian_nll": 1.015463630694927,
|
| 1008 |
+
"physical_gaussian_nll": 3.786118359388891,
|
| 1009 |
+
"nominal_coverage": 0.9,
|
| 1010 |
+
"coverage": 0.927710843373494,
|
| 1011 |
+
"mean_interval_width": 42.82393264770508,
|
| 1012 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1013 |
+
},
|
| 1014 |
+
{
|
| 1015 |
+
"family": "battery",
|
| 1016 |
+
"field_id": 9,
|
| 1017 |
+
"field": "terminal_voltage",
|
| 1018 |
+
"horizon_minutes": 120.0,
|
| 1019 |
+
"count": 173,
|
| 1020 |
+
"mae": 9.99101734161377,
|
| 1021 |
+
"rmse": 13.986483573913574,
|
| 1022 |
+
"standardized_mae": 0.6256474256515503,
|
| 1023 |
+
"standardized_rmse": 0.8758474588394165,
|
| 1024 |
+
"standardized_gaussian_nll": 1.293373297873922,
|
| 1025 |
+
"physical_gaussian_nll": 4.064028026567886,
|
| 1026 |
+
"nominal_coverage": 0.9,
|
| 1027 |
+
"coverage": 0.9479768786127167,
|
| 1028 |
+
"mean_interval_width": 58.9625358581543,
|
| 1029 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1030 |
+
},
|
| 1031 |
+
{
|
| 1032 |
+
"family": "tank",
|
| 1033 |
+
"field_id": 3,
|
| 1034 |
+
"field": "water_level",
|
| 1035 |
+
"horizon_minutes": 15.0,
|
| 1036 |
+
"count": 161,
|
| 1037 |
+
"mae": 0.10453978925943375,
|
| 1038 |
+
"rmse": 0.15217472612857819,
|
| 1039 |
+
"standardized_mae": 0.018018219619989395,
|
| 1040 |
+
"standardized_rmse": 0.026228459551930428,
|
| 1041 |
+
"standardized_gaussian_nll": -2.250577156503018,
|
| 1042 |
+
"physical_gaussian_nll": -0.49239284545560547,
|
| 1043 |
+
"nominal_coverage": 0.9,
|
| 1044 |
+
"coverage": 0.9565217391304348,
|
| 1045 |
+
"mean_interval_width": 0.5909295678138733,
|
| 1046 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1047 |
+
},
|
| 1048 |
+
{
|
| 1049 |
+
"family": "tank",
|
| 1050 |
+
"field_id": 3,
|
| 1051 |
+
"field": "water_level",
|
| 1052 |
+
"horizon_minutes": 30.0,
|
| 1053 |
+
"count": 162,
|
| 1054 |
+
"mae": 0.16748961806297302,
|
| 1055 |
+
"rmse": 0.24712666869163513,
|
| 1056 |
+
"standardized_mae": 0.028868097811937332,
|
| 1057 |
+
"standardized_rmse": 0.04259414225816727,
|
| 1058 |
+
"standardized_gaussian_nll": -1.8078115786695663,
|
| 1059 |
+
"physical_gaussian_nll": -0.04962726762215386,
|
| 1060 |
+
"nominal_coverage": 0.9,
|
| 1061 |
+
"coverage": 0.9259259259259259,
|
| 1062 |
+
"mean_interval_width": 0.9041959643363953,
|
| 1063 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1064 |
+
},
|
| 1065 |
+
{
|
| 1066 |
+
"family": "tank",
|
| 1067 |
+
"field_id": 3,
|
| 1068 |
+
"field": "water_level",
|
| 1069 |
+
"horizon_minutes": 60.0,
|
| 1070 |
+
"count": 160,
|
| 1071 |
+
"mae": 0.3350045382976532,
|
| 1072 |
+
"rmse": 0.4735865294933319,
|
| 1073 |
+
"standardized_mae": 0.05774055793881416,
|
| 1074 |
+
"standardized_rmse": 0.08162620663642883,
|
| 1075 |
+
"standardized_gaussian_nll": -1.0947934717060348,
|
| 1076 |
+
"physical_gaussian_nll": 0.6633908393413777,
|
| 1077 |
+
"nominal_coverage": 0.9,
|
| 1078 |
+
"coverage": 0.89375,
|
| 1079 |
+
"mean_interval_width": 1.630171298980713,
|
| 1080 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1081 |
+
},
|
| 1082 |
+
{
|
| 1083 |
+
"family": "tank",
|
| 1084 |
+
"field_id": 3,
|
| 1085 |
+
"field": "water_level",
|
| 1086 |
+
"horizon_minutes": 120.0,
|
| 1087 |
+
"count": 162,
|
| 1088 |
+
"mae": 0.5746299624443054,
|
| 1089 |
+
"rmse": 0.8364267349243164,
|
| 1090 |
+
"standardized_mae": 0.09904179722070694,
|
| 1091 |
+
"standardized_rmse": 0.14416444301605225,
|
| 1092 |
+
"standardized_gaussian_nll": -0.4870607946786357,
|
| 1093 |
+
"physical_gaussian_nll": 1.2711235163687769,
|
| 1094 |
+
"nominal_coverage": 0.9,
|
| 1095 |
+
"coverage": 0.8765432098765432,
|
| 1096 |
+
"mean_interval_width": 3.107257843017578,
|
| 1097 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1098 |
+
},
|
| 1099 |
+
{
|
| 1100 |
+
"family": "tank",
|
| 1101 |
+
"field_id": 4,
|
| 1102 |
+
"field": "water_temp",
|
| 1103 |
+
"horizon_minutes": 15.0,
|
| 1104 |
+
"count": 161,
|
| 1105 |
+
"mae": 0.030256040394306183,
|
| 1106 |
+
"rmse": 0.05994768068194389,
|
| 1107 |
+
"standardized_mae": 0.026137864217162132,
|
| 1108 |
+
"standardized_rmse": 0.051788151264190674,
|
| 1109 |
+
"standardized_gaussian_nll": -1.2461548028414395,
|
| 1110 |
+
"physical_gaussian_nll": -1.0998439613274986,
|
| 1111 |
+
"nominal_coverage": 0.9,
|
| 1112 |
+
"coverage": 0.8881987577639752,
|
| 1113 |
+
"mean_interval_width": 0.10458684712648392,
|
| 1114 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1115 |
+
},
|
| 1116 |
+
{
|
| 1117 |
+
"family": "tank",
|
| 1118 |
+
"field_id": 4,
|
| 1119 |
+
"field": "water_temp",
|
| 1120 |
+
"horizon_minutes": 30.0,
|
| 1121 |
+
"count": 163,
|
| 1122 |
+
"mae": 0.04837018623948097,
|
| 1123 |
+
"rmse": 0.07776153087615967,
|
| 1124 |
+
"standardized_mae": 0.04178647696971893,
|
| 1125 |
+
"standardized_rmse": 0.06717734038829803,
|
| 1126 |
+
"standardized_gaussian_nll": -1.3597009501009016,
|
| 1127 |
+
"physical_gaussian_nll": -1.2133901085869607,
|
| 1128 |
+
"nominal_coverage": 0.9,
|
| 1129 |
+
"coverage": 0.8343558282208589,
|
| 1130 |
+
"mean_interval_width": 0.14568352699279785,
|
| 1131 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1132 |
+
},
|
| 1133 |
+
{
|
| 1134 |
+
"family": "tank",
|
| 1135 |
+
"field_id": 4,
|
| 1136 |
+
"field": "water_temp",
|
| 1137 |
+
"horizon_minutes": 60.0,
|
| 1138 |
+
"count": 161,
|
| 1139 |
+
"mae": 0.10690145939588547,
|
| 1140 |
+
"rmse": 0.15395145118236542,
|
| 1141 |
+
"standardized_mae": 0.09235101193189621,
|
| 1142 |
+
"standardized_rmse": 0.13299699127674103,
|
| 1143 |
+
"standardized_gaussian_nll": -0.3374427689417652,
|
| 1144 |
+
"physical_gaussian_nll": -0.19113192742782434,
|
| 1145 |
+
"nominal_coverage": 0.9,
|
| 1146 |
+
"coverage": 0.7453416149068323,
|
| 1147 |
+
"mean_interval_width": 0.2674901485443115,
|
| 1148 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1149 |
+
},
|
| 1150 |
+
{
|
| 1151 |
+
"family": "tank",
|
| 1152 |
+
"field_id": 4,
|
| 1153 |
+
"field": "water_temp",
|
| 1154 |
+
"horizon_minutes": 120.0,
|
| 1155 |
+
"count": 160,
|
| 1156 |
+
"mae": 0.20907899737358093,
|
| 1157 |
+
"rmse": 0.2672901153564453,
|
| 1158 |
+
"standardized_mae": 0.18062107264995575,
|
| 1159 |
+
"standardized_rmse": 0.23090901970863342,
|
| 1160 |
+
"standardized_gaussian_nll": 0.1038869153587797,
|
| 1161 |
+
"physical_gaussian_nll": 0.2501977568727206,
|
| 1162 |
+
"nominal_coverage": 0.9,
|
| 1163 |
+
"coverage": 0.74375,
|
| 1164 |
+
"mean_interval_width": 0.6123576164245605,
|
| 1165 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1166 |
+
},
|
| 1167 |
+
{
|
| 1168 |
+
"family": "tank",
|
| 1169 |
+
"field_id": 5,
|
| 1170 |
+
"field": "flow",
|
| 1171 |
+
"horizon_minutes": 15.0,
|
| 1172 |
+
"count": 162,
|
| 1173 |
+
"mae": 0.14296968281269073,
|
| 1174 |
+
"rmse": 0.24274185299873352,
|
| 1175 |
+
"standardized_mae": 0.2976644039154053,
|
| 1176 |
+
"standardized_rmse": 0.5053911209106445,
|
| 1177 |
+
"standardized_gaussian_nll": 1.3647981294873766,
|
| 1178 |
+
"physical_gaussian_nll": 0.6314640708697626,
|
| 1179 |
+
"nominal_coverage": 0.9,
|
| 1180 |
+
"coverage": 0.8888888888888888,
|
| 1181 |
+
"mean_interval_width": 0.5900139808654785,
|
| 1182 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1183 |
+
},
|
| 1184 |
+
{
|
| 1185 |
+
"family": "tank",
|
| 1186 |
+
"field_id": 5,
|
| 1187 |
+
"field": "flow",
|
| 1188 |
+
"horizon_minutes": 30.0,
|
| 1189 |
+
"count": 163,
|
| 1190 |
+
"mae": 0.18483150005340576,
|
| 1191 |
+
"rmse": 0.30543869733810425,
|
| 1192 |
+
"standardized_mae": 0.3848211467266083,
|
| 1193 |
+
"standardized_rmse": 0.6359266042709351,
|
| 1194 |
+
"standardized_gaussian_nll": 0.9144850517039899,
|
| 1195 |
+
"physical_gaussian_nll": 0.18115099308637594,
|
| 1196 |
+
"nominal_coverage": 0.9,
|
| 1197 |
+
"coverage": 0.9325153374233128,
|
| 1198 |
+
"mean_interval_width": 0.889930248260498,
|
| 1199 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1200 |
+
},
|
| 1201 |
+
{
|
| 1202 |
+
"family": "tank",
|
| 1203 |
+
"field_id": 5,
|
| 1204 |
+
"field": "flow",
|
| 1205 |
+
"horizon_minutes": 60.0,
|
| 1206 |
+
"count": 161,
|
| 1207 |
+
"mae": 0.24666669964790344,
|
| 1208 |
+
"rmse": 0.3889637291431427,
|
| 1209 |
+
"standardized_mae": 0.5135626792907715,
|
| 1210 |
+
"standardized_rmse": 0.8098266124725342,
|
| 1211 |
+
"standardized_gaussian_nll": 0.951388872805394,
|
| 1212 |
+
"physical_gaussian_nll": 0.21805481418778005,
|
| 1213 |
+
"nominal_coverage": 0.9,
|
| 1214 |
+
"coverage": 0.9503105590062112,
|
| 1215 |
+
"mean_interval_width": 1.2867449522018433,
|
| 1216 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1217 |
+
},
|
| 1218 |
+
{
|
| 1219 |
+
"family": "tank",
|
| 1220 |
+
"field_id": 5,
|
| 1221 |
+
"field": "flow",
|
| 1222 |
+
"horizon_minutes": 120.0,
|
| 1223 |
+
"count": 161,
|
| 1224 |
+
"mae": 0.32246851921081543,
|
| 1225 |
+
"rmse": 0.48173752427101135,
|
| 1226 |
+
"standardized_mae": 0.6713828444480896,
|
| 1227 |
+
"standardized_rmse": 1.0029826164245605,
|
| 1228 |
+
"standardized_gaussian_nll": 1.2228729044192408,
|
| 1229 |
+
"physical_gaussian_nll": 0.4895388458016269,
|
| 1230 |
+
"nominal_coverage": 0.9,
|
| 1231 |
+
"coverage": 0.9503105590062112,
|
| 1232 |
+
"mean_interval_width": 1.6844556331634521,
|
| 1233 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1234 |
+
},
|
| 1235 |
+
{
|
| 1236 |
+
"family": "tank",
|
| 1237 |
+
"field_id": 6,
|
| 1238 |
+
"field": "pressure",
|
| 1239 |
+
"horizon_minutes": 15.0,
|
| 1240 |
+
"count": 162,
|
| 1241 |
+
"mae": 8.222146034240723,
|
| 1242 |
+
"rmse": 18.307268142700195,
|
| 1243 |
+
"standardized_mae": 0.19328206777572632,
|
| 1244 |
+
"standardized_rmse": 0.43035802245140076,
|
| 1245 |
+
"standardized_gaussian_nll": 0.48130988832968635,
|
| 1246 |
+
"physical_gaussian_nll": 4.231745820090587,
|
| 1247 |
+
"nominal_coverage": 0.9,
|
| 1248 |
+
"coverage": 0.9259259259259259,
|
| 1249 |
+
"mean_interval_width": 42.976749420166016,
|
| 1250 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1251 |
+
},
|
| 1252 |
+
{
|
| 1253 |
+
"family": "tank",
|
| 1254 |
+
"field_id": 6,
|
| 1255 |
+
"field": "pressure",
|
| 1256 |
+
"horizon_minutes": 30.0,
|
| 1257 |
+
"count": 161,
|
| 1258 |
+
"mae": 13.175812721252441,
|
| 1259 |
+
"rmse": 24.955303192138672,
|
| 1260 |
+
"standardized_mae": 0.3097303509712219,
|
| 1261 |
+
"standardized_rmse": 0.5866366624832153,
|
| 1262 |
+
"standardized_gaussian_nll": 0.6504113139128731,
|
| 1263 |
+
"physical_gaussian_nll": 4.4008472456737735,
|
| 1264 |
+
"nominal_coverage": 0.9,
|
| 1265 |
+
"coverage": 0.8944099378881988,
|
| 1266 |
+
"mean_interval_width": 73.78118896484375,
|
| 1267 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1268 |
+
},
|
| 1269 |
+
{
|
| 1270 |
+
"family": "tank",
|
| 1271 |
+
"field_id": 6,
|
| 1272 |
+
"field": "pressure",
|
| 1273 |
+
"horizon_minutes": 60.0,
|
| 1274 |
+
"count": 161,
|
| 1275 |
+
"mae": 18.075708389282227,
|
| 1276 |
+
"rmse": 29.435407638549805,
|
| 1277 |
+
"standardized_mae": 0.4249146282672882,
|
| 1278 |
+
"standardized_rmse": 0.6919527053833008,
|
| 1279 |
+
"standardized_gaussian_nll": 0.9847038210185591,
|
| 1280 |
+
"physical_gaussian_nll": 4.735139752779459,
|
| 1281 |
+
"nominal_coverage": 0.9,
|
| 1282 |
+
"coverage": 0.9006211180124224,
|
| 1283 |
+
"mean_interval_width": 112.21856689453125,
|
| 1284 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1285 |
+
},
|
| 1286 |
+
{
|
| 1287 |
+
"family": "tank",
|
| 1288 |
+
"field_id": 6,
|
| 1289 |
+
"field": "pressure",
|
| 1290 |
+
"horizon_minutes": 120.0,
|
| 1291 |
+
"count": 156,
|
| 1292 |
+
"mae": 25.409460067749023,
|
| 1293 |
+
"rmse": 37.00160598754883,
|
| 1294 |
+
"standardized_mae": 0.5973127484321594,
|
| 1295 |
+
"standardized_rmse": 0.8698151111602783,
|
| 1296 |
+
"standardized_gaussian_nll": 1.2838090760560685,
|
| 1297 |
+
"physical_gaussian_nll": 5.034245007816969,
|
| 1298 |
+
"nominal_coverage": 0.9,
|
| 1299 |
+
"coverage": 0.9551282051282052,
|
| 1300 |
+
"mean_interval_width": 159.5641326904297,
|
| 1301 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1302 |
+
},
|
| 1303 |
+
{
|
| 1304 |
+
"family": "thermal",
|
| 1305 |
+
"field_id": 0,
|
| 1306 |
+
"field": "indoor_temp",
|
| 1307 |
+
"horizon_minutes": 15.0,
|
| 1308 |
+
"count": 155,
|
| 1309 |
+
"mae": 0.3311842978000641,
|
| 1310 |
+
"rmse": 0.4649771451950073,
|
| 1311 |
+
"standardized_mae": 0.05381608009338379,
|
| 1312 |
+
"standardized_rmse": 0.07555686682462692,
|
| 1313 |
+
"standardized_gaussian_nll": -1.097358754121033,
|
| 1314 |
+
"physical_gaussian_nll": 0.719743965491269,
|
| 1315 |
+
"nominal_coverage": 0.9,
|
| 1316 |
+
"coverage": 0.8838709677419355,
|
| 1317 |
+
"mean_interval_width": 1.5755764245986938,
|
| 1318 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1319 |
+
},
|
| 1320 |
+
{
|
| 1321 |
+
"family": "thermal",
|
| 1322 |
+
"field_id": 0,
|
| 1323 |
+
"field": "indoor_temp",
|
| 1324 |
+
"horizon_minutes": 30.0,
|
| 1325 |
+
"count": 157,
|
| 1326 |
+
"mae": 0.616455078125,
|
| 1327 |
+
"rmse": 0.8759921193122864,
|
| 1328 |
+
"standardized_mae": 0.10017140209674835,
|
| 1329 |
+
"standardized_rmse": 0.1423451006412506,
|
| 1330 |
+
"standardized_gaussian_nll": -0.49944092582715527,
|
| 1331 |
+
"physical_gaussian_nll": 1.3176617937851467,
|
| 1332 |
+
"nominal_coverage": 0.9,
|
| 1333 |
+
"coverage": 0.8662420382165605,
|
| 1334 |
+
"mean_interval_width": 2.8334107398986816,
|
| 1335 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1336 |
+
},
|
| 1337 |
+
{
|
| 1338 |
+
"family": "thermal",
|
| 1339 |
+
"field_id": 0,
|
| 1340 |
+
"field": "indoor_temp",
|
| 1341 |
+
"horizon_minutes": 60.0,
|
| 1342 |
+
"count": 155,
|
| 1343 |
+
"mae": 0.994438111782074,
|
| 1344 |
+
"rmse": 1.4174896478652954,
|
| 1345 |
+
"standardized_mae": 0.16159208118915558,
|
| 1346 |
+
"standardized_rmse": 0.23033621907234192,
|
| 1347 |
+
"standardized_gaussian_nll": -0.0144422184435842,
|
| 1348 |
+
"physical_gaussian_nll": 1.8026605011687178,
|
| 1349 |
+
"nominal_coverage": 0.9,
|
| 1350 |
+
"coverage": 0.9290322580645162,
|
| 1351 |
+
"mean_interval_width": 5.8275146484375,
|
| 1352 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1353 |
+
},
|
| 1354 |
+
{
|
| 1355 |
+
"family": "thermal",
|
| 1356 |
+
"field_id": 0,
|
| 1357 |
+
"field": "indoor_temp",
|
| 1358 |
+
"horizon_minutes": 120.0,
|
| 1359 |
+
"count": 152,
|
| 1360 |
+
"mae": 2.3451199531555176,
|
| 1361 |
+
"rmse": 3.0614168643951416,
|
| 1362 |
+
"standardized_mae": 0.3810723125934601,
|
| 1363 |
+
"standardized_rmse": 0.497467577457428,
|
| 1364 |
+
"standardized_gaussian_nll": 0.6921580246088107,
|
| 1365 |
+
"physical_gaussian_nll": 2.5092607442211126,
|
| 1366 |
+
"nominal_coverage": 0.9,
|
| 1367 |
+
"coverage": 0.9671052631578947,
|
| 1368 |
+
"mean_interval_width": 11.888877868652344,
|
| 1369 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1370 |
+
},
|
| 1371 |
+
{
|
| 1372 |
+
"family": "thermal",
|
| 1373 |
+
"field_id": 1,
|
| 1374 |
+
"field": "mass_temp",
|
| 1375 |
+
"horizon_minutes": 15.0,
|
| 1376 |
+
"count": 111,
|
| 1377 |
+
"mae": 0.06442829966545105,
|
| 1378 |
+
"rmse": 0.07668175548315048,
|
| 1379 |
+
"standardized_mae": 0.02631237730383873,
|
| 1380 |
+
"standardized_rmse": 0.03131666034460068,
|
| 1381 |
+
"standardized_gaussian_nll": -2.089092040322345,
|
| 1382 |
+
"physical_gaussian_nll": -1.1935785234573646,
|
| 1383 |
+
"nominal_coverage": 0.9,
|
| 1384 |
+
"coverage": 0.8828828828828829,
|
| 1385 |
+
"mean_interval_width": 0.210112527012825,
|
| 1386 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1387 |
+
},
|
| 1388 |
+
{
|
| 1389 |
+
"family": "thermal",
|
| 1390 |
+
"field_id": 1,
|
| 1391 |
+
"field": "mass_temp",
|
| 1392 |
+
"horizon_minutes": 30.0,
|
| 1393 |
+
"count": 114,
|
| 1394 |
+
"mae": 0.093340203166008,
|
| 1395 |
+
"rmse": 0.1285138726234436,
|
| 1396 |
+
"standardized_mae": 0.03811993449926376,
|
| 1397 |
+
"standardized_rmse": 0.05248478427529335,
|
| 1398 |
+
"standardized_gaussian_nll": -1.7408567071473555,
|
| 1399 |
+
"physical_gaussian_nll": -0.8453431902823753,
|
| 1400 |
+
"nominal_coverage": 0.9,
|
| 1401 |
+
"coverage": 0.8859649122807017,
|
| 1402 |
+
"mean_interval_width": 0.29318180680274963,
|
| 1403 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1404 |
+
},
|
| 1405 |
+
{
|
| 1406 |
+
"family": "thermal",
|
| 1407 |
+
"field_id": 1,
|
| 1408 |
+
"field": "mass_temp",
|
| 1409 |
+
"horizon_minutes": 60.0,
|
| 1410 |
+
"count": 117,
|
| 1411 |
+
"mae": 0.1361454725265503,
|
| 1412 |
+
"rmse": 0.19698843359947205,
|
| 1413 |
+
"standardized_mae": 0.055601514875888824,
|
| 1414 |
+
"standardized_rmse": 0.0804496482014656,
|
| 1415 |
+
"standardized_gaussian_nll": -1.3364061444799802,
|
| 1416 |
+
"physical_gaussian_nll": -0.4408926276149999,
|
| 1417 |
+
"nominal_coverage": 0.9,
|
| 1418 |
+
"coverage": 0.8803418803418803,
|
| 1419 |
+
"mean_interval_width": 0.5205773711204529,
|
| 1420 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1421 |
+
},
|
| 1422 |
+
{
|
| 1423 |
+
"family": "thermal",
|
| 1424 |
+
"field_id": 1,
|
| 1425 |
+
"field": "mass_temp",
|
| 1426 |
+
"horizon_minutes": 120.0,
|
| 1427 |
+
"count": 115,
|
| 1428 |
+
"mae": 0.25489941239356995,
|
| 1429 |
+
"rmse": 0.36861711740493774,
|
| 1430 |
+
"standardized_mae": 0.10410036891698837,
|
| 1431 |
+
"standardized_rmse": 0.15054242312908173,
|
| 1432 |
+
"standardized_gaussian_nll": -0.6329802937278202,
|
| 1433 |
+
"physical_gaussian_nll": 0.2625332231371601,
|
| 1434 |
+
"nominal_coverage": 0.9,
|
| 1435 |
+
"coverage": 0.9391304347826087,
|
| 1436 |
+
"mean_interval_width": 1.2624061107635498,
|
| 1437 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1438 |
+
},
|
| 1439 |
+
{
|
| 1440 |
+
"family": "thermal",
|
| 1441 |
+
"field_id": 2,
|
| 1442 |
+
"field": "energy_kwh",
|
| 1443 |
+
"horizon_minutes": 15.0,
|
| 1444 |
+
"count": 156,
|
| 1445 |
+
"mae": 0.8766966462135315,
|
| 1446 |
+
"rmse": 0.9818884134292603,
|
| 1447 |
+
"standardized_mae": 0.011020317673683167,
|
| 1448 |
+
"standardized_rmse": 0.012342606671154499,
|
| 1449 |
+
"standardized_gaussian_nll": -2.896598882813299,
|
| 1450 |
+
"physical_gaussian_nll": 1.4798215445170841,
|
| 1451 |
+
"nominal_coverage": 0.9,
|
| 1452 |
+
"coverage": 1.0,
|
| 1453 |
+
"mean_interval_width": 4.394843101501465,
|
| 1454 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1455 |
+
},
|
| 1456 |
+
{
|
| 1457 |
+
"family": "thermal",
|
| 1458 |
+
"field_id": 2,
|
| 1459 |
+
"field": "energy_kwh",
|
| 1460 |
+
"horizon_minutes": 30.0,
|
| 1461 |
+
"count": 155,
|
| 1462 |
+
"mae": 1.1367056369781494,
|
| 1463 |
+
"rmse": 1.3838067054748535,
|
| 1464 |
+
"standardized_mae": 0.014288702048361301,
|
| 1465 |
+
"standardized_rmse": 0.01739482954144478,
|
| 1466 |
+
"standardized_gaussian_nll": -2.651788265991139,
|
| 1467 |
+
"physical_gaussian_nll": 1.724632161339244,
|
| 1468 |
+
"nominal_coverage": 0.9,
|
| 1469 |
+
"coverage": 0.9548387096774194,
|
| 1470 |
+
"mean_interval_width": 4.847188949584961,
|
| 1471 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1472 |
+
},
|
| 1473 |
+
{
|
| 1474 |
+
"family": "thermal",
|
| 1475 |
+
"field_id": 2,
|
| 1476 |
+
"field": "energy_kwh",
|
| 1477 |
+
"horizon_minutes": 60.0,
|
| 1478 |
+
"count": 158,
|
| 1479 |
+
"mae": 1.7425181865692139,
|
| 1480 |
+
"rmse": 2.1757915019989014,
|
| 1481 |
+
"standardized_mae": 0.021903932094573975,
|
| 1482 |
+
"standardized_rmse": 0.027350295335054398,
|
| 1483 |
+
"standardized_gaussian_nll": -2.2525728052767473,
|
| 1484 |
+
"physical_gaussian_nll": 2.1238476220536358,
|
| 1485 |
+
"nominal_coverage": 0.9,
|
| 1486 |
+
"coverage": 0.9240506329113924,
|
| 1487 |
+
"mean_interval_width": 6.170802593231201,
|
| 1488 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1489 |
+
},
|
| 1490 |
+
{
|
| 1491 |
+
"family": "thermal",
|
| 1492 |
+
"field_id": 2,
|
| 1493 |
+
"field": "energy_kwh",
|
| 1494 |
+
"horizon_minutes": 120.0,
|
| 1495 |
+
"count": 155,
|
| 1496 |
+
"mae": 3.7795400619506836,
|
| 1497 |
+
"rmse": 4.78128719329834,
|
| 1498 |
+
"standardized_mae": 0.04750985652208328,
|
| 1499 |
+
"standardized_rmse": 0.06010209396481514,
|
| 1500 |
+
"standardized_gaussian_nll": -1.354453428077627,
|
| 1501 |
+
"physical_gaussian_nll": 3.021966999252756,
|
| 1502 |
+
"nominal_coverage": 0.9,
|
| 1503 |
+
"coverage": 0.7032258064516129,
|
| 1504 |
+
"mean_interval_width": 10.703667640686035,
|
| 1505 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1506 |
+
}
|
| 1507 |
+
],
|
| 1508 |
+
"balanced_standardized_summary": [
|
| 1509 |
+
{
|
| 1510 |
+
"family": "battery",
|
| 1511 |
+
"standardized_mae": 0.23027682583779097,
|
| 1512 |
+
"standardized_rmse": 0.3624026570469141,
|
| 1513 |
+
"standardized_gaussian_nll": 0.15614353412044238,
|
| 1514 |
+
"observed_query_count": 2103,
|
| 1515 |
+
"weighting": "equal field/horizon row weight"
|
| 1516 |
+
},
|
| 1517 |
+
{
|
| 1518 |
+
"family": "tank",
|
| 1519 |
+
"standardized_mae": 0.2460772480117157,
|
| 1520 |
+
"standardized_rmse": 0.39439838810358196,
|
| 1521 |
+
"standardized_gaussian_nll": -0.03911722189683706,
|
| 1522 |
+
"observed_query_count": 2577,
|
| 1523 |
+
"weighting": "equal field/horizon row weight"
|
| 1524 |
+
},
|
| 1525 |
+
{
|
| 1526 |
+
"family": "thermal",
|
| 1527 |
+
"standardized_mae": 0.08462573999228577,
|
| 1528 |
+
"standardized_rmse": 0.1148074254548798,
|
| 1529 |
+
"standardized_gaussian_nll": -1.3228193701349398,
|
| 1530 |
+
"observed_query_count": 1700,
|
| 1531 |
+
"weighting": "equal field/horizon row weight"
|
| 1532 |
+
}
|
| 1533 |
+
]
|
| 1534 |
+
},
|
| 1535 |
+
"no_history": {
|
| 1536 |
+
"checkpoint_sha256": "78967fedd9c37ae26cb69e229618a1a8803d0e2cd06ba7655394d0cf7073b454",
|
| 1537 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 1538 |
+
"training_run_sha256": "7388bd91deb104769fd84f39ea44a1be378a20eaf092c7e2acbbc3fb7b706a1f",
|
| 1539 |
+
"model_kind": "transformer",
|
| 1540 |
+
"model_config": {
|
| 1541 |
+
"history_steps": 24,
|
| 1542 |
+
"future_steps": 8,
|
| 1543 |
+
"num_fields": 20,
|
| 1544 |
+
"num_units": 8,
|
| 1545 |
+
"num_roles": 3,
|
| 1546 |
+
"d_model": 128,
|
| 1547 |
+
"layers": 4,
|
| 1548 |
+
"heads": 4,
|
| 1549 |
+
"ff_dim": 512,
|
| 1550 |
+
"dropout": 0.0,
|
| 1551 |
+
"use_history": false
|
| 1552 |
+
},
|
| 1553 |
+
"parameter_count": 1570434,
|
| 1554 |
+
"window_sampling": {
|
| 1555 |
+
"seed": 2026,
|
| 1556 |
+
"history_steps": 24,
|
| 1557 |
+
"future_steps": 8,
|
| 1558 |
+
"sampling": "uniform eligible anchors with replacement",
|
| 1559 |
+
"anchor_sha256": "3d354d6da233d15d0670ff2d794494d0adda1b7f0e4202ac43052ac26cd6950a",
|
| 1560 |
+
"family_window_counts": {
|
| 1561 |
+
"battery": 184,
|
| 1562 |
+
"tank": 165,
|
| 1563 |
+
"thermal": 163
|
| 1564 |
+
}
|
| 1565 |
+
},
|
| 1566 |
+
"training_seed": 42,
|
| 1567 |
+
"training_budget": {
|
| 1568 |
+
"requested_epochs": 8,
|
| 1569 |
+
"epochs_completed": 8,
|
| 1570 |
+
"training_windows_per_epoch": 4096,
|
| 1571 |
+
"batch_size": 64,
|
| 1572 |
+
"selected_checkpoint_epoch": 3
|
| 1573 |
+
},
|
| 1574 |
+
"metrics": [
|
| 1575 |
+
{
|
| 1576 |
+
"family": "battery",
|
| 1577 |
+
"field_id": 7,
|
| 1578 |
+
"field": "state_of_charge",
|
| 1579 |
+
"horizon_minutes": 15.0,
|
| 1580 |
+
"count": 175,
|
| 1581 |
+
"mae": 0.015425424091517925,
|
| 1582 |
+
"rmse": 0.031240813434123993,
|
| 1583 |
+
"standardized_mae": 0.04208597540855408,
|
| 1584 |
+
"standardized_rmse": 0.08523591607809067,
|
| 1585 |
+
"standardized_gaussian_nll": -1.0170503732469618,
|
| 1586 |
+
"physical_gaussian_nll": -2.020747915125167,
|
| 1587 |
+
"nominal_coverage": 0.9,
|
| 1588 |
+
"coverage": 0.9828571428571429,
|
| 1589 |
+
"mean_interval_width": 0.1242661401629448,
|
| 1590 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1591 |
+
},
|
| 1592 |
+
{
|
| 1593 |
+
"family": "battery",
|
| 1594 |
+
"field_id": 7,
|
| 1595 |
+
"field": "state_of_charge",
|
| 1596 |
+
"horizon_minutes": 30.0,
|
| 1597 |
+
"count": 175,
|
| 1598 |
+
"mae": 0.03107883594930172,
|
| 1599 |
+
"rmse": 0.06366164237260818,
|
| 1600 |
+
"standardized_mae": 0.08479398488998413,
|
| 1601 |
+
"standardized_rmse": 0.17369131743907928,
|
| 1602 |
+
"standardized_gaussian_nll": -0.24089912588182733,
|
| 1603 |
+
"physical_gaussian_nll": -1.2445966677600322,
|
| 1604 |
+
"nominal_coverage": 0.9,
|
| 1605 |
+
"coverage": 0.9714285714285714,
|
| 1606 |
+
"mean_interval_width": 0.23964929580688477,
|
| 1607 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1608 |
+
},
|
| 1609 |
+
{
|
| 1610 |
+
"family": "battery",
|
| 1611 |
+
"field_id": 7,
|
| 1612 |
+
"field": "state_of_charge",
|
| 1613 |
+
"horizon_minutes": 60.0,
|
| 1614 |
+
"count": 175,
|
| 1615 |
+
"mae": 0.06327981501817703,
|
| 1616 |
+
"rmse": 0.12473738938570023,
|
| 1617 |
+
"standardized_mae": 0.1726495623588562,
|
| 1618 |
+
"standardized_rmse": 0.3403274118900299,
|
| 1619 |
+
"standardized_gaussian_nll": 0.43915225485466003,
|
| 1620 |
+
"physical_gaussian_nll": -0.5645452870235448,
|
| 1621 |
+
"nominal_coverage": 0.9,
|
| 1622 |
+
"coverage": 0.96,
|
| 1623 |
+
"mean_interval_width": 0.5064480900764465,
|
| 1624 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1625 |
+
},
|
| 1626 |
+
{
|
| 1627 |
+
"family": "battery",
|
| 1628 |
+
"field_id": 7,
|
| 1629 |
+
"field": "state_of_charge",
|
| 1630 |
+
"horizon_minutes": 120.0,
|
| 1631 |
+
"count": 176,
|
| 1632 |
+
"mae": 0.14123377203941345,
|
| 1633 |
+
"rmse": 0.2303936928510666,
|
| 1634 |
+
"standardized_mae": 0.3853353261947632,
|
| 1635 |
+
"standardized_rmse": 0.6285949349403381,
|
| 1636 |
+
"standardized_gaussian_nll": 1.0044479377606093,
|
| 1637 |
+
"physical_gaussian_nll": 0.0007503958824044421,
|
| 1638 |
+
"nominal_coverage": 0.9,
|
| 1639 |
+
"coverage": 0.9488636363636364,
|
| 1640 |
+
"mean_interval_width": 0.9630225300788879,
|
| 1641 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1642 |
+
},
|
| 1643 |
+
{
|
| 1644 |
+
"family": "battery",
|
| 1645 |
+
"field_id": 8,
|
| 1646 |
+
"field": "battery_temp",
|
| 1647 |
+
"horizon_minutes": 15.0,
|
| 1648 |
+
"count": 180,
|
| 1649 |
+
"mae": 0.3299427032470703,
|
| 1650 |
+
"rmse": 0.4576897621154785,
|
| 1651 |
+
"standardized_mae": 0.04075103998184204,
|
| 1652 |
+
"standardized_rmse": 0.056529007852077484,
|
| 1653 |
+
"standardized_gaussian_nll": -1.4109109073169919,
|
| 1654 |
+
"physical_gaussian_nll": 0.680526746179482,
|
| 1655 |
+
"nominal_coverage": 0.9,
|
| 1656 |
+
"coverage": 0.9722222222222222,
|
| 1657 |
+
"mean_interval_width": 2.0523886680603027,
|
| 1658 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1659 |
+
},
|
| 1660 |
+
{
|
| 1661 |
+
"family": "battery",
|
| 1662 |
+
"field_id": 8,
|
| 1663 |
+
"field": "battery_temp",
|
| 1664 |
+
"horizon_minutes": 30.0,
|
| 1665 |
+
"count": 177,
|
| 1666 |
+
"mae": 0.6275584101676941,
|
| 1667 |
+
"rmse": 0.8649751543998718,
|
| 1668 |
+
"standardized_mae": 0.07750938832759857,
|
| 1669 |
+
"standardized_rmse": 0.1068325936794281,
|
| 1670 |
+
"standardized_gaussian_nll": -0.8123443630365534,
|
| 1671 |
+
"physical_gaussian_nll": 1.2790932904599204,
|
| 1672 |
+
"nominal_coverage": 0.9,
|
| 1673 |
+
"coverage": 0.9152542372881356,
|
| 1674 |
+
"mean_interval_width": 3.428497076034546,
|
| 1675 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1676 |
+
},
|
| 1677 |
+
{
|
| 1678 |
+
"family": "battery",
|
| 1679 |
+
"field_id": 8,
|
| 1680 |
+
"field": "battery_temp",
|
| 1681 |
+
"horizon_minutes": 60.0,
|
| 1682 |
+
"count": 181,
|
| 1683 |
+
"mae": 1.2717617750167847,
|
| 1684 |
+
"rmse": 1.6893463134765625,
|
| 1685 |
+
"standardized_mae": 0.15707458555698395,
|
| 1686 |
+
"standardized_rmse": 0.20865021646022797,
|
| 1687 |
+
"standardized_gaussian_nll": -0.1346400697995511,
|
| 1688 |
+
"physical_gaussian_nll": 1.9567975836969227,
|
| 1689 |
+
"nominal_coverage": 0.9,
|
| 1690 |
+
"coverage": 0.9226519337016574,
|
| 1691 |
+
"mean_interval_width": 6.2729811668396,
|
| 1692 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1693 |
+
},
|
| 1694 |
+
{
|
| 1695 |
+
"family": "battery",
|
| 1696 |
+
"field_id": 8,
|
| 1697 |
+
"field": "battery_temp",
|
| 1698 |
+
"horizon_minutes": 120.0,
|
| 1699 |
+
"count": 181,
|
| 1700 |
+
"mae": 2.315000295639038,
|
| 1701 |
+
"rmse": 3.101907968521118,
|
| 1702 |
+
"standardized_mae": 0.28592437505722046,
|
| 1703 |
+
"standardized_rmse": 0.38311490416526794,
|
| 1704 |
+
"standardized_gaussian_nll": 0.5045433925251709,
|
| 1705 |
+
"physical_gaussian_nll": 2.595981046021645,
|
| 1706 |
+
"nominal_coverage": 0.9,
|
| 1707 |
+
"coverage": 0.9005524861878453,
|
| 1708 |
+
"mean_interval_width": 11.09472370147705,
|
| 1709 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1710 |
+
},
|
| 1711 |
+
{
|
| 1712 |
+
"family": "battery",
|
| 1713 |
+
"field_id": 9,
|
| 1714 |
+
"field": "terminal_voltage",
|
| 1715 |
+
"horizon_minutes": 15.0,
|
| 1716 |
+
"count": 170,
|
| 1717 |
+
"mae": 2.0391178131103516,
|
| 1718 |
+
"rmse": 5.169179916381836,
|
| 1719 |
+
"standardized_mae": 0.1276915818452835,
|
| 1720 |
+
"standardized_rmse": 0.3236991763114929,
|
| 1721 |
+
"standardized_gaussian_nll": 0.558713273429048,
|
| 1722 |
+
"physical_gaussian_nll": 3.329368002123012,
|
| 1723 |
+
"nominal_coverage": 0.9,
|
| 1724 |
+
"coverage": 0.9647058823529412,
|
| 1725 |
+
"mean_interval_width": 32.68457794189453,
|
| 1726 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1727 |
+
},
|
| 1728 |
+
{
|
| 1729 |
+
"family": "battery",
|
| 1730 |
+
"field_id": 9,
|
| 1731 |
+
"field": "terminal_voltage",
|
| 1732 |
+
"horizon_minutes": 30.0,
|
| 1733 |
+
"count": 174,
|
| 1734 |
+
"mae": 4.023711681365967,
|
| 1735 |
+
"rmse": 8.649506568908691,
|
| 1736 |
+
"standardized_mae": 0.2519688308238983,
|
| 1737 |
+
"standardized_rmse": 0.5416406989097595,
|
| 1738 |
+
"standardized_gaussian_nll": 0.9506922633298838,
|
| 1739 |
+
"physical_gaussian_nll": 3.721346992023848,
|
| 1740 |
+
"nominal_coverage": 0.9,
|
| 1741 |
+
"coverage": 0.9597701149425287,
|
| 1742 |
+
"mean_interval_width": 44.05549240112305,
|
| 1743 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1744 |
+
},
|
| 1745 |
+
{
|
| 1746 |
+
"family": "battery",
|
| 1747 |
+
"field_id": 9,
|
| 1748 |
+
"field": "terminal_voltage",
|
| 1749 |
+
"horizon_minutes": 60.0,
|
| 1750 |
+
"count": 166,
|
| 1751 |
+
"mae": 7.517671585083008,
|
| 1752 |
+
"rmse": 12.6425142288208,
|
| 1753 |
+
"standardized_mae": 0.47076407074928284,
|
| 1754 |
+
"standardized_rmse": 0.7916867733001709,
|
| 1755 |
+
"standardized_gaussian_nll": 1.2398642544862057,
|
| 1756 |
+
"physical_gaussian_nll": 4.0105189831801695,
|
| 1757 |
+
"nominal_coverage": 0.9,
|
| 1758 |
+
"coverage": 0.9337349397590361,
|
| 1759 |
+
"mean_interval_width": 56.328922271728516,
|
| 1760 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1761 |
+
},
|
| 1762 |
+
{
|
| 1763 |
+
"family": "battery",
|
| 1764 |
+
"field_id": 9,
|
| 1765 |
+
"field": "terminal_voltage",
|
| 1766 |
+
"horizon_minutes": 120.0,
|
| 1767 |
+
"count": 173,
|
| 1768 |
+
"mae": 10.33031177520752,
|
| 1769 |
+
"rmse": 14.887666702270508,
|
| 1770 |
+
"standardized_mae": 0.6468943953514099,
|
| 1771 |
+
"standardized_rmse": 0.9322804808616638,
|
| 1772 |
+
"standardized_gaussian_nll": 1.4324972158834246,
|
| 1773 |
+
"physical_gaussian_nll": 4.203151944577389,
|
| 1774 |
+
"nominal_coverage": 0.9,
|
| 1775 |
+
"coverage": 0.953757225433526,
|
| 1776 |
+
"mean_interval_width": 67.68415832519531,
|
| 1777 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1778 |
+
},
|
| 1779 |
+
{
|
| 1780 |
+
"family": "tank",
|
| 1781 |
+
"field_id": 3,
|
| 1782 |
+
"field": "water_level",
|
| 1783 |
+
"horizon_minutes": 15.0,
|
| 1784 |
+
"count": 161,
|
| 1785 |
+
"mae": 0.228313609957695,
|
| 1786 |
+
"rmse": 0.2675727903842926,
|
| 1787 |
+
"standardized_mae": 0.03935157135128975,
|
| 1788 |
+
"standardized_rmse": 0.04611818492412567,
|
| 1789 |
+
"standardized_gaussian_nll": -1.6878973511324267,
|
| 1790 |
+
"physical_gaussian_nll": 0.07028695991498579,
|
| 1791 |
+
"nominal_coverage": 0.9,
|
| 1792 |
+
"coverage": 0.9751552795031055,
|
| 1793 |
+
"mean_interval_width": 0.8294491171836853,
|
| 1794 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1795 |
+
},
|
| 1796 |
+
{
|
| 1797 |
+
"family": "tank",
|
| 1798 |
+
"field_id": 3,
|
| 1799 |
+
"field": "water_level",
|
| 1800 |
+
"horizon_minutes": 30.0,
|
| 1801 |
+
"count": 162,
|
| 1802 |
+
"mae": 0.2646979093551636,
|
| 1803 |
+
"rmse": 0.34357112646102905,
|
| 1804 |
+
"standardized_mae": 0.045622676610946655,
|
| 1805 |
+
"standardized_rmse": 0.059217073023319244,
|
| 1806 |
+
"standardized_gaussian_nll": -1.4125471282548854,
|
| 1807 |
+
"physical_gaussian_nll": 0.3456371827925271,
|
| 1808 |
+
"nominal_coverage": 0.9,
|
| 1809 |
+
"coverage": 0.9629629629629629,
|
| 1810 |
+
"mean_interval_width": 1.2977169752120972,
|
| 1811 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1812 |
+
},
|
| 1813 |
+
{
|
| 1814 |
+
"family": "tank",
|
| 1815 |
+
"field_id": 3,
|
| 1816 |
+
"field": "water_level",
|
| 1817 |
+
"horizon_minutes": 60.0,
|
| 1818 |
+
"count": 160,
|
| 1819 |
+
"mae": 0.3803127706050873,
|
| 1820 |
+
"rmse": 0.559469997882843,
|
| 1821 |
+
"standardized_mae": 0.06554976850748062,
|
| 1822 |
+
"standardized_rmse": 0.09642887115478516,
|
| 1823 |
+
"standardized_gaussian_nll": -0.856065143656852,
|
| 1824 |
+
"physical_gaussian_nll": 0.9021191673905604,
|
| 1825 |
+
"nominal_coverage": 0.9,
|
| 1826 |
+
"coverage": 0.91875,
|
| 1827 |
+
"mean_interval_width": 2.3165202140808105,
|
| 1828 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1829 |
+
},
|
| 1830 |
+
{
|
| 1831 |
+
"family": "tank",
|
| 1832 |
+
"field_id": 3,
|
| 1833 |
+
"field": "water_level",
|
| 1834 |
+
"horizon_minutes": 120.0,
|
| 1835 |
+
"count": 162,
|
| 1836 |
+
"mae": 0.5872735381126404,
|
| 1837 |
+
"rmse": 0.940395176410675,
|
| 1838 |
+
"standardized_mae": 0.10122101753950119,
|
| 1839 |
+
"standardized_rmse": 0.1620841920375824,
|
| 1840 |
+
"standardized_gaussian_nll": -0.3148264702851866,
|
| 1841 |
+
"physical_gaussian_nll": 1.4433578407622258,
|
| 1842 |
+
"nominal_coverage": 0.9,
|
| 1843 |
+
"coverage": 0.9197530864197531,
|
| 1844 |
+
"mean_interval_width": 4.18409538269043,
|
| 1845 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1846 |
+
},
|
| 1847 |
+
{
|
| 1848 |
+
"family": "tank",
|
| 1849 |
+
"field_id": 4,
|
| 1850 |
+
"field": "water_temp",
|
| 1851 |
+
"horizon_minutes": 15.0,
|
| 1852 |
+
"count": 161,
|
| 1853 |
+
"mae": 0.03452025353908539,
|
| 1854 |
+
"rmse": 0.06446614116430283,
|
| 1855 |
+
"standardized_mae": 0.029821671545505524,
|
| 1856 |
+
"standardized_rmse": 0.05569159612059593,
|
| 1857 |
+
"standardized_gaussian_nll": -1.2017483599326726,
|
| 1858 |
+
"physical_gaussian_nll": -1.0554375184187317,
|
| 1859 |
+
"nominal_coverage": 0.9,
|
| 1860 |
+
"coverage": 0.9130434782608695,
|
| 1861 |
+
"mean_interval_width": 0.1298159807920456,
|
| 1862 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1863 |
+
},
|
| 1864 |
+
{
|
| 1865 |
+
"family": "tank",
|
| 1866 |
+
"field_id": 4,
|
| 1867 |
+
"field": "water_temp",
|
| 1868 |
+
"horizon_minutes": 30.0,
|
| 1869 |
+
"count": 163,
|
| 1870 |
+
"mae": 0.06396280229091644,
|
| 1871 |
+
"rmse": 0.09202119708061218,
|
| 1872 |
+
"standardized_mae": 0.05525677278637886,
|
| 1873 |
+
"standardized_rmse": 0.0794961154460907,
|
| 1874 |
+
"standardized_gaussian_nll": -1.0721401748647836,
|
| 1875 |
+
"physical_gaussian_nll": -0.9258293333508427,
|
| 1876 |
+
"nominal_coverage": 0.9,
|
| 1877 |
+
"coverage": 0.852760736196319,
|
| 1878 |
+
"mean_interval_width": 0.19720207154750824,
|
| 1879 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1880 |
+
},
|
| 1881 |
+
{
|
| 1882 |
+
"family": "tank",
|
| 1883 |
+
"field_id": 4,
|
| 1884 |
+
"field": "water_temp",
|
| 1885 |
+
"horizon_minutes": 60.0,
|
| 1886 |
+
"count": 161,
|
| 1887 |
+
"mae": 0.14143380522727966,
|
| 1888 |
+
"rmse": 0.18615038692951202,
|
| 1889 |
+
"standardized_mae": 0.12218312174081802,
|
| 1890 |
+
"standardized_rmse": 0.16081330180168152,
|
| 1891 |
+
"standardized_gaussian_nll": -0.08351525156025112,
|
| 1892 |
+
"physical_gaussian_nll": 0.06279558995368976,
|
| 1893 |
+
"nominal_coverage": 0.9,
|
| 1894 |
+
"coverage": 0.8074534161490683,
|
| 1895 |
+
"mean_interval_width": 0.36742740869522095,
|
| 1896 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1897 |
+
},
|
| 1898 |
+
{
|
| 1899 |
+
"family": "tank",
|
| 1900 |
+
"field_id": 4,
|
| 1901 |
+
"field": "water_temp",
|
| 1902 |
+
"horizon_minutes": 120.0,
|
| 1903 |
+
"count": 160,
|
| 1904 |
+
"mae": 0.25867539644241333,
|
| 1905 |
+
"rmse": 0.3194904029369354,
|
| 1906 |
+
"standardized_mae": 0.2234668731689453,
|
| 1907 |
+
"standardized_rmse": 0.27600428462028503,
|
| 1908 |
+
"standardized_gaussian_nll": 0.2520877994476536,
|
| 1909 |
+
"physical_gaussian_nll": 0.3983986409615945,
|
| 1910 |
+
"nominal_coverage": 0.9,
|
| 1911 |
+
"coverage": 0.80625,
|
| 1912 |
+
"mean_interval_width": 0.7633148431777954,
|
| 1913 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1914 |
+
},
|
| 1915 |
+
{
|
| 1916 |
+
"family": "tank",
|
| 1917 |
+
"field_id": 5,
|
| 1918 |
+
"field": "flow",
|
| 1919 |
+
"horizon_minutes": 15.0,
|
| 1920 |
+
"count": 162,
|
| 1921 |
+
"mae": 0.13851407170295715,
|
| 1922 |
+
"rmse": 0.24637489020824432,
|
| 1923 |
+
"standardized_mae": 0.2883877754211426,
|
| 1924 |
+
"standardized_rmse": 0.5129551291465759,
|
| 1925 |
+
"standardized_gaussian_nll": 0.7680706103982272,
|
| 1926 |
+
"physical_gaussian_nll": 0.0347365517806133,
|
| 1927 |
+
"nominal_coverage": 0.9,
|
| 1928 |
+
"coverage": 0.9259259259259259,
|
| 1929 |
+
"mean_interval_width": 0.7597498297691345,
|
| 1930 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1931 |
+
},
|
| 1932 |
+
{
|
| 1933 |
+
"family": "tank",
|
| 1934 |
+
"field_id": 5,
|
| 1935 |
+
"field": "flow",
|
| 1936 |
+
"horizon_minutes": 30.0,
|
| 1937 |
+
"count": 163,
|
| 1938 |
+
"mae": 0.17345793545246124,
|
| 1939 |
+
"rmse": 0.30890682339668274,
|
| 1940 |
+
"standardized_mae": 0.36114126443862915,
|
| 1941 |
+
"standardized_rmse": 0.6431472897529602,
|
| 1942 |
+
"standardized_gaussian_nll": 0.8915294660100607,
|
| 1943 |
+
"physical_gaussian_nll": 0.15819540739244675,
|
| 1944 |
+
"nominal_coverage": 0.9,
|
| 1945 |
+
"coverage": 0.9325153374233128,
|
| 1946 |
+
"mean_interval_width": 1.1099841594696045,
|
| 1947 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1948 |
+
},
|
| 1949 |
+
{
|
| 1950 |
+
"family": "tank",
|
| 1951 |
+
"field_id": 5,
|
| 1952 |
+
"field": "flow",
|
| 1953 |
+
"horizon_minutes": 60.0,
|
| 1954 |
+
"count": 161,
|
| 1955 |
+
"mae": 0.24406036734580994,
|
| 1956 |
+
"rmse": 0.40560293197631836,
|
| 1957 |
+
"standardized_mae": 0.5081362724304199,
|
| 1958 |
+
"standardized_rmse": 0.8444696068763733,
|
| 1959 |
+
"standardized_gaussian_nll": 1.136091555976154,
|
| 1960 |
+
"physical_gaussian_nll": 0.40275749735854005,
|
| 1961 |
+
"nominal_coverage": 0.9,
|
| 1962 |
+
"coverage": 0.9503105590062112,
|
| 1963 |
+
"mean_interval_width": 1.5297214984893799,
|
| 1964 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1965 |
+
},
|
| 1966 |
+
{
|
| 1967 |
+
"family": "tank",
|
| 1968 |
+
"field_id": 5,
|
| 1969 |
+
"field": "flow",
|
| 1970 |
+
"horizon_minutes": 120.0,
|
| 1971 |
+
"count": 161,
|
| 1972 |
+
"mae": 0.34668827056884766,
|
| 1973 |
+
"rmse": 0.5130802392959595,
|
| 1974 |
+
"standardized_mae": 0.721808671951294,
|
| 1975 |
+
"standardized_rmse": 1.0682384967803955,
|
| 1976 |
+
"standardized_gaussian_nll": 1.405220221373595,
|
| 1977 |
+
"physical_gaussian_nll": 0.671886162755981,
|
| 1978 |
+
"nominal_coverage": 0.9,
|
| 1979 |
+
"coverage": 0.9440993788819876,
|
| 1980 |
+
"mean_interval_width": 1.9286593198776245,
|
| 1981 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1982 |
+
},
|
| 1983 |
+
{
|
| 1984 |
+
"family": "tank",
|
| 1985 |
+
"field_id": 6,
|
| 1986 |
+
"field": "pressure",
|
| 1987 |
+
"horizon_minutes": 15.0,
|
| 1988 |
+
"count": 162,
|
| 1989 |
+
"mae": 6.259894847869873,
|
| 1990 |
+
"rmse": 18.152008056640625,
|
| 1991 |
+
"standardized_mae": 0.14715445041656494,
|
| 1992 |
+
"standardized_rmse": 0.42670825123786926,
|
| 1993 |
+
"standardized_gaussian_nll": 0.5101028837143162,
|
| 1994 |
+
"physical_gaussian_nll": 4.260538815475217,
|
| 1995 |
+
"nominal_coverage": 0.9,
|
| 1996 |
+
"coverage": 0.9382716049382716,
|
| 1997 |
+
"mean_interval_width": 63.38222885131836,
|
| 1998 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1999 |
+
},
|
| 2000 |
+
{
|
| 2001 |
+
"family": "tank",
|
| 2002 |
+
"field_id": 6,
|
| 2003 |
+
"field": "pressure",
|
| 2004 |
+
"horizon_minutes": 30.0,
|
| 2005 |
+
"count": 161,
|
| 2006 |
+
"mae": 11.884673118591309,
|
| 2007 |
+
"rmse": 25.61751937866211,
|
| 2008 |
+
"standardized_mae": 0.27937889099121094,
|
| 2009 |
+
"standardized_rmse": 0.6022037267684937,
|
| 2010 |
+
"standardized_gaussian_nll": 0.882870598607773,
|
| 2011 |
+
"physical_gaussian_nll": 4.633306530368674,
|
| 2012 |
+
"nominal_coverage": 0.9,
|
| 2013 |
+
"coverage": 0.8819875776397516,
|
| 2014 |
+
"mean_interval_width": 95.09027099609375,
|
| 2015 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 2016 |
+
},
|
| 2017 |
+
{
|
| 2018 |
+
"family": "tank",
|
| 2019 |
+
"field_id": 6,
|
| 2020 |
+
"field": "pressure",
|
| 2021 |
+
"horizon_minutes": 60.0,
|
| 2022 |
+
"count": 161,
|
| 2023 |
+
"mae": 17.628145217895508,
|
| 2024 |
+
"rmse": 30.67986297607422,
|
| 2025 |
+
"standardized_mae": 0.4143935441970825,
|
| 2026 |
+
"standardized_rmse": 0.7212067246437073,
|
| 2027 |
+
"standardized_gaussian_nll": 1.128127003777863,
|
| 2028 |
+
"physical_gaussian_nll": 4.878562935538763,
|
| 2029 |
+
"nominal_coverage": 0.9,
|
| 2030 |
+
"coverage": 0.9503105590062112,
|
| 2031 |
+
"mean_interval_width": 127.90936279296875,
|
| 2032 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 2033 |
+
},
|
| 2034 |
+
{
|
| 2035 |
+
"family": "tank",
|
| 2036 |
+
"field_id": 6,
|
| 2037 |
+
"field": "pressure",
|
| 2038 |
+
"horizon_minutes": 120.0,
|
| 2039 |
+
"count": 156,
|
| 2040 |
+
"mae": 26.16477394104004,
|
| 2041 |
+
"rmse": 39.1607666015625,
|
| 2042 |
+
"standardized_mae": 0.6150683164596558,
|
| 2043 |
+
"standardized_rmse": 0.9205715656280518,
|
| 2044 |
+
"standardized_gaussian_nll": 1.3504670305209008,
|
| 2045 |
+
"physical_gaussian_nll": 5.100902962281801,
|
| 2046 |
+
"nominal_coverage": 0.9,
|
| 2047 |
+
"coverage": 0.9294871794871795,
|
| 2048 |
+
"mean_interval_width": 154.4665069580078,
|
| 2049 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 2050 |
+
},
|
| 2051 |
+
{
|
| 2052 |
+
"family": "thermal",
|
| 2053 |
+
"field_id": 0,
|
| 2054 |
+
"field": "indoor_temp",
|
| 2055 |
+
"horizon_minutes": 15.0,
|
| 2056 |
+
"count": 155,
|
| 2057 |
+
"mae": 0.37600842118263245,
|
| 2058 |
+
"rmse": 0.5336130857467651,
|
| 2059 |
+
"standardized_mae": 0.0610998161137104,
|
| 2060 |
+
"standardized_rmse": 0.08670992404222488,
|
| 2061 |
+
"standardized_gaussian_nll": -0.9959773561046261,
|
| 2062 |
+
"physical_gaussian_nll": 0.8211253635076758,
|
| 2063 |
+
"nominal_coverage": 0.9,
|
| 2064 |
+
"coverage": 0.9096774193548387,
|
| 2065 |
+
"mean_interval_width": 1.8579490184783936,
|
| 2066 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 2067 |
+
},
|
| 2068 |
+
{
|
| 2069 |
+
"family": "thermal",
|
| 2070 |
+
"field_id": 0,
|
| 2071 |
+
"field": "indoor_temp",
|
| 2072 |
+
"horizon_minutes": 30.0,
|
| 2073 |
+
"count": 157,
|
| 2074 |
+
"mae": 0.6477733254432678,
|
| 2075 |
+
"rmse": 0.9322710037231445,
|
| 2076 |
+
"standardized_mae": 0.10526048392057419,
|
| 2077 |
+
"standardized_rmse": 0.15149018168449402,
|
| 2078 |
+
"standardized_gaussian_nll": -0.45618151662426376,
|
| 2079 |
+
"physical_gaussian_nll": 1.3609212029880382,
|
| 2080 |
+
"nominal_coverage": 0.9,
|
| 2081 |
+
"coverage": 0.8980891719745223,
|
| 2082 |
+
"mean_interval_width": 3.2724530696868896,
|
| 2083 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 2084 |
+
},
|
| 2085 |
+
{
|
| 2086 |
+
"family": "thermal",
|
| 2087 |
+
"field_id": 0,
|
| 2088 |
+
"field": "indoor_temp",
|
| 2089 |
+
"horizon_minutes": 60.0,
|
| 2090 |
+
"count": 155,
|
| 2091 |
+
"mae": 1.203187108039856,
|
| 2092 |
+
"rmse": 1.6330326795578003,
|
| 2093 |
+
"standardized_mae": 0.19551293551921844,
|
| 2094 |
+
"standardized_rmse": 0.26536107063293457,
|
| 2095 |
+
"standardized_gaussian_nll": 0.16615869870346772,
|
| 2096 |
+
"physical_gaussian_nll": 1.9832614183157697,
|
| 2097 |
+
"nominal_coverage": 0.9,
|
| 2098 |
+
"coverage": 0.9419354838709677,
|
| 2099 |
+
"mean_interval_width": 7.164406776428223,
|
| 2100 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 2101 |
+
},
|
| 2102 |
+
{
|
| 2103 |
+
"family": "thermal",
|
| 2104 |
+
"field_id": 0,
|
| 2105 |
+
"field": "indoor_temp",
|
| 2106 |
+
"horizon_minutes": 120.0,
|
| 2107 |
+
"count": 152,
|
| 2108 |
+
"mae": 2.760385036468506,
|
| 2109 |
+
"rmse": 3.5372235774993896,
|
| 2110 |
+
"standardized_mae": 0.4485511779785156,
|
| 2111 |
+
"standardized_rmse": 0.5747842192649841,
|
| 2112 |
+
"standardized_gaussian_nll": 0.9255504899292755,
|
| 2113 |
+
"physical_gaussian_nll": 2.7426532095415777,
|
| 2114 |
+
"nominal_coverage": 0.9,
|
| 2115 |
+
"coverage": 0.9210526315789473,
|
| 2116 |
+
"mean_interval_width": 14.205179214477539,
|
| 2117 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 2118 |
+
},
|
| 2119 |
+
{
|
| 2120 |
+
"family": "thermal",
|
| 2121 |
+
"field_id": 1,
|
| 2122 |
+
"field": "mass_temp",
|
| 2123 |
+
"horizon_minutes": 15.0,
|
| 2124 |
+
"count": 111,
|
| 2125 |
+
"mae": 0.0569867379963398,
|
| 2126 |
+
"rmse": 0.07944489270448685,
|
| 2127 |
+
"standardized_mae": 0.02327325940132141,
|
| 2128 |
+
"standardized_rmse": 0.03244512155652046,
|
| 2129 |
+
"standardized_gaussian_nll": -2.057812841564108,
|
| 2130 |
+
"physical_gaussian_nll": -1.1622993246991276,
|
| 2131 |
+
"nominal_coverage": 0.9,
|
| 2132 |
+
"coverage": 0.9009009009009009,
|
| 2133 |
+
"mean_interval_width": 0.24119536578655243,
|
| 2134 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 2135 |
+
},
|
| 2136 |
+
{
|
| 2137 |
+
"family": "thermal",
|
| 2138 |
+
"field_id": 1,
|
| 2139 |
+
"field": "mass_temp",
|
| 2140 |
+
"horizon_minutes": 30.0,
|
| 2141 |
+
"count": 114,
|
| 2142 |
+
"mae": 0.09890439361333847,
|
| 2143 |
+
"rmse": 0.1403326690196991,
|
| 2144 |
+
"standardized_mae": 0.04039233922958374,
|
| 2145 |
+
"standardized_rmse": 0.05731155723333359,
|
| 2146 |
+
"standardized_gaussian_nll": -1.5186511268208063,
|
| 2147 |
+
"physical_gaussian_nll": -0.623137609955826,
|
| 2148 |
+
"nominal_coverage": 0.9,
|
| 2149 |
+
"coverage": 0.8421052631578947,
|
| 2150 |
+
"mean_interval_width": 0.32511723041534424,
|
| 2151 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 2152 |
+
},
|
| 2153 |
+
{
|
| 2154 |
+
"family": "thermal",
|
| 2155 |
+
"field_id": 1,
|
| 2156 |
+
"field": "mass_temp",
|
| 2157 |
+
"horizon_minutes": 60.0,
|
| 2158 |
+
"count": 117,
|
| 2159 |
+
"mae": 0.16313110291957855,
|
| 2160 |
+
"rmse": 0.21783296763896942,
|
| 2161 |
+
"standardized_mae": 0.06662238389253616,
|
| 2162 |
+
"standardized_rmse": 0.08896251022815704,
|
| 2163 |
+
"standardized_gaussian_nll": -1.0575304313149916,
|
| 2164 |
+
"physical_gaussian_nll": -0.16201691445001132,
|
| 2165 |
+
"nominal_coverage": 0.9,
|
| 2166 |
+
"coverage": 0.8888888888888888,
|
| 2167 |
+
"mean_interval_width": 0.5790572762489319,
|
| 2168 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 2169 |
+
},
|
| 2170 |
+
{
|
| 2171 |
+
"family": "thermal",
|
| 2172 |
+
"field_id": 1,
|
| 2173 |
+
"field": "mass_temp",
|
| 2174 |
+
"horizon_minutes": 120.0,
|
| 2175 |
+
"count": 115,
|
| 2176 |
+
"mae": 0.28219735622406006,
|
| 2177 |
+
"rmse": 0.3840819001197815,
|
| 2178 |
+
"standardized_mae": 0.11524878442287445,
|
| 2179 |
+
"standardized_rmse": 0.15685820579528809,
|
| 2180 |
+
"standardized_gaussian_nll": -0.37008339676428575,
|
| 2181 |
+
"physical_gaussian_nll": 0.5254301201006946,
|
| 2182 |
+
"nominal_coverage": 0.9,
|
| 2183 |
+
"coverage": 0.9217391304347826,
|
| 2184 |
+
"mean_interval_width": 1.414099931716919,
|
| 2185 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 2186 |
+
},
|
| 2187 |
+
{
|
| 2188 |
+
"family": "thermal",
|
| 2189 |
+
"field_id": 2,
|
| 2190 |
+
"field": "energy_kwh",
|
| 2191 |
+
"horizon_minutes": 15.0,
|
| 2192 |
+
"count": 156,
|
| 2193 |
+
"mae": 1.0331014394760132,
|
| 2194 |
+
"rmse": 1.195605754852295,
|
| 2195 |
+
"standardized_mae": 0.01298636943101883,
|
| 2196 |
+
"standardized_rmse": 0.015029092319309711,
|
| 2197 |
+
"standardized_gaussian_nll": -2.744885250193001,
|
| 2198 |
+
"physical_gaussian_nll": 1.631535177137382,
|
| 2199 |
+
"nominal_coverage": 0.9,
|
| 2200 |
+
"coverage": 1.0,
|
| 2201 |
+
"mean_interval_width": 4.75778341293335,
|
| 2202 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 2203 |
+
},
|
| 2204 |
+
{
|
| 2205 |
+
"family": "thermal",
|
| 2206 |
+
"field_id": 2,
|
| 2207 |
+
"field": "energy_kwh",
|
| 2208 |
+
"horizon_minutes": 30.0,
|
| 2209 |
+
"count": 155,
|
| 2210 |
+
"mae": 1.0718767642974854,
|
| 2211 |
+
"rmse": 1.3960055112838745,
|
| 2212 |
+
"standardized_mae": 0.013473784551024437,
|
| 2213 |
+
"standardized_rmse": 0.017548171803355217,
|
| 2214 |
+
"standardized_gaussian_nll": -2.632699882347281,
|
| 2215 |
+
"physical_gaussian_nll": 1.743720544983102,
|
| 2216 |
+
"nominal_coverage": 0.9,
|
| 2217 |
+
"coverage": 0.9419354838709677,
|
| 2218 |
+
"mean_interval_width": 5.240449905395508,
|
| 2219 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 2220 |
+
},
|
| 2221 |
+
{
|
| 2222 |
+
"family": "thermal",
|
| 2223 |
+
"field_id": 2,
|
| 2224 |
+
"field": "energy_kwh",
|
| 2225 |
+
"horizon_minutes": 60.0,
|
| 2226 |
+
"count": 158,
|
| 2227 |
+
"mae": 1.7378016710281372,
|
| 2228 |
+
"rmse": 2.368269205093384,
|
| 2229 |
+
"standardized_mae": 0.021844644099473953,
|
| 2230 |
+
"standardized_rmse": 0.029769795015454292,
|
| 2231 |
+
"standardized_gaussian_nll": -2.134076938054577,
|
| 2232 |
+
"physical_gaussian_nll": 2.242343489275806,
|
| 2233 |
+
"nominal_coverage": 0.9,
|
| 2234 |
+
"coverage": 0.8607594936708861,
|
| 2235 |
+
"mean_interval_width": 6.994573593139648,
|
| 2236 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 2237 |
+
},
|
| 2238 |
+
{
|
| 2239 |
+
"family": "thermal",
|
| 2240 |
+
"field_id": 2,
|
| 2241 |
+
"field": "energy_kwh",
|
| 2242 |
+
"horizon_minutes": 120.0,
|
| 2243 |
+
"count": 155,
|
| 2244 |
+
"mae": 4.312986373901367,
|
| 2245 |
+
"rmse": 5.38817834854126,
|
| 2246 |
+
"standardized_mae": 0.05421542376279831,
|
| 2247 |
+
"standardized_rmse": 0.06773088127374649,
|
| 2248 |
+
"standardized_gaussian_nll": -1.1364228584473424,
|
| 2249 |
+
"physical_gaussian_nll": 3.239997568883041,
|
| 2250 |
+
"nominal_coverage": 0.9,
|
| 2251 |
+
"coverage": 0.7483870967741936,
|
| 2252 |
+
"mean_interval_width": 13.971506118774414,
|
| 2253 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 2254 |
+
}
|
| 2255 |
+
],
|
| 2256 |
+
"balanced_standardized_summary": [
|
| 2257 |
+
{
|
| 2258 |
+
"family": "battery",
|
| 2259 |
+
"standardized_mae": 0.22862025971213976,
|
| 2260 |
+
"standardized_rmse": 0.3810236193239689,
|
| 2261 |
+
"standardized_gaussian_nll": 0.20950547941559305,
|
| 2262 |
+
"observed_query_count": 2103,
|
| 2263 |
+
"weighting": "equal field/horizon row weight"
|
| 2264 |
+
},
|
| 2265 |
+
{
|
| 2266 |
+
"family": "tank",
|
| 2267 |
+
"standardized_mae": 0.2511214162223041,
|
| 2268 |
+
"standardized_rmse": 0.4172096506226808,
|
| 2269 |
+
"standardized_gaussian_nll": 0.10598920563371783,
|
| 2270 |
+
"observed_query_count": 2577,
|
| 2271 |
+
"weighting": "equal field/horizon row weight"
|
| 2272 |
+
},
|
| 2273 |
+
{
|
| 2274 |
+
"family": "thermal",
|
| 2275 |
+
"standardized_mae": 0.09654011686022083,
|
| 2276 |
+
"standardized_rmse": 0.12866672757081687,
|
| 2277 |
+
"standardized_gaussian_nll": -1.1677177008002115,
|
| 2278 |
+
"observed_query_count": 1700,
|
| 2279 |
+
"weighting": "equal field/horizon row weight"
|
| 2280 |
+
}
|
| 2281 |
+
]
|
| 2282 |
+
}
|
| 2283 |
+
},
|
| 2284 |
+
"training_optimizer_budgets_match": true
|
| 2285 |
+
}
|
artifacts/smoke/report-ensemble-v2/benchmark.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
artifacts/smoke/report-ensemble-v2/calibration.json
ADDED
|
@@ -0,0 +1,257 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-calibration-v1",
|
| 3 |
+
"method": "absolute_residual_over_predictive_std_finite_sample_quantile",
|
| 4 |
+
"nominal_coverage": 0.9,
|
| 5 |
+
"normalization_version": 1,
|
| 6 |
+
"checkpoint_sha256": [
|
| 7 |
+
"6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739",
|
| 8 |
+
"80ffcf05367f581ed48d34e649ffde7f3738a7c31fb7e0539cb2245e88eae09e",
|
| 9 |
+
"623420955dc271068182f2cd6fb460d0ae64792c25dbd79c0aae91b3ba777137"
|
| 10 |
+
],
|
| 11 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 12 |
+
"calibration_system_ids": [
|
| 13 |
+
"battery-00038",
|
| 14 |
+
"battery-00065",
|
| 15 |
+
"tank-00076",
|
| 16 |
+
"tank-00082",
|
| 17 |
+
"thermal-00033",
|
| 18 |
+
"thermal-00084"
|
| 19 |
+
],
|
| 20 |
+
"training_system_ids": [
|
| 21 |
+
"battery-00002",
|
| 22 |
+
"battery-00005",
|
| 23 |
+
"battery-00008",
|
| 24 |
+
"battery-00011",
|
| 25 |
+
"battery-00014",
|
| 26 |
+
"battery-00020",
|
| 27 |
+
"battery-00035",
|
| 28 |
+
"battery-00041",
|
| 29 |
+
"battery-00044",
|
| 30 |
+
"battery-00047",
|
| 31 |
+
"battery-00053",
|
| 32 |
+
"battery-00056",
|
| 33 |
+
"battery-00059",
|
| 34 |
+
"battery-00062",
|
| 35 |
+
"battery-00071",
|
| 36 |
+
"battery-00074",
|
| 37 |
+
"battery-00077",
|
| 38 |
+
"battery-00080",
|
| 39 |
+
"battery-00083",
|
| 40 |
+
"battery-00086",
|
| 41 |
+
"battery-00089",
|
| 42 |
+
"tank-00001",
|
| 43 |
+
"tank-00004",
|
| 44 |
+
"tank-00007",
|
| 45 |
+
"tank-00013",
|
| 46 |
+
"tank-00016",
|
| 47 |
+
"tank-00019",
|
| 48 |
+
"tank-00022",
|
| 49 |
+
"tank-00025",
|
| 50 |
+
"tank-00028",
|
| 51 |
+
"tank-00031",
|
| 52 |
+
"tank-00034",
|
| 53 |
+
"tank-00040",
|
| 54 |
+
"tank-00052",
|
| 55 |
+
"tank-00055",
|
| 56 |
+
"tank-00058",
|
| 57 |
+
"tank-00061",
|
| 58 |
+
"tank-00067",
|
| 59 |
+
"tank-00070",
|
| 60 |
+
"tank-00073",
|
| 61 |
+
"tank-00079",
|
| 62 |
+
"tank-00085",
|
| 63 |
+
"thermal-00000",
|
| 64 |
+
"thermal-00009",
|
| 65 |
+
"thermal-00015",
|
| 66 |
+
"thermal-00018",
|
| 67 |
+
"thermal-00021",
|
| 68 |
+
"thermal-00027",
|
| 69 |
+
"thermal-00030",
|
| 70 |
+
"thermal-00036",
|
| 71 |
+
"thermal-00045",
|
| 72 |
+
"thermal-00048",
|
| 73 |
+
"thermal-00051",
|
| 74 |
+
"thermal-00054",
|
| 75 |
+
"thermal-00057",
|
| 76 |
+
"thermal-00060",
|
| 77 |
+
"thermal-00063",
|
| 78 |
+
"thermal-00066",
|
| 79 |
+
"thermal-00069",
|
| 80 |
+
"thermal-00072",
|
| 81 |
+
"thermal-00075",
|
| 82 |
+
"thermal-00078",
|
| 83 |
+
"thermal-00087"
|
| 84 |
+
],
|
| 85 |
+
"validation_selection_system_ids": [
|
| 86 |
+
"battery-00023",
|
| 87 |
+
"battery-00029",
|
| 88 |
+
"tank-00037",
|
| 89 |
+
"tank-00049",
|
| 90 |
+
"tank-00064",
|
| 91 |
+
"thermal-00006",
|
| 92 |
+
"thermal-00012",
|
| 93 |
+
"thermal-00042"
|
| 94 |
+
],
|
| 95 |
+
"test_system_ids": [
|
| 96 |
+
"battery-00017",
|
| 97 |
+
"battery-00026",
|
| 98 |
+
"battery-00032",
|
| 99 |
+
"battery-00050",
|
| 100 |
+
"battery-00068",
|
| 101 |
+
"tank-00010",
|
| 102 |
+
"tank-00043",
|
| 103 |
+
"tank-00046",
|
| 104 |
+
"tank-00088",
|
| 105 |
+
"thermal-00003",
|
| 106 |
+
"thermal-00024",
|
| 107 |
+
"thermal-00039",
|
| 108 |
+
"thermal-00081"
|
| 109 |
+
],
|
| 110 |
+
"entries": {
|
| 111 |
+
"0:15": {
|
| 112 |
+
"multiplier": 1.4460144164145476,
|
| 113 |
+
"count": 162
|
| 114 |
+
},
|
| 115 |
+
"0:30": {
|
| 116 |
+
"multiplier": 1.2166032447823305,
|
| 117 |
+
"count": 165
|
| 118 |
+
},
|
| 119 |
+
"0:60": {
|
| 120 |
+
"multiplier": 1.3084066626049657,
|
| 121 |
+
"count": 167
|
| 122 |
+
},
|
| 123 |
+
"0:120": {
|
| 124 |
+
"multiplier": 1.952282802411612,
|
| 125 |
+
"count": 162
|
| 126 |
+
},
|
| 127 |
+
"2:15": {
|
| 128 |
+
"multiplier": 1.379819130539471,
|
| 129 |
+
"count": 169
|
| 130 |
+
},
|
| 131 |
+
"2:30": {
|
| 132 |
+
"multiplier": 1.6900303691626664,
|
| 133 |
+
"count": 169
|
| 134 |
+
},
|
| 135 |
+
"2:60": {
|
| 136 |
+
"multiplier": 1.8770010247991413,
|
| 137 |
+
"count": 169
|
| 138 |
+
},
|
| 139 |
+
"2:120": {
|
| 140 |
+
"multiplier": 2.8026068884538966,
|
| 141 |
+
"count": 168
|
| 142 |
+
},
|
| 143 |
+
"3:15": {
|
| 144 |
+
"multiplier": 1.0332053603548113,
|
| 145 |
+
"count": 173
|
| 146 |
+
},
|
| 147 |
+
"3:30": {
|
| 148 |
+
"multiplier": 1.2535218091909026,
|
| 149 |
+
"count": 173
|
| 150 |
+
},
|
| 151 |
+
"3:60": {
|
| 152 |
+
"multiplier": 1.2915064009961716,
|
| 153 |
+
"count": 175
|
| 154 |
+
},
|
| 155 |
+
"3:120": {
|
| 156 |
+
"multiplier": 1.3152614393533888,
|
| 157 |
+
"count": 174
|
| 158 |
+
},
|
| 159 |
+
"4:15": {
|
| 160 |
+
"multiplier": 1.1252455297469466,
|
| 161 |
+
"count": 172
|
| 162 |
+
},
|
| 163 |
+
"4:30": {
|
| 164 |
+
"multiplier": 1.039101532447104,
|
| 165 |
+
"count": 172
|
| 166 |
+
},
|
| 167 |
+
"4:60": {
|
| 168 |
+
"multiplier": 1.1187753872528923,
|
| 169 |
+
"count": 174
|
| 170 |
+
},
|
| 171 |
+
"4:120": {
|
| 172 |
+
"multiplier": 1.2384841326258078,
|
| 173 |
+
"count": 172
|
| 174 |
+
},
|
| 175 |
+
"5:15": {
|
| 176 |
+
"multiplier": 1.2781041650902303,
|
| 177 |
+
"count": 176
|
| 178 |
+
},
|
| 179 |
+
"5:30": {
|
| 180 |
+
"multiplier": 1.5554288094130373,
|
| 181 |
+
"count": 175
|
| 182 |
+
},
|
| 183 |
+
"5:60": {
|
| 184 |
+
"multiplier": 1.2475763145550303,
|
| 185 |
+
"count": 174
|
| 186 |
+
},
|
| 187 |
+
"5:120": {
|
| 188 |
+
"multiplier": 1.36249094393716,
|
| 189 |
+
"count": 176
|
| 190 |
+
},
|
| 191 |
+
"6:15": {
|
| 192 |
+
"multiplier": 1.0952945335649096,
|
| 193 |
+
"count": 175
|
| 194 |
+
},
|
| 195 |
+
"6:30": {
|
| 196 |
+
"multiplier": 1.2852524722520757,
|
| 197 |
+
"count": 175
|
| 198 |
+
},
|
| 199 |
+
"6:60": {
|
| 200 |
+
"multiplier": 1.373389672439524,
|
| 201 |
+
"count": 175
|
| 202 |
+
},
|
| 203 |
+
"6:120": {
|
| 204 |
+
"multiplier": 1.4255816403668415,
|
| 205 |
+
"count": 178
|
| 206 |
+
},
|
| 207 |
+
"7:15": {
|
| 208 |
+
"multiplier": 2.229542832113936,
|
| 209 |
+
"count": 158
|
| 210 |
+
},
|
| 211 |
+
"7:30": {
|
| 212 |
+
"multiplier": 2.596720321976906,
|
| 213 |
+
"count": 156
|
| 214 |
+
},
|
| 215 |
+
"7:60": {
|
| 216 |
+
"multiplier": 2.2401701614358838,
|
| 217 |
+
"count": 156
|
| 218 |
+
},
|
| 219 |
+
"7:120": {
|
| 220 |
+
"multiplier": 2.722592561326189,
|
| 221 |
+
"count": 151
|
| 222 |
+
},
|
| 223 |
+
"8:15": {
|
| 224 |
+
"multiplier": 1.263443439904704,
|
| 225 |
+
"count": 151
|
| 226 |
+
},
|
| 227 |
+
"8:30": {
|
| 228 |
+
"multiplier": 1.7603521981592665,
|
| 229 |
+
"count": 154
|
| 230 |
+
},
|
| 231 |
+
"8:60": {
|
| 232 |
+
"multiplier": 1.4797041765225936,
|
| 233 |
+
"count": 152
|
| 234 |
+
},
|
| 235 |
+
"8:120": {
|
| 236 |
+
"multiplier": 1.0924752849718655,
|
| 237 |
+
"count": 153
|
| 238 |
+
},
|
| 239 |
+
"9:15": {
|
| 240 |
+
"multiplier": 0.5718042968615822,
|
| 241 |
+
"count": 152
|
| 242 |
+
},
|
| 243 |
+
"9:30": {
|
| 244 |
+
"multiplier": 1.3761259900694958,
|
| 245 |
+
"count": 155
|
| 246 |
+
},
|
| 247 |
+
"9:60": {
|
| 248 |
+
"multiplier": 1.4196035497326036,
|
| 249 |
+
"count": 152
|
| 250 |
+
},
|
| 251 |
+
"9:120": {
|
| 252 |
+
"multiplier": 1.4910170282714297,
|
| 253 |
+
"count": 153
|
| 254 |
+
}
|
| 255 |
+
},
|
| 256 |
+
"limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
|
| 257 |
+
}
|
artifacts/smoke/report-ensemble-v2/calibration_history_linear_system_id.json
ADDED
|
@@ -0,0 +1,253 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-calibration-v1",
|
| 3 |
+
"method": "absolute_residual_over_predictive_std_finite_sample_quantile",
|
| 4 |
+
"nominal_coverage": 0.9,
|
| 5 |
+
"normalization_version": 1,
|
| 6 |
+
"checkpoint_sha256": [],
|
| 7 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 8 |
+
"calibration_system_ids": [
|
| 9 |
+
"battery-00038",
|
| 10 |
+
"battery-00065",
|
| 11 |
+
"tank-00076",
|
| 12 |
+
"tank-00082",
|
| 13 |
+
"thermal-00033",
|
| 14 |
+
"thermal-00084"
|
| 15 |
+
],
|
| 16 |
+
"training_system_ids": [
|
| 17 |
+
"battery-00002",
|
| 18 |
+
"battery-00005",
|
| 19 |
+
"battery-00008",
|
| 20 |
+
"battery-00011",
|
| 21 |
+
"battery-00014",
|
| 22 |
+
"battery-00020",
|
| 23 |
+
"battery-00035",
|
| 24 |
+
"battery-00041",
|
| 25 |
+
"battery-00044",
|
| 26 |
+
"battery-00047",
|
| 27 |
+
"battery-00053",
|
| 28 |
+
"battery-00056",
|
| 29 |
+
"battery-00059",
|
| 30 |
+
"battery-00062",
|
| 31 |
+
"battery-00071",
|
| 32 |
+
"battery-00074",
|
| 33 |
+
"battery-00077",
|
| 34 |
+
"battery-00080",
|
| 35 |
+
"battery-00083",
|
| 36 |
+
"battery-00086",
|
| 37 |
+
"battery-00089",
|
| 38 |
+
"tank-00001",
|
| 39 |
+
"tank-00004",
|
| 40 |
+
"tank-00007",
|
| 41 |
+
"tank-00013",
|
| 42 |
+
"tank-00016",
|
| 43 |
+
"tank-00019",
|
| 44 |
+
"tank-00022",
|
| 45 |
+
"tank-00025",
|
| 46 |
+
"tank-00028",
|
| 47 |
+
"tank-00031",
|
| 48 |
+
"tank-00034",
|
| 49 |
+
"tank-00040",
|
| 50 |
+
"tank-00052",
|
| 51 |
+
"tank-00055",
|
| 52 |
+
"tank-00058",
|
| 53 |
+
"tank-00061",
|
| 54 |
+
"tank-00067",
|
| 55 |
+
"tank-00070",
|
| 56 |
+
"tank-00073",
|
| 57 |
+
"tank-00079",
|
| 58 |
+
"tank-00085",
|
| 59 |
+
"thermal-00000",
|
| 60 |
+
"thermal-00009",
|
| 61 |
+
"thermal-00015",
|
| 62 |
+
"thermal-00018",
|
| 63 |
+
"thermal-00021",
|
| 64 |
+
"thermal-00027",
|
| 65 |
+
"thermal-00030",
|
| 66 |
+
"thermal-00036",
|
| 67 |
+
"thermal-00045",
|
| 68 |
+
"thermal-00048",
|
| 69 |
+
"thermal-00051",
|
| 70 |
+
"thermal-00054",
|
| 71 |
+
"thermal-00057",
|
| 72 |
+
"thermal-00060",
|
| 73 |
+
"thermal-00063",
|
| 74 |
+
"thermal-00066",
|
| 75 |
+
"thermal-00069",
|
| 76 |
+
"thermal-00072",
|
| 77 |
+
"thermal-00075",
|
| 78 |
+
"thermal-00078",
|
| 79 |
+
"thermal-00087"
|
| 80 |
+
],
|
| 81 |
+
"validation_selection_system_ids": [
|
| 82 |
+
"battery-00023",
|
| 83 |
+
"battery-00029",
|
| 84 |
+
"tank-00037",
|
| 85 |
+
"tank-00049",
|
| 86 |
+
"tank-00064",
|
| 87 |
+
"thermal-00006",
|
| 88 |
+
"thermal-00012",
|
| 89 |
+
"thermal-00042"
|
| 90 |
+
],
|
| 91 |
+
"test_system_ids": [
|
| 92 |
+
"battery-00017",
|
| 93 |
+
"battery-00026",
|
| 94 |
+
"battery-00032",
|
| 95 |
+
"battery-00050",
|
| 96 |
+
"battery-00068",
|
| 97 |
+
"tank-00010",
|
| 98 |
+
"tank-00043",
|
| 99 |
+
"tank-00046",
|
| 100 |
+
"tank-00088",
|
| 101 |
+
"thermal-00003",
|
| 102 |
+
"thermal-00024",
|
| 103 |
+
"thermal-00039",
|
| 104 |
+
"thermal-00081"
|
| 105 |
+
],
|
| 106 |
+
"entries": {
|
| 107 |
+
"0:15": {
|
| 108 |
+
"multiplier": 0.9125920929069574,
|
| 109 |
+
"count": 162
|
| 110 |
+
},
|
| 111 |
+
"0:30": {
|
| 112 |
+
"multiplier": 1.7012972590006181,
|
| 113 |
+
"count": 165
|
| 114 |
+
},
|
| 115 |
+
"0:60": {
|
| 116 |
+
"multiplier": 3.208198962104259,
|
| 117 |
+
"count": 167
|
| 118 |
+
},
|
| 119 |
+
"0:120": {
|
| 120 |
+
"multiplier": 4.361139086083468,
|
| 121 |
+
"count": 162
|
| 122 |
+
},
|
| 123 |
+
"2:15": {
|
| 124 |
+
"multiplier": 0.32997837394347035,
|
| 125 |
+
"count": 169
|
| 126 |
+
},
|
| 127 |
+
"2:30": {
|
| 128 |
+
"multiplier": 0.5769019346036816,
|
| 129 |
+
"count": 169
|
| 130 |
+
},
|
| 131 |
+
"2:60": {
|
| 132 |
+
"multiplier": 0.9650079736118301,
|
| 133 |
+
"count": 169
|
| 134 |
+
},
|
| 135 |
+
"2:120": {
|
| 136 |
+
"multiplier": 1.7150557297274174,
|
| 137 |
+
"count": 168
|
| 138 |
+
},
|
| 139 |
+
"3:15": {
|
| 140 |
+
"multiplier": 0.7063339326580723,
|
| 141 |
+
"count": 173
|
| 142 |
+
},
|
| 143 |
+
"3:30": {
|
| 144 |
+
"multiplier": 1.1468109690551498,
|
| 145 |
+
"count": 173
|
| 146 |
+
},
|
| 147 |
+
"3:60": {
|
| 148 |
+
"multiplier": 1.8227091027920903,
|
| 149 |
+
"count": 175
|
| 150 |
+
},
|
| 151 |
+
"3:120": {
|
| 152 |
+
"multiplier": 2.7287904928505244,
|
| 153 |
+
"count": 174
|
| 154 |
+
},
|
| 155 |
+
"4:15": {
|
| 156 |
+
"multiplier": 0.46659908244604364,
|
| 157 |
+
"count": 172
|
| 158 |
+
},
|
| 159 |
+
"4:30": {
|
| 160 |
+
"multiplier": 0.6509470502788752,
|
| 161 |
+
"count": 172
|
| 162 |
+
},
|
| 163 |
+
"4:60": {
|
| 164 |
+
"multiplier": 1.12670266265885,
|
| 165 |
+
"count": 174
|
| 166 |
+
},
|
| 167 |
+
"4:120": {
|
| 168 |
+
"multiplier": 1.7626484412092522,
|
| 169 |
+
"count": 172
|
| 170 |
+
},
|
| 171 |
+
"5:15": {
|
| 172 |
+
"multiplier": 3.2149264037272265,
|
| 173 |
+
"count": 176
|
| 174 |
+
},
|
| 175 |
+
"5:30": {
|
| 176 |
+
"multiplier": 3.17059184673366,
|
| 177 |
+
"count": 175
|
| 178 |
+
},
|
| 179 |
+
"5:60": {
|
| 180 |
+
"multiplier": 3.8703456757326937,
|
| 181 |
+
"count": 174
|
| 182 |
+
},
|
| 183 |
+
"5:120": {
|
| 184 |
+
"multiplier": 3.5857897297730097,
|
| 185 |
+
"count": 176
|
| 186 |
+
},
|
| 187 |
+
"6:15": {
|
| 188 |
+
"multiplier": 3.365407313116949,
|
| 189 |
+
"count": 175
|
| 190 |
+
},
|
| 191 |
+
"6:30": {
|
| 192 |
+
"multiplier": 4.065351482368743,
|
| 193 |
+
"count": 175
|
| 194 |
+
},
|
| 195 |
+
"6:60": {
|
| 196 |
+
"multiplier": 5.3680182769342055,
|
| 197 |
+
"count": 175
|
| 198 |
+
},
|
| 199 |
+
"6:120": {
|
| 200 |
+
"multiplier": 4.134695785148987,
|
| 201 |
+
"count": 178
|
| 202 |
+
},
|
| 203 |
+
"7:15": {
|
| 204 |
+
"multiplier": 3.508550325392457,
|
| 205 |
+
"count": 158
|
| 206 |
+
},
|
| 207 |
+
"7:30": {
|
| 208 |
+
"multiplier": 4.768295007241738,
|
| 209 |
+
"count": 156
|
| 210 |
+
},
|
| 211 |
+
"7:60": {
|
| 212 |
+
"multiplier": 6.7661265591458415,
|
| 213 |
+
"count": 156
|
| 214 |
+
},
|
| 215 |
+
"7:120": {
|
| 216 |
+
"multiplier": 7.251723598443073,
|
| 217 |
+
"count": 151
|
| 218 |
+
},
|
| 219 |
+
"8:15": {
|
| 220 |
+
"multiplier": 1.4118854052952174,
|
| 221 |
+
"count": 151
|
| 222 |
+
},
|
| 223 |
+
"8:30": {
|
| 224 |
+
"multiplier": 2.4345631679090505,
|
| 225 |
+
"count": 154
|
| 226 |
+
},
|
| 227 |
+
"8:60": {
|
| 228 |
+
"multiplier": 3.068358708522243,
|
| 229 |
+
"count": 152
|
| 230 |
+
},
|
| 231 |
+
"8:120": {
|
| 232 |
+
"multiplier": 4.561726737851034,
|
| 233 |
+
"count": 153
|
| 234 |
+
},
|
| 235 |
+
"9:15": {
|
| 236 |
+
"multiplier": 2.360316974766819,
|
| 237 |
+
"count": 152
|
| 238 |
+
},
|
| 239 |
+
"9:30": {
|
| 240 |
+
"multiplier": 2.4516472510112615,
|
| 241 |
+
"count": 155
|
| 242 |
+
},
|
| 243 |
+
"9:60": {
|
| 244 |
+
"multiplier": 2.5763941889655673,
|
| 245 |
+
"count": 152
|
| 246 |
+
},
|
| 247 |
+
"9:120": {
|
| 248 |
+
"multiplier": 2.1809267855212267,
|
| 249 |
+
"count": 153
|
| 250 |
+
}
|
| 251 |
+
},
|
| 252 |
+
"limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
|
| 253 |
+
}
|
artifacts/smoke/report-ensemble-v2/calibration_persistence.json
ADDED
|
@@ -0,0 +1,253 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-calibration-v1",
|
| 3 |
+
"method": "absolute_residual_over_predictive_std_finite_sample_quantile",
|
| 4 |
+
"nominal_coverage": 0.9,
|
| 5 |
+
"normalization_version": 1,
|
| 6 |
+
"checkpoint_sha256": [],
|
| 7 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 8 |
+
"calibration_system_ids": [
|
| 9 |
+
"battery-00038",
|
| 10 |
+
"battery-00065",
|
| 11 |
+
"tank-00076",
|
| 12 |
+
"tank-00082",
|
| 13 |
+
"thermal-00033",
|
| 14 |
+
"thermal-00084"
|
| 15 |
+
],
|
| 16 |
+
"training_system_ids": [
|
| 17 |
+
"battery-00002",
|
| 18 |
+
"battery-00005",
|
| 19 |
+
"battery-00008",
|
| 20 |
+
"battery-00011",
|
| 21 |
+
"battery-00014",
|
| 22 |
+
"battery-00020",
|
| 23 |
+
"battery-00035",
|
| 24 |
+
"battery-00041",
|
| 25 |
+
"battery-00044",
|
| 26 |
+
"battery-00047",
|
| 27 |
+
"battery-00053",
|
| 28 |
+
"battery-00056",
|
| 29 |
+
"battery-00059",
|
| 30 |
+
"battery-00062",
|
| 31 |
+
"battery-00071",
|
| 32 |
+
"battery-00074",
|
| 33 |
+
"battery-00077",
|
| 34 |
+
"battery-00080",
|
| 35 |
+
"battery-00083",
|
| 36 |
+
"battery-00086",
|
| 37 |
+
"battery-00089",
|
| 38 |
+
"tank-00001",
|
| 39 |
+
"tank-00004",
|
| 40 |
+
"tank-00007",
|
| 41 |
+
"tank-00013",
|
| 42 |
+
"tank-00016",
|
| 43 |
+
"tank-00019",
|
| 44 |
+
"tank-00022",
|
| 45 |
+
"tank-00025",
|
| 46 |
+
"tank-00028",
|
| 47 |
+
"tank-00031",
|
| 48 |
+
"tank-00034",
|
| 49 |
+
"tank-00040",
|
| 50 |
+
"tank-00052",
|
| 51 |
+
"tank-00055",
|
| 52 |
+
"tank-00058",
|
| 53 |
+
"tank-00061",
|
| 54 |
+
"tank-00067",
|
| 55 |
+
"tank-00070",
|
| 56 |
+
"tank-00073",
|
| 57 |
+
"tank-00079",
|
| 58 |
+
"tank-00085",
|
| 59 |
+
"thermal-00000",
|
| 60 |
+
"thermal-00009",
|
| 61 |
+
"thermal-00015",
|
| 62 |
+
"thermal-00018",
|
| 63 |
+
"thermal-00021",
|
| 64 |
+
"thermal-00027",
|
| 65 |
+
"thermal-00030",
|
| 66 |
+
"thermal-00036",
|
| 67 |
+
"thermal-00045",
|
| 68 |
+
"thermal-00048",
|
| 69 |
+
"thermal-00051",
|
| 70 |
+
"thermal-00054",
|
| 71 |
+
"thermal-00057",
|
| 72 |
+
"thermal-00060",
|
| 73 |
+
"thermal-00063",
|
| 74 |
+
"thermal-00066",
|
| 75 |
+
"thermal-00069",
|
| 76 |
+
"thermal-00072",
|
| 77 |
+
"thermal-00075",
|
| 78 |
+
"thermal-00078",
|
| 79 |
+
"thermal-00087"
|
| 80 |
+
],
|
| 81 |
+
"validation_selection_system_ids": [
|
| 82 |
+
"battery-00023",
|
| 83 |
+
"battery-00029",
|
| 84 |
+
"tank-00037",
|
| 85 |
+
"tank-00049",
|
| 86 |
+
"tank-00064",
|
| 87 |
+
"thermal-00006",
|
| 88 |
+
"thermal-00012",
|
| 89 |
+
"thermal-00042"
|
| 90 |
+
],
|
| 91 |
+
"test_system_ids": [
|
| 92 |
+
"battery-00017",
|
| 93 |
+
"battery-00026",
|
| 94 |
+
"battery-00032",
|
| 95 |
+
"battery-00050",
|
| 96 |
+
"battery-00068",
|
| 97 |
+
"tank-00010",
|
| 98 |
+
"tank-00043",
|
| 99 |
+
"tank-00046",
|
| 100 |
+
"tank-00088",
|
| 101 |
+
"thermal-00003",
|
| 102 |
+
"thermal-00024",
|
| 103 |
+
"thermal-00039",
|
| 104 |
+
"thermal-00081"
|
| 105 |
+
],
|
| 106 |
+
"entries": {
|
| 107 |
+
"0:15": {
|
| 108 |
+
"multiplier": 3.3366494379430676,
|
| 109 |
+
"count": 162
|
| 110 |
+
},
|
| 111 |
+
"0:30": {
|
| 112 |
+
"multiplier": 6.646896400862718,
|
| 113 |
+
"count": 165
|
| 114 |
+
},
|
| 115 |
+
"0:60": {
|
| 116 |
+
"multiplier": 12.459110764212058,
|
| 117 |
+
"count": 167
|
| 118 |
+
},
|
| 119 |
+
"0:120": {
|
| 120 |
+
"multiplier": 22.6636351742527,
|
| 121 |
+
"count": 162
|
| 122 |
+
},
|
| 123 |
+
"2:15": {
|
| 124 |
+
"multiplier": 0.4321222264839546,
|
| 125 |
+
"count": 169
|
| 126 |
+
},
|
| 127 |
+
"2:30": {
|
| 128 |
+
"multiplier": 0.8642444529679092,
|
| 129 |
+
"count": 169
|
| 130 |
+
},
|
| 131 |
+
"2:60": {
|
| 132 |
+
"multiplier": 1.630317665953497,
|
| 133 |
+
"count": 169
|
| 134 |
+
},
|
| 135 |
+
"2:120": {
|
| 136 |
+
"multiplier": 2.9326270778552934,
|
| 137 |
+
"count": 168
|
| 138 |
+
},
|
| 139 |
+
"3:15": {
|
| 140 |
+
"multiplier": 0.7088522290499347,
|
| 141 |
+
"count": 173
|
| 142 |
+
},
|
| 143 |
+
"3:30": {
|
| 144 |
+
"multiplier": 1.3617854632011333,
|
| 145 |
+
"count": 173
|
| 146 |
+
},
|
| 147 |
+
"3:60": {
|
| 148 |
+
"multiplier": 1.8363739154561707,
|
| 149 |
+
"count": 175
|
| 150 |
+
},
|
| 151 |
+
"3:120": {
|
| 152 |
+
"multiplier": 2.7827887405627214,
|
| 153 |
+
"count": 174
|
| 154 |
+
},
|
| 155 |
+
"4:15": {
|
| 156 |
+
"multiplier": 0.4925306807476688,
|
| 157 |
+
"count": 172
|
| 158 |
+
},
|
| 159 |
+
"4:30": {
|
| 160 |
+
"multiplier": 0.9556247863545887,
|
| 161 |
+
"count": 172
|
| 162 |
+
},
|
| 163 |
+
"4:60": {
|
| 164 |
+
"multiplier": 1.9518378050230625,
|
| 165 |
+
"count": 174
|
| 166 |
+
},
|
| 167 |
+
"4:120": {
|
| 168 |
+
"multiplier": 3.7351300558525358,
|
| 169 |
+
"count": 172
|
| 170 |
+
},
|
| 171 |
+
"5:15": {
|
| 172 |
+
"multiplier": 5.4575583611463525,
|
| 173 |
+
"count": 176
|
| 174 |
+
},
|
| 175 |
+
"5:30": {
|
| 176 |
+
"multiplier": 9.236844732573314,
|
| 177 |
+
"count": 175
|
| 178 |
+
},
|
| 179 |
+
"5:60": {
|
| 180 |
+
"multiplier": 11.005316436607625,
|
| 181 |
+
"count": 174
|
| 182 |
+
},
|
| 183 |
+
"5:120": {
|
| 184 |
+
"multiplier": 16.54782989906251,
|
| 185 |
+
"count": 176
|
| 186 |
+
},
|
| 187 |
+
"6:15": {
|
| 188 |
+
"multiplier": 6.834112813121844,
|
| 189 |
+
"count": 175
|
| 190 |
+
},
|
| 191 |
+
"6:30": {
|
| 192 |
+
"multiplier": 9.23236782743739,
|
| 193 |
+
"count": 175
|
| 194 |
+
},
|
| 195 |
+
"6:60": {
|
| 196 |
+
"multiplier": 18.16349733850344,
|
| 197 |
+
"count": 175
|
| 198 |
+
},
|
| 199 |
+
"6:120": {
|
| 200 |
+
"multiplier": 21.593874787919212,
|
| 201 |
+
"count": 178
|
| 202 |
+
},
|
| 203 |
+
"7:15": {
|
| 204 |
+
"multiplier": 4.51887127869554,
|
| 205 |
+
"count": 158
|
| 206 |
+
},
|
| 207 |
+
"7:30": {
|
| 208 |
+
"multiplier": 8.522240431442286,
|
| 209 |
+
"count": 156
|
| 210 |
+
},
|
| 211 |
+
"7:60": {
|
| 212 |
+
"multiplier": 13.982321857352368,
|
| 213 |
+
"count": 156
|
| 214 |
+
},
|
| 215 |
+
"7:120": {
|
| 216 |
+
"multiplier": 22.65882627122559,
|
| 217 |
+
"count": 151
|
| 218 |
+
},
|
| 219 |
+
"8:15": {
|
| 220 |
+
"multiplier": 0.9608832574417149,
|
| 221 |
+
"count": 151
|
| 222 |
+
},
|
| 223 |
+
"8:30": {
|
| 224 |
+
"multiplier": 1.7102051800611722,
|
| 225 |
+
"count": 154
|
| 226 |
+
},
|
| 227 |
+
"8:60": {
|
| 228 |
+
"multiplier": 3.0560012493134288,
|
| 229 |
+
"count": 152
|
| 230 |
+
},
|
| 231 |
+
"8:120": {
|
| 232 |
+
"multiplier": 5.342828353812,
|
| 233 |
+
"count": 153
|
| 234 |
+
},
|
| 235 |
+
"9:15": {
|
| 236 |
+
"multiplier": 3.1579094027226806,
|
| 237 |
+
"count": 152
|
| 238 |
+
},
|
| 239 |
+
"9:30": {
|
| 240 |
+
"multiplier": 10.51415148461768,
|
| 241 |
+
"count": 155
|
| 242 |
+
},
|
| 243 |
+
"9:60": {
|
| 244 |
+
"multiplier": 18.58402482175975,
|
| 245 |
+
"count": 152
|
| 246 |
+
},
|
| 247 |
+
"9:120": {
|
| 248 |
+
"multiplier": 21.86097990637898,
|
| 249 |
+
"count": 153
|
| 250 |
+
}
|
| 251 |
+
},
|
| 252 |
+
"limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
|
| 253 |
+
}
|
artifacts/smoke/report-ensemble-v2/generalization.json
ADDED
|
@@ -0,0 +1,105 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"experiments": [
|
| 3 |
+
{
|
| 4 |
+
"config": {
|
| 5 |
+
"name": "heldout_systems",
|
| 6 |
+
"axis": "B",
|
| 7 |
+
"data": "artifacts/smoke/data-v2",
|
| 8 |
+
"checkpoint": "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt",
|
| 9 |
+
"excluded_family": null,
|
| 10 |
+
"sensor_failure_probability": 0.0,
|
| 11 |
+
"sensor_bias_std": 0.0,
|
| 12 |
+
"description": "Main held-out-system test"
|
| 13 |
+
},
|
| 14 |
+
"status": "completed",
|
| 15 |
+
"result": {
|
| 16 |
+
"benchmark": "benchmark.json",
|
| 17 |
+
"model": "foundation_model"
|
| 18 |
+
}
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"config": {
|
| 22 |
+
"name": "sensor_failures",
|
| 23 |
+
"axis": "C",
|
| 24 |
+
"data": null,
|
| 25 |
+
"checkpoint": null,
|
| 26 |
+
"excluded_family": null,
|
| 27 |
+
"sensor_failure_probability": 0.25,
|
| 28 |
+
"sensor_bias_std": 0.0,
|
| 29 |
+
"description": "Observed history/current sensor dropout"
|
| 30 |
+
},
|
| 31 |
+
"status": "unrun",
|
| 32 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"config": {
|
| 36 |
+
"name": "sensor_bias",
|
| 37 |
+
"axis": "C",
|
| 38 |
+
"data": null,
|
| 39 |
+
"checkpoint": null,
|
| 40 |
+
"excluded_family": null,
|
| 41 |
+
"sensor_failure_probability": 0.0,
|
| 42 |
+
"sensor_bias_std": 0.5,
|
| 43 |
+
"description": "Observed state sensor bias in training-standardized units"
|
| 44 |
+
},
|
| 45 |
+
"status": "unrun",
|
| 46 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"config": {
|
| 50 |
+
"name": "configuration_shift",
|
| 51 |
+
"axis": "D",
|
| 52 |
+
"data": null,
|
| 53 |
+
"checkpoint": null,
|
| 54 |
+
"excluded_family": null,
|
| 55 |
+
"sensor_failure_probability": 0.0,
|
| 56 |
+
"sensor_bias_std": 0.0,
|
| 57 |
+
"description": "Requires independently generated shifted physical parameters"
|
| 58 |
+
},
|
| 59 |
+
"status": "unrun",
|
| 60 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"config": {
|
| 64 |
+
"name": "leave_thermal_out",
|
| 65 |
+
"axis": "E",
|
| 66 |
+
"data": null,
|
| 67 |
+
"checkpoint": null,
|
| 68 |
+
"excluded_family": "thermal",
|
| 69 |
+
"sensor_failure_probability": 0.0,
|
| 70 |
+
"sensor_bias_std": 0.0,
|
| 71 |
+
"description": "Requires checkpoint trained with this family excluded"
|
| 72 |
+
},
|
| 73 |
+
"status": "unrun",
|
| 74 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"config": {
|
| 78 |
+
"name": "leave_tank_out",
|
| 79 |
+
"axis": "E",
|
| 80 |
+
"data": null,
|
| 81 |
+
"checkpoint": null,
|
| 82 |
+
"excluded_family": "tank",
|
| 83 |
+
"sensor_failure_probability": 0.0,
|
| 84 |
+
"sensor_bias_std": 0.0,
|
| 85 |
+
"description": "Requires checkpoint trained with this family excluded"
|
| 86 |
+
},
|
| 87 |
+
"status": "unrun",
|
| 88 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"config": {
|
| 92 |
+
"name": "leave_battery_out",
|
| 93 |
+
"axis": "E",
|
| 94 |
+
"data": null,
|
| 95 |
+
"checkpoint": null,
|
| 96 |
+
"excluded_family": "battery",
|
| 97 |
+
"sensor_failure_probability": 0.0,
|
| 98 |
+
"sensor_bias_std": 0.0,
|
| 99 |
+
"description": "Requires checkpoint trained with this family excluded"
|
| 100 |
+
},
|
| 101 |
+
"status": "unrun",
|
| 102 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 103 |
+
}
|
| 104 |
+
]
|
| 105 |
+
}
|
artifacts/smoke/report-gru-v2/benchmark.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
artifacts/smoke/report-gru-v2/calibration.json
ADDED
|
@@ -0,0 +1,255 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-calibration-v1",
|
| 3 |
+
"method": "absolute_residual_over_predictive_std_finite_sample_quantile",
|
| 4 |
+
"nominal_coverage": 0.9,
|
| 5 |
+
"normalization_version": 1,
|
| 6 |
+
"checkpoint_sha256": [
|
| 7 |
+
"ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663"
|
| 8 |
+
],
|
| 9 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 10 |
+
"calibration_system_ids": [
|
| 11 |
+
"battery-00038",
|
| 12 |
+
"battery-00065",
|
| 13 |
+
"tank-00076",
|
| 14 |
+
"tank-00082",
|
| 15 |
+
"thermal-00033",
|
| 16 |
+
"thermal-00084"
|
| 17 |
+
],
|
| 18 |
+
"training_system_ids": [
|
| 19 |
+
"battery-00002",
|
| 20 |
+
"battery-00005",
|
| 21 |
+
"battery-00008",
|
| 22 |
+
"battery-00011",
|
| 23 |
+
"battery-00014",
|
| 24 |
+
"battery-00020",
|
| 25 |
+
"battery-00035",
|
| 26 |
+
"battery-00041",
|
| 27 |
+
"battery-00044",
|
| 28 |
+
"battery-00047",
|
| 29 |
+
"battery-00053",
|
| 30 |
+
"battery-00056",
|
| 31 |
+
"battery-00059",
|
| 32 |
+
"battery-00062",
|
| 33 |
+
"battery-00071",
|
| 34 |
+
"battery-00074",
|
| 35 |
+
"battery-00077",
|
| 36 |
+
"battery-00080",
|
| 37 |
+
"battery-00083",
|
| 38 |
+
"battery-00086",
|
| 39 |
+
"battery-00089",
|
| 40 |
+
"tank-00001",
|
| 41 |
+
"tank-00004",
|
| 42 |
+
"tank-00007",
|
| 43 |
+
"tank-00013",
|
| 44 |
+
"tank-00016",
|
| 45 |
+
"tank-00019",
|
| 46 |
+
"tank-00022",
|
| 47 |
+
"tank-00025",
|
| 48 |
+
"tank-00028",
|
| 49 |
+
"tank-00031",
|
| 50 |
+
"tank-00034",
|
| 51 |
+
"tank-00040",
|
| 52 |
+
"tank-00052",
|
| 53 |
+
"tank-00055",
|
| 54 |
+
"tank-00058",
|
| 55 |
+
"tank-00061",
|
| 56 |
+
"tank-00067",
|
| 57 |
+
"tank-00070",
|
| 58 |
+
"tank-00073",
|
| 59 |
+
"tank-00079",
|
| 60 |
+
"tank-00085",
|
| 61 |
+
"thermal-00000",
|
| 62 |
+
"thermal-00009",
|
| 63 |
+
"thermal-00015",
|
| 64 |
+
"thermal-00018",
|
| 65 |
+
"thermal-00021",
|
| 66 |
+
"thermal-00027",
|
| 67 |
+
"thermal-00030",
|
| 68 |
+
"thermal-00036",
|
| 69 |
+
"thermal-00045",
|
| 70 |
+
"thermal-00048",
|
| 71 |
+
"thermal-00051",
|
| 72 |
+
"thermal-00054",
|
| 73 |
+
"thermal-00057",
|
| 74 |
+
"thermal-00060",
|
| 75 |
+
"thermal-00063",
|
| 76 |
+
"thermal-00066",
|
| 77 |
+
"thermal-00069",
|
| 78 |
+
"thermal-00072",
|
| 79 |
+
"thermal-00075",
|
| 80 |
+
"thermal-00078",
|
| 81 |
+
"thermal-00087"
|
| 82 |
+
],
|
| 83 |
+
"validation_selection_system_ids": [
|
| 84 |
+
"battery-00023",
|
| 85 |
+
"battery-00029",
|
| 86 |
+
"tank-00037",
|
| 87 |
+
"tank-00049",
|
| 88 |
+
"tank-00064",
|
| 89 |
+
"thermal-00006",
|
| 90 |
+
"thermal-00012",
|
| 91 |
+
"thermal-00042"
|
| 92 |
+
],
|
| 93 |
+
"test_system_ids": [
|
| 94 |
+
"battery-00017",
|
| 95 |
+
"battery-00026",
|
| 96 |
+
"battery-00032",
|
| 97 |
+
"battery-00050",
|
| 98 |
+
"battery-00068",
|
| 99 |
+
"tank-00010",
|
| 100 |
+
"tank-00043",
|
| 101 |
+
"tank-00046",
|
| 102 |
+
"tank-00088",
|
| 103 |
+
"thermal-00003",
|
| 104 |
+
"thermal-00024",
|
| 105 |
+
"thermal-00039",
|
| 106 |
+
"thermal-00081"
|
| 107 |
+
],
|
| 108 |
+
"entries": {
|
| 109 |
+
"0:15": {
|
| 110 |
+
"multiplier": 1.5409319796691476,
|
| 111 |
+
"count": 162
|
| 112 |
+
},
|
| 113 |
+
"0:30": {
|
| 114 |
+
"multiplier": 1.2730044039773323,
|
| 115 |
+
"count": 165
|
| 116 |
+
},
|
| 117 |
+
"0:60": {
|
| 118 |
+
"multiplier": 1.5240539906170876,
|
| 119 |
+
"count": 167
|
| 120 |
+
},
|
| 121 |
+
"0:120": {
|
| 122 |
+
"multiplier": 2.1199465804269675,
|
| 123 |
+
"count": 162
|
| 124 |
+
},
|
| 125 |
+
"2:15": {
|
| 126 |
+
"multiplier": 1.3633816611633627,
|
| 127 |
+
"count": 169
|
| 128 |
+
},
|
| 129 |
+
"2:30": {
|
| 130 |
+
"multiplier": 1.9483991850447522,
|
| 131 |
+
"count": 169
|
| 132 |
+
},
|
| 133 |
+
"2:60": {
|
| 134 |
+
"multiplier": 2.6261046519107643,
|
| 135 |
+
"count": 169
|
| 136 |
+
},
|
| 137 |
+
"2:120": {
|
| 138 |
+
"multiplier": 2.950554232266852,
|
| 139 |
+
"count": 168
|
| 140 |
+
},
|
| 141 |
+
"3:15": {
|
| 142 |
+
"multiplier": 1.162827408177605,
|
| 143 |
+
"count": 173
|
| 144 |
+
},
|
| 145 |
+
"3:30": {
|
| 146 |
+
"multiplier": 1.440472954925591,
|
| 147 |
+
"count": 173
|
| 148 |
+
},
|
| 149 |
+
"3:60": {
|
| 150 |
+
"multiplier": 1.6253594018525848,
|
| 151 |
+
"count": 175
|
| 152 |
+
},
|
| 153 |
+
"3:120": {
|
| 154 |
+
"multiplier": 1.5433091282364446,
|
| 155 |
+
"count": 174
|
| 156 |
+
},
|
| 157 |
+
"4:15": {
|
| 158 |
+
"multiplier": 1.3873051631227857,
|
| 159 |
+
"count": 172
|
| 160 |
+
},
|
| 161 |
+
"4:30": {
|
| 162 |
+
"multiplier": 1.5629606023906373,
|
| 163 |
+
"count": 172
|
| 164 |
+
},
|
| 165 |
+
"4:60": {
|
| 166 |
+
"multiplier": 1.6097863560507777,
|
| 167 |
+
"count": 174
|
| 168 |
+
},
|
| 169 |
+
"4:120": {
|
| 170 |
+
"multiplier": 1.5987129875423844,
|
| 171 |
+
"count": 172
|
| 172 |
+
},
|
| 173 |
+
"5:15": {
|
| 174 |
+
"multiplier": 1.035180917169971,
|
| 175 |
+
"count": 176
|
| 176 |
+
},
|
| 177 |
+
"5:30": {
|
| 178 |
+
"multiplier": 1.4036115687967399,
|
| 179 |
+
"count": 175
|
| 180 |
+
},
|
| 181 |
+
"5:60": {
|
| 182 |
+
"multiplier": 1.3494885401629946,
|
| 183 |
+
"count": 174
|
| 184 |
+
},
|
| 185 |
+
"5:120": {
|
| 186 |
+
"multiplier": 1.4368442957536578,
|
| 187 |
+
"count": 176
|
| 188 |
+
},
|
| 189 |
+
"6:15": {
|
| 190 |
+
"multiplier": 0.9197682233686871,
|
| 191 |
+
"count": 175
|
| 192 |
+
},
|
| 193 |
+
"6:30": {
|
| 194 |
+
"multiplier": 1.3082711745988898,
|
| 195 |
+
"count": 175
|
| 196 |
+
},
|
| 197 |
+
"6:60": {
|
| 198 |
+
"multiplier": 1.4586482166583077,
|
| 199 |
+
"count": 175
|
| 200 |
+
},
|
| 201 |
+
"6:120": {
|
| 202 |
+
"multiplier": 1.6411224874108896,
|
| 203 |
+
"count": 178
|
| 204 |
+
},
|
| 205 |
+
"7:15": {
|
| 206 |
+
"multiplier": 2.496820394802795,
|
| 207 |
+
"count": 158
|
| 208 |
+
},
|
| 209 |
+
"7:30": {
|
| 210 |
+
"multiplier": 3.380567669412265,
|
| 211 |
+
"count": 156
|
| 212 |
+
},
|
| 213 |
+
"7:60": {
|
| 214 |
+
"multiplier": 2.963900912590011,
|
| 215 |
+
"count": 156
|
| 216 |
+
},
|
| 217 |
+
"7:120": {
|
| 218 |
+
"multiplier": 2.6603300193192694,
|
| 219 |
+
"count": 151
|
| 220 |
+
},
|
| 221 |
+
"8:15": {
|
| 222 |
+
"multiplier": 1.5265737205357586,
|
| 223 |
+
"count": 151
|
| 224 |
+
},
|
| 225 |
+
"8:30": {
|
| 226 |
+
"multiplier": 1.9585059164367966,
|
| 227 |
+
"count": 154
|
| 228 |
+
},
|
| 229 |
+
"8:60": {
|
| 230 |
+
"multiplier": 1.8384474941304265,
|
| 231 |
+
"count": 152
|
| 232 |
+
},
|
| 233 |
+
"8:120": {
|
| 234 |
+
"multiplier": 1.4595629242255597,
|
| 235 |
+
"count": 153
|
| 236 |
+
},
|
| 237 |
+
"9:15": {
|
| 238 |
+
"multiplier": 0.5972293898346576,
|
| 239 |
+
"count": 152
|
| 240 |
+
},
|
| 241 |
+
"9:30": {
|
| 242 |
+
"multiplier": 1.1812032011901676,
|
| 243 |
+
"count": 155
|
| 244 |
+
},
|
| 245 |
+
"9:60": {
|
| 246 |
+
"multiplier": 1.6324346484740104,
|
| 247 |
+
"count": 152
|
| 248 |
+
},
|
| 249 |
+
"9:120": {
|
| 250 |
+
"multiplier": 1.4463740364566695,
|
| 251 |
+
"count": 153
|
| 252 |
+
}
|
| 253 |
+
},
|
| 254 |
+
"limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
|
| 255 |
+
}
|
artifacts/smoke/report-gru-v2/calibration_history_linear_system_id.json
ADDED
|
@@ -0,0 +1,253 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-calibration-v1",
|
| 3 |
+
"method": "absolute_residual_over_predictive_std_finite_sample_quantile",
|
| 4 |
+
"nominal_coverage": 0.9,
|
| 5 |
+
"normalization_version": 1,
|
| 6 |
+
"checkpoint_sha256": [],
|
| 7 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 8 |
+
"calibration_system_ids": [
|
| 9 |
+
"battery-00038",
|
| 10 |
+
"battery-00065",
|
| 11 |
+
"tank-00076",
|
| 12 |
+
"tank-00082",
|
| 13 |
+
"thermal-00033",
|
| 14 |
+
"thermal-00084"
|
| 15 |
+
],
|
| 16 |
+
"training_system_ids": [
|
| 17 |
+
"battery-00002",
|
| 18 |
+
"battery-00005",
|
| 19 |
+
"battery-00008",
|
| 20 |
+
"battery-00011",
|
| 21 |
+
"battery-00014",
|
| 22 |
+
"battery-00020",
|
| 23 |
+
"battery-00035",
|
| 24 |
+
"battery-00041",
|
| 25 |
+
"battery-00044",
|
| 26 |
+
"battery-00047",
|
| 27 |
+
"battery-00053",
|
| 28 |
+
"battery-00056",
|
| 29 |
+
"battery-00059",
|
| 30 |
+
"battery-00062",
|
| 31 |
+
"battery-00071",
|
| 32 |
+
"battery-00074",
|
| 33 |
+
"battery-00077",
|
| 34 |
+
"battery-00080",
|
| 35 |
+
"battery-00083",
|
| 36 |
+
"battery-00086",
|
| 37 |
+
"battery-00089",
|
| 38 |
+
"tank-00001",
|
| 39 |
+
"tank-00004",
|
| 40 |
+
"tank-00007",
|
| 41 |
+
"tank-00013",
|
| 42 |
+
"tank-00016",
|
| 43 |
+
"tank-00019",
|
| 44 |
+
"tank-00022",
|
| 45 |
+
"tank-00025",
|
| 46 |
+
"tank-00028",
|
| 47 |
+
"tank-00031",
|
| 48 |
+
"tank-00034",
|
| 49 |
+
"tank-00040",
|
| 50 |
+
"tank-00052",
|
| 51 |
+
"tank-00055",
|
| 52 |
+
"tank-00058",
|
| 53 |
+
"tank-00061",
|
| 54 |
+
"tank-00067",
|
| 55 |
+
"tank-00070",
|
| 56 |
+
"tank-00073",
|
| 57 |
+
"tank-00079",
|
| 58 |
+
"tank-00085",
|
| 59 |
+
"thermal-00000",
|
| 60 |
+
"thermal-00009",
|
| 61 |
+
"thermal-00015",
|
| 62 |
+
"thermal-00018",
|
| 63 |
+
"thermal-00021",
|
| 64 |
+
"thermal-00027",
|
| 65 |
+
"thermal-00030",
|
| 66 |
+
"thermal-00036",
|
| 67 |
+
"thermal-00045",
|
| 68 |
+
"thermal-00048",
|
| 69 |
+
"thermal-00051",
|
| 70 |
+
"thermal-00054",
|
| 71 |
+
"thermal-00057",
|
| 72 |
+
"thermal-00060",
|
| 73 |
+
"thermal-00063",
|
| 74 |
+
"thermal-00066",
|
| 75 |
+
"thermal-00069",
|
| 76 |
+
"thermal-00072",
|
| 77 |
+
"thermal-00075",
|
| 78 |
+
"thermal-00078",
|
| 79 |
+
"thermal-00087"
|
| 80 |
+
],
|
| 81 |
+
"validation_selection_system_ids": [
|
| 82 |
+
"battery-00023",
|
| 83 |
+
"battery-00029",
|
| 84 |
+
"tank-00037",
|
| 85 |
+
"tank-00049",
|
| 86 |
+
"tank-00064",
|
| 87 |
+
"thermal-00006",
|
| 88 |
+
"thermal-00012",
|
| 89 |
+
"thermal-00042"
|
| 90 |
+
],
|
| 91 |
+
"test_system_ids": [
|
| 92 |
+
"battery-00017",
|
| 93 |
+
"battery-00026",
|
| 94 |
+
"battery-00032",
|
| 95 |
+
"battery-00050",
|
| 96 |
+
"battery-00068",
|
| 97 |
+
"tank-00010",
|
| 98 |
+
"tank-00043",
|
| 99 |
+
"tank-00046",
|
| 100 |
+
"tank-00088",
|
| 101 |
+
"thermal-00003",
|
| 102 |
+
"thermal-00024",
|
| 103 |
+
"thermal-00039",
|
| 104 |
+
"thermal-00081"
|
| 105 |
+
],
|
| 106 |
+
"entries": {
|
| 107 |
+
"0:15": {
|
| 108 |
+
"multiplier": 0.9125920929069574,
|
| 109 |
+
"count": 162
|
| 110 |
+
},
|
| 111 |
+
"0:30": {
|
| 112 |
+
"multiplier": 1.7012972590006181,
|
| 113 |
+
"count": 165
|
| 114 |
+
},
|
| 115 |
+
"0:60": {
|
| 116 |
+
"multiplier": 3.208198962104259,
|
| 117 |
+
"count": 167
|
| 118 |
+
},
|
| 119 |
+
"0:120": {
|
| 120 |
+
"multiplier": 4.361139086083468,
|
| 121 |
+
"count": 162
|
| 122 |
+
},
|
| 123 |
+
"2:15": {
|
| 124 |
+
"multiplier": 0.32997837394347035,
|
| 125 |
+
"count": 169
|
| 126 |
+
},
|
| 127 |
+
"2:30": {
|
| 128 |
+
"multiplier": 0.5769019346036816,
|
| 129 |
+
"count": 169
|
| 130 |
+
},
|
| 131 |
+
"2:60": {
|
| 132 |
+
"multiplier": 0.9650079736118301,
|
| 133 |
+
"count": 169
|
| 134 |
+
},
|
| 135 |
+
"2:120": {
|
| 136 |
+
"multiplier": 1.7150557297274174,
|
| 137 |
+
"count": 168
|
| 138 |
+
},
|
| 139 |
+
"3:15": {
|
| 140 |
+
"multiplier": 0.7063339326580723,
|
| 141 |
+
"count": 173
|
| 142 |
+
},
|
| 143 |
+
"3:30": {
|
| 144 |
+
"multiplier": 1.1468109690551498,
|
| 145 |
+
"count": 173
|
| 146 |
+
},
|
| 147 |
+
"3:60": {
|
| 148 |
+
"multiplier": 1.8227091027920903,
|
| 149 |
+
"count": 175
|
| 150 |
+
},
|
| 151 |
+
"3:120": {
|
| 152 |
+
"multiplier": 2.7287904928505244,
|
| 153 |
+
"count": 174
|
| 154 |
+
},
|
| 155 |
+
"4:15": {
|
| 156 |
+
"multiplier": 0.46659908244604364,
|
| 157 |
+
"count": 172
|
| 158 |
+
},
|
| 159 |
+
"4:30": {
|
| 160 |
+
"multiplier": 0.6509470502788752,
|
| 161 |
+
"count": 172
|
| 162 |
+
},
|
| 163 |
+
"4:60": {
|
| 164 |
+
"multiplier": 1.12670266265885,
|
| 165 |
+
"count": 174
|
| 166 |
+
},
|
| 167 |
+
"4:120": {
|
| 168 |
+
"multiplier": 1.7626484412092522,
|
| 169 |
+
"count": 172
|
| 170 |
+
},
|
| 171 |
+
"5:15": {
|
| 172 |
+
"multiplier": 3.2149264037272265,
|
| 173 |
+
"count": 176
|
| 174 |
+
},
|
| 175 |
+
"5:30": {
|
| 176 |
+
"multiplier": 3.17059184673366,
|
| 177 |
+
"count": 175
|
| 178 |
+
},
|
| 179 |
+
"5:60": {
|
| 180 |
+
"multiplier": 3.8703456757326937,
|
| 181 |
+
"count": 174
|
| 182 |
+
},
|
| 183 |
+
"5:120": {
|
| 184 |
+
"multiplier": 3.5857897297730097,
|
| 185 |
+
"count": 176
|
| 186 |
+
},
|
| 187 |
+
"6:15": {
|
| 188 |
+
"multiplier": 3.365407313116949,
|
| 189 |
+
"count": 175
|
| 190 |
+
},
|
| 191 |
+
"6:30": {
|
| 192 |
+
"multiplier": 4.065351482368743,
|
| 193 |
+
"count": 175
|
| 194 |
+
},
|
| 195 |
+
"6:60": {
|
| 196 |
+
"multiplier": 5.3680182769342055,
|
| 197 |
+
"count": 175
|
| 198 |
+
},
|
| 199 |
+
"6:120": {
|
| 200 |
+
"multiplier": 4.134695785148987,
|
| 201 |
+
"count": 178
|
| 202 |
+
},
|
| 203 |
+
"7:15": {
|
| 204 |
+
"multiplier": 3.508550325392457,
|
| 205 |
+
"count": 158
|
| 206 |
+
},
|
| 207 |
+
"7:30": {
|
| 208 |
+
"multiplier": 4.768295007241738,
|
| 209 |
+
"count": 156
|
| 210 |
+
},
|
| 211 |
+
"7:60": {
|
| 212 |
+
"multiplier": 6.7661265591458415,
|
| 213 |
+
"count": 156
|
| 214 |
+
},
|
| 215 |
+
"7:120": {
|
| 216 |
+
"multiplier": 7.251723598443073,
|
| 217 |
+
"count": 151
|
| 218 |
+
},
|
| 219 |
+
"8:15": {
|
| 220 |
+
"multiplier": 1.4118854052952174,
|
| 221 |
+
"count": 151
|
| 222 |
+
},
|
| 223 |
+
"8:30": {
|
| 224 |
+
"multiplier": 2.4345631679090505,
|
| 225 |
+
"count": 154
|
| 226 |
+
},
|
| 227 |
+
"8:60": {
|
| 228 |
+
"multiplier": 3.068358708522243,
|
| 229 |
+
"count": 152
|
| 230 |
+
},
|
| 231 |
+
"8:120": {
|
| 232 |
+
"multiplier": 4.561726737851034,
|
| 233 |
+
"count": 153
|
| 234 |
+
},
|
| 235 |
+
"9:15": {
|
| 236 |
+
"multiplier": 2.360316974766819,
|
| 237 |
+
"count": 152
|
| 238 |
+
},
|
| 239 |
+
"9:30": {
|
| 240 |
+
"multiplier": 2.4516472510112615,
|
| 241 |
+
"count": 155
|
| 242 |
+
},
|
| 243 |
+
"9:60": {
|
| 244 |
+
"multiplier": 2.5763941889655673,
|
| 245 |
+
"count": 152
|
| 246 |
+
},
|
| 247 |
+
"9:120": {
|
| 248 |
+
"multiplier": 2.1809267855212267,
|
| 249 |
+
"count": 153
|
| 250 |
+
}
|
| 251 |
+
},
|
| 252 |
+
"limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
|
| 253 |
+
}
|
artifacts/smoke/report-gru-v2/calibration_persistence.json
ADDED
|
@@ -0,0 +1,253 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-calibration-v1",
|
| 3 |
+
"method": "absolute_residual_over_predictive_std_finite_sample_quantile",
|
| 4 |
+
"nominal_coverage": 0.9,
|
| 5 |
+
"normalization_version": 1,
|
| 6 |
+
"checkpoint_sha256": [],
|
| 7 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 8 |
+
"calibration_system_ids": [
|
| 9 |
+
"battery-00038",
|
| 10 |
+
"battery-00065",
|
| 11 |
+
"tank-00076",
|
| 12 |
+
"tank-00082",
|
| 13 |
+
"thermal-00033",
|
| 14 |
+
"thermal-00084"
|
| 15 |
+
],
|
| 16 |
+
"training_system_ids": [
|
| 17 |
+
"battery-00002",
|
| 18 |
+
"battery-00005",
|
| 19 |
+
"battery-00008",
|
| 20 |
+
"battery-00011",
|
| 21 |
+
"battery-00014",
|
| 22 |
+
"battery-00020",
|
| 23 |
+
"battery-00035",
|
| 24 |
+
"battery-00041",
|
| 25 |
+
"battery-00044",
|
| 26 |
+
"battery-00047",
|
| 27 |
+
"battery-00053",
|
| 28 |
+
"battery-00056",
|
| 29 |
+
"battery-00059",
|
| 30 |
+
"battery-00062",
|
| 31 |
+
"battery-00071",
|
| 32 |
+
"battery-00074",
|
| 33 |
+
"battery-00077",
|
| 34 |
+
"battery-00080",
|
| 35 |
+
"battery-00083",
|
| 36 |
+
"battery-00086",
|
| 37 |
+
"battery-00089",
|
| 38 |
+
"tank-00001",
|
| 39 |
+
"tank-00004",
|
| 40 |
+
"tank-00007",
|
| 41 |
+
"tank-00013",
|
| 42 |
+
"tank-00016",
|
| 43 |
+
"tank-00019",
|
| 44 |
+
"tank-00022",
|
| 45 |
+
"tank-00025",
|
| 46 |
+
"tank-00028",
|
| 47 |
+
"tank-00031",
|
| 48 |
+
"tank-00034",
|
| 49 |
+
"tank-00040",
|
| 50 |
+
"tank-00052",
|
| 51 |
+
"tank-00055",
|
| 52 |
+
"tank-00058",
|
| 53 |
+
"tank-00061",
|
| 54 |
+
"tank-00067",
|
| 55 |
+
"tank-00070",
|
| 56 |
+
"tank-00073",
|
| 57 |
+
"tank-00079",
|
| 58 |
+
"tank-00085",
|
| 59 |
+
"thermal-00000",
|
| 60 |
+
"thermal-00009",
|
| 61 |
+
"thermal-00015",
|
| 62 |
+
"thermal-00018",
|
| 63 |
+
"thermal-00021",
|
| 64 |
+
"thermal-00027",
|
| 65 |
+
"thermal-00030",
|
| 66 |
+
"thermal-00036",
|
| 67 |
+
"thermal-00045",
|
| 68 |
+
"thermal-00048",
|
| 69 |
+
"thermal-00051",
|
| 70 |
+
"thermal-00054",
|
| 71 |
+
"thermal-00057",
|
| 72 |
+
"thermal-00060",
|
| 73 |
+
"thermal-00063",
|
| 74 |
+
"thermal-00066",
|
| 75 |
+
"thermal-00069",
|
| 76 |
+
"thermal-00072",
|
| 77 |
+
"thermal-00075",
|
| 78 |
+
"thermal-00078",
|
| 79 |
+
"thermal-00087"
|
| 80 |
+
],
|
| 81 |
+
"validation_selection_system_ids": [
|
| 82 |
+
"battery-00023",
|
| 83 |
+
"battery-00029",
|
| 84 |
+
"tank-00037",
|
| 85 |
+
"tank-00049",
|
| 86 |
+
"tank-00064",
|
| 87 |
+
"thermal-00006",
|
| 88 |
+
"thermal-00012",
|
| 89 |
+
"thermal-00042"
|
| 90 |
+
],
|
| 91 |
+
"test_system_ids": [
|
| 92 |
+
"battery-00017",
|
| 93 |
+
"battery-00026",
|
| 94 |
+
"battery-00032",
|
| 95 |
+
"battery-00050",
|
| 96 |
+
"battery-00068",
|
| 97 |
+
"tank-00010",
|
| 98 |
+
"tank-00043",
|
| 99 |
+
"tank-00046",
|
| 100 |
+
"tank-00088",
|
| 101 |
+
"thermal-00003",
|
| 102 |
+
"thermal-00024",
|
| 103 |
+
"thermal-00039",
|
| 104 |
+
"thermal-00081"
|
| 105 |
+
],
|
| 106 |
+
"entries": {
|
| 107 |
+
"0:15": {
|
| 108 |
+
"multiplier": 3.3366494379430676,
|
| 109 |
+
"count": 162
|
| 110 |
+
},
|
| 111 |
+
"0:30": {
|
| 112 |
+
"multiplier": 6.646896400862718,
|
| 113 |
+
"count": 165
|
| 114 |
+
},
|
| 115 |
+
"0:60": {
|
| 116 |
+
"multiplier": 12.459110764212058,
|
| 117 |
+
"count": 167
|
| 118 |
+
},
|
| 119 |
+
"0:120": {
|
| 120 |
+
"multiplier": 22.6636351742527,
|
| 121 |
+
"count": 162
|
| 122 |
+
},
|
| 123 |
+
"2:15": {
|
| 124 |
+
"multiplier": 0.4321222264839546,
|
| 125 |
+
"count": 169
|
| 126 |
+
},
|
| 127 |
+
"2:30": {
|
| 128 |
+
"multiplier": 0.8642444529679092,
|
| 129 |
+
"count": 169
|
| 130 |
+
},
|
| 131 |
+
"2:60": {
|
| 132 |
+
"multiplier": 1.630317665953497,
|
| 133 |
+
"count": 169
|
| 134 |
+
},
|
| 135 |
+
"2:120": {
|
| 136 |
+
"multiplier": 2.9326270778552934,
|
| 137 |
+
"count": 168
|
| 138 |
+
},
|
| 139 |
+
"3:15": {
|
| 140 |
+
"multiplier": 0.7088522290499347,
|
| 141 |
+
"count": 173
|
| 142 |
+
},
|
| 143 |
+
"3:30": {
|
| 144 |
+
"multiplier": 1.3617854632011333,
|
| 145 |
+
"count": 173
|
| 146 |
+
},
|
| 147 |
+
"3:60": {
|
| 148 |
+
"multiplier": 1.8363739154561707,
|
| 149 |
+
"count": 175
|
| 150 |
+
},
|
| 151 |
+
"3:120": {
|
| 152 |
+
"multiplier": 2.7827887405627214,
|
| 153 |
+
"count": 174
|
| 154 |
+
},
|
| 155 |
+
"4:15": {
|
| 156 |
+
"multiplier": 0.4925306807476688,
|
| 157 |
+
"count": 172
|
| 158 |
+
},
|
| 159 |
+
"4:30": {
|
| 160 |
+
"multiplier": 0.9556247863545887,
|
| 161 |
+
"count": 172
|
| 162 |
+
},
|
| 163 |
+
"4:60": {
|
| 164 |
+
"multiplier": 1.9518378050230625,
|
| 165 |
+
"count": 174
|
| 166 |
+
},
|
| 167 |
+
"4:120": {
|
| 168 |
+
"multiplier": 3.7351300558525358,
|
| 169 |
+
"count": 172
|
| 170 |
+
},
|
| 171 |
+
"5:15": {
|
| 172 |
+
"multiplier": 5.4575583611463525,
|
| 173 |
+
"count": 176
|
| 174 |
+
},
|
| 175 |
+
"5:30": {
|
| 176 |
+
"multiplier": 9.236844732573314,
|
| 177 |
+
"count": 175
|
| 178 |
+
},
|
| 179 |
+
"5:60": {
|
| 180 |
+
"multiplier": 11.005316436607625,
|
| 181 |
+
"count": 174
|
| 182 |
+
},
|
| 183 |
+
"5:120": {
|
| 184 |
+
"multiplier": 16.54782989906251,
|
| 185 |
+
"count": 176
|
| 186 |
+
},
|
| 187 |
+
"6:15": {
|
| 188 |
+
"multiplier": 6.834112813121844,
|
| 189 |
+
"count": 175
|
| 190 |
+
},
|
| 191 |
+
"6:30": {
|
| 192 |
+
"multiplier": 9.23236782743739,
|
| 193 |
+
"count": 175
|
| 194 |
+
},
|
| 195 |
+
"6:60": {
|
| 196 |
+
"multiplier": 18.16349733850344,
|
| 197 |
+
"count": 175
|
| 198 |
+
},
|
| 199 |
+
"6:120": {
|
| 200 |
+
"multiplier": 21.593874787919212,
|
| 201 |
+
"count": 178
|
| 202 |
+
},
|
| 203 |
+
"7:15": {
|
| 204 |
+
"multiplier": 4.51887127869554,
|
| 205 |
+
"count": 158
|
| 206 |
+
},
|
| 207 |
+
"7:30": {
|
| 208 |
+
"multiplier": 8.522240431442286,
|
| 209 |
+
"count": 156
|
| 210 |
+
},
|
| 211 |
+
"7:60": {
|
| 212 |
+
"multiplier": 13.982321857352368,
|
| 213 |
+
"count": 156
|
| 214 |
+
},
|
| 215 |
+
"7:120": {
|
| 216 |
+
"multiplier": 22.65882627122559,
|
| 217 |
+
"count": 151
|
| 218 |
+
},
|
| 219 |
+
"8:15": {
|
| 220 |
+
"multiplier": 0.9608832574417149,
|
| 221 |
+
"count": 151
|
| 222 |
+
},
|
| 223 |
+
"8:30": {
|
| 224 |
+
"multiplier": 1.7102051800611722,
|
| 225 |
+
"count": 154
|
| 226 |
+
},
|
| 227 |
+
"8:60": {
|
| 228 |
+
"multiplier": 3.0560012493134288,
|
| 229 |
+
"count": 152
|
| 230 |
+
},
|
| 231 |
+
"8:120": {
|
| 232 |
+
"multiplier": 5.342828353812,
|
| 233 |
+
"count": 153
|
| 234 |
+
},
|
| 235 |
+
"9:15": {
|
| 236 |
+
"multiplier": 3.1579094027226806,
|
| 237 |
+
"count": 152
|
| 238 |
+
},
|
| 239 |
+
"9:30": {
|
| 240 |
+
"multiplier": 10.51415148461768,
|
| 241 |
+
"count": 155
|
| 242 |
+
},
|
| 243 |
+
"9:60": {
|
| 244 |
+
"multiplier": 18.58402482175975,
|
| 245 |
+
"count": 152
|
| 246 |
+
},
|
| 247 |
+
"9:120": {
|
| 248 |
+
"multiplier": 21.86097990637898,
|
| 249 |
+
"count": 153
|
| 250 |
+
}
|
| 251 |
+
},
|
| 252 |
+
"limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
|
| 253 |
+
}
|
artifacts/smoke/report-gru-v2/generalization.json
ADDED
|
@@ -0,0 +1,105 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"experiments": [
|
| 3 |
+
{
|
| 4 |
+
"config": {
|
| 5 |
+
"name": "heldout_systems",
|
| 6 |
+
"axis": "B",
|
| 7 |
+
"data": "artifacts/smoke/data-v2",
|
| 8 |
+
"checkpoint": "artifacts/smoke/gru-v2/checkpoint.pt",
|
| 9 |
+
"excluded_family": null,
|
| 10 |
+
"sensor_failure_probability": 0.0,
|
| 11 |
+
"sensor_bias_std": 0.0,
|
| 12 |
+
"description": "Main held-out-system test"
|
| 13 |
+
},
|
| 14 |
+
"status": "completed",
|
| 15 |
+
"result": {
|
| 16 |
+
"benchmark": "benchmark.json",
|
| 17 |
+
"model": "foundation_model"
|
| 18 |
+
}
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"config": {
|
| 22 |
+
"name": "sensor_failures",
|
| 23 |
+
"axis": "C",
|
| 24 |
+
"data": null,
|
| 25 |
+
"checkpoint": null,
|
| 26 |
+
"excluded_family": null,
|
| 27 |
+
"sensor_failure_probability": 0.25,
|
| 28 |
+
"sensor_bias_std": 0.0,
|
| 29 |
+
"description": "Observed history/current sensor dropout"
|
| 30 |
+
},
|
| 31 |
+
"status": "unrun",
|
| 32 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"config": {
|
| 36 |
+
"name": "sensor_bias",
|
| 37 |
+
"axis": "C",
|
| 38 |
+
"data": null,
|
| 39 |
+
"checkpoint": null,
|
| 40 |
+
"excluded_family": null,
|
| 41 |
+
"sensor_failure_probability": 0.0,
|
| 42 |
+
"sensor_bias_std": 0.5,
|
| 43 |
+
"description": "Observed state sensor bias in training-standardized units"
|
| 44 |
+
},
|
| 45 |
+
"status": "unrun",
|
| 46 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"config": {
|
| 50 |
+
"name": "configuration_shift",
|
| 51 |
+
"axis": "D",
|
| 52 |
+
"data": null,
|
| 53 |
+
"checkpoint": null,
|
| 54 |
+
"excluded_family": null,
|
| 55 |
+
"sensor_failure_probability": 0.0,
|
| 56 |
+
"sensor_bias_std": 0.0,
|
| 57 |
+
"description": "Requires independently generated shifted physical parameters"
|
| 58 |
+
},
|
| 59 |
+
"status": "unrun",
|
| 60 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"config": {
|
| 64 |
+
"name": "leave_thermal_out",
|
| 65 |
+
"axis": "E",
|
| 66 |
+
"data": null,
|
| 67 |
+
"checkpoint": null,
|
| 68 |
+
"excluded_family": "thermal",
|
| 69 |
+
"sensor_failure_probability": 0.0,
|
| 70 |
+
"sensor_bias_std": 0.0,
|
| 71 |
+
"description": "Requires checkpoint trained with this family excluded"
|
| 72 |
+
},
|
| 73 |
+
"status": "unrun",
|
| 74 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"config": {
|
| 78 |
+
"name": "leave_tank_out",
|
| 79 |
+
"axis": "E",
|
| 80 |
+
"data": null,
|
| 81 |
+
"checkpoint": null,
|
| 82 |
+
"excluded_family": "tank",
|
| 83 |
+
"sensor_failure_probability": 0.0,
|
| 84 |
+
"sensor_bias_std": 0.0,
|
| 85 |
+
"description": "Requires checkpoint trained with this family excluded"
|
| 86 |
+
},
|
| 87 |
+
"status": "unrun",
|
| 88 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"config": {
|
| 92 |
+
"name": "leave_battery_out",
|
| 93 |
+
"axis": "E",
|
| 94 |
+
"data": null,
|
| 95 |
+
"checkpoint": null,
|
| 96 |
+
"excluded_family": "battery",
|
| 97 |
+
"sensor_failure_probability": 0.0,
|
| 98 |
+
"sensor_bias_std": 0.0,
|
| 99 |
+
"description": "Requires checkpoint trained with this family excluded"
|
| 100 |
+
},
|
| 101 |
+
"status": "unrun",
|
| 102 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 103 |
+
}
|
| 104 |
+
]
|
| 105 |
+
}
|
artifacts/smoke/report-mlp-v2/benchmark.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
artifacts/smoke/report-mlp-v2/calibration.json
ADDED
|
@@ -0,0 +1,255 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-calibration-v1",
|
| 3 |
+
"method": "absolute_residual_over_predictive_std_finite_sample_quantile",
|
| 4 |
+
"nominal_coverage": 0.9,
|
| 5 |
+
"normalization_version": 1,
|
| 6 |
+
"checkpoint_sha256": [
|
| 7 |
+
"3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c"
|
| 8 |
+
],
|
| 9 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 10 |
+
"calibration_system_ids": [
|
| 11 |
+
"battery-00038",
|
| 12 |
+
"battery-00065",
|
| 13 |
+
"tank-00076",
|
| 14 |
+
"tank-00082",
|
| 15 |
+
"thermal-00033",
|
| 16 |
+
"thermal-00084"
|
| 17 |
+
],
|
| 18 |
+
"training_system_ids": [
|
| 19 |
+
"battery-00002",
|
| 20 |
+
"battery-00005",
|
| 21 |
+
"battery-00008",
|
| 22 |
+
"battery-00011",
|
| 23 |
+
"battery-00014",
|
| 24 |
+
"battery-00020",
|
| 25 |
+
"battery-00035",
|
| 26 |
+
"battery-00041",
|
| 27 |
+
"battery-00044",
|
| 28 |
+
"battery-00047",
|
| 29 |
+
"battery-00053",
|
| 30 |
+
"battery-00056",
|
| 31 |
+
"battery-00059",
|
| 32 |
+
"battery-00062",
|
| 33 |
+
"battery-00071",
|
| 34 |
+
"battery-00074",
|
| 35 |
+
"battery-00077",
|
| 36 |
+
"battery-00080",
|
| 37 |
+
"battery-00083",
|
| 38 |
+
"battery-00086",
|
| 39 |
+
"battery-00089",
|
| 40 |
+
"tank-00001",
|
| 41 |
+
"tank-00004",
|
| 42 |
+
"tank-00007",
|
| 43 |
+
"tank-00013",
|
| 44 |
+
"tank-00016",
|
| 45 |
+
"tank-00019",
|
| 46 |
+
"tank-00022",
|
| 47 |
+
"tank-00025",
|
| 48 |
+
"tank-00028",
|
| 49 |
+
"tank-00031",
|
| 50 |
+
"tank-00034",
|
| 51 |
+
"tank-00040",
|
| 52 |
+
"tank-00052",
|
| 53 |
+
"tank-00055",
|
| 54 |
+
"tank-00058",
|
| 55 |
+
"tank-00061",
|
| 56 |
+
"tank-00067",
|
| 57 |
+
"tank-00070",
|
| 58 |
+
"tank-00073",
|
| 59 |
+
"tank-00079",
|
| 60 |
+
"tank-00085",
|
| 61 |
+
"thermal-00000",
|
| 62 |
+
"thermal-00009",
|
| 63 |
+
"thermal-00015",
|
| 64 |
+
"thermal-00018",
|
| 65 |
+
"thermal-00021",
|
| 66 |
+
"thermal-00027",
|
| 67 |
+
"thermal-00030",
|
| 68 |
+
"thermal-00036",
|
| 69 |
+
"thermal-00045",
|
| 70 |
+
"thermal-00048",
|
| 71 |
+
"thermal-00051",
|
| 72 |
+
"thermal-00054",
|
| 73 |
+
"thermal-00057",
|
| 74 |
+
"thermal-00060",
|
| 75 |
+
"thermal-00063",
|
| 76 |
+
"thermal-00066",
|
| 77 |
+
"thermal-00069",
|
| 78 |
+
"thermal-00072",
|
| 79 |
+
"thermal-00075",
|
| 80 |
+
"thermal-00078",
|
| 81 |
+
"thermal-00087"
|
| 82 |
+
],
|
| 83 |
+
"validation_selection_system_ids": [
|
| 84 |
+
"battery-00023",
|
| 85 |
+
"battery-00029",
|
| 86 |
+
"tank-00037",
|
| 87 |
+
"tank-00049",
|
| 88 |
+
"tank-00064",
|
| 89 |
+
"thermal-00006",
|
| 90 |
+
"thermal-00012",
|
| 91 |
+
"thermal-00042"
|
| 92 |
+
],
|
| 93 |
+
"test_system_ids": [
|
| 94 |
+
"battery-00017",
|
| 95 |
+
"battery-00026",
|
| 96 |
+
"battery-00032",
|
| 97 |
+
"battery-00050",
|
| 98 |
+
"battery-00068",
|
| 99 |
+
"tank-00010",
|
| 100 |
+
"tank-00043",
|
| 101 |
+
"tank-00046",
|
| 102 |
+
"tank-00088",
|
| 103 |
+
"thermal-00003",
|
| 104 |
+
"thermal-00024",
|
| 105 |
+
"thermal-00039",
|
| 106 |
+
"thermal-00081"
|
| 107 |
+
],
|
| 108 |
+
"entries": {
|
| 109 |
+
"0:15": {
|
| 110 |
+
"multiplier": 1.6708518013942364,
|
| 111 |
+
"count": 162
|
| 112 |
+
},
|
| 113 |
+
"0:30": {
|
| 114 |
+
"multiplier": 1.5326960885449192,
|
| 115 |
+
"count": 165
|
| 116 |
+
},
|
| 117 |
+
"0:60": {
|
| 118 |
+
"multiplier": 1.4605829359978115,
|
| 119 |
+
"count": 167
|
| 120 |
+
},
|
| 121 |
+
"0:120": {
|
| 122 |
+
"multiplier": 2.1547050555624128,
|
| 123 |
+
"count": 162
|
| 124 |
+
},
|
| 125 |
+
"2:15": {
|
| 126 |
+
"multiplier": 1.2183197063642497,
|
| 127 |
+
"count": 169
|
| 128 |
+
},
|
| 129 |
+
"2:30": {
|
| 130 |
+
"multiplier": 2.131817741245583,
|
| 131 |
+
"count": 169
|
| 132 |
+
},
|
| 133 |
+
"2:60": {
|
| 134 |
+
"multiplier": 2.959352938423337,
|
| 135 |
+
"count": 169
|
| 136 |
+
},
|
| 137 |
+
"2:120": {
|
| 138 |
+
"multiplier": 2.6469154982702157,
|
| 139 |
+
"count": 168
|
| 140 |
+
},
|
| 141 |
+
"3:15": {
|
| 142 |
+
"multiplier": 1.0619700459674142,
|
| 143 |
+
"count": 173
|
| 144 |
+
},
|
| 145 |
+
"3:30": {
|
| 146 |
+
"multiplier": 1.3276465186226205,
|
| 147 |
+
"count": 173
|
| 148 |
+
},
|
| 149 |
+
"3:60": {
|
| 150 |
+
"multiplier": 1.2537926604333784,
|
| 151 |
+
"count": 175
|
| 152 |
+
},
|
| 153 |
+
"3:120": {
|
| 154 |
+
"multiplier": 1.129085488490952,
|
| 155 |
+
"count": 174
|
| 156 |
+
},
|
| 157 |
+
"4:15": {
|
| 158 |
+
"multiplier": 1.1268126075408202,
|
| 159 |
+
"count": 172
|
| 160 |
+
},
|
| 161 |
+
"4:30": {
|
| 162 |
+
"multiplier": 1.4076944624362449,
|
| 163 |
+
"count": 172
|
| 164 |
+
},
|
| 165 |
+
"4:60": {
|
| 166 |
+
"multiplier": 1.491443830153281,
|
| 167 |
+
"count": 174
|
| 168 |
+
},
|
| 169 |
+
"4:120": {
|
| 170 |
+
"multiplier": 1.4627263368571772,
|
| 171 |
+
"count": 172
|
| 172 |
+
},
|
| 173 |
+
"5:15": {
|
| 174 |
+
"multiplier": 0.9858900258610214,
|
| 175 |
+
"count": 176
|
| 176 |
+
},
|
| 177 |
+
"5:30": {
|
| 178 |
+
"multiplier": 1.230167921720658,
|
| 179 |
+
"count": 175
|
| 180 |
+
},
|
| 181 |
+
"5:60": {
|
| 182 |
+
"multiplier": 1.1586152759459094,
|
| 183 |
+
"count": 174
|
| 184 |
+
},
|
| 185 |
+
"5:120": {
|
| 186 |
+
"multiplier": 1.1499181671677903,
|
| 187 |
+
"count": 176
|
| 188 |
+
},
|
| 189 |
+
"6:15": {
|
| 190 |
+
"multiplier": 1.173847104710195,
|
| 191 |
+
"count": 175
|
| 192 |
+
},
|
| 193 |
+
"6:30": {
|
| 194 |
+
"multiplier": 1.4600764409951081,
|
| 195 |
+
"count": 175
|
| 196 |
+
},
|
| 197 |
+
"6:60": {
|
| 198 |
+
"multiplier": 1.4851601806261143,
|
| 199 |
+
"count": 175
|
| 200 |
+
},
|
| 201 |
+
"6:120": {
|
| 202 |
+
"multiplier": 1.5866397024961707,
|
| 203 |
+
"count": 178
|
| 204 |
+
},
|
| 205 |
+
"7:15": {
|
| 206 |
+
"multiplier": 2.12043191897184,
|
| 207 |
+
"count": 158
|
| 208 |
+
},
|
| 209 |
+
"7:30": {
|
| 210 |
+
"multiplier": 2.7213819582786853,
|
| 211 |
+
"count": 156
|
| 212 |
+
},
|
| 213 |
+
"7:60": {
|
| 214 |
+
"multiplier": 2.235440156462394,
|
| 215 |
+
"count": 156
|
| 216 |
+
},
|
| 217 |
+
"7:120": {
|
| 218 |
+
"multiplier": 2.596836205776776,
|
| 219 |
+
"count": 151
|
| 220 |
+
},
|
| 221 |
+
"8:15": {
|
| 222 |
+
"multiplier": 1.6320864890853153,
|
| 223 |
+
"count": 151
|
| 224 |
+
},
|
| 225 |
+
"8:30": {
|
| 226 |
+
"multiplier": 1.9566877692606632,
|
| 227 |
+
"count": 154
|
| 228 |
+
},
|
| 229 |
+
"8:60": {
|
| 230 |
+
"multiplier": 1.7417984641980577,
|
| 231 |
+
"count": 152
|
| 232 |
+
},
|
| 233 |
+
"8:120": {
|
| 234 |
+
"multiplier": 1.5325976045834517,
|
| 235 |
+
"count": 153
|
| 236 |
+
},
|
| 237 |
+
"9:15": {
|
| 238 |
+
"multiplier": 0.5217488713032117,
|
| 239 |
+
"count": 152
|
| 240 |
+
},
|
| 241 |
+
"9:30": {
|
| 242 |
+
"multiplier": 1.1851854465407972,
|
| 243 |
+
"count": 155
|
| 244 |
+
},
|
| 245 |
+
"9:60": {
|
| 246 |
+
"multiplier": 1.5418467589226348,
|
| 247 |
+
"count": 152
|
| 248 |
+
},
|
| 249 |
+
"9:120": {
|
| 250 |
+
"multiplier": 1.4650493825428623,
|
| 251 |
+
"count": 153
|
| 252 |
+
}
|
| 253 |
+
},
|
| 254 |
+
"limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
|
| 255 |
+
}
|
artifacts/smoke/report-mlp-v2/calibration_history_linear_system_id.json
ADDED
|
@@ -0,0 +1,253 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-calibration-v1",
|
| 3 |
+
"method": "absolute_residual_over_predictive_std_finite_sample_quantile",
|
| 4 |
+
"nominal_coverage": 0.9,
|
| 5 |
+
"normalization_version": 1,
|
| 6 |
+
"checkpoint_sha256": [],
|
| 7 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 8 |
+
"calibration_system_ids": [
|
| 9 |
+
"battery-00038",
|
| 10 |
+
"battery-00065",
|
| 11 |
+
"tank-00076",
|
| 12 |
+
"tank-00082",
|
| 13 |
+
"thermal-00033",
|
| 14 |
+
"thermal-00084"
|
| 15 |
+
],
|
| 16 |
+
"training_system_ids": [
|
| 17 |
+
"battery-00002",
|
| 18 |
+
"battery-00005",
|
| 19 |
+
"battery-00008",
|
| 20 |
+
"battery-00011",
|
| 21 |
+
"battery-00014",
|
| 22 |
+
"battery-00020",
|
| 23 |
+
"battery-00035",
|
| 24 |
+
"battery-00041",
|
| 25 |
+
"battery-00044",
|
| 26 |
+
"battery-00047",
|
| 27 |
+
"battery-00053",
|
| 28 |
+
"battery-00056",
|
| 29 |
+
"battery-00059",
|
| 30 |
+
"battery-00062",
|
| 31 |
+
"battery-00071",
|
| 32 |
+
"battery-00074",
|
| 33 |
+
"battery-00077",
|
| 34 |
+
"battery-00080",
|
| 35 |
+
"battery-00083",
|
| 36 |
+
"battery-00086",
|
| 37 |
+
"battery-00089",
|
| 38 |
+
"tank-00001",
|
| 39 |
+
"tank-00004",
|
| 40 |
+
"tank-00007",
|
| 41 |
+
"tank-00013",
|
| 42 |
+
"tank-00016",
|
| 43 |
+
"tank-00019",
|
| 44 |
+
"tank-00022",
|
| 45 |
+
"tank-00025",
|
| 46 |
+
"tank-00028",
|
| 47 |
+
"tank-00031",
|
| 48 |
+
"tank-00034",
|
| 49 |
+
"tank-00040",
|
| 50 |
+
"tank-00052",
|
| 51 |
+
"tank-00055",
|
| 52 |
+
"tank-00058",
|
| 53 |
+
"tank-00061",
|
| 54 |
+
"tank-00067",
|
| 55 |
+
"tank-00070",
|
| 56 |
+
"tank-00073",
|
| 57 |
+
"tank-00079",
|
| 58 |
+
"tank-00085",
|
| 59 |
+
"thermal-00000",
|
| 60 |
+
"thermal-00009",
|
| 61 |
+
"thermal-00015",
|
| 62 |
+
"thermal-00018",
|
| 63 |
+
"thermal-00021",
|
| 64 |
+
"thermal-00027",
|
| 65 |
+
"thermal-00030",
|
| 66 |
+
"thermal-00036",
|
| 67 |
+
"thermal-00045",
|
| 68 |
+
"thermal-00048",
|
| 69 |
+
"thermal-00051",
|
| 70 |
+
"thermal-00054",
|
| 71 |
+
"thermal-00057",
|
| 72 |
+
"thermal-00060",
|
| 73 |
+
"thermal-00063",
|
| 74 |
+
"thermal-00066",
|
| 75 |
+
"thermal-00069",
|
| 76 |
+
"thermal-00072",
|
| 77 |
+
"thermal-00075",
|
| 78 |
+
"thermal-00078",
|
| 79 |
+
"thermal-00087"
|
| 80 |
+
],
|
| 81 |
+
"validation_selection_system_ids": [
|
| 82 |
+
"battery-00023",
|
| 83 |
+
"battery-00029",
|
| 84 |
+
"tank-00037",
|
| 85 |
+
"tank-00049",
|
| 86 |
+
"tank-00064",
|
| 87 |
+
"thermal-00006",
|
| 88 |
+
"thermal-00012",
|
| 89 |
+
"thermal-00042"
|
| 90 |
+
],
|
| 91 |
+
"test_system_ids": [
|
| 92 |
+
"battery-00017",
|
| 93 |
+
"battery-00026",
|
| 94 |
+
"battery-00032",
|
| 95 |
+
"battery-00050",
|
| 96 |
+
"battery-00068",
|
| 97 |
+
"tank-00010",
|
| 98 |
+
"tank-00043",
|
| 99 |
+
"tank-00046",
|
| 100 |
+
"tank-00088",
|
| 101 |
+
"thermal-00003",
|
| 102 |
+
"thermal-00024",
|
| 103 |
+
"thermal-00039",
|
| 104 |
+
"thermal-00081"
|
| 105 |
+
],
|
| 106 |
+
"entries": {
|
| 107 |
+
"0:15": {
|
| 108 |
+
"multiplier": 0.9125920929069574,
|
| 109 |
+
"count": 162
|
| 110 |
+
},
|
| 111 |
+
"0:30": {
|
| 112 |
+
"multiplier": 1.7012972590006181,
|
| 113 |
+
"count": 165
|
| 114 |
+
},
|
| 115 |
+
"0:60": {
|
| 116 |
+
"multiplier": 3.208198962104259,
|
| 117 |
+
"count": 167
|
| 118 |
+
},
|
| 119 |
+
"0:120": {
|
| 120 |
+
"multiplier": 4.361139086083468,
|
| 121 |
+
"count": 162
|
| 122 |
+
},
|
| 123 |
+
"2:15": {
|
| 124 |
+
"multiplier": 0.32997837394347035,
|
| 125 |
+
"count": 169
|
| 126 |
+
},
|
| 127 |
+
"2:30": {
|
| 128 |
+
"multiplier": 0.5769019346036816,
|
| 129 |
+
"count": 169
|
| 130 |
+
},
|
| 131 |
+
"2:60": {
|
| 132 |
+
"multiplier": 0.9650079736118301,
|
| 133 |
+
"count": 169
|
| 134 |
+
},
|
| 135 |
+
"2:120": {
|
| 136 |
+
"multiplier": 1.7150557297274174,
|
| 137 |
+
"count": 168
|
| 138 |
+
},
|
| 139 |
+
"3:15": {
|
| 140 |
+
"multiplier": 0.7063339326580723,
|
| 141 |
+
"count": 173
|
| 142 |
+
},
|
| 143 |
+
"3:30": {
|
| 144 |
+
"multiplier": 1.1468109690551498,
|
| 145 |
+
"count": 173
|
| 146 |
+
},
|
| 147 |
+
"3:60": {
|
| 148 |
+
"multiplier": 1.8227091027920903,
|
| 149 |
+
"count": 175
|
| 150 |
+
},
|
| 151 |
+
"3:120": {
|
| 152 |
+
"multiplier": 2.7287904928505244,
|
| 153 |
+
"count": 174
|
| 154 |
+
},
|
| 155 |
+
"4:15": {
|
| 156 |
+
"multiplier": 0.46659908244604364,
|
| 157 |
+
"count": 172
|
| 158 |
+
},
|
| 159 |
+
"4:30": {
|
| 160 |
+
"multiplier": 0.6509470502788752,
|
| 161 |
+
"count": 172
|
| 162 |
+
},
|
| 163 |
+
"4:60": {
|
| 164 |
+
"multiplier": 1.12670266265885,
|
| 165 |
+
"count": 174
|
| 166 |
+
},
|
| 167 |
+
"4:120": {
|
| 168 |
+
"multiplier": 1.7626484412092522,
|
| 169 |
+
"count": 172
|
| 170 |
+
},
|
| 171 |
+
"5:15": {
|
| 172 |
+
"multiplier": 3.2149264037272265,
|
| 173 |
+
"count": 176
|
| 174 |
+
},
|
| 175 |
+
"5:30": {
|
| 176 |
+
"multiplier": 3.17059184673366,
|
| 177 |
+
"count": 175
|
| 178 |
+
},
|
| 179 |
+
"5:60": {
|
| 180 |
+
"multiplier": 3.8703456757326937,
|
| 181 |
+
"count": 174
|
| 182 |
+
},
|
| 183 |
+
"5:120": {
|
| 184 |
+
"multiplier": 3.5857897297730097,
|
| 185 |
+
"count": 176
|
| 186 |
+
},
|
| 187 |
+
"6:15": {
|
| 188 |
+
"multiplier": 3.365407313116949,
|
| 189 |
+
"count": 175
|
| 190 |
+
},
|
| 191 |
+
"6:30": {
|
| 192 |
+
"multiplier": 4.065351482368743,
|
| 193 |
+
"count": 175
|
| 194 |
+
},
|
| 195 |
+
"6:60": {
|
| 196 |
+
"multiplier": 5.3680182769342055,
|
| 197 |
+
"count": 175
|
| 198 |
+
},
|
| 199 |
+
"6:120": {
|
| 200 |
+
"multiplier": 4.134695785148987,
|
| 201 |
+
"count": 178
|
| 202 |
+
},
|
| 203 |
+
"7:15": {
|
| 204 |
+
"multiplier": 3.508550325392457,
|
| 205 |
+
"count": 158
|
| 206 |
+
},
|
| 207 |
+
"7:30": {
|
| 208 |
+
"multiplier": 4.768295007241738,
|
| 209 |
+
"count": 156
|
| 210 |
+
},
|
| 211 |
+
"7:60": {
|
| 212 |
+
"multiplier": 6.7661265591458415,
|
| 213 |
+
"count": 156
|
| 214 |
+
},
|
| 215 |
+
"7:120": {
|
| 216 |
+
"multiplier": 7.251723598443073,
|
| 217 |
+
"count": 151
|
| 218 |
+
},
|
| 219 |
+
"8:15": {
|
| 220 |
+
"multiplier": 1.4118854052952174,
|
| 221 |
+
"count": 151
|
| 222 |
+
},
|
| 223 |
+
"8:30": {
|
| 224 |
+
"multiplier": 2.4345631679090505,
|
| 225 |
+
"count": 154
|
| 226 |
+
},
|
| 227 |
+
"8:60": {
|
| 228 |
+
"multiplier": 3.068358708522243,
|
| 229 |
+
"count": 152
|
| 230 |
+
},
|
| 231 |
+
"8:120": {
|
| 232 |
+
"multiplier": 4.561726737851034,
|
| 233 |
+
"count": 153
|
| 234 |
+
},
|
| 235 |
+
"9:15": {
|
| 236 |
+
"multiplier": 2.360316974766819,
|
| 237 |
+
"count": 152
|
| 238 |
+
},
|
| 239 |
+
"9:30": {
|
| 240 |
+
"multiplier": 2.4516472510112615,
|
| 241 |
+
"count": 155
|
| 242 |
+
},
|
| 243 |
+
"9:60": {
|
| 244 |
+
"multiplier": 2.5763941889655673,
|
| 245 |
+
"count": 152
|
| 246 |
+
},
|
| 247 |
+
"9:120": {
|
| 248 |
+
"multiplier": 2.1809267855212267,
|
| 249 |
+
"count": 153
|
| 250 |
+
}
|
| 251 |
+
},
|
| 252 |
+
"limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
|
| 253 |
+
}
|
artifacts/smoke/report-mlp-v2/calibration_persistence.json
ADDED
|
@@ -0,0 +1,253 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-calibration-v1",
|
| 3 |
+
"method": "absolute_residual_over_predictive_std_finite_sample_quantile",
|
| 4 |
+
"nominal_coverage": 0.9,
|
| 5 |
+
"normalization_version": 1,
|
| 6 |
+
"checkpoint_sha256": [],
|
| 7 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 8 |
+
"calibration_system_ids": [
|
| 9 |
+
"battery-00038",
|
| 10 |
+
"battery-00065",
|
| 11 |
+
"tank-00076",
|
| 12 |
+
"tank-00082",
|
| 13 |
+
"thermal-00033",
|
| 14 |
+
"thermal-00084"
|
| 15 |
+
],
|
| 16 |
+
"training_system_ids": [
|
| 17 |
+
"battery-00002",
|
| 18 |
+
"battery-00005",
|
| 19 |
+
"battery-00008",
|
| 20 |
+
"battery-00011",
|
| 21 |
+
"battery-00014",
|
| 22 |
+
"battery-00020",
|
| 23 |
+
"battery-00035",
|
| 24 |
+
"battery-00041",
|
| 25 |
+
"battery-00044",
|
| 26 |
+
"battery-00047",
|
| 27 |
+
"battery-00053",
|
| 28 |
+
"battery-00056",
|
| 29 |
+
"battery-00059",
|
| 30 |
+
"battery-00062",
|
| 31 |
+
"battery-00071",
|
| 32 |
+
"battery-00074",
|
| 33 |
+
"battery-00077",
|
| 34 |
+
"battery-00080",
|
| 35 |
+
"battery-00083",
|
| 36 |
+
"battery-00086",
|
| 37 |
+
"battery-00089",
|
| 38 |
+
"tank-00001",
|
| 39 |
+
"tank-00004",
|
| 40 |
+
"tank-00007",
|
| 41 |
+
"tank-00013",
|
| 42 |
+
"tank-00016",
|
| 43 |
+
"tank-00019",
|
| 44 |
+
"tank-00022",
|
| 45 |
+
"tank-00025",
|
| 46 |
+
"tank-00028",
|
| 47 |
+
"tank-00031",
|
| 48 |
+
"tank-00034",
|
| 49 |
+
"tank-00040",
|
| 50 |
+
"tank-00052",
|
| 51 |
+
"tank-00055",
|
| 52 |
+
"tank-00058",
|
| 53 |
+
"tank-00061",
|
| 54 |
+
"tank-00067",
|
| 55 |
+
"tank-00070",
|
| 56 |
+
"tank-00073",
|
| 57 |
+
"tank-00079",
|
| 58 |
+
"tank-00085",
|
| 59 |
+
"thermal-00000",
|
| 60 |
+
"thermal-00009",
|
| 61 |
+
"thermal-00015",
|
| 62 |
+
"thermal-00018",
|
| 63 |
+
"thermal-00021",
|
| 64 |
+
"thermal-00027",
|
| 65 |
+
"thermal-00030",
|
| 66 |
+
"thermal-00036",
|
| 67 |
+
"thermal-00045",
|
| 68 |
+
"thermal-00048",
|
| 69 |
+
"thermal-00051",
|
| 70 |
+
"thermal-00054",
|
| 71 |
+
"thermal-00057",
|
| 72 |
+
"thermal-00060",
|
| 73 |
+
"thermal-00063",
|
| 74 |
+
"thermal-00066",
|
| 75 |
+
"thermal-00069",
|
| 76 |
+
"thermal-00072",
|
| 77 |
+
"thermal-00075",
|
| 78 |
+
"thermal-00078",
|
| 79 |
+
"thermal-00087"
|
| 80 |
+
],
|
| 81 |
+
"validation_selection_system_ids": [
|
| 82 |
+
"battery-00023",
|
| 83 |
+
"battery-00029",
|
| 84 |
+
"tank-00037",
|
| 85 |
+
"tank-00049",
|
| 86 |
+
"tank-00064",
|
| 87 |
+
"thermal-00006",
|
| 88 |
+
"thermal-00012",
|
| 89 |
+
"thermal-00042"
|
| 90 |
+
],
|
| 91 |
+
"test_system_ids": [
|
| 92 |
+
"battery-00017",
|
| 93 |
+
"battery-00026",
|
| 94 |
+
"battery-00032",
|
| 95 |
+
"battery-00050",
|
| 96 |
+
"battery-00068",
|
| 97 |
+
"tank-00010",
|
| 98 |
+
"tank-00043",
|
| 99 |
+
"tank-00046",
|
| 100 |
+
"tank-00088",
|
| 101 |
+
"thermal-00003",
|
| 102 |
+
"thermal-00024",
|
| 103 |
+
"thermal-00039",
|
| 104 |
+
"thermal-00081"
|
| 105 |
+
],
|
| 106 |
+
"entries": {
|
| 107 |
+
"0:15": {
|
| 108 |
+
"multiplier": 3.3366494379430676,
|
| 109 |
+
"count": 162
|
| 110 |
+
},
|
| 111 |
+
"0:30": {
|
| 112 |
+
"multiplier": 6.646896400862718,
|
| 113 |
+
"count": 165
|
| 114 |
+
},
|
| 115 |
+
"0:60": {
|
| 116 |
+
"multiplier": 12.459110764212058,
|
| 117 |
+
"count": 167
|
| 118 |
+
},
|
| 119 |
+
"0:120": {
|
| 120 |
+
"multiplier": 22.6636351742527,
|
| 121 |
+
"count": 162
|
| 122 |
+
},
|
| 123 |
+
"2:15": {
|
| 124 |
+
"multiplier": 0.4321222264839546,
|
| 125 |
+
"count": 169
|
| 126 |
+
},
|
| 127 |
+
"2:30": {
|
| 128 |
+
"multiplier": 0.8642444529679092,
|
| 129 |
+
"count": 169
|
| 130 |
+
},
|
| 131 |
+
"2:60": {
|
| 132 |
+
"multiplier": 1.630317665953497,
|
| 133 |
+
"count": 169
|
| 134 |
+
},
|
| 135 |
+
"2:120": {
|
| 136 |
+
"multiplier": 2.9326270778552934,
|
| 137 |
+
"count": 168
|
| 138 |
+
},
|
| 139 |
+
"3:15": {
|
| 140 |
+
"multiplier": 0.7088522290499347,
|
| 141 |
+
"count": 173
|
| 142 |
+
},
|
| 143 |
+
"3:30": {
|
| 144 |
+
"multiplier": 1.3617854632011333,
|
| 145 |
+
"count": 173
|
| 146 |
+
},
|
| 147 |
+
"3:60": {
|
| 148 |
+
"multiplier": 1.8363739154561707,
|
| 149 |
+
"count": 175
|
| 150 |
+
},
|
| 151 |
+
"3:120": {
|
| 152 |
+
"multiplier": 2.7827887405627214,
|
| 153 |
+
"count": 174
|
| 154 |
+
},
|
| 155 |
+
"4:15": {
|
| 156 |
+
"multiplier": 0.4925306807476688,
|
| 157 |
+
"count": 172
|
| 158 |
+
},
|
| 159 |
+
"4:30": {
|
| 160 |
+
"multiplier": 0.9556247863545887,
|
| 161 |
+
"count": 172
|
| 162 |
+
},
|
| 163 |
+
"4:60": {
|
| 164 |
+
"multiplier": 1.9518378050230625,
|
| 165 |
+
"count": 174
|
| 166 |
+
},
|
| 167 |
+
"4:120": {
|
| 168 |
+
"multiplier": 3.7351300558525358,
|
| 169 |
+
"count": 172
|
| 170 |
+
},
|
| 171 |
+
"5:15": {
|
| 172 |
+
"multiplier": 5.4575583611463525,
|
| 173 |
+
"count": 176
|
| 174 |
+
},
|
| 175 |
+
"5:30": {
|
| 176 |
+
"multiplier": 9.236844732573314,
|
| 177 |
+
"count": 175
|
| 178 |
+
},
|
| 179 |
+
"5:60": {
|
| 180 |
+
"multiplier": 11.005316436607625,
|
| 181 |
+
"count": 174
|
| 182 |
+
},
|
| 183 |
+
"5:120": {
|
| 184 |
+
"multiplier": 16.54782989906251,
|
| 185 |
+
"count": 176
|
| 186 |
+
},
|
| 187 |
+
"6:15": {
|
| 188 |
+
"multiplier": 6.834112813121844,
|
| 189 |
+
"count": 175
|
| 190 |
+
},
|
| 191 |
+
"6:30": {
|
| 192 |
+
"multiplier": 9.23236782743739,
|
| 193 |
+
"count": 175
|
| 194 |
+
},
|
| 195 |
+
"6:60": {
|
| 196 |
+
"multiplier": 18.16349733850344,
|
| 197 |
+
"count": 175
|
| 198 |
+
},
|
| 199 |
+
"6:120": {
|
| 200 |
+
"multiplier": 21.593874787919212,
|
| 201 |
+
"count": 178
|
| 202 |
+
},
|
| 203 |
+
"7:15": {
|
| 204 |
+
"multiplier": 4.51887127869554,
|
| 205 |
+
"count": 158
|
| 206 |
+
},
|
| 207 |
+
"7:30": {
|
| 208 |
+
"multiplier": 8.522240431442286,
|
| 209 |
+
"count": 156
|
| 210 |
+
},
|
| 211 |
+
"7:60": {
|
| 212 |
+
"multiplier": 13.982321857352368,
|
| 213 |
+
"count": 156
|
| 214 |
+
},
|
| 215 |
+
"7:120": {
|
| 216 |
+
"multiplier": 22.65882627122559,
|
| 217 |
+
"count": 151
|
| 218 |
+
},
|
| 219 |
+
"8:15": {
|
| 220 |
+
"multiplier": 0.9608832574417149,
|
| 221 |
+
"count": 151
|
| 222 |
+
},
|
| 223 |
+
"8:30": {
|
| 224 |
+
"multiplier": 1.7102051800611722,
|
| 225 |
+
"count": 154
|
| 226 |
+
},
|
| 227 |
+
"8:60": {
|
| 228 |
+
"multiplier": 3.0560012493134288,
|
| 229 |
+
"count": 152
|
| 230 |
+
},
|
| 231 |
+
"8:120": {
|
| 232 |
+
"multiplier": 5.342828353812,
|
| 233 |
+
"count": 153
|
| 234 |
+
},
|
| 235 |
+
"9:15": {
|
| 236 |
+
"multiplier": 3.1579094027226806,
|
| 237 |
+
"count": 152
|
| 238 |
+
},
|
| 239 |
+
"9:30": {
|
| 240 |
+
"multiplier": 10.51415148461768,
|
| 241 |
+
"count": 155
|
| 242 |
+
},
|
| 243 |
+
"9:60": {
|
| 244 |
+
"multiplier": 18.58402482175975,
|
| 245 |
+
"count": 152
|
| 246 |
+
},
|
| 247 |
+
"9:120": {
|
| 248 |
+
"multiplier": 21.86097990637898,
|
| 249 |
+
"count": 153
|
| 250 |
+
}
|
| 251 |
+
},
|
| 252 |
+
"limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
|
| 253 |
+
}
|
artifacts/smoke/report-mlp-v2/generalization.json
ADDED
|
@@ -0,0 +1,105 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"experiments": [
|
| 3 |
+
{
|
| 4 |
+
"config": {
|
| 5 |
+
"name": "heldout_systems",
|
| 6 |
+
"axis": "B",
|
| 7 |
+
"data": "artifacts/smoke/data-v2",
|
| 8 |
+
"checkpoint": "artifacts/smoke/mlp-v2/checkpoint.pt",
|
| 9 |
+
"excluded_family": null,
|
| 10 |
+
"sensor_failure_probability": 0.0,
|
| 11 |
+
"sensor_bias_std": 0.0,
|
| 12 |
+
"description": "Main held-out-system test"
|
| 13 |
+
},
|
| 14 |
+
"status": "completed",
|
| 15 |
+
"result": {
|
| 16 |
+
"benchmark": "benchmark.json",
|
| 17 |
+
"model": "foundation_model"
|
| 18 |
+
}
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"config": {
|
| 22 |
+
"name": "sensor_failures",
|
| 23 |
+
"axis": "C",
|
| 24 |
+
"data": null,
|
| 25 |
+
"checkpoint": null,
|
| 26 |
+
"excluded_family": null,
|
| 27 |
+
"sensor_failure_probability": 0.25,
|
| 28 |
+
"sensor_bias_std": 0.0,
|
| 29 |
+
"description": "Observed history/current sensor dropout"
|
| 30 |
+
},
|
| 31 |
+
"status": "unrun",
|
| 32 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"config": {
|
| 36 |
+
"name": "sensor_bias",
|
| 37 |
+
"axis": "C",
|
| 38 |
+
"data": null,
|
| 39 |
+
"checkpoint": null,
|
| 40 |
+
"excluded_family": null,
|
| 41 |
+
"sensor_failure_probability": 0.0,
|
| 42 |
+
"sensor_bias_std": 0.5,
|
| 43 |
+
"description": "Observed state sensor bias in training-standardized units"
|
| 44 |
+
},
|
| 45 |
+
"status": "unrun",
|
| 46 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"config": {
|
| 50 |
+
"name": "configuration_shift",
|
| 51 |
+
"axis": "D",
|
| 52 |
+
"data": null,
|
| 53 |
+
"checkpoint": null,
|
| 54 |
+
"excluded_family": null,
|
| 55 |
+
"sensor_failure_probability": 0.0,
|
| 56 |
+
"sensor_bias_std": 0.0,
|
| 57 |
+
"description": "Requires independently generated shifted physical parameters"
|
| 58 |
+
},
|
| 59 |
+
"status": "unrun",
|
| 60 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"config": {
|
| 64 |
+
"name": "leave_thermal_out",
|
| 65 |
+
"axis": "E",
|
| 66 |
+
"data": null,
|
| 67 |
+
"checkpoint": null,
|
| 68 |
+
"excluded_family": "thermal",
|
| 69 |
+
"sensor_failure_probability": 0.0,
|
| 70 |
+
"sensor_bias_std": 0.0,
|
| 71 |
+
"description": "Requires checkpoint trained with this family excluded"
|
| 72 |
+
},
|
| 73 |
+
"status": "unrun",
|
| 74 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"config": {
|
| 78 |
+
"name": "leave_tank_out",
|
| 79 |
+
"axis": "E",
|
| 80 |
+
"data": null,
|
| 81 |
+
"checkpoint": null,
|
| 82 |
+
"excluded_family": "tank",
|
| 83 |
+
"sensor_failure_probability": 0.0,
|
| 84 |
+
"sensor_bias_std": 0.0,
|
| 85 |
+
"description": "Requires checkpoint trained with this family excluded"
|
| 86 |
+
},
|
| 87 |
+
"status": "unrun",
|
| 88 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"config": {
|
| 92 |
+
"name": "leave_battery_out",
|
| 93 |
+
"axis": "E",
|
| 94 |
+
"data": null,
|
| 95 |
+
"checkpoint": null,
|
| 96 |
+
"excluded_family": "battery",
|
| 97 |
+
"sensor_failure_probability": 0.0,
|
| 98 |
+
"sensor_bias_std": 0.0,
|
| 99 |
+
"description": "Requires checkpoint trained with this family excluded"
|
| 100 |
+
},
|
| 101 |
+
"status": "unrun",
|
| 102 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 103 |
+
}
|
| 104 |
+
]
|
| 105 |
+
}
|
artifacts/smoke/report-transformer-v2/benchmark.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
artifacts/smoke/report-transformer-v2/calibration.json
ADDED
|
@@ -0,0 +1,255 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-calibration-v1",
|
| 3 |
+
"method": "absolute_residual_over_predictive_std_finite_sample_quantile",
|
| 4 |
+
"nominal_coverage": 0.9,
|
| 5 |
+
"normalization_version": 1,
|
| 6 |
+
"checkpoint_sha256": [
|
| 7 |
+
"6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739"
|
| 8 |
+
],
|
| 9 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 10 |
+
"calibration_system_ids": [
|
| 11 |
+
"battery-00038",
|
| 12 |
+
"battery-00065",
|
| 13 |
+
"tank-00076",
|
| 14 |
+
"tank-00082",
|
| 15 |
+
"thermal-00033",
|
| 16 |
+
"thermal-00084"
|
| 17 |
+
],
|
| 18 |
+
"training_system_ids": [
|
| 19 |
+
"battery-00002",
|
| 20 |
+
"battery-00005",
|
| 21 |
+
"battery-00008",
|
| 22 |
+
"battery-00011",
|
| 23 |
+
"battery-00014",
|
| 24 |
+
"battery-00020",
|
| 25 |
+
"battery-00035",
|
| 26 |
+
"battery-00041",
|
| 27 |
+
"battery-00044",
|
| 28 |
+
"battery-00047",
|
| 29 |
+
"battery-00053",
|
| 30 |
+
"battery-00056",
|
| 31 |
+
"battery-00059",
|
| 32 |
+
"battery-00062",
|
| 33 |
+
"battery-00071",
|
| 34 |
+
"battery-00074",
|
| 35 |
+
"battery-00077",
|
| 36 |
+
"battery-00080",
|
| 37 |
+
"battery-00083",
|
| 38 |
+
"battery-00086",
|
| 39 |
+
"battery-00089",
|
| 40 |
+
"tank-00001",
|
| 41 |
+
"tank-00004",
|
| 42 |
+
"tank-00007",
|
| 43 |
+
"tank-00013",
|
| 44 |
+
"tank-00016",
|
| 45 |
+
"tank-00019",
|
| 46 |
+
"tank-00022",
|
| 47 |
+
"tank-00025",
|
| 48 |
+
"tank-00028",
|
| 49 |
+
"tank-00031",
|
| 50 |
+
"tank-00034",
|
| 51 |
+
"tank-00040",
|
| 52 |
+
"tank-00052",
|
| 53 |
+
"tank-00055",
|
| 54 |
+
"tank-00058",
|
| 55 |
+
"tank-00061",
|
| 56 |
+
"tank-00067",
|
| 57 |
+
"tank-00070",
|
| 58 |
+
"tank-00073",
|
| 59 |
+
"tank-00079",
|
| 60 |
+
"tank-00085",
|
| 61 |
+
"thermal-00000",
|
| 62 |
+
"thermal-00009",
|
| 63 |
+
"thermal-00015",
|
| 64 |
+
"thermal-00018",
|
| 65 |
+
"thermal-00021",
|
| 66 |
+
"thermal-00027",
|
| 67 |
+
"thermal-00030",
|
| 68 |
+
"thermal-00036",
|
| 69 |
+
"thermal-00045",
|
| 70 |
+
"thermal-00048",
|
| 71 |
+
"thermal-00051",
|
| 72 |
+
"thermal-00054",
|
| 73 |
+
"thermal-00057",
|
| 74 |
+
"thermal-00060",
|
| 75 |
+
"thermal-00063",
|
| 76 |
+
"thermal-00066",
|
| 77 |
+
"thermal-00069",
|
| 78 |
+
"thermal-00072",
|
| 79 |
+
"thermal-00075",
|
| 80 |
+
"thermal-00078",
|
| 81 |
+
"thermal-00087"
|
| 82 |
+
],
|
| 83 |
+
"validation_selection_system_ids": [
|
| 84 |
+
"battery-00023",
|
| 85 |
+
"battery-00029",
|
| 86 |
+
"tank-00037",
|
| 87 |
+
"tank-00049",
|
| 88 |
+
"tank-00064",
|
| 89 |
+
"thermal-00006",
|
| 90 |
+
"thermal-00012",
|
| 91 |
+
"thermal-00042"
|
| 92 |
+
],
|
| 93 |
+
"test_system_ids": [
|
| 94 |
+
"battery-00017",
|
| 95 |
+
"battery-00026",
|
| 96 |
+
"battery-00032",
|
| 97 |
+
"battery-00050",
|
| 98 |
+
"battery-00068",
|
| 99 |
+
"tank-00010",
|
| 100 |
+
"tank-00043",
|
| 101 |
+
"tank-00046",
|
| 102 |
+
"tank-00088",
|
| 103 |
+
"thermal-00003",
|
| 104 |
+
"thermal-00024",
|
| 105 |
+
"thermal-00039",
|
| 106 |
+
"thermal-00081"
|
| 107 |
+
],
|
| 108 |
+
"entries": {
|
| 109 |
+
"0:15": {
|
| 110 |
+
"multiplier": 1.6907071238894398,
|
| 111 |
+
"count": 162
|
| 112 |
+
},
|
| 113 |
+
"0:30": {
|
| 114 |
+
"multiplier": 1.5198888437677354,
|
| 115 |
+
"count": 165
|
| 116 |
+
},
|
| 117 |
+
"0:60": {
|
| 118 |
+
"multiplier": 1.660879023549212,
|
| 119 |
+
"count": 167
|
| 120 |
+
},
|
| 121 |
+
"0:120": {
|
| 122 |
+
"multiplier": 2.0675642718581564,
|
| 123 |
+
"count": 162
|
| 124 |
+
},
|
| 125 |
+
"2:15": {
|
| 126 |
+
"multiplier": 2.2964017146037037,
|
| 127 |
+
"count": 169
|
| 128 |
+
},
|
| 129 |
+
"2:30": {
|
| 130 |
+
"multiplier": 2.7132434175704123,
|
| 131 |
+
"count": 169
|
| 132 |
+
},
|
| 133 |
+
"2:60": {
|
| 134 |
+
"multiplier": 2.926233442361592,
|
| 135 |
+
"count": 169
|
| 136 |
+
},
|
| 137 |
+
"2:120": {
|
| 138 |
+
"multiplier": 3.618685681351813,
|
| 139 |
+
"count": 168
|
| 140 |
+
},
|
| 141 |
+
"3:15": {
|
| 142 |
+
"multiplier": 1.0876904264245948,
|
| 143 |
+
"count": 173
|
| 144 |
+
},
|
| 145 |
+
"3:30": {
|
| 146 |
+
"multiplier": 1.4943293705844105,
|
| 147 |
+
"count": 173
|
| 148 |
+
},
|
| 149 |
+
"3:60": {
|
| 150 |
+
"multiplier": 1.6168574005033471,
|
| 151 |
+
"count": 175
|
| 152 |
+
},
|
| 153 |
+
"3:120": {
|
| 154 |
+
"multiplier": 1.534392225148543,
|
| 155 |
+
"count": 174
|
| 156 |
+
},
|
| 157 |
+
"4:15": {
|
| 158 |
+
"multiplier": 1.1285875988270033,
|
| 159 |
+
"count": 172
|
| 160 |
+
},
|
| 161 |
+
"4:30": {
|
| 162 |
+
"multiplier": 1.0066087840209372,
|
| 163 |
+
"count": 172
|
| 164 |
+
},
|
| 165 |
+
"4:60": {
|
| 166 |
+
"multiplier": 1.095199692324493,
|
| 167 |
+
"count": 174
|
| 168 |
+
},
|
| 169 |
+
"4:120": {
|
| 170 |
+
"multiplier": 1.1145195475826812,
|
| 171 |
+
"count": 172
|
| 172 |
+
},
|
| 173 |
+
"5:15": {
|
| 174 |
+
"multiplier": 1.2607292839499882,
|
| 175 |
+
"count": 176
|
| 176 |
+
},
|
| 177 |
+
"5:30": {
|
| 178 |
+
"multiplier": 1.4304771385634025,
|
| 179 |
+
"count": 175
|
| 180 |
+
},
|
| 181 |
+
"5:60": {
|
| 182 |
+
"multiplier": 1.3367509934073873,
|
| 183 |
+
"count": 174
|
| 184 |
+
},
|
| 185 |
+
"5:120": {
|
| 186 |
+
"multiplier": 1.302750421068357,
|
| 187 |
+
"count": 176
|
| 188 |
+
},
|
| 189 |
+
"6:15": {
|
| 190 |
+
"multiplier": 1.1627140682915864,
|
| 191 |
+
"count": 175
|
| 192 |
+
},
|
| 193 |
+
"6:30": {
|
| 194 |
+
"multiplier": 1.2415073081686117,
|
| 195 |
+
"count": 175
|
| 196 |
+
},
|
| 197 |
+
"6:60": {
|
| 198 |
+
"multiplier": 1.4355777211550587,
|
| 199 |
+
"count": 175
|
| 200 |
+
},
|
| 201 |
+
"6:120": {
|
| 202 |
+
"multiplier": 1.4092435029977461,
|
| 203 |
+
"count": 178
|
| 204 |
+
},
|
| 205 |
+
"7:15": {
|
| 206 |
+
"multiplier": 2.621060254083007,
|
| 207 |
+
"count": 158
|
| 208 |
+
},
|
| 209 |
+
"7:30": {
|
| 210 |
+
"multiplier": 2.940256520496373,
|
| 211 |
+
"count": 156
|
| 212 |
+
},
|
| 213 |
+
"7:60": {
|
| 214 |
+
"multiplier": 2.6799014761353863,
|
| 215 |
+
"count": 156
|
| 216 |
+
},
|
| 217 |
+
"7:120": {
|
| 218 |
+
"multiplier": 2.799398627264247,
|
| 219 |
+
"count": 151
|
| 220 |
+
},
|
| 221 |
+
"8:15": {
|
| 222 |
+
"multiplier": 1.7423333352042596,
|
| 223 |
+
"count": 151
|
| 224 |
+
},
|
| 225 |
+
"8:30": {
|
| 226 |
+
"multiplier": 2.0771475946209974,
|
| 227 |
+
"count": 154
|
| 228 |
+
},
|
| 229 |
+
"8:60": {
|
| 230 |
+
"multiplier": 1.8925057060424268,
|
| 231 |
+
"count": 152
|
| 232 |
+
},
|
| 233 |
+
"8:120": {
|
| 234 |
+
"multiplier": 1.220184798352241,
|
| 235 |
+
"count": 153
|
| 236 |
+
},
|
| 237 |
+
"9:15": {
|
| 238 |
+
"multiplier": 0.5035252822023925,
|
| 239 |
+
"count": 152
|
| 240 |
+
},
|
| 241 |
+
"9:30": {
|
| 242 |
+
"multiplier": 1.3442742290155882,
|
| 243 |
+
"count": 155
|
| 244 |
+
},
|
| 245 |
+
"9:60": {
|
| 246 |
+
"multiplier": 1.4238188531453246,
|
| 247 |
+
"count": 152
|
| 248 |
+
},
|
| 249 |
+
"9:120": {
|
| 250 |
+
"multiplier": 1.435816835300376,
|
| 251 |
+
"count": 153
|
| 252 |
+
}
|
| 253 |
+
},
|
| 254 |
+
"limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
|
| 255 |
+
}
|
artifacts/smoke/report-transformer-v2/calibration_catboost.json
ADDED
|
@@ -0,0 +1,253 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-calibration-v1",
|
| 3 |
+
"method": "absolute_residual_over_predictive_std_finite_sample_quantile",
|
| 4 |
+
"nominal_coverage": 0.9,
|
| 5 |
+
"normalization_version": 1,
|
| 6 |
+
"checkpoint_sha256": [],
|
| 7 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 8 |
+
"calibration_system_ids": [
|
| 9 |
+
"battery-00038",
|
| 10 |
+
"battery-00065",
|
| 11 |
+
"tank-00076",
|
| 12 |
+
"tank-00082",
|
| 13 |
+
"thermal-00033",
|
| 14 |
+
"thermal-00084"
|
| 15 |
+
],
|
| 16 |
+
"training_system_ids": [
|
| 17 |
+
"battery-00002",
|
| 18 |
+
"battery-00005",
|
| 19 |
+
"battery-00008",
|
| 20 |
+
"battery-00011",
|
| 21 |
+
"battery-00014",
|
| 22 |
+
"battery-00020",
|
| 23 |
+
"battery-00035",
|
| 24 |
+
"battery-00041",
|
| 25 |
+
"battery-00044",
|
| 26 |
+
"battery-00047",
|
| 27 |
+
"battery-00053",
|
| 28 |
+
"battery-00056",
|
| 29 |
+
"battery-00059",
|
| 30 |
+
"battery-00062",
|
| 31 |
+
"battery-00071",
|
| 32 |
+
"battery-00074",
|
| 33 |
+
"battery-00077",
|
| 34 |
+
"battery-00080",
|
| 35 |
+
"battery-00083",
|
| 36 |
+
"battery-00086",
|
| 37 |
+
"battery-00089",
|
| 38 |
+
"tank-00001",
|
| 39 |
+
"tank-00004",
|
| 40 |
+
"tank-00007",
|
| 41 |
+
"tank-00013",
|
| 42 |
+
"tank-00016",
|
| 43 |
+
"tank-00019",
|
| 44 |
+
"tank-00022",
|
| 45 |
+
"tank-00025",
|
| 46 |
+
"tank-00028",
|
| 47 |
+
"tank-00031",
|
| 48 |
+
"tank-00034",
|
| 49 |
+
"tank-00040",
|
| 50 |
+
"tank-00052",
|
| 51 |
+
"tank-00055",
|
| 52 |
+
"tank-00058",
|
| 53 |
+
"tank-00061",
|
| 54 |
+
"tank-00067",
|
| 55 |
+
"tank-00070",
|
| 56 |
+
"tank-00073",
|
| 57 |
+
"tank-00079",
|
| 58 |
+
"tank-00085",
|
| 59 |
+
"thermal-00000",
|
| 60 |
+
"thermal-00009",
|
| 61 |
+
"thermal-00015",
|
| 62 |
+
"thermal-00018",
|
| 63 |
+
"thermal-00021",
|
| 64 |
+
"thermal-00027",
|
| 65 |
+
"thermal-00030",
|
| 66 |
+
"thermal-00036",
|
| 67 |
+
"thermal-00045",
|
| 68 |
+
"thermal-00048",
|
| 69 |
+
"thermal-00051",
|
| 70 |
+
"thermal-00054",
|
| 71 |
+
"thermal-00057",
|
| 72 |
+
"thermal-00060",
|
| 73 |
+
"thermal-00063",
|
| 74 |
+
"thermal-00066",
|
| 75 |
+
"thermal-00069",
|
| 76 |
+
"thermal-00072",
|
| 77 |
+
"thermal-00075",
|
| 78 |
+
"thermal-00078",
|
| 79 |
+
"thermal-00087"
|
| 80 |
+
],
|
| 81 |
+
"validation_selection_system_ids": [
|
| 82 |
+
"battery-00023",
|
| 83 |
+
"battery-00029",
|
| 84 |
+
"tank-00037",
|
| 85 |
+
"tank-00049",
|
| 86 |
+
"tank-00064",
|
| 87 |
+
"thermal-00006",
|
| 88 |
+
"thermal-00012",
|
| 89 |
+
"thermal-00042"
|
| 90 |
+
],
|
| 91 |
+
"test_system_ids": [
|
| 92 |
+
"battery-00017",
|
| 93 |
+
"battery-00026",
|
| 94 |
+
"battery-00032",
|
| 95 |
+
"battery-00050",
|
| 96 |
+
"battery-00068",
|
| 97 |
+
"tank-00010",
|
| 98 |
+
"tank-00043",
|
| 99 |
+
"tank-00046",
|
| 100 |
+
"tank-00088",
|
| 101 |
+
"thermal-00003",
|
| 102 |
+
"thermal-00024",
|
| 103 |
+
"thermal-00039",
|
| 104 |
+
"thermal-00081"
|
| 105 |
+
],
|
| 106 |
+
"entries": {
|
| 107 |
+
"0:15": {
|
| 108 |
+
"multiplier": 0.6617532050802263,
|
| 109 |
+
"count": 162
|
| 110 |
+
},
|
| 111 |
+
"0:30": {
|
| 112 |
+
"multiplier": 1.2174693137149912,
|
| 113 |
+
"count": 165
|
| 114 |
+
},
|
| 115 |
+
"0:60": {
|
| 116 |
+
"multiplier": 2.410024480706187,
|
| 117 |
+
"count": 167
|
| 118 |
+
},
|
| 119 |
+
"0:120": {
|
| 120 |
+
"multiplier": 4.599239555109801,
|
| 121 |
+
"count": 162
|
| 122 |
+
},
|
| 123 |
+
"2:15": {
|
| 124 |
+
"multiplier": 0.07713921844731371,
|
| 125 |
+
"count": 169
|
| 126 |
+
},
|
| 127 |
+
"2:30": {
|
| 128 |
+
"multiplier": 0.13805975314136437,
|
| 129 |
+
"count": 169
|
| 130 |
+
},
|
| 131 |
+
"2:60": {
|
| 132 |
+
"multiplier": 0.25686450175736775,
|
| 133 |
+
"count": 169
|
| 134 |
+
},
|
| 135 |
+
"2:120": {
|
| 136 |
+
"multiplier": 0.4769823355468836,
|
| 137 |
+
"count": 168
|
| 138 |
+
},
|
| 139 |
+
"3:15": {
|
| 140 |
+
"multiplier": 0.20606223853949443,
|
| 141 |
+
"count": 173
|
| 142 |
+
},
|
| 143 |
+
"3:30": {
|
| 144 |
+
"multiplier": 0.4494050966854513,
|
| 145 |
+
"count": 173
|
| 146 |
+
},
|
| 147 |
+
"3:60": {
|
| 148 |
+
"multiplier": 0.586204091239185,
|
| 149 |
+
"count": 175
|
| 150 |
+
},
|
| 151 |
+
"3:120": {
|
| 152 |
+
"multiplier": 0.8617804114624056,
|
| 153 |
+
"count": 174
|
| 154 |
+
},
|
| 155 |
+
"4:15": {
|
| 156 |
+
"multiplier": 0.19247877573535196,
|
| 157 |
+
"count": 172
|
| 158 |
+
},
|
| 159 |
+
"4:30": {
|
| 160 |
+
"multiplier": 0.32895695700129773,
|
| 161 |
+
"count": 172
|
| 162 |
+
},
|
| 163 |
+
"4:60": {
|
| 164 |
+
"multiplier": 0.6050980537469145,
|
| 165 |
+
"count": 174
|
| 166 |
+
},
|
| 167 |
+
"4:120": {
|
| 168 |
+
"multiplier": 1.0629434201289132,
|
| 169 |
+
"count": 172
|
| 170 |
+
},
|
| 171 |
+
"5:15": {
|
| 172 |
+
"multiplier": 1.4092087930182777,
|
| 173 |
+
"count": 176
|
| 174 |
+
},
|
| 175 |
+
"5:30": {
|
| 176 |
+
"multiplier": 2.6023701242497554,
|
| 177 |
+
"count": 175
|
| 178 |
+
},
|
| 179 |
+
"5:60": {
|
| 180 |
+
"multiplier": 2.5316078139435625,
|
| 181 |
+
"count": 174
|
| 182 |
+
},
|
| 183 |
+
"5:120": {
|
| 184 |
+
"multiplier": 2.5330030856129984,
|
| 185 |
+
"count": 176
|
| 186 |
+
},
|
| 187 |
+
"6:15": {
|
| 188 |
+
"multiplier": 1.8269356473703584,
|
| 189 |
+
"count": 175
|
| 190 |
+
},
|
| 191 |
+
"6:30": {
|
| 192 |
+
"multiplier": 1.6927197342972085,
|
| 193 |
+
"count": 175
|
| 194 |
+
},
|
| 195 |
+
"6:60": {
|
| 196 |
+
"multiplier": 3.640466400058035,
|
| 197 |
+
"count": 175
|
| 198 |
+
},
|
| 199 |
+
"6:120": {
|
| 200 |
+
"multiplier": 3.20781156381354,
|
| 201 |
+
"count": 178
|
| 202 |
+
},
|
| 203 |
+
"7:15": {
|
| 204 |
+
"multiplier": 1.0663702823879013,
|
| 205 |
+
"count": 158
|
| 206 |
+
},
|
| 207 |
+
"7:30": {
|
| 208 |
+
"multiplier": 2.0726891391719318,
|
| 209 |
+
"count": 156
|
| 210 |
+
},
|
| 211 |
+
"7:60": {
|
| 212 |
+
"multiplier": 3.0850948272321563,
|
| 213 |
+
"count": 156
|
| 214 |
+
},
|
| 215 |
+
"7:120": {
|
| 216 |
+
"multiplier": 5.264712581041002,
|
| 217 |
+
"count": 151
|
| 218 |
+
},
|
| 219 |
+
"8:15": {
|
| 220 |
+
"multiplier": 0.33330698697125916,
|
| 221 |
+
"count": 151
|
| 222 |
+
},
|
| 223 |
+
"8:30": {
|
| 224 |
+
"multiplier": 0.6150168698281245,
|
| 225 |
+
"count": 154
|
| 226 |
+
},
|
| 227 |
+
"8:60": {
|
| 228 |
+
"multiplier": 0.8650312034965418,
|
| 229 |
+
"count": 152
|
| 230 |
+
},
|
| 231 |
+
"8:120": {
|
| 232 |
+
"multiplier": 1.6670348080483104,
|
| 233 |
+
"count": 153
|
| 234 |
+
},
|
| 235 |
+
"9:15": {
|
| 236 |
+
"multiplier": 1.0096595730960953,
|
| 237 |
+
"count": 152
|
| 238 |
+
},
|
| 239 |
+
"9:30": {
|
| 240 |
+
"multiplier": 2.0417826314417784,
|
| 241 |
+
"count": 155
|
| 242 |
+
},
|
| 243 |
+
"9:60": {
|
| 244 |
+
"multiplier": 3.126418205538904,
|
| 245 |
+
"count": 152
|
| 246 |
+
},
|
| 247 |
+
"9:120": {
|
| 248 |
+
"multiplier": 3.38845407295926,
|
| 249 |
+
"count": 153
|
| 250 |
+
}
|
| 251 |
+
},
|
| 252 |
+
"limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
|
| 253 |
+
}
|
artifacts/smoke/report-transformer-v2/calibration_history_linear_system_id.json
ADDED
|
@@ -0,0 +1,253 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-calibration-v1",
|
| 3 |
+
"method": "absolute_residual_over_predictive_std_finite_sample_quantile",
|
| 4 |
+
"nominal_coverage": 0.9,
|
| 5 |
+
"normalization_version": 1,
|
| 6 |
+
"checkpoint_sha256": [],
|
| 7 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 8 |
+
"calibration_system_ids": [
|
| 9 |
+
"battery-00038",
|
| 10 |
+
"battery-00065",
|
| 11 |
+
"tank-00076",
|
| 12 |
+
"tank-00082",
|
| 13 |
+
"thermal-00033",
|
| 14 |
+
"thermal-00084"
|
| 15 |
+
],
|
| 16 |
+
"training_system_ids": [
|
| 17 |
+
"battery-00002",
|
| 18 |
+
"battery-00005",
|
| 19 |
+
"battery-00008",
|
| 20 |
+
"battery-00011",
|
| 21 |
+
"battery-00014",
|
| 22 |
+
"battery-00020",
|
| 23 |
+
"battery-00035",
|
| 24 |
+
"battery-00041",
|
| 25 |
+
"battery-00044",
|
| 26 |
+
"battery-00047",
|
| 27 |
+
"battery-00053",
|
| 28 |
+
"battery-00056",
|
| 29 |
+
"battery-00059",
|
| 30 |
+
"battery-00062",
|
| 31 |
+
"battery-00071",
|
| 32 |
+
"battery-00074",
|
| 33 |
+
"battery-00077",
|
| 34 |
+
"battery-00080",
|
| 35 |
+
"battery-00083",
|
| 36 |
+
"battery-00086",
|
| 37 |
+
"battery-00089",
|
| 38 |
+
"tank-00001",
|
| 39 |
+
"tank-00004",
|
| 40 |
+
"tank-00007",
|
| 41 |
+
"tank-00013",
|
| 42 |
+
"tank-00016",
|
| 43 |
+
"tank-00019",
|
| 44 |
+
"tank-00022",
|
| 45 |
+
"tank-00025",
|
| 46 |
+
"tank-00028",
|
| 47 |
+
"tank-00031",
|
| 48 |
+
"tank-00034",
|
| 49 |
+
"tank-00040",
|
| 50 |
+
"tank-00052",
|
| 51 |
+
"tank-00055",
|
| 52 |
+
"tank-00058",
|
| 53 |
+
"tank-00061",
|
| 54 |
+
"tank-00067",
|
| 55 |
+
"tank-00070",
|
| 56 |
+
"tank-00073",
|
| 57 |
+
"tank-00079",
|
| 58 |
+
"tank-00085",
|
| 59 |
+
"thermal-00000",
|
| 60 |
+
"thermal-00009",
|
| 61 |
+
"thermal-00015",
|
| 62 |
+
"thermal-00018",
|
| 63 |
+
"thermal-00021",
|
| 64 |
+
"thermal-00027",
|
| 65 |
+
"thermal-00030",
|
| 66 |
+
"thermal-00036",
|
| 67 |
+
"thermal-00045",
|
| 68 |
+
"thermal-00048",
|
| 69 |
+
"thermal-00051",
|
| 70 |
+
"thermal-00054",
|
| 71 |
+
"thermal-00057",
|
| 72 |
+
"thermal-00060",
|
| 73 |
+
"thermal-00063",
|
| 74 |
+
"thermal-00066",
|
| 75 |
+
"thermal-00069",
|
| 76 |
+
"thermal-00072",
|
| 77 |
+
"thermal-00075",
|
| 78 |
+
"thermal-00078",
|
| 79 |
+
"thermal-00087"
|
| 80 |
+
],
|
| 81 |
+
"validation_selection_system_ids": [
|
| 82 |
+
"battery-00023",
|
| 83 |
+
"battery-00029",
|
| 84 |
+
"tank-00037",
|
| 85 |
+
"tank-00049",
|
| 86 |
+
"tank-00064",
|
| 87 |
+
"thermal-00006",
|
| 88 |
+
"thermal-00012",
|
| 89 |
+
"thermal-00042"
|
| 90 |
+
],
|
| 91 |
+
"test_system_ids": [
|
| 92 |
+
"battery-00017",
|
| 93 |
+
"battery-00026",
|
| 94 |
+
"battery-00032",
|
| 95 |
+
"battery-00050",
|
| 96 |
+
"battery-00068",
|
| 97 |
+
"tank-00010",
|
| 98 |
+
"tank-00043",
|
| 99 |
+
"tank-00046",
|
| 100 |
+
"tank-00088",
|
| 101 |
+
"thermal-00003",
|
| 102 |
+
"thermal-00024",
|
| 103 |
+
"thermal-00039",
|
| 104 |
+
"thermal-00081"
|
| 105 |
+
],
|
| 106 |
+
"entries": {
|
| 107 |
+
"0:15": {
|
| 108 |
+
"multiplier": 0.9125920929069574,
|
| 109 |
+
"count": 162
|
| 110 |
+
},
|
| 111 |
+
"0:30": {
|
| 112 |
+
"multiplier": 1.7012972590006181,
|
| 113 |
+
"count": 165
|
| 114 |
+
},
|
| 115 |
+
"0:60": {
|
| 116 |
+
"multiplier": 3.208198962104259,
|
| 117 |
+
"count": 167
|
| 118 |
+
},
|
| 119 |
+
"0:120": {
|
| 120 |
+
"multiplier": 4.361139086083468,
|
| 121 |
+
"count": 162
|
| 122 |
+
},
|
| 123 |
+
"2:15": {
|
| 124 |
+
"multiplier": 0.32997837394347035,
|
| 125 |
+
"count": 169
|
| 126 |
+
},
|
| 127 |
+
"2:30": {
|
| 128 |
+
"multiplier": 0.5769019346036816,
|
| 129 |
+
"count": 169
|
| 130 |
+
},
|
| 131 |
+
"2:60": {
|
| 132 |
+
"multiplier": 0.9650079736118301,
|
| 133 |
+
"count": 169
|
| 134 |
+
},
|
| 135 |
+
"2:120": {
|
| 136 |
+
"multiplier": 1.7150557297274174,
|
| 137 |
+
"count": 168
|
| 138 |
+
},
|
| 139 |
+
"3:15": {
|
| 140 |
+
"multiplier": 0.7063339326580723,
|
| 141 |
+
"count": 173
|
| 142 |
+
},
|
| 143 |
+
"3:30": {
|
| 144 |
+
"multiplier": 1.1468109690551498,
|
| 145 |
+
"count": 173
|
| 146 |
+
},
|
| 147 |
+
"3:60": {
|
| 148 |
+
"multiplier": 1.8227091027920903,
|
| 149 |
+
"count": 175
|
| 150 |
+
},
|
| 151 |
+
"3:120": {
|
| 152 |
+
"multiplier": 2.7287904928505244,
|
| 153 |
+
"count": 174
|
| 154 |
+
},
|
| 155 |
+
"4:15": {
|
| 156 |
+
"multiplier": 0.46659908244604364,
|
| 157 |
+
"count": 172
|
| 158 |
+
},
|
| 159 |
+
"4:30": {
|
| 160 |
+
"multiplier": 0.6509470502788752,
|
| 161 |
+
"count": 172
|
| 162 |
+
},
|
| 163 |
+
"4:60": {
|
| 164 |
+
"multiplier": 1.12670266265885,
|
| 165 |
+
"count": 174
|
| 166 |
+
},
|
| 167 |
+
"4:120": {
|
| 168 |
+
"multiplier": 1.7626484412092522,
|
| 169 |
+
"count": 172
|
| 170 |
+
},
|
| 171 |
+
"5:15": {
|
| 172 |
+
"multiplier": 3.2149264037272265,
|
| 173 |
+
"count": 176
|
| 174 |
+
},
|
| 175 |
+
"5:30": {
|
| 176 |
+
"multiplier": 3.17059184673366,
|
| 177 |
+
"count": 175
|
| 178 |
+
},
|
| 179 |
+
"5:60": {
|
| 180 |
+
"multiplier": 3.8703456757326937,
|
| 181 |
+
"count": 174
|
| 182 |
+
},
|
| 183 |
+
"5:120": {
|
| 184 |
+
"multiplier": 3.5857897297730097,
|
| 185 |
+
"count": 176
|
| 186 |
+
},
|
| 187 |
+
"6:15": {
|
| 188 |
+
"multiplier": 3.365407313116949,
|
| 189 |
+
"count": 175
|
| 190 |
+
},
|
| 191 |
+
"6:30": {
|
| 192 |
+
"multiplier": 4.065351482368743,
|
| 193 |
+
"count": 175
|
| 194 |
+
},
|
| 195 |
+
"6:60": {
|
| 196 |
+
"multiplier": 5.3680182769342055,
|
| 197 |
+
"count": 175
|
| 198 |
+
},
|
| 199 |
+
"6:120": {
|
| 200 |
+
"multiplier": 4.134695785148987,
|
| 201 |
+
"count": 178
|
| 202 |
+
},
|
| 203 |
+
"7:15": {
|
| 204 |
+
"multiplier": 3.508550325392457,
|
| 205 |
+
"count": 158
|
| 206 |
+
},
|
| 207 |
+
"7:30": {
|
| 208 |
+
"multiplier": 4.768295007241738,
|
| 209 |
+
"count": 156
|
| 210 |
+
},
|
| 211 |
+
"7:60": {
|
| 212 |
+
"multiplier": 6.7661265591458415,
|
| 213 |
+
"count": 156
|
| 214 |
+
},
|
| 215 |
+
"7:120": {
|
| 216 |
+
"multiplier": 7.251723598443073,
|
| 217 |
+
"count": 151
|
| 218 |
+
},
|
| 219 |
+
"8:15": {
|
| 220 |
+
"multiplier": 1.4118854052952174,
|
| 221 |
+
"count": 151
|
| 222 |
+
},
|
| 223 |
+
"8:30": {
|
| 224 |
+
"multiplier": 2.4345631679090505,
|
| 225 |
+
"count": 154
|
| 226 |
+
},
|
| 227 |
+
"8:60": {
|
| 228 |
+
"multiplier": 3.068358708522243,
|
| 229 |
+
"count": 152
|
| 230 |
+
},
|
| 231 |
+
"8:120": {
|
| 232 |
+
"multiplier": 4.561726737851034,
|
| 233 |
+
"count": 153
|
| 234 |
+
},
|
| 235 |
+
"9:15": {
|
| 236 |
+
"multiplier": 2.360316974766819,
|
| 237 |
+
"count": 152
|
| 238 |
+
},
|
| 239 |
+
"9:30": {
|
| 240 |
+
"multiplier": 2.4516472510112615,
|
| 241 |
+
"count": 155
|
| 242 |
+
},
|
| 243 |
+
"9:60": {
|
| 244 |
+
"multiplier": 2.5763941889655673,
|
| 245 |
+
"count": 152
|
| 246 |
+
},
|
| 247 |
+
"9:120": {
|
| 248 |
+
"multiplier": 2.1809267855212267,
|
| 249 |
+
"count": 153
|
| 250 |
+
}
|
| 251 |
+
},
|
| 252 |
+
"limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
|
| 253 |
+
}
|
artifacts/smoke/report-transformer-v2/calibration_persistence.json
ADDED
|
@@ -0,0 +1,253 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "tfm-calibration-v1",
|
| 3 |
+
"method": "absolute_residual_over_predictive_std_finite_sample_quantile",
|
| 4 |
+
"nominal_coverage": 0.9,
|
| 5 |
+
"normalization_version": 1,
|
| 6 |
+
"checkpoint_sha256": [],
|
| 7 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 8 |
+
"calibration_system_ids": [
|
| 9 |
+
"battery-00038",
|
| 10 |
+
"battery-00065",
|
| 11 |
+
"tank-00076",
|
| 12 |
+
"tank-00082",
|
| 13 |
+
"thermal-00033",
|
| 14 |
+
"thermal-00084"
|
| 15 |
+
],
|
| 16 |
+
"training_system_ids": [
|
| 17 |
+
"battery-00002",
|
| 18 |
+
"battery-00005",
|
| 19 |
+
"battery-00008",
|
| 20 |
+
"battery-00011",
|
| 21 |
+
"battery-00014",
|
| 22 |
+
"battery-00020",
|
| 23 |
+
"battery-00035",
|
| 24 |
+
"battery-00041",
|
| 25 |
+
"battery-00044",
|
| 26 |
+
"battery-00047",
|
| 27 |
+
"battery-00053",
|
| 28 |
+
"battery-00056",
|
| 29 |
+
"battery-00059",
|
| 30 |
+
"battery-00062",
|
| 31 |
+
"battery-00071",
|
| 32 |
+
"battery-00074",
|
| 33 |
+
"battery-00077",
|
| 34 |
+
"battery-00080",
|
| 35 |
+
"battery-00083",
|
| 36 |
+
"battery-00086",
|
| 37 |
+
"battery-00089",
|
| 38 |
+
"tank-00001",
|
| 39 |
+
"tank-00004",
|
| 40 |
+
"tank-00007",
|
| 41 |
+
"tank-00013",
|
| 42 |
+
"tank-00016",
|
| 43 |
+
"tank-00019",
|
| 44 |
+
"tank-00022",
|
| 45 |
+
"tank-00025",
|
| 46 |
+
"tank-00028",
|
| 47 |
+
"tank-00031",
|
| 48 |
+
"tank-00034",
|
| 49 |
+
"tank-00040",
|
| 50 |
+
"tank-00052",
|
| 51 |
+
"tank-00055",
|
| 52 |
+
"tank-00058",
|
| 53 |
+
"tank-00061",
|
| 54 |
+
"tank-00067",
|
| 55 |
+
"tank-00070",
|
| 56 |
+
"tank-00073",
|
| 57 |
+
"tank-00079",
|
| 58 |
+
"tank-00085",
|
| 59 |
+
"thermal-00000",
|
| 60 |
+
"thermal-00009",
|
| 61 |
+
"thermal-00015",
|
| 62 |
+
"thermal-00018",
|
| 63 |
+
"thermal-00021",
|
| 64 |
+
"thermal-00027",
|
| 65 |
+
"thermal-00030",
|
| 66 |
+
"thermal-00036",
|
| 67 |
+
"thermal-00045",
|
| 68 |
+
"thermal-00048",
|
| 69 |
+
"thermal-00051",
|
| 70 |
+
"thermal-00054",
|
| 71 |
+
"thermal-00057",
|
| 72 |
+
"thermal-00060",
|
| 73 |
+
"thermal-00063",
|
| 74 |
+
"thermal-00066",
|
| 75 |
+
"thermal-00069",
|
| 76 |
+
"thermal-00072",
|
| 77 |
+
"thermal-00075",
|
| 78 |
+
"thermal-00078",
|
| 79 |
+
"thermal-00087"
|
| 80 |
+
],
|
| 81 |
+
"validation_selection_system_ids": [
|
| 82 |
+
"battery-00023",
|
| 83 |
+
"battery-00029",
|
| 84 |
+
"tank-00037",
|
| 85 |
+
"tank-00049",
|
| 86 |
+
"tank-00064",
|
| 87 |
+
"thermal-00006",
|
| 88 |
+
"thermal-00012",
|
| 89 |
+
"thermal-00042"
|
| 90 |
+
],
|
| 91 |
+
"test_system_ids": [
|
| 92 |
+
"battery-00017",
|
| 93 |
+
"battery-00026",
|
| 94 |
+
"battery-00032",
|
| 95 |
+
"battery-00050",
|
| 96 |
+
"battery-00068",
|
| 97 |
+
"tank-00010",
|
| 98 |
+
"tank-00043",
|
| 99 |
+
"tank-00046",
|
| 100 |
+
"tank-00088",
|
| 101 |
+
"thermal-00003",
|
| 102 |
+
"thermal-00024",
|
| 103 |
+
"thermal-00039",
|
| 104 |
+
"thermal-00081"
|
| 105 |
+
],
|
| 106 |
+
"entries": {
|
| 107 |
+
"0:15": {
|
| 108 |
+
"multiplier": 3.3366494379430676,
|
| 109 |
+
"count": 162
|
| 110 |
+
},
|
| 111 |
+
"0:30": {
|
| 112 |
+
"multiplier": 6.646896400862718,
|
| 113 |
+
"count": 165
|
| 114 |
+
},
|
| 115 |
+
"0:60": {
|
| 116 |
+
"multiplier": 12.459110764212058,
|
| 117 |
+
"count": 167
|
| 118 |
+
},
|
| 119 |
+
"0:120": {
|
| 120 |
+
"multiplier": 22.6636351742527,
|
| 121 |
+
"count": 162
|
| 122 |
+
},
|
| 123 |
+
"2:15": {
|
| 124 |
+
"multiplier": 0.4321222264839546,
|
| 125 |
+
"count": 169
|
| 126 |
+
},
|
| 127 |
+
"2:30": {
|
| 128 |
+
"multiplier": 0.8642444529679092,
|
| 129 |
+
"count": 169
|
| 130 |
+
},
|
| 131 |
+
"2:60": {
|
| 132 |
+
"multiplier": 1.630317665953497,
|
| 133 |
+
"count": 169
|
| 134 |
+
},
|
| 135 |
+
"2:120": {
|
| 136 |
+
"multiplier": 2.9326270778552934,
|
| 137 |
+
"count": 168
|
| 138 |
+
},
|
| 139 |
+
"3:15": {
|
| 140 |
+
"multiplier": 0.7088522290499347,
|
| 141 |
+
"count": 173
|
| 142 |
+
},
|
| 143 |
+
"3:30": {
|
| 144 |
+
"multiplier": 1.3617854632011333,
|
| 145 |
+
"count": 173
|
| 146 |
+
},
|
| 147 |
+
"3:60": {
|
| 148 |
+
"multiplier": 1.8363739154561707,
|
| 149 |
+
"count": 175
|
| 150 |
+
},
|
| 151 |
+
"3:120": {
|
| 152 |
+
"multiplier": 2.7827887405627214,
|
| 153 |
+
"count": 174
|
| 154 |
+
},
|
| 155 |
+
"4:15": {
|
| 156 |
+
"multiplier": 0.4925306807476688,
|
| 157 |
+
"count": 172
|
| 158 |
+
},
|
| 159 |
+
"4:30": {
|
| 160 |
+
"multiplier": 0.9556247863545887,
|
| 161 |
+
"count": 172
|
| 162 |
+
},
|
| 163 |
+
"4:60": {
|
| 164 |
+
"multiplier": 1.9518378050230625,
|
| 165 |
+
"count": 174
|
| 166 |
+
},
|
| 167 |
+
"4:120": {
|
| 168 |
+
"multiplier": 3.7351300558525358,
|
| 169 |
+
"count": 172
|
| 170 |
+
},
|
| 171 |
+
"5:15": {
|
| 172 |
+
"multiplier": 5.4575583611463525,
|
| 173 |
+
"count": 176
|
| 174 |
+
},
|
| 175 |
+
"5:30": {
|
| 176 |
+
"multiplier": 9.236844732573314,
|
| 177 |
+
"count": 175
|
| 178 |
+
},
|
| 179 |
+
"5:60": {
|
| 180 |
+
"multiplier": 11.005316436607625,
|
| 181 |
+
"count": 174
|
| 182 |
+
},
|
| 183 |
+
"5:120": {
|
| 184 |
+
"multiplier": 16.54782989906251,
|
| 185 |
+
"count": 176
|
| 186 |
+
},
|
| 187 |
+
"6:15": {
|
| 188 |
+
"multiplier": 6.834112813121844,
|
| 189 |
+
"count": 175
|
| 190 |
+
},
|
| 191 |
+
"6:30": {
|
| 192 |
+
"multiplier": 9.23236782743739,
|
| 193 |
+
"count": 175
|
| 194 |
+
},
|
| 195 |
+
"6:60": {
|
| 196 |
+
"multiplier": 18.16349733850344,
|
| 197 |
+
"count": 175
|
| 198 |
+
},
|
| 199 |
+
"6:120": {
|
| 200 |
+
"multiplier": 21.593874787919212,
|
| 201 |
+
"count": 178
|
| 202 |
+
},
|
| 203 |
+
"7:15": {
|
| 204 |
+
"multiplier": 4.51887127869554,
|
| 205 |
+
"count": 158
|
| 206 |
+
},
|
| 207 |
+
"7:30": {
|
| 208 |
+
"multiplier": 8.522240431442286,
|
| 209 |
+
"count": 156
|
| 210 |
+
},
|
| 211 |
+
"7:60": {
|
| 212 |
+
"multiplier": 13.982321857352368,
|
| 213 |
+
"count": 156
|
| 214 |
+
},
|
| 215 |
+
"7:120": {
|
| 216 |
+
"multiplier": 22.65882627122559,
|
| 217 |
+
"count": 151
|
| 218 |
+
},
|
| 219 |
+
"8:15": {
|
| 220 |
+
"multiplier": 0.9608832574417149,
|
| 221 |
+
"count": 151
|
| 222 |
+
},
|
| 223 |
+
"8:30": {
|
| 224 |
+
"multiplier": 1.7102051800611722,
|
| 225 |
+
"count": 154
|
| 226 |
+
},
|
| 227 |
+
"8:60": {
|
| 228 |
+
"multiplier": 3.0560012493134288,
|
| 229 |
+
"count": 152
|
| 230 |
+
},
|
| 231 |
+
"8:120": {
|
| 232 |
+
"multiplier": 5.342828353812,
|
| 233 |
+
"count": 153
|
| 234 |
+
},
|
| 235 |
+
"9:15": {
|
| 236 |
+
"multiplier": 3.1579094027226806,
|
| 237 |
+
"count": 152
|
| 238 |
+
},
|
| 239 |
+
"9:30": {
|
| 240 |
+
"multiplier": 10.51415148461768,
|
| 241 |
+
"count": 155
|
| 242 |
+
},
|
| 243 |
+
"9:60": {
|
| 244 |
+
"multiplier": 18.58402482175975,
|
| 245 |
+
"count": 152
|
| 246 |
+
},
|
| 247 |
+
"9:120": {
|
| 248 |
+
"multiplier": 21.86097990637898,
|
| 249 |
+
"count": 153
|
| 250 |
+
}
|
| 251 |
+
},
|
| 252 |
+
"limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
|
| 253 |
+
}
|
artifacts/smoke/report-transformer-v2/generalization.json
ADDED
|
@@ -0,0 +1,1477 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"experiments": [
|
| 3 |
+
{
|
| 4 |
+
"config": {
|
| 5 |
+
"name": "heldout_systems",
|
| 6 |
+
"axis": "B",
|
| 7 |
+
"data": "artifacts/smoke/data-v2",
|
| 8 |
+
"checkpoint": "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt",
|
| 9 |
+
"excluded_family": null,
|
| 10 |
+
"sensor_failure_probability": 0.0,
|
| 11 |
+
"sensor_bias_std": 0.0,
|
| 12 |
+
"description": "Main held-out-system test"
|
| 13 |
+
},
|
| 14 |
+
"status": "completed",
|
| 15 |
+
"result": {
|
| 16 |
+
"benchmark": "benchmark.json",
|
| 17 |
+
"model": "foundation_model"
|
| 18 |
+
}
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"config": {
|
| 22 |
+
"name": "sensor_failures",
|
| 23 |
+
"axis": "C",
|
| 24 |
+
"data": "artifacts/smoke/data-v2",
|
| 25 |
+
"checkpoint": "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt",
|
| 26 |
+
"excluded_family": null,
|
| 27 |
+
"sensor_failure_probability": 0.25,
|
| 28 |
+
"sensor_bias_std": 0.0,
|
| 29 |
+
"description": "Observed history/current sensor dropout"
|
| 30 |
+
},
|
| 31 |
+
"status": "completed",
|
| 32 |
+
"result": {
|
| 33 |
+
"metrics": [
|
| 34 |
+
{
|
| 35 |
+
"family": "battery",
|
| 36 |
+
"field_id": 7,
|
| 37 |
+
"field": "state_of_charge",
|
| 38 |
+
"horizon_minutes": 15.0,
|
| 39 |
+
"count": 125,
|
| 40 |
+
"mae": 0.022538157179951668,
|
| 41 |
+
"rmse": 0.042218636721372604,
|
| 42 |
+
"standardized_mae": 0.061492010951042175,
|
| 43 |
+
"standardized_rmse": 0.11518727242946625,
|
| 44 |
+
"standardized_gaussian_nll": -0.880377823454263,
|
| 45 |
+
"physical_gaussian_nll": -1.8840753653324678,
|
| 46 |
+
"nominal_coverage": 0.9,
|
| 47 |
+
"coverage": 0.928,
|
| 48 |
+
"mean_interval_width": 0.10319139063358307,
|
| 49 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"family": "battery",
|
| 53 |
+
"field_id": 7,
|
| 54 |
+
"field": "state_of_charge",
|
| 55 |
+
"horizon_minutes": 30.0,
|
| 56 |
+
"count": 122,
|
| 57 |
+
"mae": 0.042555637657642365,
|
| 58 |
+
"rmse": 0.08378282934427261,
|
| 59 |
+
"standardized_mae": 0.11610672622919083,
|
| 60 |
+
"standardized_rmse": 0.2285889983177185,
|
| 61 |
+
"standardized_gaussian_nll": -0.36017654518594916,
|
| 62 |
+
"physical_gaussian_nll": -1.363874087064154,
|
| 63 |
+
"nominal_coverage": 0.9,
|
| 64 |
+
"coverage": 0.9672131147540983,
|
| 65 |
+
"mean_interval_width": 0.2000969797372818,
|
| 66 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"family": "battery",
|
| 70 |
+
"field_id": 7,
|
| 71 |
+
"field": "state_of_charge",
|
| 72 |
+
"horizon_minutes": 60.0,
|
| 73 |
+
"count": 119,
|
| 74 |
+
"mae": 0.0688336193561554,
|
| 75 |
+
"rmse": 0.12316083163022995,
|
| 76 |
+
"standardized_mae": 0.1878022998571396,
|
| 77 |
+
"standardized_rmse": 0.33602601289749146,
|
| 78 |
+
"standardized_gaussian_nll": 0.11156735511059408,
|
| 79 |
+
"physical_gaussian_nll": -0.8921301867676107,
|
| 80 |
+
"nominal_coverage": 0.9,
|
| 81 |
+
"coverage": 0.9663865546218487,
|
| 82 |
+
"mean_interval_width": 0.39398032426834106,
|
| 83 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 84 |
+
},
|
| 85 |
+
{
|
| 86 |
+
"family": "battery",
|
| 87 |
+
"field_id": 7,
|
| 88 |
+
"field": "state_of_charge",
|
| 89 |
+
"horizon_minutes": 120.0,
|
| 90 |
+
"count": 121,
|
| 91 |
+
"mae": 0.12563574314117432,
|
| 92 |
+
"rmse": 0.208990216255188,
|
| 93 |
+
"standardized_mae": 0.34277844429016113,
|
| 94 |
+
"standardized_rmse": 0.5701987147331238,
|
| 95 |
+
"standardized_gaussian_nll": 0.7470845714891514,
|
| 96 |
+
"physical_gaussian_nll": -0.2566129703890534,
|
| 97 |
+
"nominal_coverage": 0.9,
|
| 98 |
+
"coverage": 0.9173553719008265,
|
| 99 |
+
"mean_interval_width": 0.7141516208648682,
|
| 100 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 101 |
+
},
|
| 102 |
+
{
|
| 103 |
+
"family": "battery",
|
| 104 |
+
"field_id": 8,
|
| 105 |
+
"field": "battery_temp",
|
| 106 |
+
"horizon_minutes": 15.0,
|
| 107 |
+
"count": 139,
|
| 108 |
+
"mae": 0.5193963646888733,
|
| 109 |
+
"rmse": 0.8061014413833618,
|
| 110 |
+
"standardized_mae": 0.0641503557562828,
|
| 111 |
+
"standardized_rmse": 0.09956113994121552,
|
| 112 |
+
"standardized_gaussian_nll": -1.0410889530956247,
|
| 113 |
+
"physical_gaussian_nll": 1.0503487004008492,
|
| 114 |
+
"nominal_coverage": 0.9,
|
| 115 |
+
"coverage": 0.9280575539568345,
|
| 116 |
+
"mean_interval_width": 2.416226387023926,
|
| 117 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"family": "battery",
|
| 121 |
+
"field_id": 8,
|
| 122 |
+
"field": "battery_temp",
|
| 123 |
+
"horizon_minutes": 30.0,
|
| 124 |
+
"count": 140,
|
| 125 |
+
"mae": 0.8719266057014465,
|
| 126 |
+
"rmse": 1.1996206045150757,
|
| 127 |
+
"standardized_mae": 0.10769116878509521,
|
| 128 |
+
"standardized_rmse": 0.14816446602344513,
|
| 129 |
+
"standardized_gaussian_nll": -0.5322908890154894,
|
| 130 |
+
"physical_gaussian_nll": 1.5591467644809844,
|
| 131 |
+
"nominal_coverage": 0.9,
|
| 132 |
+
"coverage": 0.9428571428571428,
|
| 133 |
+
"mean_interval_width": 4.3208184242248535,
|
| 134 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"family": "battery",
|
| 138 |
+
"field_id": 8,
|
| 139 |
+
"field": "battery_temp",
|
| 140 |
+
"horizon_minutes": 60.0,
|
| 141 |
+
"count": 142,
|
| 142 |
+
"mae": 1.4463740587234497,
|
| 143 |
+
"rmse": 1.9328193664550781,
|
| 144 |
+
"standardized_mae": 0.17864084243774414,
|
| 145 |
+
"standardized_rmse": 0.23872143030166626,
|
| 146 |
+
"standardized_gaussian_nll": 0.005505721699734393,
|
| 147 |
+
"physical_gaussian_nll": 2.0969433751962083,
|
| 148 |
+
"nominal_coverage": 0.9,
|
| 149 |
+
"coverage": 0.9436619718309859,
|
| 150 |
+
"mean_interval_width": 8.111717224121094,
|
| 151 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"family": "battery",
|
| 155 |
+
"field_id": 8,
|
| 156 |
+
"field": "battery_temp",
|
| 157 |
+
"horizon_minutes": 120.0,
|
| 158 |
+
"count": 140,
|
| 159 |
+
"mae": 2.441223621368408,
|
| 160 |
+
"rmse": 3.2121198177337646,
|
| 161 |
+
"standardized_mae": 0.3015141487121582,
|
| 162 |
+
"standardized_rmse": 0.3967271149158478,
|
| 163 |
+
"standardized_gaussian_nll": 0.5740379746350711,
|
| 164 |
+
"physical_gaussian_nll": 2.665475628131545,
|
| 165 |
+
"nominal_coverage": 0.9,
|
| 166 |
+
"coverage": 0.9428571428571428,
|
| 167 |
+
"mean_interval_width": 13.672816276550293,
|
| 168 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"family": "battery",
|
| 172 |
+
"field_id": 9,
|
| 173 |
+
"field": "terminal_voltage",
|
| 174 |
+
"horizon_minutes": 15.0,
|
| 175 |
+
"count": 131,
|
| 176 |
+
"mae": 2.3387627601623535,
|
| 177 |
+
"rmse": 5.092293739318848,
|
| 178 |
+
"standardized_mae": 0.14645564556121826,
|
| 179 |
+
"standardized_rmse": 0.3188844919204712,
|
| 180 |
+
"standardized_gaussian_nll": 0.21670405386190758,
|
| 181 |
+
"physical_gaussian_nll": 2.9873587825558716,
|
| 182 |
+
"nominal_coverage": 0.9,
|
| 183 |
+
"coverage": 0.9847328244274809,
|
| 184 |
+
"mean_interval_width": 23.69367027282715,
|
| 185 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 186 |
+
},
|
| 187 |
+
{
|
| 188 |
+
"family": "battery",
|
| 189 |
+
"field_id": 9,
|
| 190 |
+
"field": "terminal_voltage",
|
| 191 |
+
"horizon_minutes": 30.0,
|
| 192 |
+
"count": 131,
|
| 193 |
+
"mae": 4.77186918258667,
|
| 194 |
+
"rmse": 8.926216125488281,
|
| 195 |
+
"standardized_mae": 0.2988191843032837,
|
| 196 |
+
"standardized_rmse": 0.5589685440063477,
|
| 197 |
+
"standardized_gaussian_nll": 0.7781926138931256,
|
| 198 |
+
"physical_gaussian_nll": 3.5488473425870897,
|
| 199 |
+
"nominal_coverage": 0.9,
|
| 200 |
+
"coverage": 0.9312977099236641,
|
| 201 |
+
"mean_interval_width": 35.224308013916016,
|
| 202 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"family": "battery",
|
| 206 |
+
"field_id": 9,
|
| 207 |
+
"field": "terminal_voltage",
|
| 208 |
+
"horizon_minutes": 60.0,
|
| 209 |
+
"count": 133,
|
| 210 |
+
"mae": 6.873325347900391,
|
| 211 |
+
"rmse": 10.468645095825195,
|
| 212 |
+
"standardized_mae": 0.43041446805000305,
|
| 213 |
+
"standardized_rmse": 0.6555569767951965,
|
| 214 |
+
"standardized_gaussian_nll": 1.0436289820979765,
|
| 215 |
+
"physical_gaussian_nll": 3.8142837107919405,
|
| 216 |
+
"nominal_coverage": 0.9,
|
| 217 |
+
"coverage": 0.9548872180451128,
|
| 218 |
+
"mean_interval_width": 49.461029052734375,
|
| 219 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 220 |
+
},
|
| 221 |
+
{
|
| 222 |
+
"family": "battery",
|
| 223 |
+
"field_id": 9,
|
| 224 |
+
"field": "terminal_voltage",
|
| 225 |
+
"horizon_minutes": 120.0,
|
| 226 |
+
"count": 133,
|
| 227 |
+
"mae": 10.639689445495605,
|
| 228 |
+
"rmse": 14.870566368103027,
|
| 229 |
+
"standardized_mae": 0.6662679314613342,
|
| 230 |
+
"standardized_rmse": 0.9312096238136292,
|
| 231 |
+
"standardized_gaussian_nll": 1.379192915868884,
|
| 232 |
+
"physical_gaussian_nll": 4.149847644562849,
|
| 233 |
+
"nominal_coverage": 0.9,
|
| 234 |
+
"coverage": 0.9548872180451128,
|
| 235 |
+
"mean_interval_width": 64.34869384765625,
|
| 236 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 237 |
+
},
|
| 238 |
+
{
|
| 239 |
+
"family": "tank",
|
| 240 |
+
"field_id": 3,
|
| 241 |
+
"field": "water_level",
|
| 242 |
+
"horizon_minutes": 15.0,
|
| 243 |
+
"count": 116,
|
| 244 |
+
"mae": 0.14468596875667572,
|
| 245 |
+
"rmse": 0.19491779804229736,
|
| 246 |
+
"standardized_mae": 0.024937715381383896,
|
| 247 |
+
"standardized_rmse": 0.033595550805330276,
|
| 248 |
+
"standardized_gaussian_nll": -2.1462065051205377,
|
| 249 |
+
"physical_gaussian_nll": -0.3880221940731252,
|
| 250 |
+
"nominal_coverage": 0.9,
|
| 251 |
+
"coverage": 0.896551724137931,
|
| 252 |
+
"mean_interval_width": 0.5818840265274048,
|
| 253 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"family": "tank",
|
| 257 |
+
"field_id": 3,
|
| 258 |
+
"field": "water_level",
|
| 259 |
+
"horizon_minutes": 30.0,
|
| 260 |
+
"count": 118,
|
| 261 |
+
"mae": 0.24555374681949615,
|
| 262 |
+
"rmse": 0.34150272607803345,
|
| 263 |
+
"standardized_mae": 0.042323037981987,
|
| 264 |
+
"standardized_rmse": 0.05886056646704674,
|
| 265 |
+
"standardized_gaussian_nll": -1.6526098701149925,
|
| 266 |
+
"physical_gaussian_nll": 0.10557444093241997,
|
| 267 |
+
"nominal_coverage": 0.9,
|
| 268 |
+
"coverage": 0.8813559322033898,
|
| 269 |
+
"mean_interval_width": 0.8958061933517456,
|
| 270 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"family": "tank",
|
| 274 |
+
"field_id": 3,
|
| 275 |
+
"field": "water_level",
|
| 276 |
+
"horizon_minutes": 60.0,
|
| 277 |
+
"count": 120,
|
| 278 |
+
"mae": 0.41625839471817017,
|
| 279 |
+
"rmse": 0.5844320058822632,
|
| 280 |
+
"standardized_mae": 0.07174526900053024,
|
| 281 |
+
"standardized_rmse": 0.100731261074543,
|
| 282 |
+
"standardized_gaussian_nll": -0.8826536643128814,
|
| 283 |
+
"physical_gaussian_nll": 0.8755306467345311,
|
| 284 |
+
"nominal_coverage": 0.9,
|
| 285 |
+
"coverage": 0.8333333333333334,
|
| 286 |
+
"mean_interval_width": 1.6577858924865723,
|
| 287 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 288 |
+
},
|
| 289 |
+
{
|
| 290 |
+
"family": "tank",
|
| 291 |
+
"field_id": 3,
|
| 292 |
+
"field": "water_level",
|
| 293 |
+
"horizon_minutes": 120.0,
|
| 294 |
+
"count": 119,
|
| 295 |
+
"mae": 0.5769265294075012,
|
| 296 |
+
"rmse": 0.8049954771995544,
|
| 297 |
+
"standardized_mae": 0.09943763166666031,
|
| 298 |
+
"standardized_rmse": 0.13874703645706177,
|
| 299 |
+
"standardized_gaussian_nll": -0.5062082664238015,
|
| 300 |
+
"physical_gaussian_nll": 1.251976044623611,
|
| 301 |
+
"nominal_coverage": 0.9,
|
| 302 |
+
"coverage": 0.8907563025210085,
|
| 303 |
+
"mean_interval_width": 3.2755863666534424,
|
| 304 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"family": "tank",
|
| 308 |
+
"field_id": 4,
|
| 309 |
+
"field": "water_temp",
|
| 310 |
+
"horizon_minutes": 15.0,
|
| 311 |
+
"count": 119,
|
| 312 |
+
"mae": 0.022089093923568726,
|
| 313 |
+
"rmse": 0.02972310036420822,
|
| 314 |
+
"standardized_mae": 0.019082527607679367,
|
| 315 |
+
"standardized_rmse": 0.02567746303975582,
|
| 316 |
+
"standardized_gaussian_nll": -2.337340109882507,
|
| 317 |
+
"physical_gaussian_nll": -2.191029268368566,
|
| 318 |
+
"nominal_coverage": 0.9,
|
| 319 |
+
"coverage": 0.9411764705882353,
|
| 320 |
+
"mean_interval_width": 0.0952712893486023,
|
| 321 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"family": "tank",
|
| 325 |
+
"field_id": 4,
|
| 326 |
+
"field": "water_temp",
|
| 327 |
+
"horizon_minutes": 30.0,
|
| 328 |
+
"count": 117,
|
| 329 |
+
"mae": 0.04618056118488312,
|
| 330 |
+
"rmse": 0.0701703354716301,
|
| 331 |
+
"standardized_mae": 0.03989488631486893,
|
| 332 |
+
"standardized_rmse": 0.06061938777565956,
|
| 333 |
+
"standardized_gaussian_nll": -1.1275316045381765,
|
| 334 |
+
"physical_gaussian_nll": -0.9812207630242356,
|
| 335 |
+
"nominal_coverage": 0.9,
|
| 336 |
+
"coverage": 0.7863247863247863,
|
| 337 |
+
"mean_interval_width": 0.14961926639080048,
|
| 338 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"family": "tank",
|
| 342 |
+
"field_id": 4,
|
| 343 |
+
"field": "water_temp",
|
| 344 |
+
"horizon_minutes": 60.0,
|
| 345 |
+
"count": 117,
|
| 346 |
+
"mae": 0.09769745171070099,
|
| 347 |
+
"rmse": 0.13067889213562012,
|
| 348 |
+
"standardized_mae": 0.0843997672200203,
|
| 349 |
+
"standardized_rmse": 0.11289206892251968,
|
| 350 |
+
"standardized_gaussian_nll": -0.1624551763448643,
|
| 351 |
+
"physical_gaussian_nll": -0.016144334830923424,
|
| 352 |
+
"nominal_coverage": 0.9,
|
| 353 |
+
"coverage": 0.7521367521367521,
|
| 354 |
+
"mean_interval_width": 0.30384689569473267,
|
| 355 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 356 |
+
},
|
| 357 |
+
{
|
| 358 |
+
"family": "tank",
|
| 359 |
+
"field_id": 4,
|
| 360 |
+
"field": "water_temp",
|
| 361 |
+
"horizon_minutes": 120.0,
|
| 362 |
+
"count": 119,
|
| 363 |
+
"mae": 0.2023148238658905,
|
| 364 |
+
"rmse": 0.2532159686088562,
|
| 365 |
+
"standardized_mae": 0.1747775822877884,
|
| 366 |
+
"standardized_rmse": 0.21875052154064178,
|
| 367 |
+
"standardized_gaussian_nll": 0.4249731052890835,
|
| 368 |
+
"physical_gaussian_nll": 0.5712839468030244,
|
| 369 |
+
"nominal_coverage": 0.9,
|
| 370 |
+
"coverage": 0.7563025210084033,
|
| 371 |
+
"mean_interval_width": 0.6656530499458313,
|
| 372 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 373 |
+
},
|
| 374 |
+
{
|
| 375 |
+
"family": "tank",
|
| 376 |
+
"field_id": 5,
|
| 377 |
+
"field": "flow",
|
| 378 |
+
"horizon_minutes": 15.0,
|
| 379 |
+
"count": 131,
|
| 380 |
+
"mae": 0.1272462010383606,
|
| 381 |
+
"rmse": 0.18504972755908966,
|
| 382 |
+
"standardized_mae": 0.2649279236793518,
|
| 383 |
+
"standardized_rmse": 0.3852754831314087,
|
| 384 |
+
"standardized_gaussian_nll": 0.4021051882325845,
|
| 385 |
+
"physical_gaussian_nll": -0.3312288703850294,
|
| 386 |
+
"nominal_coverage": 0.9,
|
| 387 |
+
"coverage": 0.9312977099236641,
|
| 388 |
+
"mean_interval_width": 0.7029541730880737,
|
| 389 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"family": "tank",
|
| 393 |
+
"field_id": 5,
|
| 394 |
+
"field": "flow",
|
| 395 |
+
"horizon_minutes": 30.0,
|
| 396 |
+
"count": 132,
|
| 397 |
+
"mae": 0.16411271691322327,
|
| 398 |
+
"rmse": 0.2724158763885498,
|
| 399 |
+
"standardized_mae": 0.34168440103530884,
|
| 400 |
+
"standardized_rmse": 0.5671727657318115,
|
| 401 |
+
"standardized_gaussian_nll": 0.6014206014622484,
|
| 402 |
+
"physical_gaussian_nll": -0.1319134571553655,
|
| 403 |
+
"nominal_coverage": 0.9,
|
| 404 |
+
"coverage": 0.9393939393939394,
|
| 405 |
+
"mean_interval_width": 0.9804874062538147,
|
| 406 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 407 |
+
},
|
| 408 |
+
{
|
| 409 |
+
"family": "tank",
|
| 410 |
+
"field_id": 5,
|
| 411 |
+
"field": "flow",
|
| 412 |
+
"horizon_minutes": 60.0,
|
| 413 |
+
"count": 133,
|
| 414 |
+
"mae": 0.26324644684791565,
|
| 415 |
+
"rmse": 0.3862881064414978,
|
| 416 |
+
"standardized_mae": 0.5480818748474121,
|
| 417 |
+
"standardized_rmse": 0.8042559027671814,
|
| 418 |
+
"standardized_gaussian_nll": 0.99164465084252,
|
| 419 |
+
"physical_gaussian_nll": 0.25831059222490604,
|
| 420 |
+
"nominal_coverage": 0.9,
|
| 421 |
+
"coverage": 0.9473684210526315,
|
| 422 |
+
"mean_interval_width": 1.3383142948150635,
|
| 423 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 424 |
+
},
|
| 425 |
+
{
|
| 426 |
+
"family": "tank",
|
| 427 |
+
"field_id": 5,
|
| 428 |
+
"field": "flow",
|
| 429 |
+
"horizon_minutes": 120.0,
|
| 430 |
+
"count": 130,
|
| 431 |
+
"mae": 0.2972681224346161,
|
| 432 |
+
"rmse": 0.4277266263961792,
|
| 433 |
+
"standardized_mae": 0.6189153790473938,
|
| 434 |
+
"standardized_rmse": 0.8905313611030579,
|
| 435 |
+
"standardized_gaussian_nll": 1.2230885943277454,
|
| 436 |
+
"physical_gaussian_nll": 0.4897545357101315,
|
| 437 |
+
"nominal_coverage": 0.9,
|
| 438 |
+
"coverage": 0.9615384615384616,
|
| 439 |
+
"mean_interval_width": 1.7475528717041016,
|
| 440 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"family": "tank",
|
| 444 |
+
"field_id": 6,
|
| 445 |
+
"field": "pressure",
|
| 446 |
+
"horizon_minutes": 15.0,
|
| 447 |
+
"count": 123,
|
| 448 |
+
"mae": 4.046680927276611,
|
| 449 |
+
"rmse": 9.253509521484375,
|
| 450 |
+
"standardized_mae": 0.09512733668088913,
|
| 451 |
+
"standardized_rmse": 0.21752683818340302,
|
| 452 |
+
"standardized_gaussian_nll": -0.13183285464957006,
|
| 453 |
+
"physical_gaussian_nll": 3.6186030771113304,
|
| 454 |
+
"nominal_coverage": 0.9,
|
| 455 |
+
"coverage": 0.967479674796748,
|
| 456 |
+
"mean_interval_width": 47.49770736694336,
|
| 457 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 458 |
+
},
|
| 459 |
+
{
|
| 460 |
+
"family": "tank",
|
| 461 |
+
"field_id": 6,
|
| 462 |
+
"field": "pressure",
|
| 463 |
+
"horizon_minutes": 30.0,
|
| 464 |
+
"count": 125,
|
| 465 |
+
"mae": 6.062098026275635,
|
| 466 |
+
"rmse": 11.880810737609863,
|
| 467 |
+
"standardized_mae": 0.1425047367811203,
|
| 468 |
+
"standardized_rmse": 0.279288113117218,
|
| 469 |
+
"standardized_gaussian_nll": 0.27929387229035585,
|
| 470 |
+
"physical_gaussian_nll": 4.029729804051256,
|
| 471 |
+
"nominal_coverage": 0.9,
|
| 472 |
+
"coverage": 0.976,
|
| 473 |
+
"mean_interval_width": 72.02900695800781,
|
| 474 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"family": "tank",
|
| 478 |
+
"field_id": 6,
|
| 479 |
+
"field": "pressure",
|
| 480 |
+
"horizon_minutes": 60.0,
|
| 481 |
+
"count": 123,
|
| 482 |
+
"mae": 12.236382484436035,
|
| 483 |
+
"rmse": 22.341371536254883,
|
| 484 |
+
"standardized_mae": 0.28764671087265015,
|
| 485 |
+
"standardized_rmse": 0.5251896977424622,
|
| 486 |
+
"standardized_gaussian_nll": 0.7819338130969821,
|
| 487 |
+
"physical_gaussian_nll": 4.532369744857882,
|
| 488 |
+
"nominal_coverage": 0.9,
|
| 489 |
+
"coverage": 0.959349593495935,
|
| 490 |
+
"mean_interval_width": 103.61749267578125,
|
| 491 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"family": "tank",
|
| 495 |
+
"field_id": 6,
|
| 496 |
+
"field": "pressure",
|
| 497 |
+
"horizon_minutes": 120.0,
|
| 498 |
+
"count": 125,
|
| 499 |
+
"mae": 19.28050994873047,
|
| 500 |
+
"rmse": 28.094099044799805,
|
| 501 |
+
"standardized_mae": 0.45323649048805237,
|
| 502 |
+
"standardized_rmse": 0.6604219079017639,
|
| 503 |
+
"standardized_gaussian_nll": 1.0990233931635227,
|
| 504 |
+
"physical_gaussian_nll": 4.849459324924423,
|
| 505 |
+
"nominal_coverage": 0.9,
|
| 506 |
+
"coverage": 0.976,
|
| 507 |
+
"mean_interval_width": 140.40174865722656,
|
| 508 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 509 |
+
},
|
| 510 |
+
{
|
| 511 |
+
"family": "thermal",
|
| 512 |
+
"field_id": 0,
|
| 513 |
+
"field": "indoor_temp",
|
| 514 |
+
"horizon_minutes": 15.0,
|
| 515 |
+
"count": 110,
|
| 516 |
+
"mae": 0.2519267201423645,
|
| 517 |
+
"rmse": 0.36077234148979187,
|
| 518 |
+
"standardized_mae": 0.04093705117702484,
|
| 519 |
+
"standardized_rmse": 0.058624014258384705,
|
| 520 |
+
"standardized_gaussian_nll": -1.5365718121676133,
|
| 521 |
+
"physical_gaussian_nll": 0.28053090744468867,
|
| 522 |
+
"nominal_coverage": 0.9,
|
| 523 |
+
"coverage": 0.9636363636363636,
|
| 524 |
+
"mean_interval_width": 1.3231983184814453,
|
| 525 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"family": "thermal",
|
| 529 |
+
"field_id": 0,
|
| 530 |
+
"field": "indoor_temp",
|
| 531 |
+
"horizon_minutes": 30.0,
|
| 532 |
+
"count": 109,
|
| 533 |
+
"mae": 0.514060914516449,
|
| 534 |
+
"rmse": 0.7465660572052002,
|
| 535 |
+
"standardized_mae": 0.08353277295827866,
|
| 536 |
+
"standardized_rmse": 0.1213138997554779,
|
| 537 |
+
"standardized_gaussian_nll": -0.7885580907226281,
|
| 538 |
+
"physical_gaussian_nll": 1.0285446288896738,
|
| 539 |
+
"nominal_coverage": 0.9,
|
| 540 |
+
"coverage": 0.8807339449541285,
|
| 541 |
+
"mean_interval_width": 2.2673494815826416,
|
| 542 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 543 |
+
},
|
| 544 |
+
{
|
| 545 |
+
"family": "thermal",
|
| 546 |
+
"field_id": 0,
|
| 547 |
+
"field": "indoor_temp",
|
| 548 |
+
"horizon_minutes": 60.0,
|
| 549 |
+
"count": 113,
|
| 550 |
+
"mae": 1.0899648666381836,
|
| 551 |
+
"rmse": 1.5027881860733032,
|
| 552 |
+
"standardized_mae": 0.17711478471755981,
|
| 553 |
+
"standardized_rmse": 0.24419686198234558,
|
| 554 |
+
"standardized_gaussian_nll": -0.024053501534425058,
|
| 555 |
+
"physical_gaussian_nll": 1.793049218077877,
|
| 556 |
+
"nominal_coverage": 0.9,
|
| 557 |
+
"coverage": 0.8141592920353983,
|
| 558 |
+
"mean_interval_width": 4.704004287719727,
|
| 559 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 560 |
+
},
|
| 561 |
+
{
|
| 562 |
+
"family": "thermal",
|
| 563 |
+
"field_id": 0,
|
| 564 |
+
"field": "indoor_temp",
|
| 565 |
+
"horizon_minutes": 120.0,
|
| 566 |
+
"count": 112,
|
| 567 |
+
"mae": 2.3548715114593506,
|
| 568 |
+
"rmse": 3.2545950412750244,
|
| 569 |
+
"standardized_mae": 0.38265690207481384,
|
| 570 |
+
"standardized_rmse": 0.5288582444190979,
|
| 571 |
+
"standardized_gaussian_nll": 0.6321937078622685,
|
| 572 |
+
"physical_gaussian_nll": 2.4492964274745703,
|
| 573 |
+
"nominal_coverage": 0.9,
|
| 574 |
+
"coverage": 0.8839285714285714,
|
| 575 |
+
"mean_interval_width": 9.551830291748047,
|
| 576 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 577 |
+
},
|
| 578 |
+
{
|
| 579 |
+
"family": "thermal",
|
| 580 |
+
"field_id": 1,
|
| 581 |
+
"field": "mass_temp",
|
| 582 |
+
"horizon_minutes": 15.0,
|
| 583 |
+
"count": 86,
|
| 584 |
+
"mae": 0.03216187283396721,
|
| 585 |
+
"rmse": 0.04150141030550003,
|
| 586 |
+
"standardized_mae": 0.013134838081896305,
|
| 587 |
+
"standardized_rmse": 0.016949085518717766,
|
| 588 |
+
"standardized_gaussian_nll": -2.6489529924630935,
|
| 589 |
+
"physical_gaussian_nll": -1.753439475598113,
|
| 590 |
+
"nominal_coverage": 0.9,
|
| 591 |
+
"coverage": 0.9651162790697675,
|
| 592 |
+
"mean_interval_width": 0.17055191099643707,
|
| 593 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"family": "thermal",
|
| 597 |
+
"field_id": 1,
|
| 598 |
+
"field": "mass_temp",
|
| 599 |
+
"horizon_minutes": 30.0,
|
| 600 |
+
"count": 83,
|
| 601 |
+
"mae": 0.06805136799812317,
|
| 602 |
+
"rmse": 0.10196328908205032,
|
| 603 |
+
"standardized_mae": 0.027792029082775116,
|
| 604 |
+
"standardized_rmse": 0.041641585528850555,
|
| 605 |
+
"standardized_gaussian_nll": -1.993772700773139,
|
| 606 |
+
"physical_gaussian_nll": -1.0982591839081586,
|
| 607 |
+
"nominal_coverage": 0.9,
|
| 608 |
+
"coverage": 0.8072289156626506,
|
| 609 |
+
"mean_interval_width": 0.23242688179016113,
|
| 610 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"family": "thermal",
|
| 614 |
+
"field_id": 1,
|
| 615 |
+
"field": "mass_temp",
|
| 616 |
+
"horizon_minutes": 60.0,
|
| 617 |
+
"count": 85,
|
| 618 |
+
"mae": 0.14750580489635468,
|
| 619 |
+
"rmse": 0.22230446338653564,
|
| 620 |
+
"standardized_mae": 0.06024104729294777,
|
| 621 |
+
"standardized_rmse": 0.09078865498304367,
|
| 622 |
+
"standardized_gaussian_nll": -1.296639626660539,
|
| 623 |
+
"physical_gaussian_nll": -0.4011261097955586,
|
| 624 |
+
"nominal_coverage": 0.9,
|
| 625 |
+
"coverage": 0.7529411764705882,
|
| 626 |
+
"mean_interval_width": 0.4495292901992798,
|
| 627 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 628 |
+
},
|
| 629 |
+
{
|
| 630 |
+
"family": "thermal",
|
| 631 |
+
"field_id": 1,
|
| 632 |
+
"field": "mass_temp",
|
| 633 |
+
"horizon_minutes": 120.0,
|
| 634 |
+
"count": 87,
|
| 635 |
+
"mae": 0.2858736217021942,
|
| 636 |
+
"rmse": 0.4104902148246765,
|
| 637 |
+
"standardized_mae": 0.11675016582012177,
|
| 638 |
+
"standardized_rmse": 0.16764330863952637,
|
| 639 |
+
"standardized_gaussian_nll": -0.6868602059216863,
|
| 640 |
+
"physical_gaussian_nll": 0.20865331094329398,
|
| 641 |
+
"nominal_coverage": 0.9,
|
| 642 |
+
"coverage": 0.8850574712643678,
|
| 643 |
+
"mean_interval_width": 1.0640441179275513,
|
| 644 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 645 |
+
},
|
| 646 |
+
{
|
| 647 |
+
"family": "thermal",
|
| 648 |
+
"field_id": 2,
|
| 649 |
+
"field": "energy_kwh",
|
| 650 |
+
"horizon_minutes": 15.0,
|
| 651 |
+
"count": 128,
|
| 652 |
+
"mae": 1.2730485200881958,
|
| 653 |
+
"rmse": 1.4418925046920776,
|
| 654 |
+
"standardized_mae": 0.01600256934762001,
|
| 655 |
+
"standardized_rmse": 0.018124984577298164,
|
| 656 |
+
"standardized_gaussian_nll": -2.534491795313479,
|
| 657 |
+
"physical_gaussian_nll": 1.841928632016904,
|
| 658 |
+
"nominal_coverage": 0.9,
|
| 659 |
+
"coverage": 0.8671875,
|
| 660 |
+
"mean_interval_width": 3.7795233726501465,
|
| 661 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 662 |
+
},
|
| 663 |
+
{
|
| 664 |
+
"family": "thermal",
|
| 665 |
+
"field_id": 2,
|
| 666 |
+
"field": "energy_kwh",
|
| 667 |
+
"horizon_minutes": 30.0,
|
| 668 |
+
"count": 126,
|
| 669 |
+
"mae": 1.563459873199463,
|
| 670 |
+
"rmse": 1.8546661138534546,
|
| 671 |
+
"standardized_mae": 0.019653119146823883,
|
| 672 |
+
"standardized_rmse": 0.02331366203725338,
|
| 673 |
+
"standardized_gaussian_nll": -2.178630964600121,
|
| 674 |
+
"physical_gaussian_nll": 2.197789462730262,
|
| 675 |
+
"nominal_coverage": 0.9,
|
| 676 |
+
"coverage": 0.746031746031746,
|
| 677 |
+
"mean_interval_width": 4.208795070648193,
|
| 678 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 679 |
+
},
|
| 680 |
+
{
|
| 681 |
+
"family": "thermal",
|
| 682 |
+
"field_id": 2,
|
| 683 |
+
"field": "energy_kwh",
|
| 684 |
+
"horizon_minutes": 60.0,
|
| 685 |
+
"count": 127,
|
| 686 |
+
"mae": 1.9083808660507202,
|
| 687 |
+
"rmse": 2.500718832015991,
|
| 688 |
+
"standardized_mae": 0.023988870903849602,
|
| 689 |
+
"standardized_rmse": 0.03143472224473953,
|
| 690 |
+
"standardized_gaussian_nll": -1.9100374915882155,
|
| 691 |
+
"physical_gaussian_nll": 2.4663829357421676,
|
| 692 |
+
"nominal_coverage": 0.9,
|
| 693 |
+
"coverage": 0.7480314960629921,
|
| 694 |
+
"mean_interval_width": 5.48427152633667,
|
| 695 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 696 |
+
},
|
| 697 |
+
{
|
| 698 |
+
"family": "thermal",
|
| 699 |
+
"field_id": 2,
|
| 700 |
+
"field": "energy_kwh",
|
| 701 |
+
"horizon_minutes": 120.0,
|
| 702 |
+
"count": 128,
|
| 703 |
+
"mae": 3.0136115550994873,
|
| 704 |
+
"rmse": 4.276278018951416,
|
| 705 |
+
"standardized_mae": 0.03788192570209503,
|
| 706 |
+
"standardized_rmse": 0.053753986954689026,
|
| 707 |
+
"standardized_gaussian_nll": -1.4431026822076456,
|
| 708 |
+
"physical_gaussian_nll": 2.9333177451227375,
|
| 709 |
+
"nominal_coverage": 0.9,
|
| 710 |
+
"coverage": 0.828125,
|
| 711 |
+
"mean_interval_width": 9.546677589416504,
|
| 712 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 713 |
+
}
|
| 714 |
+
],
|
| 715 |
+
"evaluated_target_fraction": 0.7616123445126751,
|
| 716 |
+
"missing_current_policy": "Queries without observed current sensors excluded, matching API query rejection",
|
| 717 |
+
"interval_status": "uncalibrated_under_distribution_shift"
|
| 718 |
+
}
|
| 719 |
+
},
|
| 720 |
+
{
|
| 721 |
+
"config": {
|
| 722 |
+
"name": "sensor_bias",
|
| 723 |
+
"axis": "C",
|
| 724 |
+
"data": "artifacts/smoke/data-v2",
|
| 725 |
+
"checkpoint": "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt",
|
| 726 |
+
"excluded_family": null,
|
| 727 |
+
"sensor_failure_probability": 0.0,
|
| 728 |
+
"sensor_bias_std": 0.5,
|
| 729 |
+
"description": "Observed state sensor bias in training-standardized units"
|
| 730 |
+
},
|
| 731 |
+
"status": "completed",
|
| 732 |
+
"result": {
|
| 733 |
+
"metrics": [
|
| 734 |
+
{
|
| 735 |
+
"family": "battery",
|
| 736 |
+
"field_id": 7,
|
| 737 |
+
"field": "state_of_charge",
|
| 738 |
+
"horizon_minutes": 15.0,
|
| 739 |
+
"count": 176,
|
| 740 |
+
"mae": 0.15913443267345428,
|
| 741 |
+
"rmse": 0.1997968554496765,
|
| 742 |
+
"standardized_mae": 0.43417462706565857,
|
| 743 |
+
"standardized_rmse": 0.5451160073280334,
|
| 744 |
+
"standardized_gaussian_nll": 22.504859840383737,
|
| 745 |
+
"physical_gaussian_nll": 21.501162298505534,
|
| 746 |
+
"nominal_coverage": 0.9,
|
| 747 |
+
"coverage": 0.18181818181818182,
|
| 748 |
+
"mean_interval_width": 0.10589442402124405,
|
| 749 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 750 |
+
},
|
| 751 |
+
{
|
| 752 |
+
"family": "battery",
|
| 753 |
+
"field_id": 7,
|
| 754 |
+
"field": "state_of_charge",
|
| 755 |
+
"horizon_minutes": 30.0,
|
| 756 |
+
"count": 172,
|
| 757 |
+
"mae": 0.1619063913822174,
|
| 758 |
+
"rmse": 0.20185454189777374,
|
| 759 |
+
"standardized_mae": 0.44173750281333923,
|
| 760 |
+
"standardized_rmse": 0.5507301092147827,
|
| 761 |
+
"standardized_gaussian_nll": 7.898551778084752,
|
| 762 |
+
"physical_gaussian_nll": 6.894854236206546,
|
| 763 |
+
"nominal_coverage": 0.9,
|
| 764 |
+
"coverage": 0.36627906976744184,
|
| 765 |
+
"mean_interval_width": 0.20379015803337097,
|
| 766 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 767 |
+
},
|
| 768 |
+
{
|
| 769 |
+
"family": "battery",
|
| 770 |
+
"field_id": 7,
|
| 771 |
+
"field": "state_of_charge",
|
| 772 |
+
"horizon_minutes": 60.0,
|
| 773 |
+
"count": 169,
|
| 774 |
+
"mae": 0.1620597541332245,
|
| 775 |
+
"rmse": 0.209243044257164,
|
| 776 |
+
"standardized_mae": 0.44215595722198486,
|
| 777 |
+
"standardized_rmse": 0.5708885192871094,
|
| 778 |
+
"standardized_gaussian_nll": 2.094157843222405,
|
| 779 |
+
"physical_gaussian_nll": 1.0904603013442,
|
| 780 |
+
"nominal_coverage": 0.9,
|
| 781 |
+
"coverage": 0.6627218934911243,
|
| 782 |
+
"mean_interval_width": 0.4057137668132782,
|
| 783 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 784 |
+
},
|
| 785 |
+
{
|
| 786 |
+
"family": "battery",
|
| 787 |
+
"field_id": 7,
|
| 788 |
+
"field": "state_of_charge",
|
| 789 |
+
"horizon_minutes": 120.0,
|
| 790 |
+
"count": 173,
|
| 791 |
+
"mae": 0.18275731801986694,
|
| 792 |
+
"rmse": 0.24977794289588928,
|
| 793 |
+
"standardized_mae": 0.498626172542572,
|
| 794 |
+
"standardized_rmse": 0.6814819574356079,
|
| 795 |
+
"standardized_gaussian_nll": 1.060126172002701,
|
| 796 |
+
"physical_gaussian_nll": 0.05642863012449628,
|
| 797 |
+
"nominal_coverage": 0.9,
|
| 798 |
+
"coverage": 0.8497109826589595,
|
| 799 |
+
"mean_interval_width": 0.7238749265670776,
|
| 800 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 801 |
+
},
|
| 802 |
+
{
|
| 803 |
+
"family": "battery",
|
| 804 |
+
"field_id": 8,
|
| 805 |
+
"field": "battery_temp",
|
| 806 |
+
"horizon_minutes": 15.0,
|
| 807 |
+
"count": 176,
|
| 808 |
+
"mae": 3.3225250244140625,
|
| 809 |
+
"rmse": 4.152026176452637,
|
| 810 |
+
"standardized_mae": 0.41036319732666016,
|
| 811 |
+
"standardized_rmse": 0.5128144025802612,
|
| 812 |
+
"standardized_gaussian_nll": 47.82912881271556,
|
| 813 |
+
"physical_gaussian_nll": 49.92056646621204,
|
| 814 |
+
"nominal_coverage": 0.9,
|
| 815 |
+
"coverage": 0.22727272727272727,
|
| 816 |
+
"mean_interval_width": 2.5805013179779053,
|
| 817 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 818 |
+
},
|
| 819 |
+
{
|
| 820 |
+
"family": "battery",
|
| 821 |
+
"field_id": 8,
|
| 822 |
+
"field": "battery_temp",
|
| 823 |
+
"horizon_minutes": 30.0,
|
| 824 |
+
"count": 175,
|
| 825 |
+
"mae": 3.316277503967285,
|
| 826 |
+
"rmse": 4.140602111816406,
|
| 827 |
+
"standardized_mae": 0.40959158539772034,
|
| 828 |
+
"standardized_rmse": 0.5114034414291382,
|
| 829 |
+
"standardized_gaussian_nll": 20.323704632913095,
|
| 830 |
+
"physical_gaussian_nll": 22.41514228640957,
|
| 831 |
+
"nominal_coverage": 0.9,
|
| 832 |
+
"coverage": 0.35428571428571426,
|
| 833 |
+
"mean_interval_width": 4.643040657043457,
|
| 834 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 835 |
+
},
|
| 836 |
+
{
|
| 837 |
+
"family": "battery",
|
| 838 |
+
"field_id": 8,
|
| 839 |
+
"field": "battery_temp",
|
| 840 |
+
"horizon_minutes": 60.0,
|
| 841 |
+
"count": 178,
|
| 842 |
+
"mae": 3.6017277240753174,
|
| 843 |
+
"rmse": 4.435178756713867,
|
| 844 |
+
"standardized_mae": 0.44484737515449524,
|
| 845 |
+
"standardized_rmse": 0.5477864146232605,
|
| 846 |
+
"standardized_gaussian_nll": 6.022408824592421,
|
| 847 |
+
"physical_gaussian_nll": 8.113846478088895,
|
| 848 |
+
"nominal_coverage": 0.9,
|
| 849 |
+
"coverage": 0.5786516853932584,
|
| 850 |
+
"mean_interval_width": 8.599404335021973,
|
| 851 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 852 |
+
},
|
| 853 |
+
{
|
| 854 |
+
"family": "battery",
|
| 855 |
+
"field_id": 8,
|
| 856 |
+
"field": "battery_temp",
|
| 857 |
+
"horizon_minutes": 120.0,
|
| 858 |
+
"count": 175,
|
| 859 |
+
"mae": 3.9519731998443604,
|
| 860 |
+
"rmse": 4.986083507537842,
|
| 861 |
+
"standardized_mae": 0.48810598254203796,
|
| 862 |
+
"standardized_rmse": 0.6158283948898315,
|
| 863 |
+
"standardized_gaussian_nll": 1.7762888082102861,
|
| 864 |
+
"physical_gaussian_nll": 3.86772646170676,
|
| 865 |
+
"nominal_coverage": 0.9,
|
| 866 |
+
"coverage": 0.7542857142857143,
|
| 867 |
+
"mean_interval_width": 14.321471214294434,
|
| 868 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 869 |
+
},
|
| 870 |
+
{
|
| 871 |
+
"family": "battery",
|
| 872 |
+
"field_id": 9,
|
| 873 |
+
"field": "terminal_voltage",
|
| 874 |
+
"horizon_minutes": 15.0,
|
| 875 |
+
"count": 177,
|
| 876 |
+
"mae": 6.642402172088623,
|
| 877 |
+
"rmse": 8.9093599319458,
|
| 878 |
+
"standardized_mae": 0.4159538149833679,
|
| 879 |
+
"standardized_rmse": 0.5579129457473755,
|
| 880 |
+
"standardized_gaussian_nll": 0.9255108640698186,
|
| 881 |
+
"physical_gaussian_nll": 3.6961655927637826,
|
| 882 |
+
"nominal_coverage": 0.9,
|
| 883 |
+
"coverage": 0.7909604519774012,
|
| 884 |
+
"mean_interval_width": 24.240745544433594,
|
| 885 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 886 |
+
},
|
| 887 |
+
{
|
| 888 |
+
"family": "battery",
|
| 889 |
+
"field_id": 9,
|
| 890 |
+
"field": "terminal_voltage",
|
| 891 |
+
"horizon_minutes": 30.0,
|
| 892 |
+
"count": 177,
|
| 893 |
+
"mae": 7.9664154052734375,
|
| 894 |
+
"rmse": 11.011991500854492,
|
| 895 |
+
"standardized_mae": 0.4988648295402527,
|
| 896 |
+
"standardized_rmse": 0.6895818114280701,
|
| 897 |
+
"standardized_gaussian_nll": 1.0396691779017329,
|
| 898 |
+
"physical_gaussian_nll": 3.810323906595697,
|
| 899 |
+
"nominal_coverage": 0.9,
|
| 900 |
+
"coverage": 0.8757062146892656,
|
| 901 |
+
"mean_interval_width": 35.57670974731445,
|
| 902 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 903 |
+
},
|
| 904 |
+
{
|
| 905 |
+
"family": "battery",
|
| 906 |
+
"field_id": 9,
|
| 907 |
+
"field": "terminal_voltage",
|
| 908 |
+
"horizon_minutes": 60.0,
|
| 909 |
+
"count": 180,
|
| 910 |
+
"mae": 9.479283332824707,
|
| 911 |
+
"rmse": 12.523597717285156,
|
| 912 |
+
"standardized_mae": 0.5936021208763123,
|
| 913 |
+
"standardized_rmse": 0.7842401266098022,
|
| 914 |
+
"standardized_gaussian_nll": 1.1561239277357882,
|
| 915 |
+
"physical_gaussian_nll": 3.9267786564297524,
|
| 916 |
+
"nominal_coverage": 0.9,
|
| 917 |
+
"coverage": 0.9722222222222222,
|
| 918 |
+
"mean_interval_width": 49.39485168457031,
|
| 919 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 920 |
+
},
|
| 921 |
+
{
|
| 922 |
+
"family": "battery",
|
| 923 |
+
"field_id": 9,
|
| 924 |
+
"field": "terminal_voltage",
|
| 925 |
+
"horizon_minutes": 120.0,
|
| 926 |
+
"count": 176,
|
| 927 |
+
"mae": 12.631087303161621,
|
| 928 |
+
"rmse": 16.826658248901367,
|
| 929 |
+
"standardized_mae": 0.7909712195396423,
|
| 930 |
+
"standardized_rmse": 1.0537019968032837,
|
| 931 |
+
"standardized_gaussian_nll": 1.4556994259025366,
|
| 932 |
+
"physical_gaussian_nll": 4.226354154596501,
|
| 933 |
+
"nominal_coverage": 0.9,
|
| 934 |
+
"coverage": 0.9261363636363636,
|
| 935 |
+
"mean_interval_width": 64.34405517578125,
|
| 936 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 937 |
+
},
|
| 938 |
+
{
|
| 939 |
+
"family": "tank",
|
| 940 |
+
"field_id": 3,
|
| 941 |
+
"field": "water_level",
|
| 942 |
+
"horizon_minutes": 15.0,
|
| 943 |
+
"count": 156,
|
| 944 |
+
"mae": 2.320323944091797,
|
| 945 |
+
"rmse": 2.907252311706543,
|
| 946 |
+
"standardized_mae": 0.3999252915382385,
|
| 947 |
+
"standardized_rmse": 0.5010868310928345,
|
| 948 |
+
"standardized_gaussian_nll": 145.55615152568333,
|
| 949 |
+
"physical_gaussian_nll": 147.31433583673075,
|
| 950 |
+
"nominal_coverage": 0.9,
|
| 951 |
+
"coverage": 0.09615384615384616,
|
| 952 |
+
"mean_interval_width": 0.573390543460846,
|
| 953 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 954 |
+
},
|
| 955 |
+
{
|
| 956 |
+
"family": "tank",
|
| 957 |
+
"field_id": 3,
|
| 958 |
+
"field": "water_level",
|
| 959 |
+
"horizon_minutes": 30.0,
|
| 960 |
+
"count": 157,
|
| 961 |
+
"mae": 2.2648699283599854,
|
| 962 |
+
"rmse": 2.829549789428711,
|
| 963 |
+
"standardized_mae": 0.39036738872528076,
|
| 964 |
+
"standardized_rmse": 0.4876942038536072,
|
| 965 |
+
"standardized_gaussian_nll": 68.03825857274123,
|
| 966 |
+
"physical_gaussian_nll": 69.79644288378864,
|
| 967 |
+
"nominal_coverage": 0.9,
|
| 968 |
+
"coverage": 0.14012738853503184,
|
| 969 |
+
"mean_interval_width": 0.8789198398590088,
|
| 970 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 971 |
+
},
|
| 972 |
+
{
|
| 973 |
+
"family": "tank",
|
| 974 |
+
"field_id": 3,
|
| 975 |
+
"field": "water_level",
|
| 976 |
+
"horizon_minutes": 60.0,
|
| 977 |
+
"count": 159,
|
| 978 |
+
"mae": 2.256560802459717,
|
| 979 |
+
"rmse": 2.8222146034240723,
|
| 980 |
+
"standardized_mae": 0.38893523812294006,
|
| 981 |
+
"standardized_rmse": 0.48642992973327637,
|
| 982 |
+
"standardized_gaussian_nll": 22.930747483775818,
|
| 983 |
+
"physical_gaussian_nll": 24.68893179482323,
|
| 984 |
+
"nominal_coverage": 0.9,
|
| 985 |
+
"coverage": 0.27044025157232704,
|
| 986 |
+
"mean_interval_width": 1.5819875001907349,
|
| 987 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 988 |
+
},
|
| 989 |
+
{
|
| 990 |
+
"family": "tank",
|
| 991 |
+
"field_id": 3,
|
| 992 |
+
"field": "water_level",
|
| 993 |
+
"horizon_minutes": 120.0,
|
| 994 |
+
"count": 158,
|
| 995 |
+
"mae": 2.3079757690429688,
|
| 996 |
+
"rmse": 2.869051218032837,
|
| 997 |
+
"standardized_mae": 0.39779701828956604,
|
| 998 |
+
"standardized_rmse": 0.49450257420539856,
|
| 999 |
+
"standardized_gaussian_nll": 5.04129401016955,
|
| 1000 |
+
"physical_gaussian_nll": 6.799478321216963,
|
| 1001 |
+
"nominal_coverage": 0.9,
|
| 1002 |
+
"coverage": 0.379746835443038,
|
| 1003 |
+
"mean_interval_width": 3.159029483795166,
|
| 1004 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1005 |
+
},
|
| 1006 |
+
{
|
| 1007 |
+
"family": "tank",
|
| 1008 |
+
"field_id": 4,
|
| 1009 |
+
"field": "water_temp",
|
| 1010 |
+
"horizon_minutes": 15.0,
|
| 1011 |
+
"count": 161,
|
| 1012 |
+
"mae": 0.4932541847229004,
|
| 1013 |
+
"rmse": 0.622342050075531,
|
| 1014 |
+
"standardized_mae": 0.426116943359375,
|
| 1015 |
+
"standardized_rmse": 0.537634551525116,
|
| 1016 |
+
"standardized_gaussian_nll": 228.99193070550515,
|
| 1017 |
+
"physical_gaussian_nll": 229.1382415470191,
|
| 1018 |
+
"nominal_coverage": 0.9,
|
| 1019 |
+
"coverage": 0.07453416149068323,
|
| 1020 |
+
"mean_interval_width": 0.09528889507055283,
|
| 1021 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1022 |
+
},
|
| 1023 |
+
{
|
| 1024 |
+
"family": "tank",
|
| 1025 |
+
"field_id": 4,
|
| 1026 |
+
"field": "water_temp",
|
| 1027 |
+
"horizon_minutes": 30.0,
|
| 1028 |
+
"count": 159,
|
| 1029 |
+
"mae": 0.4833856523036957,
|
| 1030 |
+
"rmse": 0.6138638257980347,
|
| 1031 |
+
"standardized_mae": 0.4175916016101837,
|
| 1032 |
+
"standardized_rmse": 0.5303102731704712,
|
| 1033 |
+
"standardized_gaussian_nll": 112.62191159159336,
|
| 1034 |
+
"physical_gaussian_nll": 112.7682224331073,
|
| 1035 |
+
"nominal_coverage": 0.9,
|
| 1036 |
+
"coverage": 0.10062893081761007,
|
| 1037 |
+
"mean_interval_width": 0.14754116535186768,
|
| 1038 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1039 |
+
},
|
| 1040 |
+
{
|
| 1041 |
+
"family": "tank",
|
| 1042 |
+
"field_id": 4,
|
| 1043 |
+
"field": "water_temp",
|
| 1044 |
+
"horizon_minutes": 60.0,
|
| 1045 |
+
"count": 160,
|
| 1046 |
+
"mae": 0.4691978096961975,
|
| 1047 |
+
"rmse": 0.5966907739639282,
|
| 1048 |
+
"standardized_mae": 0.4053348898887634,
|
| 1049 |
+
"standardized_rmse": 0.5154746770858765,
|
| 1050 |
+
"standardized_gaussian_nll": 30.65803240685451,
|
| 1051 |
+
"physical_gaussian_nll": 30.80434324836845,
|
| 1052 |
+
"nominal_coverage": 0.9,
|
| 1053 |
+
"coverage": 0.20625,
|
| 1054 |
+
"mean_interval_width": 0.29624006152153015,
|
| 1055 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1056 |
+
},
|
| 1057 |
+
{
|
| 1058 |
+
"family": "tank",
|
| 1059 |
+
"field_id": 4,
|
| 1060 |
+
"field": "water_temp",
|
| 1061 |
+
"horizon_minutes": 120.0,
|
| 1062 |
+
"count": 162,
|
| 1063 |
+
"mae": 0.4719846844673157,
|
| 1064 |
+
"rmse": 0.6086657643318176,
|
| 1065 |
+
"standardized_mae": 0.407742440700531,
|
| 1066 |
+
"standardized_rmse": 0.525819718837738,
|
| 1067 |
+
"standardized_gaussian_nll": 5.003732243618946,
|
| 1068 |
+
"physical_gaussian_nll": 5.150043085132887,
|
| 1069 |
+
"nominal_coverage": 0.9,
|
| 1070 |
+
"coverage": 0.42592592592592593,
|
| 1071 |
+
"mean_interval_width": 0.6550875902175903,
|
| 1072 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1073 |
+
},
|
| 1074 |
+
{
|
| 1075 |
+
"family": "tank",
|
| 1076 |
+
"field_id": 5,
|
| 1077 |
+
"field": "flow",
|
| 1078 |
+
"horizon_minutes": 15.0,
|
| 1079 |
+
"count": 161,
|
| 1080 |
+
"mae": 0.2236100137233734,
|
| 1081 |
+
"rmse": 0.2818182408809662,
|
| 1082 |
+
"standardized_mae": 0.46555840969085693,
|
| 1083 |
+
"standardized_rmse": 0.5867485404014587,
|
| 1084 |
+
"standardized_gaussian_nll": 1.15570233788132,
|
| 1085 |
+
"physical_gaussian_nll": 0.4223682792637061,
|
| 1086 |
+
"nominal_coverage": 0.9,
|
| 1087 |
+
"coverage": 0.7577639751552795,
|
| 1088 |
+
"mean_interval_width": 0.7376853823661804,
|
| 1089 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1090 |
+
},
|
| 1091 |
+
{
|
| 1092 |
+
"family": "tank",
|
| 1093 |
+
"field_id": 5,
|
| 1094 |
+
"field": "flow",
|
| 1095 |
+
"horizon_minutes": 30.0,
|
| 1096 |
+
"count": 161,
|
| 1097 |
+
"mae": 0.23987749218940735,
|
| 1098 |
+
"rmse": 0.3235808312892914,
|
| 1099 |
+
"standardized_mae": 0.49942746758461,
|
| 1100 |
+
"standardized_rmse": 0.6736987233161926,
|
| 1101 |
+
"standardized_gaussian_nll": 0.9410817565218158,
|
| 1102 |
+
"physical_gaussian_nll": 0.2077476979042019,
|
| 1103 |
+
"nominal_coverage": 0.9,
|
| 1104 |
+
"coverage": 0.8757763975155279,
|
| 1105 |
+
"mean_interval_width": 1.0160599946975708,
|
| 1106 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1107 |
+
},
|
| 1108 |
+
{
|
| 1109 |
+
"family": "tank",
|
| 1110 |
+
"field_id": 5,
|
| 1111 |
+
"field": "flow",
|
| 1112 |
+
"horizon_minutes": 60.0,
|
| 1113 |
+
"count": 163,
|
| 1114 |
+
"mae": 0.31708359718322754,
|
| 1115 |
+
"rmse": 0.41669508814811707,
|
| 1116 |
+
"standardized_mae": 0.660171389579773,
|
| 1117 |
+
"standardized_rmse": 0.8675636053085327,
|
| 1118 |
+
"standardized_gaussian_nll": 1.1409058107845504,
|
| 1119 |
+
"physical_gaussian_nll": 0.40757175216693653,
|
| 1120 |
+
"nominal_coverage": 0.9,
|
| 1121 |
+
"coverage": 0.9202453987730062,
|
| 1122 |
+
"mean_interval_width": 1.3790284395217896,
|
| 1123 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1124 |
+
},
|
| 1125 |
+
{
|
| 1126 |
+
"family": "tank",
|
| 1127 |
+
"field_id": 5,
|
| 1128 |
+
"field": "flow",
|
| 1129 |
+
"horizon_minutes": 120.0,
|
| 1130 |
+
"count": 160,
|
| 1131 |
+
"mae": 0.35874250531196594,
|
| 1132 |
+
"rmse": 0.49441835284233093,
|
| 1133 |
+
"standardized_mae": 0.7469056844711304,
|
| 1134 |
+
"standardized_rmse": 1.0293842554092407,
|
| 1135 |
+
"standardized_gaussian_nll": 1.3147729790736402,
|
| 1136 |
+
"physical_gaussian_nll": 0.5814389204560263,
|
| 1137 |
+
"nominal_coverage": 0.9,
|
| 1138 |
+
"coverage": 0.9625,
|
| 1139 |
+
"mean_interval_width": 1.7926180362701416,
|
| 1140 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1141 |
+
},
|
| 1142 |
+
{
|
| 1143 |
+
"family": "tank",
|
| 1144 |
+
"field_id": 6,
|
| 1145 |
+
"field": "pressure",
|
| 1146 |
+
"horizon_minutes": 15.0,
|
| 1147 |
+
"count": 161,
|
| 1148 |
+
"mae": 16.46910285949707,
|
| 1149 |
+
"rmse": 20.65280532836914,
|
| 1150 |
+
"standardized_mae": 0.38714736700057983,
|
| 1151 |
+
"standardized_rmse": 0.48549574613571167,
|
| 1152 |
+
"standardized_gaussian_nll": 1.2105540848315028,
|
| 1153 |
+
"physical_gaussian_nll": 4.960990016592403,
|
| 1154 |
+
"nominal_coverage": 0.9,
|
| 1155 |
+
"coverage": 0.7142857142857143,
|
| 1156 |
+
"mean_interval_width": 51.54140090942383,
|
| 1157 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1158 |
+
},
|
| 1159 |
+
{
|
| 1160 |
+
"family": "tank",
|
| 1161 |
+
"field_id": 6,
|
| 1162 |
+
"field": "pressure",
|
| 1163 |
+
"horizon_minutes": 30.0,
|
| 1164 |
+
"count": 162,
|
| 1165 |
+
"mae": 17.177560806274414,
|
| 1166 |
+
"rmse": 21.49265480041504,
|
| 1167 |
+
"standardized_mae": 0.40380144119262695,
|
| 1168 |
+
"standardized_rmse": 0.5052384734153748,
|
| 1169 |
+
"standardized_gaussian_nll": 0.9039021489170488,
|
| 1170 |
+
"physical_gaussian_nll": 4.654338080677949,
|
| 1171 |
+
"nominal_coverage": 0.9,
|
| 1172 |
+
"coverage": 0.8888888888888888,
|
| 1173 |
+
"mean_interval_width": 77.76306915283203,
|
| 1174 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1175 |
+
},
|
| 1176 |
+
{
|
| 1177 |
+
"family": "tank",
|
| 1178 |
+
"field_id": 6,
|
| 1179 |
+
"field": "pressure",
|
| 1180 |
+
"horizon_minutes": 60.0,
|
| 1181 |
+
"count": 159,
|
| 1182 |
+
"mae": 19.895273208618164,
|
| 1183 |
+
"rmse": 27.68606948852539,
|
| 1184 |
+
"standardized_mae": 0.46768802404403687,
|
| 1185 |
+
"standardized_rmse": 0.6508301496505737,
|
| 1186 |
+
"standardized_gaussian_nll": 1.001330636338949,
|
| 1187 |
+
"physical_gaussian_nll": 4.75176656809985,
|
| 1188 |
+
"nominal_coverage": 0.9,
|
| 1189 |
+
"coverage": 0.949685534591195,
|
| 1190 |
+
"mean_interval_width": 110.44242095947266,
|
| 1191 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1192 |
+
},
|
| 1193 |
+
{
|
| 1194 |
+
"family": "tank",
|
| 1195 |
+
"field_id": 6,
|
| 1196 |
+
"field": "pressure",
|
| 1197 |
+
"horizon_minutes": 120.0,
|
| 1198 |
+
"count": 162,
|
| 1199 |
+
"mae": 24.874502182006836,
|
| 1200 |
+
"rmse": 33.7956428527832,
|
| 1201 |
+
"standardized_mae": 0.584737241268158,
|
| 1202 |
+
"standardized_rmse": 0.7944509387016296,
|
| 1203 |
+
"standardized_gaussian_nll": 1.226199250303262,
|
| 1204 |
+
"physical_gaussian_nll": 4.976635182064163,
|
| 1205 |
+
"nominal_coverage": 0.9,
|
| 1206 |
+
"coverage": 0.9629629629629629,
|
| 1207 |
+
"mean_interval_width": 146.8434600830078,
|
| 1208 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1209 |
+
},
|
| 1210 |
+
{
|
| 1211 |
+
"family": "thermal",
|
| 1212 |
+
"field_id": 0,
|
| 1213 |
+
"field": "indoor_temp",
|
| 1214 |
+
"horizon_minutes": 15.0,
|
| 1215 |
+
"count": 152,
|
| 1216 |
+
"mae": 2.4628963470458984,
|
| 1217 |
+
"rmse": 3.001559019088745,
|
| 1218 |
+
"standardized_mae": 0.4002104699611664,
|
| 1219 |
+
"standardized_rmse": 0.4877409338951111,
|
| 1220 |
+
"standardized_gaussian_nll": 30.5196319268994,
|
| 1221 |
+
"physical_gaussian_nll": 32.3367346465117,
|
| 1222 |
+
"nominal_coverage": 0.9,
|
| 1223 |
+
"coverage": 0.13157894736842105,
|
| 1224 |
+
"mean_interval_width": 1.3127844333648682,
|
| 1225 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1226 |
+
},
|
| 1227 |
+
{
|
| 1228 |
+
"family": "thermal",
|
| 1229 |
+
"field_id": 0,
|
| 1230 |
+
"field": "indoor_temp",
|
| 1231 |
+
"horizon_minutes": 30.0,
|
| 1232 |
+
"count": 150,
|
| 1233 |
+
"mae": 2.4151384830474854,
|
| 1234 |
+
"rmse": 2.9553346633911133,
|
| 1235 |
+
"standardized_mae": 0.3924500346183777,
|
| 1236 |
+
"standardized_rmse": 0.4802296757698059,
|
| 1237 |
+
"standardized_gaussian_nll": 13.114602849223095,
|
| 1238 |
+
"physical_gaussian_nll": 14.931705568835397,
|
| 1239 |
+
"nominal_coverage": 0.9,
|
| 1240 |
+
"coverage": 0.2866666666666667,
|
| 1241 |
+
"mean_interval_width": 2.228057861328125,
|
| 1242 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1243 |
+
},
|
| 1244 |
+
{
|
| 1245 |
+
"family": "thermal",
|
| 1246 |
+
"field_id": 0,
|
| 1247 |
+
"field": "indoor_temp",
|
| 1248 |
+
"horizon_minutes": 60.0,
|
| 1249 |
+
"count": 153,
|
| 1250 |
+
"mae": 2.3847930431365967,
|
| 1251 |
+
"rmse": 3.030130624771118,
|
| 1252 |
+
"standardized_mae": 0.3875190317630768,
|
| 1253 |
+
"standardized_rmse": 0.4923837184906006,
|
| 1254 |
+
"standardized_gaussian_nll": 3.262619724901513,
|
| 1255 |
+
"physical_gaussian_nll": 5.0797224445138145,
|
| 1256 |
+
"nominal_coverage": 0.9,
|
| 1257 |
+
"coverage": 0.5294117647058824,
|
| 1258 |
+
"mean_interval_width": 4.629446506500244,
|
| 1259 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1260 |
+
},
|
| 1261 |
+
{
|
| 1262 |
+
"family": "thermal",
|
| 1263 |
+
"field_id": 0,
|
| 1264 |
+
"field": "indoor_temp",
|
| 1265 |
+
"horizon_minutes": 120.0,
|
| 1266 |
+
"count": 155,
|
| 1267 |
+
"mae": 3.169198751449585,
|
| 1268 |
+
"rmse": 4.093344688415527,
|
| 1269 |
+
"standardized_mae": 0.5149816870689392,
|
| 1270 |
+
"standardized_rmse": 0.6651515960693359,
|
| 1271 |
+
"standardized_gaussian_nll": 1.1471532510773537,
|
| 1272 |
+
"physical_gaussian_nll": 2.9642559706896554,
|
| 1273 |
+
"nominal_coverage": 0.9,
|
| 1274 |
+
"coverage": 0.7419354838709677,
|
| 1275 |
+
"mean_interval_width": 9.544294357299805,
|
| 1276 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1277 |
+
},
|
| 1278 |
+
{
|
| 1279 |
+
"family": "thermal",
|
| 1280 |
+
"field_id": 1,
|
| 1281 |
+
"field": "mass_temp",
|
| 1282 |
+
"horizon_minutes": 15.0,
|
| 1283 |
+
"count": 116,
|
| 1284 |
+
"mae": 0.9781099557876587,
|
| 1285 |
+
"rmse": 1.2421116828918457,
|
| 1286 |
+
"standardized_mae": 0.3994579613208771,
|
| 1287 |
+
"standardized_rmse": 0.5072757005691528,
|
| 1288 |
+
"standardized_gaussian_nll": 284.35148635323014,
|
| 1289 |
+
"physical_gaussian_nll": 285.2469998700951,
|
| 1290 |
+
"nominal_coverage": 0.9,
|
| 1291 |
+
"coverage": 0.09482758620689655,
|
| 1292 |
+
"mean_interval_width": 0.17074966430664062,
|
| 1293 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1294 |
+
},
|
| 1295 |
+
{
|
| 1296 |
+
"family": "thermal",
|
| 1297 |
+
"field_id": 1,
|
| 1298 |
+
"field": "mass_temp",
|
| 1299 |
+
"horizon_minutes": 30.0,
|
| 1300 |
+
"count": 110,
|
| 1301 |
+
"mae": 0.9722643494606018,
|
| 1302 |
+
"rmse": 1.2359468936920166,
|
| 1303 |
+
"standardized_mae": 0.39707064628601074,
|
| 1304 |
+
"standardized_rmse": 0.5047580003738403,
|
| 1305 |
+
"standardized_gaussian_nll": 176.84247086094328,
|
| 1306 |
+
"physical_gaussian_nll": 177.73798437780826,
|
| 1307 |
+
"nominal_coverage": 0.9,
|
| 1308 |
+
"coverage": 0.09090909090909091,
|
| 1309 |
+
"mean_interval_width": 0.22950221598148346,
|
| 1310 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1311 |
+
},
|
| 1312 |
+
{
|
| 1313 |
+
"family": "thermal",
|
| 1314 |
+
"field_id": 1,
|
| 1315 |
+
"field": "mass_temp",
|
| 1316 |
+
"horizon_minutes": 60.0,
|
| 1317 |
+
"count": 113,
|
| 1318 |
+
"mae": 0.9992724061012268,
|
| 1319 |
+
"rmse": 1.2430527210235596,
|
| 1320 |
+
"standardized_mae": 0.4081006646156311,
|
| 1321 |
+
"standardized_rmse": 0.5076600313186646,
|
| 1322 |
+
"standardized_gaussian_nll": 72.32496602748331,
|
| 1323 |
+
"physical_gaussian_nll": 73.2204795443483,
|
| 1324 |
+
"nominal_coverage": 0.9,
|
| 1325 |
+
"coverage": 0.1415929203539823,
|
| 1326 |
+
"mean_interval_width": 0.43175774812698364,
|
| 1327 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1328 |
+
},
|
| 1329 |
+
{
|
| 1330 |
+
"family": "thermal",
|
| 1331 |
+
"field_id": 1,
|
| 1332 |
+
"field": "mass_temp",
|
| 1333 |
+
"horizon_minutes": 120.0,
|
| 1334 |
+
"count": 116,
|
| 1335 |
+
"mae": 1.0001095533370972,
|
| 1336 |
+
"rmse": 1.2419679164886475,
|
| 1337 |
+
"standardized_mae": 0.40844255685806274,
|
| 1338 |
+
"standardized_rmse": 0.5072169899940491,
|
| 1339 |
+
"standardized_gaussian_nll": 13.830580023561348,
|
| 1340 |
+
"physical_gaussian_nll": 14.726093540426328,
|
| 1341 |
+
"nominal_coverage": 0.9,
|
| 1342 |
+
"coverage": 0.3103448275862069,
|
| 1343 |
+
"mean_interval_width": 1.0313793420791626,
|
| 1344 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1345 |
+
},
|
| 1346 |
+
{
|
| 1347 |
+
"family": "thermal",
|
| 1348 |
+
"field_id": 2,
|
| 1349 |
+
"field": "energy_kwh",
|
| 1350 |
+
"horizon_minutes": 15.0,
|
| 1351 |
+
"count": 156,
|
| 1352 |
+
"mae": 32.5634651184082,
|
| 1353 |
+
"rmse": 42.67401123046875,
|
| 1354 |
+
"standardized_mae": 0.40933167934417725,
|
| 1355 |
+
"standardized_rmse": 0.5364240407943726,
|
| 1356 |
+
"standardized_gaussian_nll": 654.903584878001,
|
| 1357 |
+
"physical_gaussian_nll": 659.2800053053313,
|
| 1358 |
+
"nominal_coverage": 0.9,
|
| 1359 |
+
"coverage": 0.05128205128205128,
|
| 1360 |
+
"mean_interval_width": 3.8135647773742676,
|
| 1361 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1362 |
+
},
|
| 1363 |
+
{
|
| 1364 |
+
"family": "thermal",
|
| 1365 |
+
"field_id": 2,
|
| 1366 |
+
"field": "energy_kwh",
|
| 1367 |
+
"horizon_minutes": 30.0,
|
| 1368 |
+
"count": 154,
|
| 1369 |
+
"mae": 32.87727737426758,
|
| 1370 |
+
"rmse": 43.12883758544922,
|
| 1371 |
+
"standardized_mae": 0.41327640414237976,
|
| 1372 |
+
"standardized_rmse": 0.542141318321228,
|
| 1373 |
+
"standardized_gaussian_nll": 557.5146657137104,
|
| 1374 |
+
"physical_gaussian_nll": 561.8910861410408,
|
| 1375 |
+
"nominal_coverage": 0.9,
|
| 1376 |
+
"coverage": 0.05194805194805195,
|
| 1377 |
+
"mean_interval_width": 4.285168647766113,
|
| 1378 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1379 |
+
},
|
| 1380 |
+
{
|
| 1381 |
+
"family": "thermal",
|
| 1382 |
+
"field_id": 2,
|
| 1383 |
+
"field": "energy_kwh",
|
| 1384 |
+
"horizon_minutes": 60.0,
|
| 1385 |
+
"count": 155,
|
| 1386 |
+
"mae": 32.826805114746094,
|
| 1387 |
+
"rmse": 43.217342376708984,
|
| 1388 |
+
"standardized_mae": 0.4126419425010681,
|
| 1389 |
+
"standardized_rmse": 0.5432538390159607,
|
| 1390 |
+
"standardized_gaussian_nll": 352.1662286137982,
|
| 1391 |
+
"physical_gaussian_nll": 356.5426490411286,
|
| 1392 |
+
"nominal_coverage": 0.9,
|
| 1393 |
+
"coverage": 0.07741935483870968,
|
| 1394 |
+
"mean_interval_width": 5.666981220245361,
|
| 1395 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1396 |
+
},
|
| 1397 |
+
{
|
| 1398 |
+
"family": "thermal",
|
| 1399 |
+
"field_id": 2,
|
| 1400 |
+
"field": "energy_kwh",
|
| 1401 |
+
"horizon_minutes": 120.0,
|
| 1402 |
+
"count": 156,
|
| 1403 |
+
"mae": 33.617671966552734,
|
| 1404 |
+
"rmse": 43.596195220947266,
|
| 1405 |
+
"standardized_mae": 0.42258337140083313,
|
| 1406 |
+
"standardized_rmse": 0.5480161309242249,
|
| 1407 |
+
"standardized_gaussian_nll": 139.34041828639937,
|
| 1408 |
+
"physical_gaussian_nll": 143.71683871372974,
|
| 1409 |
+
"nominal_coverage": 0.9,
|
| 1410 |
+
"coverage": 0.11538461538461539,
|
| 1411 |
+
"mean_interval_width": 10.022662162780762,
|
| 1412 |
+
"interval_kind": "uncalibrated_gaussian"
|
| 1413 |
+
}
|
| 1414 |
+
],
|
| 1415 |
+
"evaluated_target_fraction": 1.0,
|
| 1416 |
+
"missing_current_policy": "Queries without observed current sensors excluded, matching API query rejection",
|
| 1417 |
+
"interval_status": "uncalibrated_under_distribution_shift"
|
| 1418 |
+
}
|
| 1419 |
+
},
|
| 1420 |
+
{
|
| 1421 |
+
"config": {
|
| 1422 |
+
"name": "configuration_shift",
|
| 1423 |
+
"axis": "D",
|
| 1424 |
+
"data": null,
|
| 1425 |
+
"checkpoint": null,
|
| 1426 |
+
"excluded_family": null,
|
| 1427 |
+
"sensor_failure_probability": 0.0,
|
| 1428 |
+
"sensor_bias_std": 0.0,
|
| 1429 |
+
"description": "Requires independently generated shifted physical parameters"
|
| 1430 |
+
},
|
| 1431 |
+
"status": "unrun",
|
| 1432 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 1433 |
+
},
|
| 1434 |
+
{
|
| 1435 |
+
"config": {
|
| 1436 |
+
"name": "leave_thermal_out",
|
| 1437 |
+
"axis": "E",
|
| 1438 |
+
"data": null,
|
| 1439 |
+
"checkpoint": null,
|
| 1440 |
+
"excluded_family": "thermal",
|
| 1441 |
+
"sensor_failure_probability": 0.0,
|
| 1442 |
+
"sensor_bias_std": 0.0,
|
| 1443 |
+
"description": "Requires checkpoint trained with this family excluded"
|
| 1444 |
+
},
|
| 1445 |
+
"status": "unrun",
|
| 1446 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 1447 |
+
},
|
| 1448 |
+
{
|
| 1449 |
+
"config": {
|
| 1450 |
+
"name": "leave_tank_out",
|
| 1451 |
+
"axis": "E",
|
| 1452 |
+
"data": null,
|
| 1453 |
+
"checkpoint": null,
|
| 1454 |
+
"excluded_family": "tank",
|
| 1455 |
+
"sensor_failure_probability": 0.0,
|
| 1456 |
+
"sensor_bias_std": 0.0,
|
| 1457 |
+
"description": "Requires checkpoint trained with this family excluded"
|
| 1458 |
+
},
|
| 1459 |
+
"status": "unrun",
|
| 1460 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 1461 |
+
},
|
| 1462 |
+
{
|
| 1463 |
+
"config": {
|
| 1464 |
+
"name": "leave_battery_out",
|
| 1465 |
+
"axis": "E",
|
| 1466 |
+
"data": null,
|
| 1467 |
+
"checkpoint": null,
|
| 1468 |
+
"excluded_family": "battery",
|
| 1469 |
+
"sensor_failure_probability": 0.0,
|
| 1470 |
+
"sensor_bias_std": 0.0,
|
| 1471 |
+
"description": "Requires checkpoint trained with this family excluded"
|
| 1472 |
+
},
|
| 1473 |
+
"status": "unrun",
|
| 1474 |
+
"reason": "Dataset and compatible trained checkpoint were not supplied"
|
| 1475 |
+
}
|
| 1476 |
+
]
|
| 1477 |
+
}
|
artifacts/smoke/transformer-h96-v2/checkpoint.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e3959fc9e9d71c324a0e245d1b05c48db4498280de89469435bb842ec98fd86f
|
| 3 |
+
size 11028021
|
artifacts/smoke/transformer-h96-v2/normalization.json
ADDED
|
@@ -0,0 +1,216 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bounds": {
|
| 3 |
+
"ambient_temp": [
|
| 4 |
+
-30,
|
| 5 |
+
60
|
| 6 |
+
],
|
| 7 |
+
"battery_power": [
|
| 8 |
+
-20,
|
| 9 |
+
20
|
| 10 |
+
],
|
| 11 |
+
"battery_temp": [
|
| 12 |
+
-30,
|
| 13 |
+
80
|
| 14 |
+
],
|
| 15 |
+
"demand": [
|
| 16 |
+
0,
|
| 17 |
+
10
|
| 18 |
+
],
|
| 19 |
+
"energy_kwh": [
|
| 20 |
+
0,
|
| 21 |
+
1000000.0
|
| 22 |
+
],
|
| 23 |
+
"flow": [
|
| 24 |
+
0,
|
| 25 |
+
20
|
| 26 |
+
],
|
| 27 |
+
"hvac_power": [
|
| 28 |
+
-15,
|
| 29 |
+
15
|
| 30 |
+
],
|
| 31 |
+
"indoor_temp": [
|
| 32 |
+
-30,
|
| 33 |
+
70
|
| 34 |
+
],
|
| 35 |
+
"inlet_temp": [
|
| 36 |
+
-5,
|
| 37 |
+
60
|
| 38 |
+
],
|
| 39 |
+
"mass_temp": [
|
| 40 |
+
-30,
|
| 41 |
+
70
|
| 42 |
+
],
|
| 43 |
+
"occupancy_gain": [
|
| 44 |
+
0,
|
| 45 |
+
3
|
| 46 |
+
],
|
| 47 |
+
"outdoor_temp": [
|
| 48 |
+
-30,
|
| 49 |
+
60
|
| 50 |
+
],
|
| 51 |
+
"pressure": [
|
| 52 |
+
0,
|
| 53 |
+
300
|
| 54 |
+
],
|
| 55 |
+
"pump_output": [
|
| 56 |
+
0,
|
| 57 |
+
1
|
| 58 |
+
],
|
| 59 |
+
"solar_gain": [
|
| 60 |
+
0,
|
| 61 |
+
5
|
| 62 |
+
],
|
| 63 |
+
"state_of_charge": [
|
| 64 |
+
0,
|
| 65 |
+
1
|
| 66 |
+
],
|
| 67 |
+
"terminal_voltage": [
|
| 68 |
+
10,
|
| 69 |
+
70
|
| 70 |
+
],
|
| 71 |
+
"valve_position": [
|
| 72 |
+
0,
|
| 73 |
+
1
|
| 74 |
+
],
|
| 75 |
+
"water_level": [
|
| 76 |
+
0,
|
| 77 |
+
50
|
| 78 |
+
],
|
| 79 |
+
"water_temp": [
|
| 80 |
+
-5,
|
| 81 |
+
80
|
| 82 |
+
]
|
| 83 |
+
},
|
| 84 |
+
"field_names": [
|
| 85 |
+
"indoor_temp",
|
| 86 |
+
"mass_temp",
|
| 87 |
+
"energy_kwh",
|
| 88 |
+
"water_level",
|
| 89 |
+
"water_temp",
|
| 90 |
+
"flow",
|
| 91 |
+
"pressure",
|
| 92 |
+
"state_of_charge",
|
| 93 |
+
"battery_temp",
|
| 94 |
+
"terminal_voltage",
|
| 95 |
+
"hvac_power",
|
| 96 |
+
"valve_position",
|
| 97 |
+
"pump_output",
|
| 98 |
+
"battery_power",
|
| 99 |
+
"outdoor_temp",
|
| 100 |
+
"solar_gain",
|
| 101 |
+
"occupancy_gain",
|
| 102 |
+
"demand",
|
| 103 |
+
"inlet_temp",
|
| 104 |
+
"ambient_temp"
|
| 105 |
+
],
|
| 106 |
+
"mean": [
|
| 107 |
+
22.70603087325577,
|
| 108 |
+
22.69654438073613,
|
| 109 |
+
131.49506991255515,
|
| 110 |
+
10.611352725783712,
|
| 111 |
+
15.819536909149944,
|
| 112 |
+
0.4646632767598711,
|
| 113 |
+
42.42978342481667,
|
| 114 |
+
0.4546572813396321,
|
| 115 |
+
24.40065554790567,
|
| 116 |
+
36.48297630851633,
|
| 117 |
+
1.1346818930767029,
|
| 118 |
+
0.5755911930638851,
|
| 119 |
+
0.40155988825274386,
|
| 120 |
+
0.022961381236976438,
|
| 121 |
+
15.315917070521719,
|
| 122 |
+
0.520834515834406,
|
| 123 |
+
0.37569560881521114,
|
| 124 |
+
1.1359334616464394,
|
| 125 |
+
15.140484972635141,
|
| 126 |
+
16.79259363318399
|
| 127 |
+
],
|
| 128 |
+
"scale": [
|
| 129 |
+
6.154002724453032,
|
| 130 |
+
2.4485928604004092,
|
| 131 |
+
79.55275824889847,
|
| 132 |
+
5.80189339124971,
|
| 133 |
+
1.1575559485771731,
|
| 134 |
+
0.48030495273204094,
|
| 135 |
+
42.53962233108043,
|
| 136 |
+
0.3665217032249337,
|
| 137 |
+
8.096546830008746,
|
| 138 |
+
15.969086006634463,
|
| 139 |
+
8.874726625476349,
|
| 140 |
+
0.33284581310025885,
|
| 141 |
+
0.34490505133601795,
|
| 142 |
+
11.074270393841902,
|
| 143 |
+
5.716882001640923,
|
| 144 |
+
0.7028486614385896,
|
| 145 |
+
0.24429720635365956,
|
| 146 |
+
0.7242882865766985,
|
| 147 |
+
0.9667415649676722,
|
| 148 |
+
6.060135944953007
|
| 149 |
+
],
|
| 150 |
+
"training_system_ids": [
|
| 151 |
+
"battery-00002",
|
| 152 |
+
"battery-00005",
|
| 153 |
+
"battery-00008",
|
| 154 |
+
"battery-00011",
|
| 155 |
+
"battery-00014",
|
| 156 |
+
"battery-00020",
|
| 157 |
+
"battery-00035",
|
| 158 |
+
"battery-00041",
|
| 159 |
+
"battery-00044",
|
| 160 |
+
"battery-00047",
|
| 161 |
+
"battery-00053",
|
| 162 |
+
"battery-00056",
|
| 163 |
+
"battery-00059",
|
| 164 |
+
"battery-00062",
|
| 165 |
+
"battery-00071",
|
| 166 |
+
"battery-00074",
|
| 167 |
+
"battery-00077",
|
| 168 |
+
"battery-00080",
|
| 169 |
+
"battery-00083",
|
| 170 |
+
"battery-00086",
|
| 171 |
+
"battery-00089",
|
| 172 |
+
"tank-00001",
|
| 173 |
+
"tank-00004",
|
| 174 |
+
"tank-00007",
|
| 175 |
+
"tank-00013",
|
| 176 |
+
"tank-00016",
|
| 177 |
+
"tank-00019",
|
| 178 |
+
"tank-00022",
|
| 179 |
+
"tank-00025",
|
| 180 |
+
"tank-00028",
|
| 181 |
+
"tank-00031",
|
| 182 |
+
"tank-00034",
|
| 183 |
+
"tank-00040",
|
| 184 |
+
"tank-00052",
|
| 185 |
+
"tank-00055",
|
| 186 |
+
"tank-00058",
|
| 187 |
+
"tank-00061",
|
| 188 |
+
"tank-00067",
|
| 189 |
+
"tank-00070",
|
| 190 |
+
"tank-00073",
|
| 191 |
+
"tank-00079",
|
| 192 |
+
"tank-00085",
|
| 193 |
+
"thermal-00000",
|
| 194 |
+
"thermal-00009",
|
| 195 |
+
"thermal-00015",
|
| 196 |
+
"thermal-00018",
|
| 197 |
+
"thermal-00021",
|
| 198 |
+
"thermal-00027",
|
| 199 |
+
"thermal-00030",
|
| 200 |
+
"thermal-00036",
|
| 201 |
+
"thermal-00045",
|
| 202 |
+
"thermal-00048",
|
| 203 |
+
"thermal-00051",
|
| 204 |
+
"thermal-00054",
|
| 205 |
+
"thermal-00057",
|
| 206 |
+
"thermal-00060",
|
| 207 |
+
"thermal-00063",
|
| 208 |
+
"thermal-00066",
|
| 209 |
+
"thermal-00069",
|
| 210 |
+
"thermal-00072",
|
| 211 |
+
"thermal-00075",
|
| 212 |
+
"thermal-00078",
|
| 213 |
+
"thermal-00087"
|
| 214 |
+
],
|
| 215 |
+
"version": 1
|
| 216 |
+
}
|
artifacts/smoke/transformer-h96-v2/run.json
ADDED
|
@@ -0,0 +1,296 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint_version": "tfm-checkpoint-v1",
|
| 3 |
+
"schema_version": "tfm-schema-v1",
|
| 4 |
+
"field_names": [
|
| 5 |
+
"indoor_temp",
|
| 6 |
+
"mass_temp",
|
| 7 |
+
"energy_kwh",
|
| 8 |
+
"water_level",
|
| 9 |
+
"water_temp",
|
| 10 |
+
"flow",
|
| 11 |
+
"pressure",
|
| 12 |
+
"state_of_charge",
|
| 13 |
+
"battery_temp",
|
| 14 |
+
"terminal_voltage",
|
| 15 |
+
"hvac_power",
|
| 16 |
+
"valve_position",
|
| 17 |
+
"pump_output",
|
| 18 |
+
"battery_power",
|
| 19 |
+
"outdoor_temp",
|
| 20 |
+
"solar_gain",
|
| 21 |
+
"occupancy_gain",
|
| 22 |
+
"demand",
|
| 23 |
+
"inlet_temp",
|
| 24 |
+
"ambient_temp"
|
| 25 |
+
],
|
| 26 |
+
"normalization_version": 1,
|
| 27 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 28 |
+
"training_families": [
|
| 29 |
+
"battery",
|
| 30 |
+
"tank",
|
| 31 |
+
"thermal"
|
| 32 |
+
],
|
| 33 |
+
"excluded_families": [],
|
| 34 |
+
"model_kind": "transformer",
|
| 35 |
+
"model_config": {
|
| 36 |
+
"history_steps": 96,
|
| 37 |
+
"future_steps": 8,
|
| 38 |
+
"num_fields": 20,
|
| 39 |
+
"num_units": 8,
|
| 40 |
+
"num_roles": 3,
|
| 41 |
+
"d_model": 128,
|
| 42 |
+
"layers": 4,
|
| 43 |
+
"heads": 4,
|
| 44 |
+
"ff_dim": 512,
|
| 45 |
+
"dropout": 0.0,
|
| 46 |
+
"use_history": true
|
| 47 |
+
},
|
| 48 |
+
"seed": 42,
|
| 49 |
+
"split_seed": 42,
|
| 50 |
+
"device": "mps",
|
| 51 |
+
"requested_device": "mps",
|
| 52 |
+
"cpu_fallback_reason": null,
|
| 53 |
+
"dtype": "float32",
|
| 54 |
+
"backend_smoke_passed": true,
|
| 55 |
+
"parameter_count": 2750082,
|
| 56 |
+
"training_system_ids": [
|
| 57 |
+
"battery-00002",
|
| 58 |
+
"battery-00005",
|
| 59 |
+
"battery-00008",
|
| 60 |
+
"battery-00011",
|
| 61 |
+
"battery-00014",
|
| 62 |
+
"battery-00020",
|
| 63 |
+
"battery-00035",
|
| 64 |
+
"battery-00041",
|
| 65 |
+
"battery-00044",
|
| 66 |
+
"battery-00047",
|
| 67 |
+
"battery-00053",
|
| 68 |
+
"battery-00056",
|
| 69 |
+
"battery-00059",
|
| 70 |
+
"battery-00062",
|
| 71 |
+
"battery-00071",
|
| 72 |
+
"battery-00074",
|
| 73 |
+
"battery-00077",
|
| 74 |
+
"battery-00080",
|
| 75 |
+
"battery-00083",
|
| 76 |
+
"battery-00086",
|
| 77 |
+
"battery-00089",
|
| 78 |
+
"tank-00001",
|
| 79 |
+
"tank-00004",
|
| 80 |
+
"tank-00007",
|
| 81 |
+
"tank-00013",
|
| 82 |
+
"tank-00016",
|
| 83 |
+
"tank-00019",
|
| 84 |
+
"tank-00022",
|
| 85 |
+
"tank-00025",
|
| 86 |
+
"tank-00028",
|
| 87 |
+
"tank-00031",
|
| 88 |
+
"tank-00034",
|
| 89 |
+
"tank-00040",
|
| 90 |
+
"tank-00052",
|
| 91 |
+
"tank-00055",
|
| 92 |
+
"tank-00058",
|
| 93 |
+
"tank-00061",
|
| 94 |
+
"tank-00067",
|
| 95 |
+
"tank-00070",
|
| 96 |
+
"tank-00073",
|
| 97 |
+
"tank-00079",
|
| 98 |
+
"tank-00085",
|
| 99 |
+
"thermal-00000",
|
| 100 |
+
"thermal-00009",
|
| 101 |
+
"thermal-00015",
|
| 102 |
+
"thermal-00018",
|
| 103 |
+
"thermal-00021",
|
| 104 |
+
"thermal-00027",
|
| 105 |
+
"thermal-00030",
|
| 106 |
+
"thermal-00036",
|
| 107 |
+
"thermal-00045",
|
| 108 |
+
"thermal-00048",
|
| 109 |
+
"thermal-00051",
|
| 110 |
+
"thermal-00054",
|
| 111 |
+
"thermal-00057",
|
| 112 |
+
"thermal-00060",
|
| 113 |
+
"thermal-00063",
|
| 114 |
+
"thermal-00066",
|
| 115 |
+
"thermal-00069",
|
| 116 |
+
"thermal-00072",
|
| 117 |
+
"thermal-00075",
|
| 118 |
+
"thermal-00078",
|
| 119 |
+
"thermal-00087"
|
| 120 |
+
],
|
| 121 |
+
"validation_system_ids": [
|
| 122 |
+
"battery-00023",
|
| 123 |
+
"battery-00029",
|
| 124 |
+
"battery-00038",
|
| 125 |
+
"battery-00065",
|
| 126 |
+
"tank-00037",
|
| 127 |
+
"tank-00049",
|
| 128 |
+
"tank-00064",
|
| 129 |
+
"tank-00076",
|
| 130 |
+
"tank-00082",
|
| 131 |
+
"thermal-00006",
|
| 132 |
+
"thermal-00012",
|
| 133 |
+
"thermal-00033",
|
| 134 |
+
"thermal-00042",
|
| 135 |
+
"thermal-00084"
|
| 136 |
+
],
|
| 137 |
+
"validation_selection_system_ids": [
|
| 138 |
+
"battery-00023",
|
| 139 |
+
"battery-00029",
|
| 140 |
+
"tank-00037",
|
| 141 |
+
"tank-00049",
|
| 142 |
+
"tank-00064",
|
| 143 |
+
"thermal-00006",
|
| 144 |
+
"thermal-00012",
|
| 145 |
+
"thermal-00042"
|
| 146 |
+
],
|
| 147 |
+
"calibration_system_ids": [
|
| 148 |
+
"battery-00038",
|
| 149 |
+
"battery-00065",
|
| 150 |
+
"tank-00076",
|
| 151 |
+
"tank-00082",
|
| 152 |
+
"thermal-00033",
|
| 153 |
+
"thermal-00084"
|
| 154 |
+
],
|
| 155 |
+
"test_system_ids": [
|
| 156 |
+
"battery-00017",
|
| 157 |
+
"battery-00026",
|
| 158 |
+
"battery-00032",
|
| 159 |
+
"battery-00050",
|
| 160 |
+
"battery-00068",
|
| 161 |
+
"tank-00010",
|
| 162 |
+
"tank-00043",
|
| 163 |
+
"tank-00046",
|
| 164 |
+
"tank-00088",
|
| 165 |
+
"thermal-00003",
|
| 166 |
+
"thermal-00024",
|
| 167 |
+
"thermal-00039",
|
| 168 |
+
"thermal-00081"
|
| 169 |
+
],
|
| 170 |
+
"normalization_fit_partition": "train",
|
| 171 |
+
"manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/smoke/data-v2/manifest.json",
|
| 172 |
+
"manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c",
|
| 173 |
+
"generator_version": "0.1.2",
|
| 174 |
+
"best_validation_nll": -0.18605564213393422,
|
| 175 |
+
"epochs_completed": 8,
|
| 176 |
+
"early_stopping_patience": 8,
|
| 177 |
+
"elapsed_seconds": 37.13215494155884,
|
| 178 |
+
"arguments": {
|
| 179 |
+
"data": "artifacts/smoke/data-v2",
|
| 180 |
+
"output": "artifacts/smoke/transformer-h96-v2",
|
| 181 |
+
"model": "transformer",
|
| 182 |
+
"epochs": 8,
|
| 183 |
+
"batch_size": 64,
|
| 184 |
+
"samples": 4096,
|
| 185 |
+
"validation_samples": 512,
|
| 186 |
+
"history_steps": 96,
|
| 187 |
+
"no_history": false,
|
| 188 |
+
"seed": 42,
|
| 189 |
+
"split_seed": 42,
|
| 190 |
+
"device": "mps",
|
| 191 |
+
"allow_cpu_fallback": false,
|
| 192 |
+
"ensemble_size": 1,
|
| 193 |
+
"seeds": null,
|
| 194 |
+
"d_model": 128,
|
| 195 |
+
"layers": 4,
|
| 196 |
+
"heads": 4,
|
| 197 |
+
"ff_dim": 512,
|
| 198 |
+
"dropout": 0.0,
|
| 199 |
+
"learning_rate": 0.0003,
|
| 200 |
+
"weight_decay": 0.01,
|
| 201 |
+
"warmup_fraction": 0.05,
|
| 202 |
+
"patience": 8,
|
| 203 |
+
"min_delta": 0.0001
|
| 204 |
+
},
|
| 205 |
+
"epochs": [
|
| 206 |
+
{
|
| 207 |
+
"epoch": 1,
|
| 208 |
+
"train_nll": 0.28980972737595195,
|
| 209 |
+
"train_mae": 0.26012525738438613,
|
| 210 |
+
"train_rmse": 0.5477949109512903,
|
| 211 |
+
"validation_nll": 0.009871457166565957,
|
| 212 |
+
"validation_mae": 0.27568383408906416,
|
| 213 |
+
"validation_rmse": 0.5926294695623774,
|
| 214 |
+
"learning_rate": 0.0002954973225032615,
|
| 215 |
+
"last_gradient_norm": 12.873642921447754
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"epoch": 2,
|
| 219 |
+
"train_nll": -0.05637906983604115,
|
| 220 |
+
"train_mae": 0.24908224670784457,
|
| 221 |
+
"train_rmse": 0.5401961534246007,
|
| 222 |
+
"validation_nll": -0.017273551555494603,
|
| 223 |
+
"validation_mae": 0.26478317587438827,
|
| 224 |
+
"validation_rmse": 0.5874953012270964,
|
| 225 |
+
"learning_rate": 0.00026855890042781387,
|
| 226 |
+
"last_gradient_norm": 39.80126190185547
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"epoch": 3,
|
| 230 |
+
"train_nll": -0.1459339211932745,
|
| 231 |
+
"train_mae": 0.24156899866208645,
|
| 232 |
+
"train_rmse": 0.5313282613325354,
|
| 233 |
+
"validation_nll": -0.1288637663242631,
|
| 234 |
+
"validation_mae": 0.25945835881719403,
|
| 235 |
+
"validation_rmse": 0.5745280433349778,
|
| 236 |
+
"learning_rate": 0.00022161641655569234,
|
| 237 |
+
"last_gradient_norm": 51.10517501831055
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"epoch": 4,
|
| 241 |
+
"train_nll": -0.20244493723276136,
|
| 242 |
+
"train_mae": 0.23459148897801338,
|
| 243 |
+
"train_rmse": 0.5178042096619425,
|
| 244 |
+
"validation_nll": -0.16921141057278444,
|
| 245 |
+
"validation_mae": 0.25476742461870344,
|
| 246 |
+
"validation_rmse": 0.5619004167677466,
|
| 247 |
+
"learning_rate": 0.00016259032514953599,
|
| 248 |
+
"last_gradient_norm": 9.256674766540527
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 5,
|
| 252 |
+
"train_nll": -0.4212536923698244,
|
| 253 |
+
"train_mae": 0.22020433939777562,
|
| 254 |
+
"train_rmse": 0.4986381012871612,
|
| 255 |
+
"validation_nll": -0.18605564213393422,
|
| 256 |
+
"validation_mae": 0.2483362345517726,
|
| 257 |
+
"validation_rmse": 0.547510998932076,
|
| 258 |
+
"learning_rate": 0.00010143990869125184,
|
| 259 |
+
"last_gradient_norm": 55.311092376708984
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"epoch": 6,
|
| 263 |
+
"train_nll": -0.5199783115543588,
|
| 264 |
+
"train_mae": 0.21353826014519284,
|
| 265 |
+
"train_rmse": 0.4869482176891402,
|
| 266 |
+
"validation_nll": -0.04079845139952294,
|
| 267 |
+
"validation_mae": 0.2459246239488684,
|
| 268 |
+
"validation_rmse": 0.5391234380767349,
|
| 269 |
+
"learning_rate": 4.848288019361069e-05,
|
| 270 |
+
"last_gradient_norm": 56.794105529785156
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 7,
|
| 274 |
+
"train_nll": -0.6090810344881061,
|
| 275 |
+
"train_mae": 0.20983808894803654,
|
| 276 |
+
"train_rmse": 0.48002280780460416,
|
| 277 |
+
"validation_nll": -0.024863590346488933,
|
| 278 |
+
"validation_mae": 0.24315684547430028,
|
| 279 |
+
"validation_rmse": 0.5356241881080057,
|
| 280 |
+
"learning_rate": 1.2654508681649116e-05,
|
| 281 |
+
"last_gradient_norm": 4.817531585693359
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"epoch": 8,
|
| 285 |
+
"train_nll": -0.6534040906615792,
|
| 286 |
+
"train_mae": 0.2078822257426481,
|
| 287 |
+
"train_rmse": 0.47735755221089937,
|
| 288 |
+
"validation_nll": 0.02126062300760672,
|
| 289 |
+
"validation_mae": 0.24203922998799876,
|
| 290 |
+
"validation_rmse": 0.5341533610021955,
|
| 291 |
+
"learning_rate": 0.0,
|
| 292 |
+
"last_gradient_norm": 26.475055694580078
|
| 293 |
+
}
|
| 294 |
+
],
|
| 295 |
+
"checkpoint_sha256": "e3959fc9e9d71c324a0e245d1b05c48db4498280de89469435bb842ec98fd86f"
|
| 296 |
+
}
|
artifacts/smoke/transformer-nohistory-v2/checkpoint.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:78967fedd9c37ae26cb69e229618a1a8803d0e2cd06ba7655394d0cf7073b454
|
| 3 |
+
size 6309429
|
artifacts/smoke/transformer-nohistory-v2/normalization.json
ADDED
|
@@ -0,0 +1,216 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bounds": {
|
| 3 |
+
"ambient_temp": [
|
| 4 |
+
-30,
|
| 5 |
+
60
|
| 6 |
+
],
|
| 7 |
+
"battery_power": [
|
| 8 |
+
-20,
|
| 9 |
+
20
|
| 10 |
+
],
|
| 11 |
+
"battery_temp": [
|
| 12 |
+
-30,
|
| 13 |
+
80
|
| 14 |
+
],
|
| 15 |
+
"demand": [
|
| 16 |
+
0,
|
| 17 |
+
10
|
| 18 |
+
],
|
| 19 |
+
"energy_kwh": [
|
| 20 |
+
0,
|
| 21 |
+
1000000.0
|
| 22 |
+
],
|
| 23 |
+
"flow": [
|
| 24 |
+
0,
|
| 25 |
+
20
|
| 26 |
+
],
|
| 27 |
+
"hvac_power": [
|
| 28 |
+
-15,
|
| 29 |
+
15
|
| 30 |
+
],
|
| 31 |
+
"indoor_temp": [
|
| 32 |
+
-30,
|
| 33 |
+
70
|
| 34 |
+
],
|
| 35 |
+
"inlet_temp": [
|
| 36 |
+
-5,
|
| 37 |
+
60
|
| 38 |
+
],
|
| 39 |
+
"mass_temp": [
|
| 40 |
+
-30,
|
| 41 |
+
70
|
| 42 |
+
],
|
| 43 |
+
"occupancy_gain": [
|
| 44 |
+
0,
|
| 45 |
+
3
|
| 46 |
+
],
|
| 47 |
+
"outdoor_temp": [
|
| 48 |
+
-30,
|
| 49 |
+
60
|
| 50 |
+
],
|
| 51 |
+
"pressure": [
|
| 52 |
+
0,
|
| 53 |
+
300
|
| 54 |
+
],
|
| 55 |
+
"pump_output": [
|
| 56 |
+
0,
|
| 57 |
+
1
|
| 58 |
+
],
|
| 59 |
+
"solar_gain": [
|
| 60 |
+
0,
|
| 61 |
+
5
|
| 62 |
+
],
|
| 63 |
+
"state_of_charge": [
|
| 64 |
+
0,
|
| 65 |
+
1
|
| 66 |
+
],
|
| 67 |
+
"terminal_voltage": [
|
| 68 |
+
10,
|
| 69 |
+
70
|
| 70 |
+
],
|
| 71 |
+
"valve_position": [
|
| 72 |
+
0,
|
| 73 |
+
1
|
| 74 |
+
],
|
| 75 |
+
"water_level": [
|
| 76 |
+
0,
|
| 77 |
+
50
|
| 78 |
+
],
|
| 79 |
+
"water_temp": [
|
| 80 |
+
-5,
|
| 81 |
+
80
|
| 82 |
+
]
|
| 83 |
+
},
|
| 84 |
+
"field_names": [
|
| 85 |
+
"indoor_temp",
|
| 86 |
+
"mass_temp",
|
| 87 |
+
"energy_kwh",
|
| 88 |
+
"water_level",
|
| 89 |
+
"water_temp",
|
| 90 |
+
"flow",
|
| 91 |
+
"pressure",
|
| 92 |
+
"state_of_charge",
|
| 93 |
+
"battery_temp",
|
| 94 |
+
"terminal_voltage",
|
| 95 |
+
"hvac_power",
|
| 96 |
+
"valve_position",
|
| 97 |
+
"pump_output",
|
| 98 |
+
"battery_power",
|
| 99 |
+
"outdoor_temp",
|
| 100 |
+
"solar_gain",
|
| 101 |
+
"occupancy_gain",
|
| 102 |
+
"demand",
|
| 103 |
+
"inlet_temp",
|
| 104 |
+
"ambient_temp"
|
| 105 |
+
],
|
| 106 |
+
"mean": [
|
| 107 |
+
22.70603087325577,
|
| 108 |
+
22.69654438073613,
|
| 109 |
+
131.49506991255515,
|
| 110 |
+
10.611352725783712,
|
| 111 |
+
15.819536909149944,
|
| 112 |
+
0.4646632767598711,
|
| 113 |
+
42.42978342481667,
|
| 114 |
+
0.4546572813396321,
|
| 115 |
+
24.40065554790567,
|
| 116 |
+
36.48297630851633,
|
| 117 |
+
1.1346818930767029,
|
| 118 |
+
0.5755911930638851,
|
| 119 |
+
0.40155988825274386,
|
| 120 |
+
0.022961381236976438,
|
| 121 |
+
15.315917070521719,
|
| 122 |
+
0.520834515834406,
|
| 123 |
+
0.37569560881521114,
|
| 124 |
+
1.1359334616464394,
|
| 125 |
+
15.140484972635141,
|
| 126 |
+
16.79259363318399
|
| 127 |
+
],
|
| 128 |
+
"scale": [
|
| 129 |
+
6.154002724453032,
|
| 130 |
+
2.4485928604004092,
|
| 131 |
+
79.55275824889847,
|
| 132 |
+
5.80189339124971,
|
| 133 |
+
1.1575559485771731,
|
| 134 |
+
0.48030495273204094,
|
| 135 |
+
42.53962233108043,
|
| 136 |
+
0.3665217032249337,
|
| 137 |
+
8.096546830008746,
|
| 138 |
+
15.969086006634463,
|
| 139 |
+
8.874726625476349,
|
| 140 |
+
0.33284581310025885,
|
| 141 |
+
0.34490505133601795,
|
| 142 |
+
11.074270393841902,
|
| 143 |
+
5.716882001640923,
|
| 144 |
+
0.7028486614385896,
|
| 145 |
+
0.24429720635365956,
|
| 146 |
+
0.7242882865766985,
|
| 147 |
+
0.9667415649676722,
|
| 148 |
+
6.060135944953007
|
| 149 |
+
],
|
| 150 |
+
"training_system_ids": [
|
| 151 |
+
"battery-00002",
|
| 152 |
+
"battery-00005",
|
| 153 |
+
"battery-00008",
|
| 154 |
+
"battery-00011",
|
| 155 |
+
"battery-00014",
|
| 156 |
+
"battery-00020",
|
| 157 |
+
"battery-00035",
|
| 158 |
+
"battery-00041",
|
| 159 |
+
"battery-00044",
|
| 160 |
+
"battery-00047",
|
| 161 |
+
"battery-00053",
|
| 162 |
+
"battery-00056",
|
| 163 |
+
"battery-00059",
|
| 164 |
+
"battery-00062",
|
| 165 |
+
"battery-00071",
|
| 166 |
+
"battery-00074",
|
| 167 |
+
"battery-00077",
|
| 168 |
+
"battery-00080",
|
| 169 |
+
"battery-00083",
|
| 170 |
+
"battery-00086",
|
| 171 |
+
"battery-00089",
|
| 172 |
+
"tank-00001",
|
| 173 |
+
"tank-00004",
|
| 174 |
+
"tank-00007",
|
| 175 |
+
"tank-00013",
|
| 176 |
+
"tank-00016",
|
| 177 |
+
"tank-00019",
|
| 178 |
+
"tank-00022",
|
| 179 |
+
"tank-00025",
|
| 180 |
+
"tank-00028",
|
| 181 |
+
"tank-00031",
|
| 182 |
+
"tank-00034",
|
| 183 |
+
"tank-00040",
|
| 184 |
+
"tank-00052",
|
| 185 |
+
"tank-00055",
|
| 186 |
+
"tank-00058",
|
| 187 |
+
"tank-00061",
|
| 188 |
+
"tank-00067",
|
| 189 |
+
"tank-00070",
|
| 190 |
+
"tank-00073",
|
| 191 |
+
"tank-00079",
|
| 192 |
+
"tank-00085",
|
| 193 |
+
"thermal-00000",
|
| 194 |
+
"thermal-00009",
|
| 195 |
+
"thermal-00015",
|
| 196 |
+
"thermal-00018",
|
| 197 |
+
"thermal-00021",
|
| 198 |
+
"thermal-00027",
|
| 199 |
+
"thermal-00030",
|
| 200 |
+
"thermal-00036",
|
| 201 |
+
"thermal-00045",
|
| 202 |
+
"thermal-00048",
|
| 203 |
+
"thermal-00051",
|
| 204 |
+
"thermal-00054",
|
| 205 |
+
"thermal-00057",
|
| 206 |
+
"thermal-00060",
|
| 207 |
+
"thermal-00063",
|
| 208 |
+
"thermal-00066",
|
| 209 |
+
"thermal-00069",
|
| 210 |
+
"thermal-00072",
|
| 211 |
+
"thermal-00075",
|
| 212 |
+
"thermal-00078",
|
| 213 |
+
"thermal-00087"
|
| 214 |
+
],
|
| 215 |
+
"version": 1
|
| 216 |
+
}
|
artifacts/smoke/transformer-nohistory-v2/run.json
ADDED
|
@@ -0,0 +1,296 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint_version": "tfm-checkpoint-v1",
|
| 3 |
+
"schema_version": "tfm-schema-v1",
|
| 4 |
+
"field_names": [
|
| 5 |
+
"indoor_temp",
|
| 6 |
+
"mass_temp",
|
| 7 |
+
"energy_kwh",
|
| 8 |
+
"water_level",
|
| 9 |
+
"water_temp",
|
| 10 |
+
"flow",
|
| 11 |
+
"pressure",
|
| 12 |
+
"state_of_charge",
|
| 13 |
+
"battery_temp",
|
| 14 |
+
"terminal_voltage",
|
| 15 |
+
"hvac_power",
|
| 16 |
+
"valve_position",
|
| 17 |
+
"pump_output",
|
| 18 |
+
"battery_power",
|
| 19 |
+
"outdoor_temp",
|
| 20 |
+
"solar_gain",
|
| 21 |
+
"occupancy_gain",
|
| 22 |
+
"demand",
|
| 23 |
+
"inlet_temp",
|
| 24 |
+
"ambient_temp"
|
| 25 |
+
],
|
| 26 |
+
"normalization_version": 1,
|
| 27 |
+
"normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
|
| 28 |
+
"training_families": [
|
| 29 |
+
"battery",
|
| 30 |
+
"tank",
|
| 31 |
+
"thermal"
|
| 32 |
+
],
|
| 33 |
+
"excluded_families": [],
|
| 34 |
+
"model_kind": "transformer",
|
| 35 |
+
"model_config": {
|
| 36 |
+
"history_steps": 24,
|
| 37 |
+
"future_steps": 8,
|
| 38 |
+
"num_fields": 20,
|
| 39 |
+
"num_units": 8,
|
| 40 |
+
"num_roles": 3,
|
| 41 |
+
"d_model": 128,
|
| 42 |
+
"layers": 4,
|
| 43 |
+
"heads": 4,
|
| 44 |
+
"ff_dim": 512,
|
| 45 |
+
"dropout": 0.0,
|
| 46 |
+
"use_history": false
|
| 47 |
+
},
|
| 48 |
+
"seed": 42,
|
| 49 |
+
"split_seed": 42,
|
| 50 |
+
"device": "mps",
|
| 51 |
+
"requested_device": "mps",
|
| 52 |
+
"cpu_fallback_reason": null,
|
| 53 |
+
"dtype": "float32",
|
| 54 |
+
"backend_smoke_passed": true,
|
| 55 |
+
"parameter_count": 1570434,
|
| 56 |
+
"training_system_ids": [
|
| 57 |
+
"battery-00002",
|
| 58 |
+
"battery-00005",
|
| 59 |
+
"battery-00008",
|
| 60 |
+
"battery-00011",
|
| 61 |
+
"battery-00014",
|
| 62 |
+
"battery-00020",
|
| 63 |
+
"battery-00035",
|
| 64 |
+
"battery-00041",
|
| 65 |
+
"battery-00044",
|
| 66 |
+
"battery-00047",
|
| 67 |
+
"battery-00053",
|
| 68 |
+
"battery-00056",
|
| 69 |
+
"battery-00059",
|
| 70 |
+
"battery-00062",
|
| 71 |
+
"battery-00071",
|
| 72 |
+
"battery-00074",
|
| 73 |
+
"battery-00077",
|
| 74 |
+
"battery-00080",
|
| 75 |
+
"battery-00083",
|
| 76 |
+
"battery-00086",
|
| 77 |
+
"battery-00089",
|
| 78 |
+
"tank-00001",
|
| 79 |
+
"tank-00004",
|
| 80 |
+
"tank-00007",
|
| 81 |
+
"tank-00013",
|
| 82 |
+
"tank-00016",
|
| 83 |
+
"tank-00019",
|
| 84 |
+
"tank-00022",
|
| 85 |
+
"tank-00025",
|
| 86 |
+
"tank-00028",
|
| 87 |
+
"tank-00031",
|
| 88 |
+
"tank-00034",
|
| 89 |
+
"tank-00040",
|
| 90 |
+
"tank-00052",
|
| 91 |
+
"tank-00055",
|
| 92 |
+
"tank-00058",
|
| 93 |
+
"tank-00061",
|
| 94 |
+
"tank-00067",
|
| 95 |
+
"tank-00070",
|
| 96 |
+
"tank-00073",
|
| 97 |
+
"tank-00079",
|
| 98 |
+
"tank-00085",
|
| 99 |
+
"thermal-00000",
|
| 100 |
+
"thermal-00009",
|
| 101 |
+
"thermal-00015",
|
| 102 |
+
"thermal-00018",
|
| 103 |
+
"thermal-00021",
|
| 104 |
+
"thermal-00027",
|
| 105 |
+
"thermal-00030",
|
| 106 |
+
"thermal-00036",
|
| 107 |
+
"thermal-00045",
|
| 108 |
+
"thermal-00048",
|
| 109 |
+
"thermal-00051",
|
| 110 |
+
"thermal-00054",
|
| 111 |
+
"thermal-00057",
|
| 112 |
+
"thermal-00060",
|
| 113 |
+
"thermal-00063",
|
| 114 |
+
"thermal-00066",
|
| 115 |
+
"thermal-00069",
|
| 116 |
+
"thermal-00072",
|
| 117 |
+
"thermal-00075",
|
| 118 |
+
"thermal-00078",
|
| 119 |
+
"thermal-00087"
|
| 120 |
+
],
|
| 121 |
+
"validation_system_ids": [
|
| 122 |
+
"battery-00023",
|
| 123 |
+
"battery-00029",
|
| 124 |
+
"battery-00038",
|
| 125 |
+
"battery-00065",
|
| 126 |
+
"tank-00037",
|
| 127 |
+
"tank-00049",
|
| 128 |
+
"tank-00064",
|
| 129 |
+
"tank-00076",
|
| 130 |
+
"tank-00082",
|
| 131 |
+
"thermal-00006",
|
| 132 |
+
"thermal-00012",
|
| 133 |
+
"thermal-00033",
|
| 134 |
+
"thermal-00042",
|
| 135 |
+
"thermal-00084"
|
| 136 |
+
],
|
| 137 |
+
"validation_selection_system_ids": [
|
| 138 |
+
"battery-00023",
|
| 139 |
+
"battery-00029",
|
| 140 |
+
"tank-00037",
|
| 141 |
+
"tank-00049",
|
| 142 |
+
"tank-00064",
|
| 143 |
+
"thermal-00006",
|
| 144 |
+
"thermal-00012",
|
| 145 |
+
"thermal-00042"
|
| 146 |
+
],
|
| 147 |
+
"calibration_system_ids": [
|
| 148 |
+
"battery-00038",
|
| 149 |
+
"battery-00065",
|
| 150 |
+
"tank-00076",
|
| 151 |
+
"tank-00082",
|
| 152 |
+
"thermal-00033",
|
| 153 |
+
"thermal-00084"
|
| 154 |
+
],
|
| 155 |
+
"test_system_ids": [
|
| 156 |
+
"battery-00017",
|
| 157 |
+
"battery-00026",
|
| 158 |
+
"battery-00032",
|
| 159 |
+
"battery-00050",
|
| 160 |
+
"battery-00068",
|
| 161 |
+
"tank-00010",
|
| 162 |
+
"tank-00043",
|
| 163 |
+
"tank-00046",
|
| 164 |
+
"tank-00088",
|
| 165 |
+
"thermal-00003",
|
| 166 |
+
"thermal-00024",
|
| 167 |
+
"thermal-00039",
|
| 168 |
+
"thermal-00081"
|
| 169 |
+
],
|
| 170 |
+
"normalization_fit_partition": "train",
|
| 171 |
+
"manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/smoke/data-v2/manifest.json",
|
| 172 |
+
"manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c",
|
| 173 |
+
"generator_version": "0.1.2",
|
| 174 |
+
"best_validation_nll": -0.06115607986618489,
|
| 175 |
+
"epochs_completed": 8,
|
| 176 |
+
"early_stopping_patience": 8,
|
| 177 |
+
"elapsed_seconds": 30.61525321006775,
|
| 178 |
+
"arguments": {
|
| 179 |
+
"data": "artifacts/smoke/data-v2",
|
| 180 |
+
"output": "artifacts/smoke/transformer-nohistory-v2",
|
| 181 |
+
"model": "transformer",
|
| 182 |
+
"epochs": 8,
|
| 183 |
+
"batch_size": 64,
|
| 184 |
+
"samples": 4096,
|
| 185 |
+
"validation_samples": 512,
|
| 186 |
+
"history_steps": 24,
|
| 187 |
+
"no_history": true,
|
| 188 |
+
"seed": 42,
|
| 189 |
+
"split_seed": 42,
|
| 190 |
+
"device": "mps",
|
| 191 |
+
"allow_cpu_fallback": false,
|
| 192 |
+
"ensemble_size": 1,
|
| 193 |
+
"seeds": null,
|
| 194 |
+
"d_model": 128,
|
| 195 |
+
"layers": 4,
|
| 196 |
+
"heads": 4,
|
| 197 |
+
"ff_dim": 512,
|
| 198 |
+
"dropout": 0.0,
|
| 199 |
+
"learning_rate": 0.0003,
|
| 200 |
+
"weight_decay": 0.01,
|
| 201 |
+
"warmup_fraction": 0.05,
|
| 202 |
+
"patience": 8,
|
| 203 |
+
"min_delta": 0.0001
|
| 204 |
+
},
|
| 205 |
+
"epochs": [
|
| 206 |
+
{
|
| 207 |
+
"epoch": 1,
|
| 208 |
+
"train_nll": 0.32977732494407985,
|
| 209 |
+
"train_mae": 0.27198146548198016,
|
| 210 |
+
"train_rmse": 0.5585657040860939,
|
| 211 |
+
"validation_nll": -0.027219141466616508,
|
| 212 |
+
"validation_mae": 0.2668771230058788,
|
| 213 |
+
"validation_rmse": 0.6249347020126659,
|
| 214 |
+
"learning_rate": 0.0002954973225032615,
|
| 215 |
+
"last_gradient_norm": 10.469165802001953
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"epoch": 2,
|
| 219 |
+
"train_nll": -0.041455278639085956,
|
| 220 |
+
"train_mae": 0.25199633197019433,
|
| 221 |
+
"train_rmse": 0.549549290037589,
|
| 222 |
+
"validation_nll": -0.006125884369943933,
|
| 223 |
+
"validation_mae": 0.26320740030789785,
|
| 224 |
+
"validation_rmse": 0.619335123394095,
|
| 225 |
+
"learning_rate": 0.00026855890042781387,
|
| 226 |
+
"last_gradient_norm": 12.524251937866211
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"epoch": 3,
|
| 230 |
+
"train_nll": -0.15860034078643198,
|
| 231 |
+
"train_mae": 0.24034050281735359,
|
| 232 |
+
"train_rmse": 0.5379617400541231,
|
| 233 |
+
"validation_nll": -0.06115607986618489,
|
| 234 |
+
"validation_mae": 0.2549896010640799,
|
| 235 |
+
"validation_rmse": 0.6071937200221094,
|
| 236 |
+
"learning_rate": 0.00022161641655569234,
|
| 237 |
+
"last_gradient_norm": 21.748903274536133
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"epoch": 4,
|
| 241 |
+
"train_nll": -0.2528318749270286,
|
| 242 |
+
"train_mae": 0.23306504535850195,
|
| 243 |
+
"train_rmse": 0.5260128836000705,
|
| 244 |
+
"validation_nll": -0.02193860560447234,
|
| 245 |
+
"validation_mae": 0.25197354275671574,
|
| 246 |
+
"validation_rmse": 0.5998643175083543,
|
| 247 |
+
"learning_rate": 0.00016259032514953599,
|
| 248 |
+
"last_gradient_norm": 29.078876495361328
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 5,
|
| 252 |
+
"train_nll": -0.32647811450006725,
|
| 253 |
+
"train_mae": 0.22629561175944862,
|
| 254 |
+
"train_rmse": 0.5151038161331459,
|
| 255 |
+
"validation_nll": 0.1446804503506381,
|
| 256 |
+
"validation_mae": 0.24989009125922196,
|
| 257 |
+
"validation_rmse": 0.591182014177818,
|
| 258 |
+
"learning_rate": 0.00010143990869125184,
|
| 259 |
+
"last_gradient_norm": 48.250247955322266
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"epoch": 6,
|
| 263 |
+
"train_nll": -0.4058919934557617,
|
| 264 |
+
"train_mae": 0.22082974245514397,
|
| 265 |
+
"train_rmse": 0.5062712639394426,
|
| 266 |
+
"validation_nll": 0.11117901338144953,
|
| 267 |
+
"validation_mae": 0.24652750047975874,
|
| 268 |
+
"validation_rmse": 0.5836714153295216,
|
| 269 |
+
"learning_rate": 4.848288019361069e-05,
|
| 270 |
+
"last_gradient_norm": 4.082723140716553
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 7,
|
| 274 |
+
"train_nll": -0.4565642562147758,
|
| 275 |
+
"train_mae": 0.21759775381295982,
|
| 276 |
+
"train_rmse": 0.5001671056701258,
|
| 277 |
+
"validation_nll": 0.10140636192902075,
|
| 278 |
+
"validation_mae": 0.24545009588929784,
|
| 279 |
+
"validation_rmse": 0.5809861390855046,
|
| 280 |
+
"learning_rate": 1.2654508681649116e-05,
|
| 281 |
+
"last_gradient_norm": 8.430033683776855
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"epoch": 8,
|
| 285 |
+
"train_nll": -0.48233637066605123,
|
| 286 |
+
"train_mae": 0.21636152085719504,
|
| 287 |
+
"train_rmse": 0.4984281033701101,
|
| 288 |
+
"validation_nll": 0.1045248334296328,
|
| 289 |
+
"validation_mae": 0.24448221202647152,
|
| 290 |
+
"validation_rmse": 0.580582368781716,
|
| 291 |
+
"learning_rate": 0.0,
|
| 292 |
+
"last_gradient_norm": 10.348122596740723
|
| 293 |
+
}
|
| 294 |
+
],
|
| 295 |
+
"checkpoint_sha256": "78967fedd9c37ae26cb69e229618a1a8803d0e2cd06ba7655394d0cf7073b454"
|
| 296 |
+
}
|