maxffarrell commited on
Commit
1baf215
·
verified ·
1 Parent(s): 20ee32b

Release experimental Transition Foundation Model v0.1 with reproducible source and validation

Browse files

Original source, seven smoke checkpoints, ONNX bundle, calibration and raw benchmark receipts. Includes complete corrected synthetic datasets. Research success criteria remain unmet; full-data model training and live external validation have not been run.

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -34
  2. .gitignore +7 -0
  3. LICENSE +21 -0
  4. README.md +109 -0
  5. SHA256SUMS +110 -0
  6. artifacts/smoke/api-latency-cpu-v2.json +29 -0
  7. artifacts/smoke/api-latency-ensemble-cpu-v2.json +29 -0
  8. artifacts/smoke/api-latency-mps-v2.json +29 -0
  9. artifacts/smoke/comparison-v2-config.json +28 -0
  10. artifacts/smoke/comparison-v2.json +1236 -0
  11. artifacts/smoke/gru-v2/checkpoint.pt +3 -0
  12. artifacts/smoke/gru-v2/normalization.json +216 -0
  13. artifacts/smoke/gru-v2/run.json +296 -0
  14. artifacts/smoke/http-prediction-v2.json +1 -0
  15. artifacts/smoke/mlp-v2/checkpoint.pt +3 -0
  16. artifacts/smoke/mlp-v2/normalization.json +216 -0
  17. artifacts/smoke/mlp-v2/run.json +296 -0
  18. artifacts/smoke/onnx-transformer-v2/calibration.json +255 -0
  19. artifacts/smoke/onnx-transformer-v2/manifest.json +113 -0
  20. artifacts/smoke/onnx-transformer-v2/model.onnx +3 -0
  21. artifacts/smoke/onnx-transformer-v2/normalization.json +216 -0
  22. artifacts/smoke/onnx-transformer-v2/schema.json +165 -0
  23. artifacts/smoke/report-context-v2/context.json +2285 -0
  24. artifacts/smoke/report-ensemble-v2/benchmark.json +0 -0
  25. artifacts/smoke/report-ensemble-v2/calibration.json +257 -0
  26. artifacts/smoke/report-ensemble-v2/calibration_history_linear_system_id.json +253 -0
  27. artifacts/smoke/report-ensemble-v2/calibration_persistence.json +253 -0
  28. artifacts/smoke/report-ensemble-v2/generalization.json +105 -0
  29. artifacts/smoke/report-gru-v2/benchmark.json +0 -0
  30. artifacts/smoke/report-gru-v2/calibration.json +255 -0
  31. artifacts/smoke/report-gru-v2/calibration_history_linear_system_id.json +253 -0
  32. artifacts/smoke/report-gru-v2/calibration_persistence.json +253 -0
  33. artifacts/smoke/report-gru-v2/generalization.json +105 -0
  34. artifacts/smoke/report-mlp-v2/benchmark.json +0 -0
  35. artifacts/smoke/report-mlp-v2/calibration.json +255 -0
  36. artifacts/smoke/report-mlp-v2/calibration_history_linear_system_id.json +253 -0
  37. artifacts/smoke/report-mlp-v2/calibration_persistence.json +253 -0
  38. artifacts/smoke/report-mlp-v2/generalization.json +105 -0
  39. artifacts/smoke/report-transformer-v2/benchmark.json +0 -0
  40. artifacts/smoke/report-transformer-v2/calibration.json +255 -0
  41. artifacts/smoke/report-transformer-v2/calibration_catboost.json +253 -0
  42. artifacts/smoke/report-transformer-v2/calibration_history_linear_system_id.json +253 -0
  43. artifacts/smoke/report-transformer-v2/calibration_persistence.json +253 -0
  44. artifacts/smoke/report-transformer-v2/generalization.json +1477 -0
  45. artifacts/smoke/transformer-h96-v2/checkpoint.pt +3 -0
  46. artifacts/smoke/transformer-h96-v2/normalization.json +216 -0
  47. artifacts/smoke/transformer-h96-v2/run.json +296 -0
  48. artifacts/smoke/transformer-nohistory-v2/checkpoint.pt +3 -0
  49. artifacts/smoke/transformer-nohistory-v2/normalization.json +216 -0
  50. artifacts/smoke/transformer-nohistory-v2/run.json +296 -0
.gitattributes CHANGED
@@ -1,35 +1,3 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
  *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  *.pt filter=lfs diff=lfs merge=lfs -text
2
+ *.onnx filter=lfs diff=lfs merge=lfs -text
3
+ *.tar.gz filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
.gitignore ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ .venv/
2
+ __pycache__/
3
+ *.pyc
4
+ .pytest_cache/
5
+ .ruff_cache/
6
+ artifacts/
7
+ *.egg-info/
LICENSE ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ MIT License
2
+
3
+ Copyright (c) 2026 Max Farrell
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
README.md ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ library_name: pytorch
4
+ tags:
5
+ - transition-model
6
+ - physical-systems
7
+ - system-identification
8
+ - probabilistic-regression
9
+ - experimental
10
+ - onnx
11
+ model_name: Transition Foundation Model v0.1
12
+ ---
13
+
14
+ # Transition Foundation Model v0.1
15
+
16
+ An experimental, action-conditioned probabilistic transition model for numerical physical systems. It predicts multiple fields, future horizons and alternative action sequences in one non-autoregressive forward pass. It is a custom PyTorch model, not a language model or a Transformers AutoModel checkpoint.
17
+
18
+ **Status: runnable software and short-training proof of concept. Research success criteria have not been met.** The transformer improves over the MLP/GRU in the short comparison, but CatBoost and fitted controlled dynamics remain stronger overall. No commercial advantage or arbitrary-schema zero-shot transfer is claimed.
19
+
20
+ ## Contents
21
+
22
+ - Complete runtime, simulators, training/evaluation code, FastAPI service, tests and locked dependencies.
23
+ - Three independently initialized 1,570,434-parameter transformer checkpoints, MLP/GRU baselines and context ablations.
24
+ - ONNX single-model bundle with versioned schema, normalization, calibration and parity evidence.
25
+ - Full generated 1,200-system dataset and exact smaller dataset used for smoke training, distributed as archives. These contain only synthetic simulator data; no external datasets have been integrated.
26
+ - Per-family/field/horizon reports, paired interventions, calibration provenance, checksums and a release inventory.
27
+
28
+ The short-run dataset contains **90 systems for two simulated days: 63 training, 14 validation and 13 test systems**. Training uses 4,096 sampled windows and eight epochs. The full **1,200-system, seven-day dataset (806,400 transitions)** is provided for subsequent experiments; these released weights have **not** been trained on that full dataset.
29
+
30
+ ## Download and run
31
+
32
+ Use the [Hugging Face CLI](https://huggingface.co/docs/huggingface_hub/en/guides/cli) to download a pinned revision, then install the locked environment:
33
+
34
+ ```sh
35
+ hf download maxffarrell/transition-foundation-model --revision v0.1.0 --local-dir tfm-v0.1
36
+ cd tfm-v0.1
37
+ sha256sum --check SHA256SUMS
38
+ uv sync --locked --extra dev --extra baselines --extra export
39
+ uv run --no-sync pytest -q
40
+ ```
41
+
42
+ On macOS, use `shasum -a 256 -c SHA256SUMS` if `sha256sum` is unavailable. Python 3.12 is recommended. All SHA256SUMS paths are relative to the downloaded repository root. Hugging Face's download metadata is outside the checksum inventory.
43
+
44
+ The API can run immediately from the included checkpoint:
45
+
46
+ ```sh
47
+ TFM_CHECKPOINT=artifacts/smoke/transformer-v2/seed-42/checkpoint.pt \
48
+ TFM_CALIBRATION=artifacts/smoke/report-transformer-v2/calibration.json \
49
+ uv run --no-sync uvicorn tfm.api.server:app --host 127.0.0.1 --port 8000
50
+ ```
51
+
52
+ In another terminal:
53
+
54
+ ```sh
55
+ curl --fail http://127.0.0.1:8000/v1/predict \
56
+ -H 'Content-Type: application/json' \
57
+ --data-binary @examples/predict-thermal.json
58
+ ```
59
+
60
+ The example has a short history and will flag insufficient context. The full typed request schema is available at `/docs`. The runtime loads checkpoint metadata with PyTorch's `weights_only=True`, verifies weight/normalization provenance and rejects unknown units or invalid controls.
61
+
62
+ To unpack the source datasets into their original relative paths:
63
+
64
+ ```sh
65
+ tar -xzf datasets/synthetic-1200-v0.1.2.tar.gz
66
+ tar -xzf datasets/smoke-90-v0.1.2.tar.gz
67
+ ```
68
+
69
+ The full archive includes NPZ and Parquet episodes, the generator manifest, seeds, hidden simulator metadata and training-only normalization. **Hidden parameters are simulator-only and never enter neural tensors.** Test partitions are disjoint system IDs. Benchmark/calibration hashes identify the exact released weights and source datasets. Original experiment records are retained, including their historical local path strings; use the relative paths in these commands after download.
70
+
71
+ See [usage and executable commands](docs/usage.md), [validation report](docs/validation.md), [internal contracts](docs/contracts.md) and [external validation plan](docs/external-validation.md).
72
+
73
+ ## Architecture and training
74
+
75
+ The model uses a controlled vocabulary of 20 numerical fields across thermal, tank and battery systems. Learned field/unit/type-role metadata and masked numerical values combine with dedicated historical/future temporal encoders. Four pre-normalization transformer blocks use width 128, four heads and feedforward width 512. Shared Gaussian heads predict standardized changes and clamped log standard deviations. Query-specific causal prefixes prevent actions after a requested horizon from influencing that horizon.
76
+
77
+ The default history is 24 observations, future plans have eight 15-minute steps, and output horizons are 15/30/60/120 minutes. The 96-observation variant has 2,750,082 parameters. Physical-unit outputs require the separately versioned normalization and decoding logic; ONNX alone is insufficient.
78
+
79
+ Training uses FP32, Gaussian NLL over observed targets, AdamW at 0.0003, cosine decay after warmup and gradient clipping at 1.0. Model selection, calibration and test systems remain separate. Transformer ensemble seeds are 42/43/44. Default full-study training commands use up to 50 epochs and 150,000 windows; that study has not been run.
80
+
81
+ ## Results
82
+
83
+ Field/horizon-balanced MAE divided by each field's training standard deviation, on the same 512 held-out windows; lower is better:
84
+
85
+ | Model | Battery | Tank | Thermal |
86
+ |---|---:|---:|---:|
87
+ | Transformer | 0.24644 | 0.20519 | 0.08072 |
88
+ | Three-member ensemble | 0.24397 | 0.20475 | 0.08037 |
89
+ | MLP | 0.26557 | 0.21290 | 0.09717 |
90
+ | GRU | 0.26920 | 0.22744 | 0.10626 |
91
+ | CatBoost | **0.17793** | **0.16986** | 0.08333 |
92
+ | Fitted controlled affine dynamics | 0.19645 | 0.19399 | **0.05348** |
93
+ | Persistence | 0.27418 | 0.20509 | 0.13506 |
94
+
95
+ These statistics average standardized field/horizon rows, not unlike raw physical units. Physical-unit errors and Gaussian NLL remain in the original reports. Counterfactual effect errors also fail to establish an overall transformer advantage; only 30 snapshots were evaluated. The 24-hour context did not improve the short matched-anchor ablation. Independently trained specialist and adaptation-speed comparisons remain unrun.
96
+
97
+ ## Uncertainty and limitations
98
+
99
+ Nominal 90% interval coverage for the single transformer is 93.49% battery, 84.19% tank and 92.61% thermal. **Thermal coverage applies to only 73.01% of observed queries.** The small reserved thermal calibration partition contains only one-node systems, leaving `mass_temp` without a calibration entry. Its intervals are null; Gaussian dispersion is uncalibrated. Ensemble coverage is 93.82% / 86.18% / 92.53%, with the same thermal gap.
100
+
101
+ Calibration uses reserved systems, but correlated windows and small calibration counts do not establish a system-level coverage guarantee. Interval width matters and is reported. Prediction conditions on supplied external paths; uncertainty in those forecasts is not modeled. Short context, shifted regimes or a changed configuration can invalidate observed calibration. OOD detection is only a current-state six-standard-deviation heuristic.
102
+
103
+ Version 0.1 supports controlled numerical schemas, continuous states/actions and fixed 15-minute sampling. Unknown field names require explicit mapping. It does not support arbitrary text/images, discrete-event workflows or arbitrary-name zero-shot transfer. Live CityLearn/BOPTEST/Minari evaluation, unseen configurations/families, full-scale training and independently trained specialist comparisons have not been performed. Native collectors are included with contract fixtures, not external performance claims.
104
+
105
+ Single-query API p95 was 3.04 ms on CPU and 5.22 ms on MPS, including in-process validation/preparation/inference/serialization, excluding network sockets. Actual localhost endpoints returned HTTP 200. ONNX Runtime parity passed. The pre-release implementation suite had 72 passing tests with Ruff lint/format checks; see the validation report for timing scope and known exporter warnings.
106
+
107
+ ## Provenance and license
108
+
109
+ Original source, weights and synthetic trajectories are released under MIT. Dependencies retain their own licenses and are installed separately. There are no pretrained embeddings, third-party model weights or external training datasets in this release. Generator version is 0.1.2; manifests and run records retain exact system IDs and seeds. `release.json` and `SHA256SUMS` identify included bytes. This is an experimental research artifact, not validated control software for real equipment.
SHA256SUMS ADDED
@@ -0,0 +1,110 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ bc1edc898d72ff7beecf2d8eba1ae4a7759be0fb6474912f823b3590f63270bf .gitattributes
2
+ ef3f3867e567d2d13dfca813dd21051a1f5cee7bd58cdbee0d970dad5abdc4f3 .gitignore
3
+ ba2f860a3c2cba35f85f21ac65fea46c603900544f90ddad503e3ba9e44dce43 LICENSE
4
+ 4fc7fe9bb64f42068f101380e9e3bcda0701e59e825fef82a6305bca5930fc74 README.md
5
+ 5c8a2c3d2c33ef4650672165782e2fd8bcb5c5c26d076d6d6c10c38d1d60d579 artifacts/smoke/api-latency-cpu-v2.json
6
+ 0958f79fb2671902635e4c561dbe8b287f21353f05519ec90b56e83939c60918 artifacts/smoke/api-latency-ensemble-cpu-v2.json
7
+ 22e395254e8eb5078626d48b6608fdc8776407e4922df1dc1b5911cb0ee51214 artifacts/smoke/api-latency-mps-v2.json
8
+ 1515f21076983b75c4a4a15f5eb9e20cf439194637794660e28d858313bc3cd7 artifacts/smoke/comparison-v2-config.json
9
+ 50a08b2f5defaef57ecfc63b54bd1378c73f06755281e3e709a287dac3de7890 artifacts/smoke/comparison-v2.json
10
+ ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663 artifacts/smoke/gru-v2/checkpoint.pt
11
+ ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/gru-v2/normalization.json
12
+ 7fceca790dc48b563050c3f1eb344c9a127a16fa4515278e8a9629455c60a868 artifacts/smoke/gru-v2/run.json
13
+ e04f0a0ada06324057aedf9476f08e34014b934c5639f9de939d962cf35a5646 artifacts/smoke/http-prediction-v2.json
14
+ 3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c artifacts/smoke/mlp-v2/checkpoint.pt
15
+ ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/mlp-v2/normalization.json
16
+ 45a031f69e055ca440b6638e754a3052f4701a53886d6366d0558f36a18d2ee0 artifacts/smoke/mlp-v2/run.json
17
+ ef5ef17c35d6a4f4f8614b21c011a591594b97d87cb1532008e28b08b501b198 artifacts/smoke/onnx-transformer-v2/calibration.json
18
+ e32dfde2f603186bfa5a1480fceb462ac2e911d4b63790e77ab01c6deff59dc6 artifacts/smoke/onnx-transformer-v2/manifest.json
19
+ 6eea1ecb768a5ef95c91cfca4a91ef7ae5af7322c0ba31e6d9cdcf35ba8d2563 artifacts/smoke/onnx-transformer-v2/model.onnx
20
+ ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/onnx-transformer-v2/normalization.json
21
+ ea1385a56a830a311251ab105ba9dcf720e3d62da08c7c037746295da7f8fc2c artifacts/smoke/onnx-transformer-v2/schema.json
22
+ 062994cb0058e411211ff22f4956389278b135ee76c0dfee2ff99eaad413a677 artifacts/smoke/report-context-v2/context.json
23
+ f97f91deb10661ed6c3ddeae8b9d25813ad6d4fb4cd9cc3be5564220b69e67cb artifacts/smoke/report-ensemble-v2/benchmark.json
24
+ f96d9a18b64711dca5bb76fd21a9671c298195ecd3b83a9ec1daf9762a2c7e40 artifacts/smoke/report-ensemble-v2/calibration.json
25
+ fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3 artifacts/smoke/report-ensemble-v2/calibration_history_linear_system_id.json
26
+ 1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73 artifacts/smoke/report-ensemble-v2/calibration_persistence.json
27
+ 2f1659556096f031d9a23b384a9d09de3a0675fdb5b6a5944f03d4cc96e3cfae artifacts/smoke/report-ensemble-v2/generalization.json
28
+ 4f8ba6827462589f5f80df0d8e34cb0b50da2f5d2d7d6d506337bd17a852271a artifacts/smoke/report-gru-v2/benchmark.json
29
+ 67d780e83bde04238192bdb5ea2caa7353d3be63fbf762e28e500da0a8a78ad0 artifacts/smoke/report-gru-v2/calibration.json
30
+ fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3 artifacts/smoke/report-gru-v2/calibration_history_linear_system_id.json
31
+ 1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73 artifacts/smoke/report-gru-v2/calibration_persistence.json
32
+ f66be3f18b053b26458c5824a154353eba8ea68683c470f14313231891ba8134 artifacts/smoke/report-gru-v2/generalization.json
33
+ 349d0ff2d2f4ef7076de4b22a95fff87e6904b6d85bd0362a74d33093c7b0377 artifacts/smoke/report-mlp-v2/benchmark.json
34
+ d37e7f30f43186e917b336b03904ad609d2b0d296e44bc7e0097dcafe2a27797 artifacts/smoke/report-mlp-v2/calibration.json
35
+ fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3 artifacts/smoke/report-mlp-v2/calibration_history_linear_system_id.json
36
+ 1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73 artifacts/smoke/report-mlp-v2/calibration_persistence.json
37
+ 058adc1be553c86543cd586e71939de5ca6ebe9e6cd8f2f3e82bde2ed46550e1 artifacts/smoke/report-mlp-v2/generalization.json
38
+ a0b6e74770b87f1300cfe97c40bc05e48a689b40e4453c35cc9e90323cb4690b artifacts/smoke/report-transformer-v2/benchmark.json
39
+ ef5ef17c35d6a4f4f8614b21c011a591594b97d87cb1532008e28b08b501b198 artifacts/smoke/report-transformer-v2/calibration.json
40
+ 63321f427263a865c42a5eb853bbfcd3fc00b188804c641f9c2d5ffb6ce53d87 artifacts/smoke/report-transformer-v2/calibration_catboost.json
41
+ fe79bce461033a0f6eaa960b4ea1d60f92902c97da3347e7f06efac4eaed0ba3 artifacts/smoke/report-transformer-v2/calibration_history_linear_system_id.json
42
+ 1ec0b13143a326ed0bc5d65ca30737692a7c144c2accbd734080feac576f7b73 artifacts/smoke/report-transformer-v2/calibration_persistence.json
43
+ 4edd7aa12e23032574d2aaee84180e225b93524979fcb903e812dfb9b27c37af artifacts/smoke/report-transformer-v2/generalization.json
44
+ e3959fc9e9d71c324a0e245d1b05c48db4498280de89469435bb842ec98fd86f artifacts/smoke/transformer-h96-v2/checkpoint.pt
45
+ ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/transformer-h96-v2/normalization.json
46
+ 45ae7443ababc781ed96efe56568db8b0ce5dfaf7da2c33e2ea2965133b83815 artifacts/smoke/transformer-h96-v2/run.json
47
+ 78967fedd9c37ae26cb69e229618a1a8803d0e2cd06ba7655394d0cf7073b454 artifacts/smoke/transformer-nohistory-v2/checkpoint.pt
48
+ ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/transformer-nohistory-v2/normalization.json
49
+ 7388bd91deb104769fd84f39ea44a1be378a20eaf092c7e2acbbc3fb7b706a1f artifacts/smoke/transformer-nohistory-v2/run.json
50
+ 6ce8b2851e57fc3340bd681219adfceac96ec10b54f716f5f8f6a20318429a75 artifacts/smoke/transformer-v2/ensemble.json
51
+ 6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739 artifacts/smoke/transformer-v2/seed-42/checkpoint.pt
52
+ ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/transformer-v2/seed-42/normalization.json
53
+ 5606203dfc9caf3d823bb20a7329e6477344688ae993bfc592524a3ed0e87077 artifacts/smoke/transformer-v2/seed-42/run.json
54
+ 80ffcf05367f581ed48d34e649ffde7f3738a7c31fb7e0539cb2245e88eae09e artifacts/smoke/transformer-v2/seed-43/checkpoint.pt
55
+ ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/transformer-v2/seed-43/normalization.json
56
+ 4f92399bdda95abc7d8ebf13f0c10e0d4a8c88a061d8e82f57ac493ad30e8d6e artifacts/smoke/transformer-v2/seed-43/run.json
57
+ 623420955dc271068182f2cd6fb460d0ae64792c25dbd79c0aae91b3ba777137 artifacts/smoke/transformer-v2/seed-44/checkpoint.pt
58
+ ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e artifacts/smoke/transformer-v2/seed-44/normalization.json
59
+ 269e0d8a0a526e33a4aea2dd657a9e54284eef8a5fc6cdfef46175bc7d7234b9 artifacts/smoke/transformer-v2/seed-44/run.json
60
+ ad133d98de7bccc0130e11077b7503c4d40ac67633e6765496fdfc3d5bdf65fc configs/poc.json
61
+ 1913ec4925af9029694c4e1ffc8cb51b1a29ea53f850f1f0f8f68c610f0bc52e configs/smoke.json
62
+ 84ef5ca3190fbe974f323771b5b85e1f72168fd5eb9d2352272ed5c70546e4d6 datasets/smoke-90-v0.1.2.tar.gz
63
+ 8b4b5a53b5eeb0c22f3894f14dccfc874ab232d40e744404af530692992fe5b9 datasets/synthetic-1200-v0.1.2.tar.gz
64
+ 3029bf21f52c59bd67460abb162a19b174b8597085382c67334777e128eebc98 docs/contracts.md
65
+ 1fe1f7eec6831497801c939a8b283eb0f6780820159d381f1a42be89f7f100c4 docs/external-validation.md
66
+ 4fc7fe9bb64f42068f101380e9e3bcda0701e59e825fef82a6305bca5930fc74 docs/huggingface-model-card.md
67
+ d440e1f6cba41a9a21137253568491093316287af4432a50f927dfbf14357473 docs/usage.md
68
+ 3abcf1c8805892034bb18fad9ab7db8c172edd078ed6d8e3442a598c99c2830f docs/validation.md
69
+ 276b2979bfe54126d49563d973cfa6aa370a8caa76958335b7973cc6b7dab9a7 examples/predict-thermal.json
70
+ 254144cbe213232223dc274f607069f715ca3844f67d6799dbfe93d5e4cbfcd8 pyproject.toml
71
+ 3d8595bc553bcd6d77664246a2c67818acafd90df7c75568b23ae5a8a2b891bd release.json
72
+ f05a51dd947dd72c05058d7f55c067b72caa48ed9daf35622bd611ce648bfca1 scripts/build_release.py
73
+ 05570e064fb804388dd24840f36f1dfb24c6678e6bbe82b36c52a04f103af27f scripts/smoke.sh
74
+ 8e00573521e65a446f27e3e43398b79c080f9af11b57f25265deeed50f86e001 tests/test_api.py
75
+ 82585f788506d82880e25bff1e287a84a97e22b09317a07b3f51980c50f7d687 tests/test_data.py
76
+ 0c0ec58cc62bd4abb2eb68376d3c27838d1d493f2cbee8e10f8a6d46a6c6c326 tests/test_evaluation.py
77
+ 1125d90deb304338473da49c8ee9b7f9315c713fe323df33e8464faaa61f41a8 tests/test_export.py
78
+ 8be741b411f64d39c7a1a7c800cdbc901dd1cf9037879095449c899220cd92ac tests/test_external.py
79
+ 881834192046adfd8a143f957921fbd539c6b8782c485f760ced7178f11fd916 tests/test_models.py
80
+ de0ed05bd3914cd617b05d59169667a8e0a05a1d2f12e495c037f90addfff9c7 tests/test_simulators.py
81
+ c4f4c4c5f9d9f9d6d8b54e62cbfbf8167b8a5423bf204d809d5135fbefc059fa tfm/__init__.py
82
+ e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 tfm/api/__init__.py
83
+ 9de088be206053b13ab515d12e308d14a93c5fb2ff1db5773c1f6f23777abc32 tfm/api/profile.py
84
+ 428bd963c2833c04b47f19c26573f2f28296585d394d05544ac6de860a47e33d tfm/api/server.py
85
+ 2bd24e2f5d48edc4678ad827f3a3046de256b8d5731d90f19c6fabee269daa66 tfm/data/__init__.py
86
+ a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803 tfm/data/episodes.py
87
+ 6a00cd71156b423b02a180f5d6db31d83953320ec4380a8ced6f005427df51e3 tfm/data/external.py
88
+ a3cffad4440a1aa9cd41eac48dcf43fbdc19b4d169200e33bf7dcf0e760d33e3 tfm/data/generate.py
89
+ 8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3 tfm/data/normalization.py
90
+ c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078 tfm/data/schema.py
91
+ b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12 tfm/data/windows.py
92
+ fd447a5e6bf4b857d9b0670f8ac8c70111bf3dfe5755eefbe68c4d86b13a36d5 tfm/evaluation/__init__.py
93
+ 7c2790af53837f47928561691bd8b4eee66b8e92f596712ef617ba22d3c6ec27 tfm/evaluation/baselines.py
94
+ ed5206f4fd659f607004a8fdfa27c14ad4172f5923a85eb204b076f8c91c727e tfm/evaluation/benchmark.py
95
+ cf5bdbccccd6f13628ae871b8fd7e7b1900306e1ebdf00003147d083cf3cc5ca tfm/evaluation/calibration.py
96
+ 68433ecfde46ed97450039672237554e7ebba00b287da401e44f32fe5738d2c8 tfm/evaluation/comparison.py
97
+ f7f981c0b9d635681c7c4e8ee606e279b0bf6eacbe3f3a8a2d6a4fd1279e97e9 tfm/evaluation/context.py
98
+ 6d8c00284449997e8c338b227ebd2f4d72885c555a6d4bef0fb290742be95259 tfm/evaluation/counterfactual.py
99
+ cb4ad0870c90b7ce54ad082cd5cb8289d4036ff81418732fa5280eee25b5a03d tfm/evaluation/experiments.py
100
+ 04016e0647788caa5d5cd1b9a036018761d7867b29f10cc064bbb4ae2351dcd7 tfm/evaluation/metrics.py
101
+ 3296ca3f3fd036a2173edc71c23d6430f57ca8f141a20c8e5a7cc6a20cffd7e0 tfm/evaluation/runner.py
102
+ e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 tfm/export/__init__.py
103
+ 3cec8744848d40551ae0c770aa0cc1d4177189a1a1ac20f2bd5c3bd04f2ce40d tfm/export/onnx.py
104
+ c20432c425b2305a275f22968a539619a57037c7c8af67baceca979a4ee0e35c tfm/models/__init__.py
105
+ 53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5 tfm/models/core.py
106
+ 0c2179025d61bad9948adb2e4ae3130a844ddf92e1094ba3b93836d6d75b1e8b tfm/simulators/__init__.py
107
+ 03893cd813d86f12d0e335cbdbd4ea588d2c8ac97566254725fb32e774c413cc tfm/simulators/physics.py
108
+ 5fdc517285d815cc8972aac6a60c974f82354ce29f6413d3e0c856c30edcf5bd tfm/training/__init__.py
109
+ af85294f7d00b40e61c34a1e546a8e7bc7c11de9bd67a34cae1a9df2d0d225c1 tfm/training/train.py
110
+ 622b4c7d12d2d20f0061f132b6f50e505de99852a1285ad280cba9b2aa32509f uv.lock
artifacts/smoke/api-latency-cpu-v2.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-api-latency-v1",
3
+ "measurements": [
4
+ {
5
+ "case": "single_query",
6
+ "device": "cpu",
7
+ "p50_ms": 2.693125,
8
+ "p95_ms": 3.0388810999999993,
9
+ "repetitions": 50,
10
+ "warmup": 5,
11
+ "actions": 1,
12
+ "fields": 1,
13
+ "horizons": 1,
14
+ "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
15
+ },
16
+ {
17
+ "case": "batched_actions_horizons",
18
+ "device": "cpu",
19
+ "p50_ms": 5.3388124999999995,
20
+ "p95_ms": 6.30096425,
21
+ "repetitions": 50,
22
+ "warmup": 5,
23
+ "actions": 2,
24
+ "fields": 2,
25
+ "horizons": 4,
26
+ "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
27
+ }
28
+ ]
29
+ }
artifacts/smoke/api-latency-ensemble-cpu-v2.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-api-latency-v1",
3
+ "measurements": [
4
+ {
5
+ "case": "single_query",
6
+ "device": "cpu",
7
+ "p50_ms": 5.0861665,
8
+ "p95_ms": 5.60503995,
9
+ "repetitions": 50,
10
+ "warmup": 5,
11
+ "actions": 1,
12
+ "fields": 1,
13
+ "horizons": 1,
14
+ "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
15
+ },
16
+ {
17
+ "case": "batched_actions_horizons",
18
+ "device": "cpu",
19
+ "p50_ms": 13.3730625,
20
+ "p95_ms": 13.856893750000001,
21
+ "repetitions": 50,
22
+ "warmup": 5,
23
+ "actions": 2,
24
+ "fields": 2,
25
+ "horizons": 4,
26
+ "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
27
+ }
28
+ ]
29
+ }
artifacts/smoke/api-latency-mps-v2.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-api-latency-v1",
3
+ "measurements": [
4
+ {
5
+ "case": "single_query",
6
+ "device": "mps",
7
+ "p50_ms": 4.9470624999999995,
8
+ "p95_ms": 5.21562515,
9
+ "repetitions": 50,
10
+ "warmup": 5,
11
+ "actions": 1,
12
+ "fields": 1,
13
+ "horizons": 1,
14
+ "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
15
+ },
16
+ {
17
+ "case": "batched_actions_horizons",
18
+ "device": "mps",
19
+ "p50_ms": 5.308104500000001,
20
+ "p95_ms": 7.195891849999999,
21
+ "repetitions": 50,
22
+ "warmup": 5,
23
+ "actions": 2,
24
+ "fields": 2,
25
+ "horizons": 4,
26
+ "timing_scope": "In-process HTTP request: validation, tensor prep/transfers, model, decoding, serialization; excludes network sockets"
27
+ }
28
+ ]
29
+ }
artifacts/smoke/comparison-v2-config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "transformer": {
3
+ "report": "artifacts/smoke/report-transformer-v2",
4
+ "checkpoints": [
5
+ "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt"
6
+ ]
7
+ },
8
+ "mlp": {
9
+ "report": "artifacts/smoke/report-mlp-v2",
10
+ "checkpoints": [
11
+ "artifacts/smoke/mlp-v2/checkpoint.pt"
12
+ ]
13
+ },
14
+ "ensemble": {
15
+ "report": "artifacts/smoke/report-ensemble-v2",
16
+ "checkpoints": [
17
+ "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt",
18
+ "artifacts/smoke/transformer-v2/seed-43/checkpoint.pt",
19
+ "artifacts/smoke/transformer-v2/seed-44/checkpoint.pt"
20
+ ]
21
+ },
22
+ "gru": {
23
+ "report": "artifacts/smoke/report-gru-v2",
24
+ "checkpoints": [
25
+ "artifacts/smoke/gru-v2/checkpoint.pt"
26
+ ]
27
+ }
28
+ }
artifacts/smoke/comparison-v2.json ADDED
@@ -0,0 +1,1236 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-comparison-v1",
3
+ "status": "smoke_only",
4
+ "generator_version": "0.1.2",
5
+ "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c",
6
+ "partition_episode_counts": {
7
+ "train": 63,
8
+ "validation": 14,
9
+ "test": 13
10
+ },
11
+ "interpretation": "Short synthetic runs, no research or scaling claim. Prediction and action-effect MAE equally average field/horizon rows within family. Coverage is weighted by calibrated observed query counts and omits unsupported fields, which are listed. Widths divide by each field's training standard deviation; physical widths remain in source reports. Regret has family-specific objective units and must not be pooled. Latency retains the source measurement scope and contention limitations.",
12
+ "runs": {
13
+ "transformer": {
14
+ "status": "completed",
15
+ "provenance_checks": "passed",
16
+ "source_report": "artifacts/smoke/report-transformer-v2/benchmark.json",
17
+ "source_report_sha256": "a0b6e74770b87f1300cfe97c40bc05e48a689b40e4453c35cc9e90323cb4690b",
18
+ "calibration_sha256": "ef5ef17c35d6a4f4f8614b21c011a591594b97d87cb1532008e28b08b501b198",
19
+ "checkpoint_sha256": [
20
+ "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739"
21
+ ],
22
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
23
+ "split_system_counts": {
24
+ "training_system_ids": 63,
25
+ "validation_selection_system_ids": 8,
26
+ "calibration_system_ids": 6,
27
+ "test_system_ids": 13
28
+ },
29
+ "parameter_count": 1570434,
30
+ "inference": [
31
+ {
32
+ "device": "cpu",
33
+ "status": "completed",
34
+ "batch_size": 1,
35
+ "precision": "float32",
36
+ "repetitions": 30,
37
+ "warmup": 5,
38
+ "p50_ms": 5.8506665,
39
+ "p95_ms": 6.984247949999999,
40
+ "process_peak_rss_bytes": 2904473600,
41
+ "sampled_mps_driver_allocation_peak_bytes": null,
42
+ "memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.",
43
+ "timing_scope": "forward only; inputs resident; MPS synchronized before and after every call"
44
+ },
45
+ {
46
+ "device": "mps",
47
+ "status": "unavailable"
48
+ }
49
+ ],
50
+ "window_sampling": {
51
+ "seed": 2026,
52
+ "history_steps": 24,
53
+ "future_steps": 8,
54
+ "sampling": "uniform eligible anchors with replacement",
55
+ "anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2",
56
+ "family_window_counts": {
57
+ "battery": 184,
58
+ "tank": 165,
59
+ "thermal": 163
60
+ }
61
+ },
62
+ "models": {
63
+ "foundation_model": {
64
+ "forecast": [
65
+ {
66
+ "family": "battery",
67
+ "field_horizon_balanced_standardized_mae": 0.2464418007681767,
68
+ "coverage_weighted_by_count": 0.9348859315589354,
69
+ "calibrated_query_count": 2104,
70
+ "total_observed_query_count": 2104,
71
+ "calibrated_query_fraction": 1.0,
72
+ "field_horizon_balanced_standardized_interval_width": 1.5368033744363387,
73
+ "uncalibrated_fields": []
74
+ },
75
+ {
76
+ "family": "tank",
77
+ "field_horizon_balanced_standardized_mae": 0.20518572337459773,
78
+ "coverage_weighted_by_count": 0.841858648965248,
79
+ "calibrated_query_count": 2561,
80
+ "total_observed_query_count": 2561,
81
+ "calibrated_query_fraction": 1.0,
82
+ "field_horizon_balanced_standardized_interval_width": 1.0525175486113494,
83
+ "uncalibrated_fields": []
84
+ },
85
+ {
86
+ "family": "thermal",
87
+ "field_horizon_balanced_standardized_mae": 0.08072376647032797,
88
+ "coverage_weighted_by_count": 0.9260763606823721,
89
+ "calibrated_query_count": 1231,
90
+ "total_observed_query_count": 1686,
91
+ "calibrated_query_fraction": 0.7301304863582444,
92
+ "field_horizon_balanced_standardized_interval_width": 0.47078061521257536,
93
+ "uncalibrated_fields": [
94
+ "mass_temp"
95
+ ]
96
+ }
97
+ ],
98
+ "intervention": [
99
+ {
100
+ "family": "battery",
101
+ "sample_count": 12,
102
+ "field_horizon_balanced_standardized_action_effect_mae": 0.3353849789275787,
103
+ "ranking_accuracy": 0.8888888888888888,
104
+ "mean_regret_family_objective_units": 0.04787804231797377
105
+ },
106
+ {
107
+ "family": "tank",
108
+ "sample_count": 9,
109
+ "field_horizon_balanced_standardized_action_effect_mae": 0.4100909468108305,
110
+ "ranking_accuracy": 0.7777777777777778,
111
+ "mean_regret_family_objective_units": 5.476421404145535
112
+ },
113
+ {
114
+ "family": "thermal",
115
+ "sample_count": 9,
116
+ "field_horizon_balanced_standardized_action_effect_mae": 0.061770662692730134,
117
+ "ranking_accuracy": 0.9074074074074074,
118
+ "mean_regret_family_objective_units": 3.2748828767368185
119
+ }
120
+ ],
121
+ "calibration_status": "heldout_partial"
122
+ },
123
+ "persistence": {
124
+ "forecast": [
125
+ {
126
+ "family": "battery",
127
+ "field_horizon_balanced_standardized_mae": 0.2741769899924596,
128
+ "coverage_weighted_by_count": 0.9120722433460076,
129
+ "calibrated_query_count": 2104,
130
+ "total_observed_query_count": 2104,
131
+ "calibrated_query_fraction": 1.0,
132
+ "field_horizon_balanced_standardized_interval_width": 1.9144873287577546,
133
+ "uncalibrated_fields": []
134
+ },
135
+ {
136
+ "family": "tank",
137
+ "field_horizon_balanced_standardized_mae": 0.20508833997882903,
138
+ "coverage_weighted_by_count": 0.91097227645451,
139
+ "calibrated_query_count": 2561,
140
+ "total_observed_query_count": 2561,
141
+ "calibrated_query_fraction": 1.0,
142
+ "field_horizon_balanced_standardized_interval_width": 1.3987040263066008,
143
+ "uncalibrated_fields": []
144
+ },
145
+ {
146
+ "family": "thermal",
147
+ "field_horizon_balanced_standardized_mae": 0.1350649856030941,
148
+ "coverage_weighted_by_count": 0.9870024370430545,
149
+ "calibrated_query_count": 1231,
150
+ "total_observed_query_count": 1686,
151
+ "calibrated_query_fraction": 0.7301304863582444,
152
+ "field_horizon_balanced_standardized_interval_width": 1.2741399954043633,
153
+ "uncalibrated_fields": [
154
+ "mass_temp"
155
+ ]
156
+ }
157
+ ],
158
+ "intervention": [
159
+ {
160
+ "family": "battery",
161
+ "sample_count": 12,
162
+ "field_horizon_balanced_standardized_action_effect_mae": 0.44577424080535133,
163
+ "ranking_accuracy": 0.625,
164
+ "mean_regret_family_objective_units": 0.1149686559871352
165
+ },
166
+ {
167
+ "family": "tank",
168
+ "sample_count": 9,
169
+ "field_horizon_balanced_standardized_action_effect_mae": 0.4309230445413622,
170
+ "ranking_accuracy": 0.9629629629629629,
171
+ "mean_regret_family_objective_units": 0.19212913518986896
172
+ },
173
+ {
174
+ "family": "thermal",
175
+ "sample_count": 9,
176
+ "field_horizon_balanced_standardized_action_effect_mae": 0.13642123593907265,
177
+ "ranking_accuracy": 0.6388888888888888,
178
+ "mean_regret_family_objective_units": 24.588706704133514
179
+ }
180
+ ],
181
+ "calibration_status": "heldout_partial"
182
+ },
183
+ "history_linear_system_id": {
184
+ "forecast": [
185
+ {
186
+ "family": "battery",
187
+ "field_horizon_balanced_standardized_mae": 0.1964516549681624,
188
+ "coverage_weighted_by_count": 0.9068441064638784,
189
+ "calibrated_query_count": 2104,
190
+ "total_observed_query_count": 2104,
191
+ "calibrated_query_fraction": 1.0,
192
+ "field_horizon_balanced_standardized_interval_width": 1.0612048471296183,
193
+ "uncalibrated_fields": []
194
+ },
195
+ {
196
+ "family": "tank",
197
+ "field_horizon_balanced_standardized_mae": 0.19398614921374246,
198
+ "coverage_weighted_by_count": 0.8867629832096837,
199
+ "calibrated_query_count": 2561,
200
+ "total_observed_query_count": 2561,
201
+ "calibrated_query_fraction": 1.0,
202
+ "field_horizon_balanced_standardized_interval_width": 1.0373429280371522,
203
+ "uncalibrated_fields": []
204
+ },
205
+ {
206
+ "family": "thermal",
207
+ "field_horizon_balanced_standardized_mae": 0.053480925814559065,
208
+ "coverage_weighted_by_count": 0.9512591389114541,
209
+ "calibrated_query_count": 1231,
210
+ "total_observed_query_count": 1686,
211
+ "calibrated_query_fraction": 0.7301304863582444,
212
+ "field_horizon_balanced_standardized_interval_width": 0.37496149991779415,
213
+ "uncalibrated_fields": [
214
+ "mass_temp"
215
+ ]
216
+ }
217
+ ],
218
+ "intervention": [
219
+ {
220
+ "family": "battery",
221
+ "sample_count": 12,
222
+ "field_horizon_balanced_standardized_action_effect_mae": 0.21353556679131813,
223
+ "ranking_accuracy": 0.8194444444444444,
224
+ "mean_regret_family_objective_units": 0.07438788574709695
225
+ },
226
+ {
227
+ "family": "tank",
228
+ "sample_count": 9,
229
+ "field_horizon_balanced_standardized_action_effect_mae": 0.375519408741499,
230
+ "ranking_accuracy": 0.6666666666666666,
231
+ "mean_regret_family_objective_units": 14.565733903777224
232
+ },
233
+ {
234
+ "family": "thermal",
235
+ "sample_count": 9,
236
+ "field_horizon_balanced_standardized_action_effect_mae": 0.05728579907697506,
237
+ "ranking_accuracy": 0.9074074074074074,
238
+ "mean_regret_family_objective_units": 4.096646376501237
239
+ }
240
+ ],
241
+ "calibration_status": "heldout_partial"
242
+ },
243
+ "catboost": {
244
+ "forecast": [
245
+ {
246
+ "family": "battery",
247
+ "field_horizon_balanced_standardized_mae": 0.17793322975436845,
248
+ "coverage_weighted_by_count": 0.9325095057034221,
249
+ "calibrated_query_count": 2104,
250
+ "total_observed_query_count": 2104,
251
+ "calibrated_query_fraction": 1.0,
252
+ "field_horizon_balanced_standardized_interval_width": 1.2700347987341436,
253
+ "uncalibrated_fields": []
254
+ },
255
+ {
256
+ "family": "tank",
257
+ "field_horizon_balanced_standardized_mae": 0.16986428969539702,
258
+ "coverage_weighted_by_count": 0.8891058180398282,
259
+ "calibrated_query_count": 2561,
260
+ "total_observed_query_count": 2561,
261
+ "calibrated_query_fraction": 1.0,
262
+ "field_horizon_balanced_standardized_interval_width": 0.9215257671904333,
263
+ "uncalibrated_fields": []
264
+ },
265
+ {
266
+ "family": "thermal",
267
+ "field_horizon_balanced_standardized_mae": 0.08332891451815765,
268
+ "coverage_weighted_by_count": 0.9358245329000813,
269
+ "calibrated_query_count": 1231,
270
+ "total_observed_query_count": 1686,
271
+ "calibrated_query_fraction": 0.7301304863582444,
272
+ "field_horizon_balanced_standardized_interval_width": 0.7638302007604652,
273
+ "uncalibrated_fields": [
274
+ "mass_temp"
275
+ ]
276
+ }
277
+ ],
278
+ "intervention": [
279
+ {
280
+ "family": "battery",
281
+ "sample_count": 12,
282
+ "field_horizon_balanced_standardized_action_effect_mae": 0.23051647289866473,
283
+ "ranking_accuracy": 0.8888888888888888,
284
+ "mean_regret_family_objective_units": 0.05557148176567784
285
+ },
286
+ {
287
+ "family": "tank",
288
+ "sample_count": 9,
289
+ "field_horizon_balanced_standardized_action_effect_mae": 0.26401079379275233,
290
+ "ranking_accuracy": 0.12962962962962962,
291
+ "mean_regret_family_objective_units": 51.16753917152375
292
+ },
293
+ {
294
+ "family": "thermal",
295
+ "sample_count": 9,
296
+ "field_horizon_balanced_standardized_action_effect_mae": 0.08128041531309356,
297
+ "ranking_accuracy": 0.8518518518518519,
298
+ "mean_regret_family_objective_units": 3.19755500037222
299
+ }
300
+ ],
301
+ "calibration_status": "heldout_partial"
302
+ },
303
+ "specialists": {
304
+ "status": "unrun",
305
+ "reason": "No specialist checkpoint artifacts supplied"
306
+ }
307
+ },
308
+ "generalization": [
309
+ {
310
+ "name": "heldout_systems",
311
+ "axis": "B",
312
+ "status": "completed",
313
+ "reason": null,
314
+ "evaluated_target_fraction": null
315
+ },
316
+ {
317
+ "name": "sensor_failures",
318
+ "axis": "C",
319
+ "status": "completed",
320
+ "reason": null,
321
+ "evaluated_target_fraction": 0.7616123445126751
322
+ },
323
+ {
324
+ "name": "sensor_bias",
325
+ "axis": "C",
326
+ "status": "completed",
327
+ "reason": null,
328
+ "evaluated_target_fraction": 1.0
329
+ },
330
+ {
331
+ "name": "configuration_shift",
332
+ "axis": "D",
333
+ "status": "unrun",
334
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
335
+ "evaluated_target_fraction": null
336
+ },
337
+ {
338
+ "name": "leave_thermal_out",
339
+ "axis": "E",
340
+ "status": "unrun",
341
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
342
+ "evaluated_target_fraction": null
343
+ },
344
+ {
345
+ "name": "leave_tank_out",
346
+ "axis": "E",
347
+ "status": "unrun",
348
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
349
+ "evaluated_target_fraction": null
350
+ },
351
+ {
352
+ "name": "leave_battery_out",
353
+ "axis": "E",
354
+ "status": "unrun",
355
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
356
+ "evaluated_target_fraction": null
357
+ }
358
+ ]
359
+ },
360
+ "mlp": {
361
+ "status": "completed",
362
+ "provenance_checks": "passed",
363
+ "source_report": "artifacts/smoke/report-mlp-v2/benchmark.json",
364
+ "source_report_sha256": "349d0ff2d2f4ef7076de4b22a95fff87e6904b6d85bd0362a74d33093c7b0377",
365
+ "calibration_sha256": "d37e7f30f43186e917b336b03904ad609d2b0d296e44bc7e0097dcafe2a27797",
366
+ "checkpoint_sha256": [
367
+ "3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c"
368
+ ],
369
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
370
+ "split_system_counts": {
371
+ "training_system_ids": 63,
372
+ "validation_selection_system_ids": 8,
373
+ "calibration_system_ids": 6,
374
+ "test_system_ids": 13
375
+ },
376
+ "parameter_count": 876034,
377
+ "inference": [
378
+ {
379
+ "device": "cpu",
380
+ "status": "completed",
381
+ "batch_size": 1,
382
+ "precision": "float32",
383
+ "repetitions": 30,
384
+ "warmup": 5,
385
+ "p50_ms": 1.711187,
386
+ "p95_ms": 4.087550149999997,
387
+ "process_peak_rss_bytes": 380567552,
388
+ "sampled_mps_driver_allocation_peak_bytes": null,
389
+ "memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.",
390
+ "timing_scope": "forward only; inputs resident; MPS synchronized before and after every call"
391
+ },
392
+ {
393
+ "device": "mps",
394
+ "status": "unavailable"
395
+ }
396
+ ],
397
+ "window_sampling": {
398
+ "seed": 2026,
399
+ "history_steps": 24,
400
+ "future_steps": 8,
401
+ "sampling": "uniform eligible anchors with replacement",
402
+ "anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2",
403
+ "family_window_counts": {
404
+ "battery": 184,
405
+ "tank": 165,
406
+ "thermal": 163
407
+ }
408
+ },
409
+ "models": {
410
+ "catboost": {
411
+ "status": "unrun",
412
+ "reason": "Enable --catboost to fit the optional training-only baseline"
413
+ },
414
+ "foundation_model": {
415
+ "forecast": [
416
+ {
417
+ "family": "battery",
418
+ "field_horizon_balanced_standardized_mae": 0.2655715017269055,
419
+ "coverage_weighted_by_count": 0.9462927756653993,
420
+ "calibrated_query_count": 2104,
421
+ "total_observed_query_count": 2104,
422
+ "calibrated_query_fraction": 1.0,
423
+ "field_horizon_balanced_standardized_interval_width": 1.790856030421164,
424
+ "uncalibrated_fields": []
425
+ },
426
+ {
427
+ "family": "tank",
428
+ "field_horizon_balanced_standardized_mae": 0.21289619465824217,
429
+ "coverage_weighted_by_count": 0.88481062085123,
430
+ "calibrated_query_count": 2561,
431
+ "total_observed_query_count": 2561,
432
+ "calibrated_query_fraction": 1.0,
433
+ "field_horizon_balanced_standardized_interval_width": 1.1492993770553106,
434
+ "uncalibrated_fields": []
435
+ },
436
+ {
437
+ "family": "thermal",
438
+ "field_horizon_balanced_standardized_mae": 0.09717030023845534,
439
+ "coverage_weighted_by_count": 0.9610073111291633,
440
+ "calibrated_query_count": 1231,
441
+ "total_observed_query_count": 1686,
442
+ "calibrated_query_fraction": 0.7301304863582444,
443
+ "field_horizon_balanced_standardized_interval_width": 0.6933850772112384,
444
+ "uncalibrated_fields": [
445
+ "mass_temp"
446
+ ]
447
+ }
448
+ ],
449
+ "intervention": [
450
+ {
451
+ "family": "battery",
452
+ "sample_count": 12,
453
+ "field_horizon_balanced_standardized_action_effect_mae": 0.40193630005660164,
454
+ "ranking_accuracy": 0.8333333333333334,
455
+ "mean_regret_family_objective_units": 0.058006828239173934
456
+ },
457
+ {
458
+ "family": "tank",
459
+ "sample_count": 9,
460
+ "field_horizon_balanced_standardized_action_effect_mae": 0.4218413598223273,
461
+ "ranking_accuracy": 0.8518518518518519,
462
+ "mean_regret_family_objective_units": 17.03598703076836
463
+ },
464
+ {
465
+ "family": "thermal",
466
+ "sample_count": 9,
467
+ "field_horizon_balanced_standardized_action_effect_mae": 0.10134565391581384,
468
+ "ranking_accuracy": 0.8703703703703703,
469
+ "mean_regret_family_objective_units": 2.646552774845556
470
+ }
471
+ ],
472
+ "calibration_status": "heldout_partial"
473
+ },
474
+ "persistence": {
475
+ "forecast": [
476
+ {
477
+ "family": "battery",
478
+ "field_horizon_balanced_standardized_mae": 0.2741769899924596,
479
+ "coverage_weighted_by_count": 0.9120722433460076,
480
+ "calibrated_query_count": 2104,
481
+ "total_observed_query_count": 2104,
482
+ "calibrated_query_fraction": 1.0,
483
+ "field_horizon_balanced_standardized_interval_width": 1.9144873287577546,
484
+ "uncalibrated_fields": []
485
+ },
486
+ {
487
+ "family": "tank",
488
+ "field_horizon_balanced_standardized_mae": 0.20508833997882903,
489
+ "coverage_weighted_by_count": 0.91097227645451,
490
+ "calibrated_query_count": 2561,
491
+ "total_observed_query_count": 2561,
492
+ "calibrated_query_fraction": 1.0,
493
+ "field_horizon_balanced_standardized_interval_width": 1.3987040263066008,
494
+ "uncalibrated_fields": []
495
+ },
496
+ {
497
+ "family": "thermal",
498
+ "field_horizon_balanced_standardized_mae": 0.1350649856030941,
499
+ "coverage_weighted_by_count": 0.9870024370430545,
500
+ "calibrated_query_count": 1231,
501
+ "total_observed_query_count": 1686,
502
+ "calibrated_query_fraction": 0.7301304863582444,
503
+ "field_horizon_balanced_standardized_interval_width": 1.2741399954043633,
504
+ "uncalibrated_fields": [
505
+ "mass_temp"
506
+ ]
507
+ }
508
+ ],
509
+ "intervention": [
510
+ {
511
+ "family": "battery",
512
+ "sample_count": 12,
513
+ "field_horizon_balanced_standardized_action_effect_mae": 0.44577424080535133,
514
+ "ranking_accuracy": 0.625,
515
+ "mean_regret_family_objective_units": 0.1149686559871352
516
+ },
517
+ {
518
+ "family": "tank",
519
+ "sample_count": 9,
520
+ "field_horizon_balanced_standardized_action_effect_mae": 0.4309230445413622,
521
+ "ranking_accuracy": 0.9629629629629629,
522
+ "mean_regret_family_objective_units": 0.19212913518986896
523
+ },
524
+ {
525
+ "family": "thermal",
526
+ "sample_count": 9,
527
+ "field_horizon_balanced_standardized_action_effect_mae": 0.13642123593907265,
528
+ "ranking_accuracy": 0.6388888888888888,
529
+ "mean_regret_family_objective_units": 24.588706704133514
530
+ }
531
+ ],
532
+ "calibration_status": "heldout_partial"
533
+ },
534
+ "history_linear_system_id": {
535
+ "forecast": [
536
+ {
537
+ "family": "battery",
538
+ "field_horizon_balanced_standardized_mae": 0.1964516549681624,
539
+ "coverage_weighted_by_count": 0.9068441064638784,
540
+ "calibrated_query_count": 2104,
541
+ "total_observed_query_count": 2104,
542
+ "calibrated_query_fraction": 1.0,
543
+ "field_horizon_balanced_standardized_interval_width": 1.0612048471296183,
544
+ "uncalibrated_fields": []
545
+ },
546
+ {
547
+ "family": "tank",
548
+ "field_horizon_balanced_standardized_mae": 0.19398614921374246,
549
+ "coverage_weighted_by_count": 0.8867629832096837,
550
+ "calibrated_query_count": 2561,
551
+ "total_observed_query_count": 2561,
552
+ "calibrated_query_fraction": 1.0,
553
+ "field_horizon_balanced_standardized_interval_width": 1.0373429280371522,
554
+ "uncalibrated_fields": []
555
+ },
556
+ {
557
+ "family": "thermal",
558
+ "field_horizon_balanced_standardized_mae": 0.053480925814559065,
559
+ "coverage_weighted_by_count": 0.9512591389114541,
560
+ "calibrated_query_count": 1231,
561
+ "total_observed_query_count": 1686,
562
+ "calibrated_query_fraction": 0.7301304863582444,
563
+ "field_horizon_balanced_standardized_interval_width": 0.37496149991779415,
564
+ "uncalibrated_fields": [
565
+ "mass_temp"
566
+ ]
567
+ }
568
+ ],
569
+ "intervention": [
570
+ {
571
+ "family": "battery",
572
+ "sample_count": 12,
573
+ "field_horizon_balanced_standardized_action_effect_mae": 0.21353556679131813,
574
+ "ranking_accuracy": 0.8194444444444444,
575
+ "mean_regret_family_objective_units": 0.07438788574709695
576
+ },
577
+ {
578
+ "family": "tank",
579
+ "sample_count": 9,
580
+ "field_horizon_balanced_standardized_action_effect_mae": 0.375519408741499,
581
+ "ranking_accuracy": 0.6666666666666666,
582
+ "mean_regret_family_objective_units": 14.565733903777224
583
+ },
584
+ {
585
+ "family": "thermal",
586
+ "sample_count": 9,
587
+ "field_horizon_balanced_standardized_action_effect_mae": 0.05728579907697506,
588
+ "ranking_accuracy": 0.9074074074074074,
589
+ "mean_regret_family_objective_units": 4.096646376501237
590
+ }
591
+ ],
592
+ "calibration_status": "heldout_partial"
593
+ },
594
+ "specialists": {
595
+ "status": "unrun",
596
+ "reason": "No specialist checkpoint artifacts supplied"
597
+ }
598
+ },
599
+ "generalization": [
600
+ {
601
+ "name": "heldout_systems",
602
+ "axis": "B",
603
+ "status": "completed",
604
+ "reason": null,
605
+ "evaluated_target_fraction": null
606
+ },
607
+ {
608
+ "name": "sensor_failures",
609
+ "axis": "C",
610
+ "status": "unrun",
611
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
612
+ "evaluated_target_fraction": null
613
+ },
614
+ {
615
+ "name": "sensor_bias",
616
+ "axis": "C",
617
+ "status": "unrun",
618
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
619
+ "evaluated_target_fraction": null
620
+ },
621
+ {
622
+ "name": "configuration_shift",
623
+ "axis": "D",
624
+ "status": "unrun",
625
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
626
+ "evaluated_target_fraction": null
627
+ },
628
+ {
629
+ "name": "leave_thermal_out",
630
+ "axis": "E",
631
+ "status": "unrun",
632
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
633
+ "evaluated_target_fraction": null
634
+ },
635
+ {
636
+ "name": "leave_tank_out",
637
+ "axis": "E",
638
+ "status": "unrun",
639
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
640
+ "evaluated_target_fraction": null
641
+ },
642
+ {
643
+ "name": "leave_battery_out",
644
+ "axis": "E",
645
+ "status": "unrun",
646
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
647
+ "evaluated_target_fraction": null
648
+ }
649
+ ]
650
+ },
651
+ "ensemble": {
652
+ "status": "completed",
653
+ "provenance_checks": "passed",
654
+ "source_report": "artifacts/smoke/report-ensemble-v2/benchmark.json",
655
+ "source_report_sha256": "f97f91deb10661ed6c3ddeae8b9d25813ad6d4fb4cd9cc3be5564220b69e67cb",
656
+ "calibration_sha256": "f96d9a18b64711dca5bb76fd21a9671c298195ecd3b83a9ec1daf9762a2c7e40",
657
+ "checkpoint_sha256": [
658
+ "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739",
659
+ "80ffcf05367f581ed48d34e649ffde7f3738a7c31fb7e0539cb2245e88eae09e",
660
+ "623420955dc271068182f2cd6fb460d0ae64792c25dbd79c0aae91b3ba777137"
661
+ ],
662
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
663
+ "split_system_counts": {
664
+ "training_system_ids": 63,
665
+ "validation_selection_system_ids": 8,
666
+ "calibration_system_ids": 6,
667
+ "test_system_ids": 13
668
+ },
669
+ "parameter_count": 4711302,
670
+ "inference": [
671
+ {
672
+ "device": "cpu",
673
+ "status": "completed",
674
+ "batch_size": 1,
675
+ "precision": "float32",
676
+ "repetitions": 30,
677
+ "warmup": 5,
678
+ "p50_ms": 21.5922915,
679
+ "p95_ms": 26.497902299999996,
680
+ "process_peak_rss_bytes": 589479936,
681
+ "sampled_mps_driver_allocation_peak_bytes": null,
682
+ "memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.",
683
+ "timing_scope": "forward only; inputs resident; MPS synchronized before and after every call"
684
+ },
685
+ {
686
+ "device": "mps",
687
+ "status": "unavailable"
688
+ }
689
+ ],
690
+ "window_sampling": {
691
+ "seed": 2026,
692
+ "history_steps": 24,
693
+ "future_steps": 8,
694
+ "sampling": "uniform eligible anchors with replacement",
695
+ "anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2",
696
+ "family_window_counts": {
697
+ "battery": 184,
698
+ "tank": 165,
699
+ "thermal": 163
700
+ }
701
+ },
702
+ "models": {
703
+ "catboost": {
704
+ "status": "unrun",
705
+ "reason": "Enable --catboost to fit the optional training-only baseline"
706
+ },
707
+ "foundation_model": {
708
+ "forecast": [
709
+ {
710
+ "family": "battery",
711
+ "field_horizon_balanced_standardized_mae": 0.24396890867501497,
712
+ "coverage_weighted_by_count": 0.938212927756654,
713
+ "calibrated_query_count": 2104,
714
+ "total_observed_query_count": 2104,
715
+ "calibrated_query_fraction": 1.0,
716
+ "field_horizon_balanced_standardized_interval_width": 1.5705312779267908,
717
+ "uncalibrated_fields": []
718
+ },
719
+ {
720
+ "family": "tank",
721
+ "field_horizon_balanced_standardized_mae": 0.20474898838438094,
722
+ "coverage_weighted_by_count": 0.8617727450214759,
723
+ "calibrated_query_count": 2561,
724
+ "total_observed_query_count": 2561,
725
+ "calibrated_query_fraction": 1.0,
726
+ "field_horizon_balanced_standardized_interval_width": 1.0582992655848964,
727
+ "uncalibrated_fields": []
728
+ },
729
+ {
730
+ "family": "thermal",
731
+ "field_horizon_balanced_standardized_mae": 0.08036906473959486,
732
+ "coverage_weighted_by_count": 0.925264012997563,
733
+ "calibrated_query_count": 1231,
734
+ "total_observed_query_count": 1686,
735
+ "calibrated_query_fraction": 0.7301304863582444,
736
+ "field_horizon_balanced_standardized_interval_width": 0.46081873453475863,
737
+ "uncalibrated_fields": [
738
+ "mass_temp"
739
+ ]
740
+ }
741
+ ],
742
+ "intervention": [
743
+ {
744
+ "family": "battery",
745
+ "sample_count": 12,
746
+ "field_horizon_balanced_standardized_action_effect_mae": 0.33930385699822924,
747
+ "ranking_accuracy": 0.8888888888888888,
748
+ "mean_regret_family_objective_units": 0.04787804231797377
749
+ },
750
+ {
751
+ "family": "tank",
752
+ "sample_count": 9,
753
+ "field_horizon_balanced_standardized_action_effect_mae": 0.40268880790635786,
754
+ "ranking_accuracy": 0.8888888888888888,
755
+ "mean_regret_family_objective_units": 5.476421404145535
756
+ },
757
+ {
758
+ "family": "thermal",
759
+ "sample_count": 9,
760
+ "field_horizon_balanced_standardized_action_effect_mae": 0.06546775249797411,
761
+ "ranking_accuracy": 0.8888888888888888,
762
+ "mean_regret_family_objective_units": 3.2748828767368185
763
+ }
764
+ ],
765
+ "calibration_status": "heldout_partial"
766
+ },
767
+ "persistence": {
768
+ "forecast": [
769
+ {
770
+ "family": "battery",
771
+ "field_horizon_balanced_standardized_mae": 0.2741769899924596,
772
+ "coverage_weighted_by_count": 0.9120722433460076,
773
+ "calibrated_query_count": 2104,
774
+ "total_observed_query_count": 2104,
775
+ "calibrated_query_fraction": 1.0,
776
+ "field_horizon_balanced_standardized_interval_width": 1.9144873287577546,
777
+ "uncalibrated_fields": []
778
+ },
779
+ {
780
+ "family": "tank",
781
+ "field_horizon_balanced_standardized_mae": 0.20508833997882903,
782
+ "coverage_weighted_by_count": 0.91097227645451,
783
+ "calibrated_query_count": 2561,
784
+ "total_observed_query_count": 2561,
785
+ "calibrated_query_fraction": 1.0,
786
+ "field_horizon_balanced_standardized_interval_width": 1.3987040263066008,
787
+ "uncalibrated_fields": []
788
+ },
789
+ {
790
+ "family": "thermal",
791
+ "field_horizon_balanced_standardized_mae": 0.1350649856030941,
792
+ "coverage_weighted_by_count": 0.9870024370430545,
793
+ "calibrated_query_count": 1231,
794
+ "total_observed_query_count": 1686,
795
+ "calibrated_query_fraction": 0.7301304863582444,
796
+ "field_horizon_balanced_standardized_interval_width": 1.2741399954043633,
797
+ "uncalibrated_fields": [
798
+ "mass_temp"
799
+ ]
800
+ }
801
+ ],
802
+ "intervention": [
803
+ {
804
+ "family": "battery",
805
+ "sample_count": 12,
806
+ "field_horizon_balanced_standardized_action_effect_mae": 0.44577424080535133,
807
+ "ranking_accuracy": 0.625,
808
+ "mean_regret_family_objective_units": 0.1149686559871352
809
+ },
810
+ {
811
+ "family": "tank",
812
+ "sample_count": 9,
813
+ "field_horizon_balanced_standardized_action_effect_mae": 0.4309230445413622,
814
+ "ranking_accuracy": 0.9629629629629629,
815
+ "mean_regret_family_objective_units": 0.19212913518986896
816
+ },
817
+ {
818
+ "family": "thermal",
819
+ "sample_count": 9,
820
+ "field_horizon_balanced_standardized_action_effect_mae": 0.13642123593907265,
821
+ "ranking_accuracy": 0.6388888888888888,
822
+ "mean_regret_family_objective_units": 24.588706704133514
823
+ }
824
+ ],
825
+ "calibration_status": "heldout_partial"
826
+ },
827
+ "history_linear_system_id": {
828
+ "forecast": [
829
+ {
830
+ "family": "battery",
831
+ "field_horizon_balanced_standardized_mae": 0.1964516549681624,
832
+ "coverage_weighted_by_count": 0.9068441064638784,
833
+ "calibrated_query_count": 2104,
834
+ "total_observed_query_count": 2104,
835
+ "calibrated_query_fraction": 1.0,
836
+ "field_horizon_balanced_standardized_interval_width": 1.0612048471296183,
837
+ "uncalibrated_fields": []
838
+ },
839
+ {
840
+ "family": "tank",
841
+ "field_horizon_balanced_standardized_mae": 0.19398614921374246,
842
+ "coverage_weighted_by_count": 0.8867629832096837,
843
+ "calibrated_query_count": 2561,
844
+ "total_observed_query_count": 2561,
845
+ "calibrated_query_fraction": 1.0,
846
+ "field_horizon_balanced_standardized_interval_width": 1.0373429280371522,
847
+ "uncalibrated_fields": []
848
+ },
849
+ {
850
+ "family": "thermal",
851
+ "field_horizon_balanced_standardized_mae": 0.053480925814559065,
852
+ "coverage_weighted_by_count": 0.9512591389114541,
853
+ "calibrated_query_count": 1231,
854
+ "total_observed_query_count": 1686,
855
+ "calibrated_query_fraction": 0.7301304863582444,
856
+ "field_horizon_balanced_standardized_interval_width": 0.37496149991779415,
857
+ "uncalibrated_fields": [
858
+ "mass_temp"
859
+ ]
860
+ }
861
+ ],
862
+ "intervention": [
863
+ {
864
+ "family": "battery",
865
+ "sample_count": 12,
866
+ "field_horizon_balanced_standardized_action_effect_mae": 0.21353556679131813,
867
+ "ranking_accuracy": 0.8194444444444444,
868
+ "mean_regret_family_objective_units": 0.07438788574709695
869
+ },
870
+ {
871
+ "family": "tank",
872
+ "sample_count": 9,
873
+ "field_horizon_balanced_standardized_action_effect_mae": 0.375519408741499,
874
+ "ranking_accuracy": 0.6666666666666666,
875
+ "mean_regret_family_objective_units": 14.565733903777224
876
+ },
877
+ {
878
+ "family": "thermal",
879
+ "sample_count": 9,
880
+ "field_horizon_balanced_standardized_action_effect_mae": 0.05728579907697506,
881
+ "ranking_accuracy": 0.9074074074074074,
882
+ "mean_regret_family_objective_units": 4.096646376501237
883
+ }
884
+ ],
885
+ "calibration_status": "heldout_partial"
886
+ },
887
+ "specialists": {
888
+ "status": "unrun",
889
+ "reason": "No specialist checkpoint artifacts supplied"
890
+ }
891
+ },
892
+ "generalization": [
893
+ {
894
+ "name": "heldout_systems",
895
+ "axis": "B",
896
+ "status": "completed",
897
+ "reason": null,
898
+ "evaluated_target_fraction": null
899
+ },
900
+ {
901
+ "name": "sensor_failures",
902
+ "axis": "C",
903
+ "status": "unrun",
904
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
905
+ "evaluated_target_fraction": null
906
+ },
907
+ {
908
+ "name": "sensor_bias",
909
+ "axis": "C",
910
+ "status": "unrun",
911
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
912
+ "evaluated_target_fraction": null
913
+ },
914
+ {
915
+ "name": "configuration_shift",
916
+ "axis": "D",
917
+ "status": "unrun",
918
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
919
+ "evaluated_target_fraction": null
920
+ },
921
+ {
922
+ "name": "leave_thermal_out",
923
+ "axis": "E",
924
+ "status": "unrun",
925
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
926
+ "evaluated_target_fraction": null
927
+ },
928
+ {
929
+ "name": "leave_tank_out",
930
+ "axis": "E",
931
+ "status": "unrun",
932
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
933
+ "evaluated_target_fraction": null
934
+ },
935
+ {
936
+ "name": "leave_battery_out",
937
+ "axis": "E",
938
+ "status": "unrun",
939
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
940
+ "evaluated_target_fraction": null
941
+ }
942
+ ]
943
+ },
944
+ "gru": {
945
+ "status": "completed",
946
+ "provenance_checks": "passed",
947
+ "source_report": "artifacts/smoke/report-gru-v2/benchmark.json",
948
+ "source_report_sha256": "4f8ba6827462589f5f80df0d8e34cb0b50da2f5d2d7d6d506337bd17a852271a",
949
+ "calibration_sha256": "67d780e83bde04238192bdb5ea2caa7353d3be63fbf762e28e500da0a8a78ad0",
950
+ "checkpoint_sha256": [
951
+ "ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663"
952
+ ],
953
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
954
+ "split_system_counts": {
955
+ "training_system_ids": 63,
956
+ "validation_selection_system_ids": 8,
957
+ "calibration_system_ids": 6,
958
+ "test_system_ids": 13
959
+ },
960
+ "parameter_count": 664322,
961
+ "inference": [
962
+ {
963
+ "device": "cpu",
964
+ "status": "completed",
965
+ "batch_size": 1,
966
+ "precision": "float32",
967
+ "repetitions": 30,
968
+ "warmup": 5,
969
+ "p50_ms": 3.8872915,
970
+ "p95_ms": 4.4816310999999995,
971
+ "process_peak_rss_bytes": 456704000,
972
+ "sampled_mps_driver_allocation_peak_bytes": null,
973
+ "memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.",
974
+ "timing_scope": "forward only; inputs resident; MPS synchronized before and after every call"
975
+ },
976
+ {
977
+ "device": "mps",
978
+ "status": "unavailable"
979
+ }
980
+ ],
981
+ "window_sampling": {
982
+ "seed": 2026,
983
+ "history_steps": 24,
984
+ "future_steps": 8,
985
+ "sampling": "uniform eligible anchors with replacement",
986
+ "anchor_sha256": "8b6e0caa2a477ef4cdce719cfc04caa8e80561e124d803dac61ffaefe8dff8f2",
987
+ "family_window_counts": {
988
+ "battery": 184,
989
+ "tank": 165,
990
+ "thermal": 163
991
+ }
992
+ },
993
+ "models": {
994
+ "catboost": {
995
+ "status": "unrun",
996
+ "reason": "Enable --catboost to fit the optional training-only baseline"
997
+ },
998
+ "foundation_model": {
999
+ "forecast": [
1000
+ {
1001
+ "family": "battery",
1002
+ "field_horizon_balanced_standardized_mae": 0.2691992074251175,
1003
+ "coverage_weighted_by_count": 0.94106463878327,
1004
+ "calibrated_query_count": 2104,
1005
+ "total_observed_query_count": 2104,
1006
+ "calibrated_query_fraction": 1.0,
1007
+ "field_horizon_balanced_standardized_interval_width": 1.769772475077991,
1008
+ "uncalibrated_fields": []
1009
+ },
1010
+ {
1011
+ "family": "tank",
1012
+ "field_horizon_balanced_standardized_mae": 0.22744196222629398,
1013
+ "coverage_weighted_by_count": 0.8875439281530652,
1014
+ "calibrated_query_count": 2561,
1015
+ "total_observed_query_count": 2561,
1016
+ "calibrated_query_fraction": 1.0,
1017
+ "field_horizon_balanced_standardized_interval_width": 1.1845489464009766,
1018
+ "uncalibrated_fields": []
1019
+ },
1020
+ {
1021
+ "family": "thermal",
1022
+ "field_horizon_balanced_standardized_mae": 0.10626375791616738,
1023
+ "coverage_weighted_by_count": 0.9553208773354996,
1024
+ "calibrated_query_count": 1231,
1025
+ "total_observed_query_count": 1686,
1026
+ "calibrated_query_fraction": 0.7301304863582444,
1027
+ "field_horizon_balanced_standardized_interval_width": 0.6831428043987473,
1028
+ "uncalibrated_fields": [
1029
+ "mass_temp"
1030
+ ]
1031
+ }
1032
+ ],
1033
+ "intervention": [
1034
+ {
1035
+ "family": "battery",
1036
+ "sample_count": 12,
1037
+ "field_horizon_balanced_standardized_action_effect_mae": 0.3903253484541181,
1038
+ "ranking_accuracy": 0.8472222222222222,
1039
+ "mean_regret_family_objective_units": 0.050546485460566226
1040
+ },
1041
+ {
1042
+ "family": "tank",
1043
+ "sample_count": 9,
1044
+ "field_horizon_balanced_standardized_action_effect_mae": 0.4149932857908747,
1045
+ "ranking_accuracy": 0.8703703703703703,
1046
+ "mean_regret_family_objective_units": 9.831722235589073
1047
+ },
1048
+ {
1049
+ "family": "thermal",
1050
+ "sample_count": 9,
1051
+ "field_horizon_balanced_standardized_action_effect_mae": 0.10282845522232471,
1052
+ "ranking_accuracy": 0.8703703703703703,
1053
+ "mean_regret_family_objective_units": 2.646552774845556
1054
+ }
1055
+ ],
1056
+ "calibration_status": "heldout_partial"
1057
+ },
1058
+ "persistence": {
1059
+ "forecast": [
1060
+ {
1061
+ "family": "battery",
1062
+ "field_horizon_balanced_standardized_mae": 0.2741769899924596,
1063
+ "coverage_weighted_by_count": 0.9120722433460076,
1064
+ "calibrated_query_count": 2104,
1065
+ "total_observed_query_count": 2104,
1066
+ "calibrated_query_fraction": 1.0,
1067
+ "field_horizon_balanced_standardized_interval_width": 1.9144873287577546,
1068
+ "uncalibrated_fields": []
1069
+ },
1070
+ {
1071
+ "family": "tank",
1072
+ "field_horizon_balanced_standardized_mae": 0.20508833997882903,
1073
+ "coverage_weighted_by_count": 0.91097227645451,
1074
+ "calibrated_query_count": 2561,
1075
+ "total_observed_query_count": 2561,
1076
+ "calibrated_query_fraction": 1.0,
1077
+ "field_horizon_balanced_standardized_interval_width": 1.3987040263066008,
1078
+ "uncalibrated_fields": []
1079
+ },
1080
+ {
1081
+ "family": "thermal",
1082
+ "field_horizon_balanced_standardized_mae": 0.1350649856030941,
1083
+ "coverage_weighted_by_count": 0.9870024370430545,
1084
+ "calibrated_query_count": 1231,
1085
+ "total_observed_query_count": 1686,
1086
+ "calibrated_query_fraction": 0.7301304863582444,
1087
+ "field_horizon_balanced_standardized_interval_width": 1.2741399954043633,
1088
+ "uncalibrated_fields": [
1089
+ "mass_temp"
1090
+ ]
1091
+ }
1092
+ ],
1093
+ "intervention": [
1094
+ {
1095
+ "family": "battery",
1096
+ "sample_count": 12,
1097
+ "field_horizon_balanced_standardized_action_effect_mae": 0.44577424080535133,
1098
+ "ranking_accuracy": 0.625,
1099
+ "mean_regret_family_objective_units": 0.1149686559871352
1100
+ },
1101
+ {
1102
+ "family": "tank",
1103
+ "sample_count": 9,
1104
+ "field_horizon_balanced_standardized_action_effect_mae": 0.4309230445413622,
1105
+ "ranking_accuracy": 0.9629629629629629,
1106
+ "mean_regret_family_objective_units": 0.19212913518986896
1107
+ },
1108
+ {
1109
+ "family": "thermal",
1110
+ "sample_count": 9,
1111
+ "field_horizon_balanced_standardized_action_effect_mae": 0.13642123593907265,
1112
+ "ranking_accuracy": 0.6388888888888888,
1113
+ "mean_regret_family_objective_units": 24.588706704133514
1114
+ }
1115
+ ],
1116
+ "calibration_status": "heldout_partial"
1117
+ },
1118
+ "history_linear_system_id": {
1119
+ "forecast": [
1120
+ {
1121
+ "family": "battery",
1122
+ "field_horizon_balanced_standardized_mae": 0.1964516549681624,
1123
+ "coverage_weighted_by_count": 0.9068441064638784,
1124
+ "calibrated_query_count": 2104,
1125
+ "total_observed_query_count": 2104,
1126
+ "calibrated_query_fraction": 1.0,
1127
+ "field_horizon_balanced_standardized_interval_width": 1.0612048471296183,
1128
+ "uncalibrated_fields": []
1129
+ },
1130
+ {
1131
+ "family": "tank",
1132
+ "field_horizon_balanced_standardized_mae": 0.19398614921374246,
1133
+ "coverage_weighted_by_count": 0.8867629832096837,
1134
+ "calibrated_query_count": 2561,
1135
+ "total_observed_query_count": 2561,
1136
+ "calibrated_query_fraction": 1.0,
1137
+ "field_horizon_balanced_standardized_interval_width": 1.0373429280371522,
1138
+ "uncalibrated_fields": []
1139
+ },
1140
+ {
1141
+ "family": "thermal",
1142
+ "field_horizon_balanced_standardized_mae": 0.053480925814559065,
1143
+ "coverage_weighted_by_count": 0.9512591389114541,
1144
+ "calibrated_query_count": 1231,
1145
+ "total_observed_query_count": 1686,
1146
+ "calibrated_query_fraction": 0.7301304863582444,
1147
+ "field_horizon_balanced_standardized_interval_width": 0.37496149991779415,
1148
+ "uncalibrated_fields": [
1149
+ "mass_temp"
1150
+ ]
1151
+ }
1152
+ ],
1153
+ "intervention": [
1154
+ {
1155
+ "family": "battery",
1156
+ "sample_count": 12,
1157
+ "field_horizon_balanced_standardized_action_effect_mae": 0.21353556679131813,
1158
+ "ranking_accuracy": 0.8194444444444444,
1159
+ "mean_regret_family_objective_units": 0.07438788574709695
1160
+ },
1161
+ {
1162
+ "family": "tank",
1163
+ "sample_count": 9,
1164
+ "field_horizon_balanced_standardized_action_effect_mae": 0.375519408741499,
1165
+ "ranking_accuracy": 0.6666666666666666,
1166
+ "mean_regret_family_objective_units": 14.565733903777224
1167
+ },
1168
+ {
1169
+ "family": "thermal",
1170
+ "sample_count": 9,
1171
+ "field_horizon_balanced_standardized_action_effect_mae": 0.05728579907697506,
1172
+ "ranking_accuracy": 0.9074074074074074,
1173
+ "mean_regret_family_objective_units": 4.096646376501237
1174
+ }
1175
+ ],
1176
+ "calibration_status": "heldout_partial"
1177
+ },
1178
+ "specialists": {
1179
+ "status": "unrun",
1180
+ "reason": "No specialist checkpoint artifacts supplied"
1181
+ }
1182
+ },
1183
+ "generalization": [
1184
+ {
1185
+ "name": "heldout_systems",
1186
+ "axis": "B",
1187
+ "status": "completed",
1188
+ "reason": null,
1189
+ "evaluated_target_fraction": null
1190
+ },
1191
+ {
1192
+ "name": "sensor_failures",
1193
+ "axis": "C",
1194
+ "status": "unrun",
1195
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
1196
+ "evaluated_target_fraction": null
1197
+ },
1198
+ {
1199
+ "name": "sensor_bias",
1200
+ "axis": "C",
1201
+ "status": "unrun",
1202
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
1203
+ "evaluated_target_fraction": null
1204
+ },
1205
+ {
1206
+ "name": "configuration_shift",
1207
+ "axis": "D",
1208
+ "status": "unrun",
1209
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
1210
+ "evaluated_target_fraction": null
1211
+ },
1212
+ {
1213
+ "name": "leave_thermal_out",
1214
+ "axis": "E",
1215
+ "status": "unrun",
1216
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
1217
+ "evaluated_target_fraction": null
1218
+ },
1219
+ {
1220
+ "name": "leave_tank_out",
1221
+ "axis": "E",
1222
+ "status": "unrun",
1223
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
1224
+ "evaluated_target_fraction": null
1225
+ },
1226
+ {
1227
+ "name": "leave_battery_out",
1228
+ "axis": "E",
1229
+ "status": "unrun",
1230
+ "reason": "Dataset and compatible trained checkpoint were not supplied",
1231
+ "evaluated_target_fraction": null
1232
+ }
1233
+ ]
1234
+ }
1235
+ }
1236
+ }
artifacts/smoke/gru-v2/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663
3
+ size 2673077
artifacts/smoke/gru-v2/normalization.json ADDED
@@ -0,0 +1,216 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bounds": {
3
+ "ambient_temp": [
4
+ -30,
5
+ 60
6
+ ],
7
+ "battery_power": [
8
+ -20,
9
+ 20
10
+ ],
11
+ "battery_temp": [
12
+ -30,
13
+ 80
14
+ ],
15
+ "demand": [
16
+ 0,
17
+ 10
18
+ ],
19
+ "energy_kwh": [
20
+ 0,
21
+ 1000000.0
22
+ ],
23
+ "flow": [
24
+ 0,
25
+ 20
26
+ ],
27
+ "hvac_power": [
28
+ -15,
29
+ 15
30
+ ],
31
+ "indoor_temp": [
32
+ -30,
33
+ 70
34
+ ],
35
+ "inlet_temp": [
36
+ -5,
37
+ 60
38
+ ],
39
+ "mass_temp": [
40
+ -30,
41
+ 70
42
+ ],
43
+ "occupancy_gain": [
44
+ 0,
45
+ 3
46
+ ],
47
+ "outdoor_temp": [
48
+ -30,
49
+ 60
50
+ ],
51
+ "pressure": [
52
+ 0,
53
+ 300
54
+ ],
55
+ "pump_output": [
56
+ 0,
57
+ 1
58
+ ],
59
+ "solar_gain": [
60
+ 0,
61
+ 5
62
+ ],
63
+ "state_of_charge": [
64
+ 0,
65
+ 1
66
+ ],
67
+ "terminal_voltage": [
68
+ 10,
69
+ 70
70
+ ],
71
+ "valve_position": [
72
+ 0,
73
+ 1
74
+ ],
75
+ "water_level": [
76
+ 0,
77
+ 50
78
+ ],
79
+ "water_temp": [
80
+ -5,
81
+ 80
82
+ ]
83
+ },
84
+ "field_names": [
85
+ "indoor_temp",
86
+ "mass_temp",
87
+ "energy_kwh",
88
+ "water_level",
89
+ "water_temp",
90
+ "flow",
91
+ "pressure",
92
+ "state_of_charge",
93
+ "battery_temp",
94
+ "terminal_voltage",
95
+ "hvac_power",
96
+ "valve_position",
97
+ "pump_output",
98
+ "battery_power",
99
+ "outdoor_temp",
100
+ "solar_gain",
101
+ "occupancy_gain",
102
+ "demand",
103
+ "inlet_temp",
104
+ "ambient_temp"
105
+ ],
106
+ "mean": [
107
+ 22.70603087325577,
108
+ 22.69654438073613,
109
+ 131.49506991255515,
110
+ 10.611352725783712,
111
+ 15.819536909149944,
112
+ 0.4646632767598711,
113
+ 42.42978342481667,
114
+ 0.4546572813396321,
115
+ 24.40065554790567,
116
+ 36.48297630851633,
117
+ 1.1346818930767029,
118
+ 0.5755911930638851,
119
+ 0.40155988825274386,
120
+ 0.022961381236976438,
121
+ 15.315917070521719,
122
+ 0.520834515834406,
123
+ 0.37569560881521114,
124
+ 1.1359334616464394,
125
+ 15.140484972635141,
126
+ 16.79259363318399
127
+ ],
128
+ "scale": [
129
+ 6.154002724453032,
130
+ 2.4485928604004092,
131
+ 79.55275824889847,
132
+ 5.80189339124971,
133
+ 1.1575559485771731,
134
+ 0.48030495273204094,
135
+ 42.53962233108043,
136
+ 0.3665217032249337,
137
+ 8.096546830008746,
138
+ 15.969086006634463,
139
+ 8.874726625476349,
140
+ 0.33284581310025885,
141
+ 0.34490505133601795,
142
+ 11.074270393841902,
143
+ 5.716882001640923,
144
+ 0.7028486614385896,
145
+ 0.24429720635365956,
146
+ 0.7242882865766985,
147
+ 0.9667415649676722,
148
+ 6.060135944953007
149
+ ],
150
+ "training_system_ids": [
151
+ "battery-00002",
152
+ "battery-00005",
153
+ "battery-00008",
154
+ "battery-00011",
155
+ "battery-00014",
156
+ "battery-00020",
157
+ "battery-00035",
158
+ "battery-00041",
159
+ "battery-00044",
160
+ "battery-00047",
161
+ "battery-00053",
162
+ "battery-00056",
163
+ "battery-00059",
164
+ "battery-00062",
165
+ "battery-00071",
166
+ "battery-00074",
167
+ "battery-00077",
168
+ "battery-00080",
169
+ "battery-00083",
170
+ "battery-00086",
171
+ "battery-00089",
172
+ "tank-00001",
173
+ "tank-00004",
174
+ "tank-00007",
175
+ "tank-00013",
176
+ "tank-00016",
177
+ "tank-00019",
178
+ "tank-00022",
179
+ "tank-00025",
180
+ "tank-00028",
181
+ "tank-00031",
182
+ "tank-00034",
183
+ "tank-00040",
184
+ "tank-00052",
185
+ "tank-00055",
186
+ "tank-00058",
187
+ "tank-00061",
188
+ "tank-00067",
189
+ "tank-00070",
190
+ "tank-00073",
191
+ "tank-00079",
192
+ "tank-00085",
193
+ "thermal-00000",
194
+ "thermal-00009",
195
+ "thermal-00015",
196
+ "thermal-00018",
197
+ "thermal-00021",
198
+ "thermal-00027",
199
+ "thermal-00030",
200
+ "thermal-00036",
201
+ "thermal-00045",
202
+ "thermal-00048",
203
+ "thermal-00051",
204
+ "thermal-00054",
205
+ "thermal-00057",
206
+ "thermal-00060",
207
+ "thermal-00063",
208
+ "thermal-00066",
209
+ "thermal-00069",
210
+ "thermal-00072",
211
+ "thermal-00075",
212
+ "thermal-00078",
213
+ "thermal-00087"
214
+ ],
215
+ "version": 1
216
+ }
artifacts/smoke/gru-v2/run.json ADDED
@@ -0,0 +1,296 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_version": "tfm-checkpoint-v1",
3
+ "schema_version": "tfm-schema-v1",
4
+ "field_names": [
5
+ "indoor_temp",
6
+ "mass_temp",
7
+ "energy_kwh",
8
+ "water_level",
9
+ "water_temp",
10
+ "flow",
11
+ "pressure",
12
+ "state_of_charge",
13
+ "battery_temp",
14
+ "terminal_voltage",
15
+ "hvac_power",
16
+ "valve_position",
17
+ "pump_output",
18
+ "battery_power",
19
+ "outdoor_temp",
20
+ "solar_gain",
21
+ "occupancy_gain",
22
+ "demand",
23
+ "inlet_temp",
24
+ "ambient_temp"
25
+ ],
26
+ "normalization_version": 1,
27
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
28
+ "training_families": [
29
+ "battery",
30
+ "tank",
31
+ "thermal"
32
+ ],
33
+ "excluded_families": [],
34
+ "model_kind": "gru",
35
+ "model_config": {
36
+ "history_steps": 24,
37
+ "future_steps": 8,
38
+ "num_fields": 20,
39
+ "num_units": 8,
40
+ "num_roles": 3,
41
+ "d_model": 128,
42
+ "layers": 4,
43
+ "heads": 4,
44
+ "ff_dim": 512,
45
+ "dropout": 0.0,
46
+ "use_history": true
47
+ },
48
+ "seed": 42,
49
+ "split_seed": 42,
50
+ "device": "cpu",
51
+ "requested_device": "cpu",
52
+ "cpu_fallback_reason": null,
53
+ "dtype": "float32",
54
+ "backend_smoke_passed": true,
55
+ "parameter_count": 664322,
56
+ "training_system_ids": [
57
+ "battery-00002",
58
+ "battery-00005",
59
+ "battery-00008",
60
+ "battery-00011",
61
+ "battery-00014",
62
+ "battery-00020",
63
+ "battery-00035",
64
+ "battery-00041",
65
+ "battery-00044",
66
+ "battery-00047",
67
+ "battery-00053",
68
+ "battery-00056",
69
+ "battery-00059",
70
+ "battery-00062",
71
+ "battery-00071",
72
+ "battery-00074",
73
+ "battery-00077",
74
+ "battery-00080",
75
+ "battery-00083",
76
+ "battery-00086",
77
+ "battery-00089",
78
+ "tank-00001",
79
+ "tank-00004",
80
+ "tank-00007",
81
+ "tank-00013",
82
+ "tank-00016",
83
+ "tank-00019",
84
+ "tank-00022",
85
+ "tank-00025",
86
+ "tank-00028",
87
+ "tank-00031",
88
+ "tank-00034",
89
+ "tank-00040",
90
+ "tank-00052",
91
+ "tank-00055",
92
+ "tank-00058",
93
+ "tank-00061",
94
+ "tank-00067",
95
+ "tank-00070",
96
+ "tank-00073",
97
+ "tank-00079",
98
+ "tank-00085",
99
+ "thermal-00000",
100
+ "thermal-00009",
101
+ "thermal-00015",
102
+ "thermal-00018",
103
+ "thermal-00021",
104
+ "thermal-00027",
105
+ "thermal-00030",
106
+ "thermal-00036",
107
+ "thermal-00045",
108
+ "thermal-00048",
109
+ "thermal-00051",
110
+ "thermal-00054",
111
+ "thermal-00057",
112
+ "thermal-00060",
113
+ "thermal-00063",
114
+ "thermal-00066",
115
+ "thermal-00069",
116
+ "thermal-00072",
117
+ "thermal-00075",
118
+ "thermal-00078",
119
+ "thermal-00087"
120
+ ],
121
+ "validation_system_ids": [
122
+ "battery-00023",
123
+ "battery-00029",
124
+ "battery-00038",
125
+ "battery-00065",
126
+ "tank-00037",
127
+ "tank-00049",
128
+ "tank-00064",
129
+ "tank-00076",
130
+ "tank-00082",
131
+ "thermal-00006",
132
+ "thermal-00012",
133
+ "thermal-00033",
134
+ "thermal-00042",
135
+ "thermal-00084"
136
+ ],
137
+ "validation_selection_system_ids": [
138
+ "battery-00023",
139
+ "battery-00029",
140
+ "tank-00037",
141
+ "tank-00049",
142
+ "tank-00064",
143
+ "thermal-00006",
144
+ "thermal-00012",
145
+ "thermal-00042"
146
+ ],
147
+ "calibration_system_ids": [
148
+ "battery-00038",
149
+ "battery-00065",
150
+ "tank-00076",
151
+ "tank-00082",
152
+ "thermal-00033",
153
+ "thermal-00084"
154
+ ],
155
+ "test_system_ids": [
156
+ "battery-00017",
157
+ "battery-00026",
158
+ "battery-00032",
159
+ "battery-00050",
160
+ "battery-00068",
161
+ "tank-00010",
162
+ "tank-00043",
163
+ "tank-00046",
164
+ "tank-00088",
165
+ "thermal-00003",
166
+ "thermal-00024",
167
+ "thermal-00039",
168
+ "thermal-00081"
169
+ ],
170
+ "normalization_fit_partition": "train",
171
+ "manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/smoke/data-v2/manifest.json",
172
+ "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c",
173
+ "generator_version": "0.1.2",
174
+ "best_validation_nll": -0.07819113636004289,
175
+ "epochs_completed": 8,
176
+ "early_stopping_patience": 8,
177
+ "elapsed_seconds": 79.520516872406,
178
+ "arguments": {
179
+ "data": "artifacts/smoke/data-v2",
180
+ "output": "artifacts/smoke/gru-v2",
181
+ "model": "gru",
182
+ "epochs": 8,
183
+ "batch_size": 64,
184
+ "samples": 4096,
185
+ "validation_samples": 512,
186
+ "history_steps": 24,
187
+ "no_history": false,
188
+ "seed": 42,
189
+ "split_seed": 42,
190
+ "device": "cpu",
191
+ "allow_cpu_fallback": false,
192
+ "ensemble_size": 1,
193
+ "seeds": null,
194
+ "d_model": 128,
195
+ "layers": 4,
196
+ "heads": 4,
197
+ "ff_dim": 512,
198
+ "dropout": 0.0,
199
+ "learning_rate": 0.0003,
200
+ "weight_decay": 0.01,
201
+ "warmup_fraction": 0.05,
202
+ "patience": 8,
203
+ "min_delta": 0.0001
204
+ },
205
+ "epochs": [
206
+ {
207
+ "epoch": 1,
208
+ "train_nll": 0.2998780447579629,
209
+ "train_mae": 0.26482424849678915,
210
+ "train_rmse": 0.5473852645105065,
211
+ "validation_nll": 0.013872727102636753,
212
+ "validation_mae": 0.2670426760457418,
213
+ "validation_rmse": 0.6051041610497804,
214
+ "learning_rate": 0.0002954973225032615,
215
+ "last_gradient_norm": 8.878207206726074
216
+ },
217
+ {
218
+ "epoch": 2,
219
+ "train_nll": -0.05546094241117411,
220
+ "train_mae": 0.25072678408706267,
221
+ "train_rmse": 0.5296657262163369,
222
+ "validation_nll": 0.19355300917359378,
223
+ "validation_mae": 0.2739554906587374,
224
+ "validation_rmse": 0.5963236425992721,
225
+ "learning_rate": 0.00026855890042781387,
226
+ "last_gradient_norm": 42.46304702758789
227
+ },
228
+ {
229
+ "epoch": 3,
230
+ "train_nll": -0.11996948409184587,
231
+ "train_mae": 0.2468278620060818,
232
+ "train_rmse": 0.5221070153453459,
233
+ "validation_nll": -0.03251787333595369,
234
+ "validation_mae": 0.26693844056222726,
235
+ "validation_rmse": 0.5853516320525237,
236
+ "learning_rate": 0.00022161641655569234,
237
+ "last_gradient_norm": 28.901456832885742
238
+ },
239
+ {
240
+ "epoch": 4,
241
+ "train_nll": -0.16836349466203082,
242
+ "train_mae": 0.24150499198369835,
243
+ "train_rmse": 0.508932612609225,
244
+ "validation_nll": 0.10558612990912511,
245
+ "validation_mae": 0.2717121501949011,
246
+ "validation_rmse": 0.5703388740937412,
247
+ "learning_rate": 0.00016259032514953599,
248
+ "last_gradient_norm": 71.28516387939453
249
+ },
250
+ {
251
+ "epoch": 5,
252
+ "train_nll": -0.2098601688966982,
253
+ "train_mae": 0.23871006840681558,
254
+ "train_rmse": 0.5001203530409201,
255
+ "validation_nll": -0.07819113636004289,
256
+ "validation_mae": 0.2612234248190876,
257
+ "validation_rmse": 0.5630238600331688,
258
+ "learning_rate": 0.00010143990869125184,
259
+ "last_gradient_norm": 28.47010040283203
260
+ },
261
+ {
262
+ "epoch": 6,
263
+ "train_nll": -0.2640103780950472,
264
+ "train_mae": 0.23501000385242615,
265
+ "train_rmse": 0.491191279828448,
266
+ "validation_nll": -0.03200747065353727,
267
+ "validation_mae": 0.2551837408000936,
268
+ "validation_rmse": 0.5555401494344179,
269
+ "learning_rate": 4.848288019361069e-05,
270
+ "last_gradient_norm": 25.526653289794922
271
+ },
272
+ {
273
+ "epoch": 7,
274
+ "train_nll": -0.3060764532756818,
275
+ "train_mae": 0.2336412860440446,
276
+ "train_rmse": 0.4863769057155544,
277
+ "validation_nll": -0.051361483287177205,
278
+ "validation_mae": 0.25647185259901395,
279
+ "validation_rmse": 0.5517321889693604,
280
+ "learning_rate": 1.2654508681649116e-05,
281
+ "last_gradient_norm": 6.484920978546143
282
+ },
283
+ {
284
+ "epoch": 8,
285
+ "train_nll": -0.324121504178104,
286
+ "train_mae": 0.23299573672585452,
287
+ "train_rmse": 0.4846939921452679,
288
+ "validation_nll": -0.020653052289143155,
289
+ "validation_mae": 0.25535531607945566,
290
+ "validation_rmse": 0.5515283401218187,
291
+ "learning_rate": 0.0,
292
+ "last_gradient_norm": 6.1785359382629395
293
+ }
294
+ ],
295
+ "checkpoint_sha256": "ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663"
296
+ }
artifacts/smoke/http-prediction-v2.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model_version":"tfm-0.1.0+06e3fdb3024f","predictions":{"idle":{"15":{"indoor_temp":{"mean":21.6300320764822,"predictive_std":0.3451795321517791,"interval_90":[21.04643458245236,22.213629570512037],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":0.0,"predictive_std":1.1105199151977532,"interval_90":[0.0,1.4767240697411754],"interval_status":"calibrated","physically_clipped":true}},"30":{"indoor_temp":{"mean":21.243754348307846,"predictive_std":0.48786657213387435,"interval_90":[20.502251388074363,21.98525730854133],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":0.0,"predictive_std":1.1541299024379605,"interval_90":[0.0,2.4986286996458977],"interval_status":"calibrated","physically_clipped":true}},"60":{"indoor_temp":{"mean":20.548828122374342,"predictive_std":0.8741459050894925,"interval_90":[19.096977525089763,22.00067871965892],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":0.12804252714024056,"predictive_std":1.3082271578907467,"interval_90":[0.0,3.9562205867658022],"interval_status":"calibrated","physically_clipped":false}},"120":{"indoor_temp":{"mean":19.84902968881782,"predictive_std":1.9312579658258817,"interval_90":[15.856029718934765,23.842029658700874],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":2.4081272162227396,"predictive_std":1.8690143980178695,"interval_90":[0.0,9.171502856570381],"interval_status":"calibrated","physically_clipped":false}}},"heat":{"15":{"indoor_temp":{"mean":22.07742166342127,"predictive_std":0.37086158035351413,"interval_90":[21.450403347540686,22.704439979301853],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":0.0,"predictive_std":1.1227898407972985,"interval_90":[0.0,1.946276962466245],"interval_status":"calibrated","physically_clipped":true}},"30":{"indoor_temp":{"mean":22.30243975952211,"predictive_std":0.594472695942791,"interval_90":[21.398907341034132,23.205972178010086],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":0.446501663202889,"predictive_std":1.1993791890792642,"interval_90":[0.0,3.7007093531431416],"interval_status":"calibrated","physically_clipped":false}},"60":{"indoor_temp":{"mean":22.67714121463617,"predictive_std":1.3839198964857127,"interval_90":[20.378617688290653,24.975664740981685],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":2.8382091127975775,"predictive_std":1.5045332241273752,"interval_90":[0.0,7.240824548383212],"interval_status":"calibrated","physically_clipped":false}},"120":{"indoor_temp":{"mean":22.59832751809455,"predictive_std":2.894426956611908,"interval_90":[16.61391375510063,28.58274128108847],"interval_status":"calibrated","physically_clipped":false},"energy_kwh":{"mean":8.088810708871916,"predictive_std":2.456717384363262,"interval_90":[0.0,16.97889873079533],"interval_status":"calibrated","physically_clipped":false}}}},"indicators":{"insufficient_context":true,"out_of_distribution":false,"ood_method":"heuristic: current observed states beyond six training standard deviations","intervals_condition_on_known_exogenous":true,"missing_observations":true}}
artifacts/smoke/mlp-v2/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c
3
+ size 3518645
artifacts/smoke/mlp-v2/normalization.json ADDED
@@ -0,0 +1,216 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bounds": {
3
+ "ambient_temp": [
4
+ -30,
5
+ 60
6
+ ],
7
+ "battery_power": [
8
+ -20,
9
+ 20
10
+ ],
11
+ "battery_temp": [
12
+ -30,
13
+ 80
14
+ ],
15
+ "demand": [
16
+ 0,
17
+ 10
18
+ ],
19
+ "energy_kwh": [
20
+ 0,
21
+ 1000000.0
22
+ ],
23
+ "flow": [
24
+ 0,
25
+ 20
26
+ ],
27
+ "hvac_power": [
28
+ -15,
29
+ 15
30
+ ],
31
+ "indoor_temp": [
32
+ -30,
33
+ 70
34
+ ],
35
+ "inlet_temp": [
36
+ -5,
37
+ 60
38
+ ],
39
+ "mass_temp": [
40
+ -30,
41
+ 70
42
+ ],
43
+ "occupancy_gain": [
44
+ 0,
45
+ 3
46
+ ],
47
+ "outdoor_temp": [
48
+ -30,
49
+ 60
50
+ ],
51
+ "pressure": [
52
+ 0,
53
+ 300
54
+ ],
55
+ "pump_output": [
56
+ 0,
57
+ 1
58
+ ],
59
+ "solar_gain": [
60
+ 0,
61
+ 5
62
+ ],
63
+ "state_of_charge": [
64
+ 0,
65
+ 1
66
+ ],
67
+ "terminal_voltage": [
68
+ 10,
69
+ 70
70
+ ],
71
+ "valve_position": [
72
+ 0,
73
+ 1
74
+ ],
75
+ "water_level": [
76
+ 0,
77
+ 50
78
+ ],
79
+ "water_temp": [
80
+ -5,
81
+ 80
82
+ ]
83
+ },
84
+ "field_names": [
85
+ "indoor_temp",
86
+ "mass_temp",
87
+ "energy_kwh",
88
+ "water_level",
89
+ "water_temp",
90
+ "flow",
91
+ "pressure",
92
+ "state_of_charge",
93
+ "battery_temp",
94
+ "terminal_voltage",
95
+ "hvac_power",
96
+ "valve_position",
97
+ "pump_output",
98
+ "battery_power",
99
+ "outdoor_temp",
100
+ "solar_gain",
101
+ "occupancy_gain",
102
+ "demand",
103
+ "inlet_temp",
104
+ "ambient_temp"
105
+ ],
106
+ "mean": [
107
+ 22.70603087325577,
108
+ 22.69654438073613,
109
+ 131.49506991255515,
110
+ 10.611352725783712,
111
+ 15.819536909149944,
112
+ 0.4646632767598711,
113
+ 42.42978342481667,
114
+ 0.4546572813396321,
115
+ 24.40065554790567,
116
+ 36.48297630851633,
117
+ 1.1346818930767029,
118
+ 0.5755911930638851,
119
+ 0.40155988825274386,
120
+ 0.022961381236976438,
121
+ 15.315917070521719,
122
+ 0.520834515834406,
123
+ 0.37569560881521114,
124
+ 1.1359334616464394,
125
+ 15.140484972635141,
126
+ 16.79259363318399
127
+ ],
128
+ "scale": [
129
+ 6.154002724453032,
130
+ 2.4485928604004092,
131
+ 79.55275824889847,
132
+ 5.80189339124971,
133
+ 1.1575559485771731,
134
+ 0.48030495273204094,
135
+ 42.53962233108043,
136
+ 0.3665217032249337,
137
+ 8.096546830008746,
138
+ 15.969086006634463,
139
+ 8.874726625476349,
140
+ 0.33284581310025885,
141
+ 0.34490505133601795,
142
+ 11.074270393841902,
143
+ 5.716882001640923,
144
+ 0.7028486614385896,
145
+ 0.24429720635365956,
146
+ 0.7242882865766985,
147
+ 0.9667415649676722,
148
+ 6.060135944953007
149
+ ],
150
+ "training_system_ids": [
151
+ "battery-00002",
152
+ "battery-00005",
153
+ "battery-00008",
154
+ "battery-00011",
155
+ "battery-00014",
156
+ "battery-00020",
157
+ "battery-00035",
158
+ "battery-00041",
159
+ "battery-00044",
160
+ "battery-00047",
161
+ "battery-00053",
162
+ "battery-00056",
163
+ "battery-00059",
164
+ "battery-00062",
165
+ "battery-00071",
166
+ "battery-00074",
167
+ "battery-00077",
168
+ "battery-00080",
169
+ "battery-00083",
170
+ "battery-00086",
171
+ "battery-00089",
172
+ "tank-00001",
173
+ "tank-00004",
174
+ "tank-00007",
175
+ "tank-00013",
176
+ "tank-00016",
177
+ "tank-00019",
178
+ "tank-00022",
179
+ "tank-00025",
180
+ "tank-00028",
181
+ "tank-00031",
182
+ "tank-00034",
183
+ "tank-00040",
184
+ "tank-00052",
185
+ "tank-00055",
186
+ "tank-00058",
187
+ "tank-00061",
188
+ "tank-00067",
189
+ "tank-00070",
190
+ "tank-00073",
191
+ "tank-00079",
192
+ "tank-00085",
193
+ "thermal-00000",
194
+ "thermal-00009",
195
+ "thermal-00015",
196
+ "thermal-00018",
197
+ "thermal-00021",
198
+ "thermal-00027",
199
+ "thermal-00030",
200
+ "thermal-00036",
201
+ "thermal-00045",
202
+ "thermal-00048",
203
+ "thermal-00051",
204
+ "thermal-00054",
205
+ "thermal-00057",
206
+ "thermal-00060",
207
+ "thermal-00063",
208
+ "thermal-00066",
209
+ "thermal-00069",
210
+ "thermal-00072",
211
+ "thermal-00075",
212
+ "thermal-00078",
213
+ "thermal-00087"
214
+ ],
215
+ "version": 1
216
+ }
artifacts/smoke/mlp-v2/run.json ADDED
@@ -0,0 +1,296 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_version": "tfm-checkpoint-v1",
3
+ "schema_version": "tfm-schema-v1",
4
+ "field_names": [
5
+ "indoor_temp",
6
+ "mass_temp",
7
+ "energy_kwh",
8
+ "water_level",
9
+ "water_temp",
10
+ "flow",
11
+ "pressure",
12
+ "state_of_charge",
13
+ "battery_temp",
14
+ "terminal_voltage",
15
+ "hvac_power",
16
+ "valve_position",
17
+ "pump_output",
18
+ "battery_power",
19
+ "outdoor_temp",
20
+ "solar_gain",
21
+ "occupancy_gain",
22
+ "demand",
23
+ "inlet_temp",
24
+ "ambient_temp"
25
+ ],
26
+ "normalization_version": 1,
27
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
28
+ "training_families": [
29
+ "battery",
30
+ "tank",
31
+ "thermal"
32
+ ],
33
+ "excluded_families": [],
34
+ "model_kind": "mlp",
35
+ "model_config": {
36
+ "history_steps": 24,
37
+ "future_steps": 8,
38
+ "num_fields": 20,
39
+ "num_units": 8,
40
+ "num_roles": 3,
41
+ "d_model": 128,
42
+ "layers": 4,
43
+ "heads": 4,
44
+ "ff_dim": 512,
45
+ "dropout": 0.0,
46
+ "use_history": true
47
+ },
48
+ "seed": 42,
49
+ "split_seed": 42,
50
+ "device": "cpu",
51
+ "requested_device": "cpu",
52
+ "cpu_fallback_reason": null,
53
+ "dtype": "float32",
54
+ "backend_smoke_passed": true,
55
+ "parameter_count": 876034,
56
+ "training_system_ids": [
57
+ "battery-00002",
58
+ "battery-00005",
59
+ "battery-00008",
60
+ "battery-00011",
61
+ "battery-00014",
62
+ "battery-00020",
63
+ "battery-00035",
64
+ "battery-00041",
65
+ "battery-00044",
66
+ "battery-00047",
67
+ "battery-00053",
68
+ "battery-00056",
69
+ "battery-00059",
70
+ "battery-00062",
71
+ "battery-00071",
72
+ "battery-00074",
73
+ "battery-00077",
74
+ "battery-00080",
75
+ "battery-00083",
76
+ "battery-00086",
77
+ "battery-00089",
78
+ "tank-00001",
79
+ "tank-00004",
80
+ "tank-00007",
81
+ "tank-00013",
82
+ "tank-00016",
83
+ "tank-00019",
84
+ "tank-00022",
85
+ "tank-00025",
86
+ "tank-00028",
87
+ "tank-00031",
88
+ "tank-00034",
89
+ "tank-00040",
90
+ "tank-00052",
91
+ "tank-00055",
92
+ "tank-00058",
93
+ "tank-00061",
94
+ "tank-00067",
95
+ "tank-00070",
96
+ "tank-00073",
97
+ "tank-00079",
98
+ "tank-00085",
99
+ "thermal-00000",
100
+ "thermal-00009",
101
+ "thermal-00015",
102
+ "thermal-00018",
103
+ "thermal-00021",
104
+ "thermal-00027",
105
+ "thermal-00030",
106
+ "thermal-00036",
107
+ "thermal-00045",
108
+ "thermal-00048",
109
+ "thermal-00051",
110
+ "thermal-00054",
111
+ "thermal-00057",
112
+ "thermal-00060",
113
+ "thermal-00063",
114
+ "thermal-00066",
115
+ "thermal-00069",
116
+ "thermal-00072",
117
+ "thermal-00075",
118
+ "thermal-00078",
119
+ "thermal-00087"
120
+ ],
121
+ "validation_system_ids": [
122
+ "battery-00023",
123
+ "battery-00029",
124
+ "battery-00038",
125
+ "battery-00065",
126
+ "tank-00037",
127
+ "tank-00049",
128
+ "tank-00064",
129
+ "tank-00076",
130
+ "tank-00082",
131
+ "thermal-00006",
132
+ "thermal-00012",
133
+ "thermal-00033",
134
+ "thermal-00042",
135
+ "thermal-00084"
136
+ ],
137
+ "validation_selection_system_ids": [
138
+ "battery-00023",
139
+ "battery-00029",
140
+ "tank-00037",
141
+ "tank-00049",
142
+ "tank-00064",
143
+ "thermal-00006",
144
+ "thermal-00012",
145
+ "thermal-00042"
146
+ ],
147
+ "calibration_system_ids": [
148
+ "battery-00038",
149
+ "battery-00065",
150
+ "tank-00076",
151
+ "tank-00082",
152
+ "thermal-00033",
153
+ "thermal-00084"
154
+ ],
155
+ "test_system_ids": [
156
+ "battery-00017",
157
+ "battery-00026",
158
+ "battery-00032",
159
+ "battery-00050",
160
+ "battery-00068",
161
+ "tank-00010",
162
+ "tank-00043",
163
+ "tank-00046",
164
+ "tank-00088",
165
+ "thermal-00003",
166
+ "thermal-00024",
167
+ "thermal-00039",
168
+ "thermal-00081"
169
+ ],
170
+ "normalization_fit_partition": "train",
171
+ "manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/smoke/data-v2/manifest.json",
172
+ "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c",
173
+ "generator_version": "0.1.2",
174
+ "best_validation_nll": -0.07473917390109723,
175
+ "epochs_completed": 8,
176
+ "early_stopping_patience": 8,
177
+ "elapsed_seconds": 17.28746199607849,
178
+ "arguments": {
179
+ "data": "artifacts/smoke/data-v2",
180
+ "output": "artifacts/smoke/mlp-v2",
181
+ "model": "mlp",
182
+ "epochs": 8,
183
+ "batch_size": 64,
184
+ "samples": 4096,
185
+ "validation_samples": 512,
186
+ "history_steps": 24,
187
+ "no_history": false,
188
+ "seed": 42,
189
+ "split_seed": 42,
190
+ "device": "cpu",
191
+ "allow_cpu_fallback": false,
192
+ "ensemble_size": 1,
193
+ "seeds": null,
194
+ "d_model": 128,
195
+ "layers": 4,
196
+ "heads": 4,
197
+ "ff_dim": 512,
198
+ "dropout": 0.0,
199
+ "learning_rate": 0.0003,
200
+ "weight_decay": 0.01,
201
+ "warmup_fraction": 0.05,
202
+ "patience": 8,
203
+ "min_delta": 0.0001
204
+ },
205
+ "epochs": [
206
+ {
207
+ "epoch": 1,
208
+ "train_nll": 0.3312171147543871,
209
+ "train_mae": 0.2762846154514446,
210
+ "train_rmse": 0.5584040379807723,
211
+ "validation_nll": 0.031323252135359164,
212
+ "validation_mae": 0.2650739111313431,
213
+ "validation_rmse": 0.6166856375968989,
214
+ "learning_rate": 0.0002954973225032615,
215
+ "last_gradient_norm": 6.2782368659973145
216
+ },
217
+ {
218
+ "epoch": 2,
219
+ "train_nll": -0.007081278440694598,
220
+ "train_mae": 0.25147136743299536,
221
+ "train_rmse": 0.5423748671144178,
222
+ "validation_nll": 0.06693245295687149,
223
+ "validation_mae": 0.264580057645253,
224
+ "validation_rmse": 0.6141293322518889,
225
+ "learning_rate": 0.00026855890042781387,
226
+ "last_gradient_norm": 26.86796760559082
227
+ },
228
+ {
229
+ "epoch": 3,
230
+ "train_nll": -0.09049504319160159,
231
+ "train_mae": 0.2471183735121977,
232
+ "train_rmse": 0.536296414611266,
233
+ "validation_nll": 0.02708398797522682,
234
+ "validation_mae": 0.267676581613206,
235
+ "validation_rmse": 0.6053164025166623,
236
+ "learning_rate": 0.00022161641655569234,
237
+ "last_gradient_norm": 9.7405424118042
238
+ },
239
+ {
240
+ "epoch": 4,
241
+ "train_nll": -0.17217524915196813,
242
+ "train_mae": 0.24014967891257927,
243
+ "train_rmse": 0.5251802677677206,
244
+ "validation_nll": -0.01516713582376131,
245
+ "validation_mae": 0.2641941177317653,
246
+ "validation_rmse": 0.5932568350647848,
247
+ "learning_rate": 0.00016259032514953599,
248
+ "last_gradient_norm": 60.047943115234375
249
+ },
250
+ {
251
+ "epoch": 5,
252
+ "train_nll": -0.24224803357354258,
253
+ "train_mae": 0.23492360829285328,
254
+ "train_rmse": 0.5144164571976885,
255
+ "validation_nll": -0.07473917390109723,
256
+ "validation_mae": 0.25730422803733566,
257
+ "validation_rmse": 0.5835787576899195,
258
+ "learning_rate": 0.00010143990869125184,
259
+ "last_gradient_norm": 45.562957763671875
260
+ },
261
+ {
262
+ "epoch": 6,
263
+ "train_nll": -0.29184912932297463,
264
+ "train_mae": 0.23249811169359105,
265
+ "train_rmse": 0.5060716842088071,
266
+ "validation_nll": -0.03110433913029679,
267
+ "validation_mae": 0.2567297389914105,
268
+ "validation_rmse": 0.5778351400322479,
269
+ "learning_rate": 4.848288019361069e-05,
270
+ "last_gradient_norm": 23.094770431518555
271
+ },
272
+ {
273
+ "epoch": 7,
274
+ "train_nll": -0.3447646963185318,
275
+ "train_mae": 0.22937019282003726,
276
+ "train_rmse": 0.5003811329722779,
277
+ "validation_nll": 0.011923484402766724,
278
+ "validation_mae": 0.257758024332217,
279
+ "validation_rmse": 0.5741578196918803,
280
+ "learning_rate": 1.2654508681649116e-05,
281
+ "last_gradient_norm": 26.787967681884766
282
+ },
283
+ {
284
+ "epoch": 8,
285
+ "train_nll": -0.36743197843619874,
286
+ "train_mae": 0.2285547592635262,
287
+ "train_rmse": 0.49843920868390734,
288
+ "validation_nll": -0.014029555103433013,
289
+ "validation_mae": 0.25521808799906665,
290
+ "validation_rmse": 0.5730506793181825,
291
+ "learning_rate": 0.0,
292
+ "last_gradient_norm": 6.1133317947387695
293
+ }
294
+ ],
295
+ "checkpoint_sha256": "3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c"
296
+ }
artifacts/smoke/onnx-transformer-v2/calibration.json ADDED
@@ -0,0 +1,255 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-calibration-v1",
3
+ "method": "absolute_residual_over_predictive_std_finite_sample_quantile",
4
+ "nominal_coverage": 0.9,
5
+ "normalization_version": 1,
6
+ "checkpoint_sha256": [
7
+ "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739"
8
+ ],
9
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
10
+ "calibration_system_ids": [
11
+ "battery-00038",
12
+ "battery-00065",
13
+ "tank-00076",
14
+ "tank-00082",
15
+ "thermal-00033",
16
+ "thermal-00084"
17
+ ],
18
+ "training_system_ids": [
19
+ "battery-00002",
20
+ "battery-00005",
21
+ "battery-00008",
22
+ "battery-00011",
23
+ "battery-00014",
24
+ "battery-00020",
25
+ "battery-00035",
26
+ "battery-00041",
27
+ "battery-00044",
28
+ "battery-00047",
29
+ "battery-00053",
30
+ "battery-00056",
31
+ "battery-00059",
32
+ "battery-00062",
33
+ "battery-00071",
34
+ "battery-00074",
35
+ "battery-00077",
36
+ "battery-00080",
37
+ "battery-00083",
38
+ "battery-00086",
39
+ "battery-00089",
40
+ "tank-00001",
41
+ "tank-00004",
42
+ "tank-00007",
43
+ "tank-00013",
44
+ "tank-00016",
45
+ "tank-00019",
46
+ "tank-00022",
47
+ "tank-00025",
48
+ "tank-00028",
49
+ "tank-00031",
50
+ "tank-00034",
51
+ "tank-00040",
52
+ "tank-00052",
53
+ "tank-00055",
54
+ "tank-00058",
55
+ "tank-00061",
56
+ "tank-00067",
57
+ "tank-00070",
58
+ "tank-00073",
59
+ "tank-00079",
60
+ "tank-00085",
61
+ "thermal-00000",
62
+ "thermal-00009",
63
+ "thermal-00015",
64
+ "thermal-00018",
65
+ "thermal-00021",
66
+ "thermal-00027",
67
+ "thermal-00030",
68
+ "thermal-00036",
69
+ "thermal-00045",
70
+ "thermal-00048",
71
+ "thermal-00051",
72
+ "thermal-00054",
73
+ "thermal-00057",
74
+ "thermal-00060",
75
+ "thermal-00063",
76
+ "thermal-00066",
77
+ "thermal-00069",
78
+ "thermal-00072",
79
+ "thermal-00075",
80
+ "thermal-00078",
81
+ "thermal-00087"
82
+ ],
83
+ "validation_selection_system_ids": [
84
+ "battery-00023",
85
+ "battery-00029",
86
+ "tank-00037",
87
+ "tank-00049",
88
+ "tank-00064",
89
+ "thermal-00006",
90
+ "thermal-00012",
91
+ "thermal-00042"
92
+ ],
93
+ "test_system_ids": [
94
+ "battery-00017",
95
+ "battery-00026",
96
+ "battery-00032",
97
+ "battery-00050",
98
+ "battery-00068",
99
+ "tank-00010",
100
+ "tank-00043",
101
+ "tank-00046",
102
+ "tank-00088",
103
+ "thermal-00003",
104
+ "thermal-00024",
105
+ "thermal-00039",
106
+ "thermal-00081"
107
+ ],
108
+ "entries": {
109
+ "0:15": {
110
+ "multiplier": 1.6907071238894398,
111
+ "count": 162
112
+ },
113
+ "0:30": {
114
+ "multiplier": 1.5198888437677354,
115
+ "count": 165
116
+ },
117
+ "0:60": {
118
+ "multiplier": 1.660879023549212,
119
+ "count": 167
120
+ },
121
+ "0:120": {
122
+ "multiplier": 2.0675642718581564,
123
+ "count": 162
124
+ },
125
+ "2:15": {
126
+ "multiplier": 2.2964017146037037,
127
+ "count": 169
128
+ },
129
+ "2:30": {
130
+ "multiplier": 2.7132434175704123,
131
+ "count": 169
132
+ },
133
+ "2:60": {
134
+ "multiplier": 2.926233442361592,
135
+ "count": 169
136
+ },
137
+ "2:120": {
138
+ "multiplier": 3.618685681351813,
139
+ "count": 168
140
+ },
141
+ "3:15": {
142
+ "multiplier": 1.0876904264245948,
143
+ "count": 173
144
+ },
145
+ "3:30": {
146
+ "multiplier": 1.4943293705844105,
147
+ "count": 173
148
+ },
149
+ "3:60": {
150
+ "multiplier": 1.6168574005033471,
151
+ "count": 175
152
+ },
153
+ "3:120": {
154
+ "multiplier": 1.534392225148543,
155
+ "count": 174
156
+ },
157
+ "4:15": {
158
+ "multiplier": 1.1285875988270033,
159
+ "count": 172
160
+ },
161
+ "4:30": {
162
+ "multiplier": 1.0066087840209372,
163
+ "count": 172
164
+ },
165
+ "4:60": {
166
+ "multiplier": 1.095199692324493,
167
+ "count": 174
168
+ },
169
+ "4:120": {
170
+ "multiplier": 1.1145195475826812,
171
+ "count": 172
172
+ },
173
+ "5:15": {
174
+ "multiplier": 1.2607292839499882,
175
+ "count": 176
176
+ },
177
+ "5:30": {
178
+ "multiplier": 1.4304771385634025,
179
+ "count": 175
180
+ },
181
+ "5:60": {
182
+ "multiplier": 1.3367509934073873,
183
+ "count": 174
184
+ },
185
+ "5:120": {
186
+ "multiplier": 1.302750421068357,
187
+ "count": 176
188
+ },
189
+ "6:15": {
190
+ "multiplier": 1.1627140682915864,
191
+ "count": 175
192
+ },
193
+ "6:30": {
194
+ "multiplier": 1.2415073081686117,
195
+ "count": 175
196
+ },
197
+ "6:60": {
198
+ "multiplier": 1.4355777211550587,
199
+ "count": 175
200
+ },
201
+ "6:120": {
202
+ "multiplier": 1.4092435029977461,
203
+ "count": 178
204
+ },
205
+ "7:15": {
206
+ "multiplier": 2.621060254083007,
207
+ "count": 158
208
+ },
209
+ "7:30": {
210
+ "multiplier": 2.940256520496373,
211
+ "count": 156
212
+ },
213
+ "7:60": {
214
+ "multiplier": 2.6799014761353863,
215
+ "count": 156
216
+ },
217
+ "7:120": {
218
+ "multiplier": 2.799398627264247,
219
+ "count": 151
220
+ },
221
+ "8:15": {
222
+ "multiplier": 1.7423333352042596,
223
+ "count": 151
224
+ },
225
+ "8:30": {
226
+ "multiplier": 2.0771475946209974,
227
+ "count": 154
228
+ },
229
+ "8:60": {
230
+ "multiplier": 1.8925057060424268,
231
+ "count": 152
232
+ },
233
+ "8:120": {
234
+ "multiplier": 1.220184798352241,
235
+ "count": 153
236
+ },
237
+ "9:15": {
238
+ "multiplier": 0.5035252822023925,
239
+ "count": 152
240
+ },
241
+ "9:30": {
242
+ "multiplier": 1.3442742290155882,
243
+ "count": 155
244
+ },
245
+ "9:60": {
246
+ "multiplier": 1.4238188531453246,
247
+ "count": 152
248
+ },
249
+ "9:120": {
250
+ "multiplier": 1.435816835300376,
251
+ "count": 153
252
+ }
253
+ },
254
+ "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
255
+ }
artifacts/smoke/onnx-transformer-v2/manifest.json ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-export-v1",
3
+ "model_kind": "transformer",
4
+ "model_config": {
5
+ "history_steps": 24,
6
+ "future_steps": 8,
7
+ "num_fields": 20,
8
+ "num_units": 8,
9
+ "num_roles": 3,
10
+ "d_model": 128,
11
+ "layers": 4,
12
+ "heads": 4,
13
+ "ff_dim": 512,
14
+ "dropout": 0.0,
15
+ "use_history": true
16
+ },
17
+ "checkpoint_sha256": "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739",
18
+ "input_keys": [
19
+ "history",
20
+ "history_mask",
21
+ "history_dt",
22
+ "current",
23
+ "current_mask",
24
+ "future_actions",
25
+ "future_exogenous",
26
+ "future_dt",
27
+ "field_mask",
28
+ "field_ids",
29
+ "unit_ids",
30
+ "role_ids",
31
+ "query_fields",
32
+ "query_horizons"
33
+ ],
34
+ "graph_input_keys": [
35
+ "current",
36
+ "current_mask",
37
+ "field_ids",
38
+ "field_mask",
39
+ "future_actions",
40
+ "future_dt",
41
+ "future_exogenous",
42
+ "history",
43
+ "history_dt",
44
+ "history_mask",
45
+ "query_fields",
46
+ "query_horizons",
47
+ "role_ids",
48
+ "unit_ids"
49
+ ],
50
+ "dynamic_axes": [
51
+ "batch",
52
+ "queries"
53
+ ],
54
+ "fixed_shapes": {
55
+ "history": [
56
+ 24,
57
+ 20
58
+ ],
59
+ "history_mask": [
60
+ 24,
61
+ 20
62
+ ],
63
+ "history_dt": [
64
+ 24
65
+ ],
66
+ "current": [
67
+ 20
68
+ ],
69
+ "current_mask": [
70
+ 20
71
+ ],
72
+ "future_actions": [
73
+ 8,
74
+ 20
75
+ ],
76
+ "future_exogenous": [
77
+ 8,
78
+ 20
79
+ ],
80
+ "future_dt": [
81
+ 8
82
+ ],
83
+ "field_mask": [
84
+ 20
85
+ ],
86
+ "field_ids": [
87
+ 20
88
+ ],
89
+ "unit_ids": [
90
+ 20
91
+ ],
92
+ "role_ids": [
93
+ 20
94
+ ],
95
+ "query_fields": [
96
+ null
97
+ ],
98
+ "query_horizons": [
99
+ null
100
+ ]
101
+ },
102
+ "preprocessing_required": true,
103
+ "output_semantics": "normalized delta mean and log standard deviation",
104
+ "onnxruntime_verified": true,
105
+ "parity_rtol": 0.0002,
106
+ "parity_atol": 2e-05,
107
+ "files": {
108
+ "calibration.json": "ef5ef17c35d6a4f4f8614b21c011a591594b97d87cb1532008e28b08b501b198",
109
+ "normalization.json": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
110
+ "model.onnx": "6eea1ecb768a5ef95c91cfca4a91ef7ae5af7322c0ba31e6d9cdcf35ba8d2563",
111
+ "schema.json": "ea1385a56a830a311251ab105ba9dcf720e3d62da08c7c037746295da7f8fc2c"
112
+ }
113
+ }
artifacts/smoke/onnx-transformer-v2/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eea1ecb768a5ef95c91cfca4a91ef7ae5af7322c0ba31e6d9cdcf35ba8d2563
3
+ size 6447728
artifacts/smoke/onnx-transformer-v2/normalization.json ADDED
@@ -0,0 +1,216 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bounds": {
3
+ "ambient_temp": [
4
+ -30,
5
+ 60
6
+ ],
7
+ "battery_power": [
8
+ -20,
9
+ 20
10
+ ],
11
+ "battery_temp": [
12
+ -30,
13
+ 80
14
+ ],
15
+ "demand": [
16
+ 0,
17
+ 10
18
+ ],
19
+ "energy_kwh": [
20
+ 0,
21
+ 1000000.0
22
+ ],
23
+ "flow": [
24
+ 0,
25
+ 20
26
+ ],
27
+ "hvac_power": [
28
+ -15,
29
+ 15
30
+ ],
31
+ "indoor_temp": [
32
+ -30,
33
+ 70
34
+ ],
35
+ "inlet_temp": [
36
+ -5,
37
+ 60
38
+ ],
39
+ "mass_temp": [
40
+ -30,
41
+ 70
42
+ ],
43
+ "occupancy_gain": [
44
+ 0,
45
+ 3
46
+ ],
47
+ "outdoor_temp": [
48
+ -30,
49
+ 60
50
+ ],
51
+ "pressure": [
52
+ 0,
53
+ 300
54
+ ],
55
+ "pump_output": [
56
+ 0,
57
+ 1
58
+ ],
59
+ "solar_gain": [
60
+ 0,
61
+ 5
62
+ ],
63
+ "state_of_charge": [
64
+ 0,
65
+ 1
66
+ ],
67
+ "terminal_voltage": [
68
+ 10,
69
+ 70
70
+ ],
71
+ "valve_position": [
72
+ 0,
73
+ 1
74
+ ],
75
+ "water_level": [
76
+ 0,
77
+ 50
78
+ ],
79
+ "water_temp": [
80
+ -5,
81
+ 80
82
+ ]
83
+ },
84
+ "field_names": [
85
+ "indoor_temp",
86
+ "mass_temp",
87
+ "energy_kwh",
88
+ "water_level",
89
+ "water_temp",
90
+ "flow",
91
+ "pressure",
92
+ "state_of_charge",
93
+ "battery_temp",
94
+ "terminal_voltage",
95
+ "hvac_power",
96
+ "valve_position",
97
+ "pump_output",
98
+ "battery_power",
99
+ "outdoor_temp",
100
+ "solar_gain",
101
+ "occupancy_gain",
102
+ "demand",
103
+ "inlet_temp",
104
+ "ambient_temp"
105
+ ],
106
+ "mean": [
107
+ 22.70603087325577,
108
+ 22.69654438073613,
109
+ 131.49506991255515,
110
+ 10.611352725783712,
111
+ 15.819536909149944,
112
+ 0.4646632767598711,
113
+ 42.42978342481667,
114
+ 0.4546572813396321,
115
+ 24.40065554790567,
116
+ 36.48297630851633,
117
+ 1.1346818930767029,
118
+ 0.5755911930638851,
119
+ 0.40155988825274386,
120
+ 0.022961381236976438,
121
+ 15.315917070521719,
122
+ 0.520834515834406,
123
+ 0.37569560881521114,
124
+ 1.1359334616464394,
125
+ 15.140484972635141,
126
+ 16.79259363318399
127
+ ],
128
+ "scale": [
129
+ 6.154002724453032,
130
+ 2.4485928604004092,
131
+ 79.55275824889847,
132
+ 5.80189339124971,
133
+ 1.1575559485771731,
134
+ 0.48030495273204094,
135
+ 42.53962233108043,
136
+ 0.3665217032249337,
137
+ 8.096546830008746,
138
+ 15.969086006634463,
139
+ 8.874726625476349,
140
+ 0.33284581310025885,
141
+ 0.34490505133601795,
142
+ 11.074270393841902,
143
+ 5.716882001640923,
144
+ 0.7028486614385896,
145
+ 0.24429720635365956,
146
+ 0.7242882865766985,
147
+ 0.9667415649676722,
148
+ 6.060135944953007
149
+ ],
150
+ "training_system_ids": [
151
+ "battery-00002",
152
+ "battery-00005",
153
+ "battery-00008",
154
+ "battery-00011",
155
+ "battery-00014",
156
+ "battery-00020",
157
+ "battery-00035",
158
+ "battery-00041",
159
+ "battery-00044",
160
+ "battery-00047",
161
+ "battery-00053",
162
+ "battery-00056",
163
+ "battery-00059",
164
+ "battery-00062",
165
+ "battery-00071",
166
+ "battery-00074",
167
+ "battery-00077",
168
+ "battery-00080",
169
+ "battery-00083",
170
+ "battery-00086",
171
+ "battery-00089",
172
+ "tank-00001",
173
+ "tank-00004",
174
+ "tank-00007",
175
+ "tank-00013",
176
+ "tank-00016",
177
+ "tank-00019",
178
+ "tank-00022",
179
+ "tank-00025",
180
+ "tank-00028",
181
+ "tank-00031",
182
+ "tank-00034",
183
+ "tank-00040",
184
+ "tank-00052",
185
+ "tank-00055",
186
+ "tank-00058",
187
+ "tank-00061",
188
+ "tank-00067",
189
+ "tank-00070",
190
+ "tank-00073",
191
+ "tank-00079",
192
+ "tank-00085",
193
+ "thermal-00000",
194
+ "thermal-00009",
195
+ "thermal-00015",
196
+ "thermal-00018",
197
+ "thermal-00021",
198
+ "thermal-00027",
199
+ "thermal-00030",
200
+ "thermal-00036",
201
+ "thermal-00045",
202
+ "thermal-00048",
203
+ "thermal-00051",
204
+ "thermal-00054",
205
+ "thermal-00057",
206
+ "thermal-00060",
207
+ "thermal-00063",
208
+ "thermal-00066",
209
+ "thermal-00069",
210
+ "thermal-00072",
211
+ "thermal-00075",
212
+ "thermal-00078",
213
+ "thermal-00087"
214
+ ],
215
+ "version": 1
216
+ }
artifacts/smoke/onnx-transformer-v2/schema.json ADDED
@@ -0,0 +1,165 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-schema-v1",
3
+ "fields": [
4
+ {
5
+ "name": "indoor_temp",
6
+ "unit": "degC",
7
+ "role": "state",
8
+ "minimum": -30,
9
+ "maximum": 70,
10
+ "type": "continuous"
11
+ },
12
+ {
13
+ "name": "mass_temp",
14
+ "unit": "degC",
15
+ "role": "state",
16
+ "minimum": -30,
17
+ "maximum": 70,
18
+ "type": "continuous"
19
+ },
20
+ {
21
+ "name": "energy_kwh",
22
+ "unit": "kWh",
23
+ "role": "state",
24
+ "minimum": 0,
25
+ "maximum": 1000000.0,
26
+ "type": "continuous"
27
+ },
28
+ {
29
+ "name": "water_level",
30
+ "unit": "m3",
31
+ "role": "state",
32
+ "minimum": 0,
33
+ "maximum": 50,
34
+ "type": "continuous"
35
+ },
36
+ {
37
+ "name": "water_temp",
38
+ "unit": "degC",
39
+ "role": "state",
40
+ "minimum": -5,
41
+ "maximum": 80,
42
+ "type": "continuous"
43
+ },
44
+ {
45
+ "name": "flow",
46
+ "unit": "m3/h",
47
+ "role": "state",
48
+ "minimum": 0,
49
+ "maximum": 20,
50
+ "type": "continuous"
51
+ },
52
+ {
53
+ "name": "pressure",
54
+ "unit": "kPa",
55
+ "role": "state",
56
+ "minimum": 0,
57
+ "maximum": 300,
58
+ "type": "continuous"
59
+ },
60
+ {
61
+ "name": "state_of_charge",
62
+ "unit": "fraction",
63
+ "role": "state",
64
+ "minimum": 0,
65
+ "maximum": 1,
66
+ "type": "continuous"
67
+ },
68
+ {
69
+ "name": "battery_temp",
70
+ "unit": "degC",
71
+ "role": "state",
72
+ "minimum": -30,
73
+ "maximum": 80,
74
+ "type": "continuous"
75
+ },
76
+ {
77
+ "name": "terminal_voltage",
78
+ "unit": "V",
79
+ "role": "state",
80
+ "minimum": 10,
81
+ "maximum": 70,
82
+ "type": "continuous"
83
+ },
84
+ {
85
+ "name": "hvac_power",
86
+ "unit": "kW",
87
+ "role": "action",
88
+ "minimum": -15,
89
+ "maximum": 15,
90
+ "type": "continuous"
91
+ },
92
+ {
93
+ "name": "valve_position",
94
+ "unit": "fraction",
95
+ "role": "action",
96
+ "minimum": 0,
97
+ "maximum": 1,
98
+ "type": "continuous"
99
+ },
100
+ {
101
+ "name": "pump_output",
102
+ "unit": "fraction",
103
+ "role": "action",
104
+ "minimum": 0,
105
+ "maximum": 1,
106
+ "type": "continuous"
107
+ },
108
+ {
109
+ "name": "battery_power",
110
+ "unit": "kW",
111
+ "role": "action",
112
+ "minimum": -20,
113
+ "maximum": 20,
114
+ "type": "continuous"
115
+ },
116
+ {
117
+ "name": "outdoor_temp",
118
+ "unit": "degC",
119
+ "role": "exogenous",
120
+ "minimum": -30,
121
+ "maximum": 60,
122
+ "type": "continuous"
123
+ },
124
+ {
125
+ "name": "solar_gain",
126
+ "unit": "kW",
127
+ "role": "exogenous",
128
+ "minimum": 0,
129
+ "maximum": 5,
130
+ "type": "continuous"
131
+ },
132
+ {
133
+ "name": "occupancy_gain",
134
+ "unit": "kW",
135
+ "role": "exogenous",
136
+ "minimum": 0,
137
+ "maximum": 3,
138
+ "type": "continuous"
139
+ },
140
+ {
141
+ "name": "demand",
142
+ "unit": "m3/h",
143
+ "role": "exogenous",
144
+ "minimum": 0,
145
+ "maximum": 10,
146
+ "type": "continuous"
147
+ },
148
+ {
149
+ "name": "inlet_temp",
150
+ "unit": "degC",
151
+ "role": "exogenous",
152
+ "minimum": -5,
153
+ "maximum": 60,
154
+ "type": "continuous"
155
+ },
156
+ {
157
+ "name": "ambient_temp",
158
+ "unit": "degC",
159
+ "role": "exogenous",
160
+ "minimum": -30,
161
+ "maximum": 60,
162
+ "type": "continuous"
163
+ }
164
+ ]
165
+ }
artifacts/smoke/report-context-v2/context.json ADDED
@@ -0,0 +1,2285 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-context-ablation-v1",
3
+ "status": "completed",
4
+ "seed": 2026,
5
+ "samples": 512,
6
+ "device": "cpu",
7
+ "generator_version": "0.1.2",
8
+ "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c",
9
+ "test_system_ids": [
10
+ "battery-00017",
11
+ "battery-00026",
12
+ "battery-00032",
13
+ "battery-00050",
14
+ "battery-00068",
15
+ "tank-00010",
16
+ "tank-00043",
17
+ "tank-00046",
18
+ "tank-00088",
19
+ "thermal-00003",
20
+ "thermal-00024",
21
+ "thermal-00039",
22
+ "thermal-00081"
23
+ ],
24
+ "shared_anchor_provenance": {
25
+ "seed": 2026,
26
+ "history_steps": 96,
27
+ "future_steps": 8,
28
+ "sampling": "uniform eligible anchors with replacement",
29
+ "anchor_sha256": "3d354d6da233d15d0670ff2d794494d0adda1b7f0e4202ac43052ac26cd6950a",
30
+ "family_window_counts": {
31
+ "battery": 184,
32
+ "tank": 165,
33
+ "thermal": 163
34
+ }
35
+ },
36
+ "calibration_status": "not_applied_context_ablation",
37
+ "limitation": "Same test anchors are eligible for H96 and evaluated by every model. H24/no-history and H96 training anchors have different eligibility populations; matching optimizer budgets does not make their training samples identical. This is a short synthetic context ablation, not a scaling or research claim.",
38
+ "models": {
39
+ "history24": {
40
+ "checkpoint_sha256": "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739",
41
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
42
+ "training_run_sha256": "5606203dfc9caf3d823bb20a7329e6477344688ae993bfc592524a3ed0e87077",
43
+ "model_kind": "transformer",
44
+ "model_config": {
45
+ "history_steps": 24,
46
+ "future_steps": 8,
47
+ "num_fields": 20,
48
+ "num_units": 8,
49
+ "num_roles": 3,
50
+ "d_model": 128,
51
+ "layers": 4,
52
+ "heads": 4,
53
+ "ff_dim": 512,
54
+ "dropout": 0.0,
55
+ "use_history": true
56
+ },
57
+ "parameter_count": 1570434,
58
+ "window_sampling": {
59
+ "seed": 2026,
60
+ "history_steps": 24,
61
+ "future_steps": 8,
62
+ "sampling": "uniform eligible anchors with replacement",
63
+ "anchor_sha256": "3d354d6da233d15d0670ff2d794494d0adda1b7f0e4202ac43052ac26cd6950a",
64
+ "family_window_counts": {
65
+ "battery": 184,
66
+ "tank": 165,
67
+ "thermal": 163
68
+ }
69
+ },
70
+ "training_seed": 42,
71
+ "training_budget": {
72
+ "requested_epochs": 8,
73
+ "epochs_completed": 8,
74
+ "training_windows_per_epoch": 4096,
75
+ "batch_size": 64,
76
+ "selected_checkpoint_epoch": 5
77
+ },
78
+ "metrics": [
79
+ {
80
+ "family": "battery",
81
+ "field_id": 7,
82
+ "field": "state_of_charge",
83
+ "horizon_minutes": 15.0,
84
+ "count": 175,
85
+ "mae": 0.01735789328813553,
86
+ "rmse": 0.028862277045845985,
87
+ "standardized_mae": 0.0473584309220314,
88
+ "standardized_rmse": 0.07874643057584763,
89
+ "standardized_gaussian_nll": -1.2320174728454376,
90
+ "physical_gaussian_nll": -2.2357150147236426,
91
+ "nominal_coverage": 0.9,
92
+ "coverage": 0.9771428571428571,
93
+ "mean_interval_width": 0.10176785290241241,
94
+ "interval_kind": "uncalibrated_gaussian"
95
+ },
96
+ {
97
+ "family": "battery",
98
+ "field_id": 7,
99
+ "field": "state_of_charge",
100
+ "horizon_minutes": 30.0,
101
+ "count": 175,
102
+ "mae": 0.03428174927830696,
103
+ "rmse": 0.05854247882962227,
104
+ "standardized_mae": 0.09353265166282654,
105
+ "standardized_rmse": 0.15972444415092468,
106
+ "standardized_gaussian_nll": -0.5944203492906626,
107
+ "physical_gaussian_nll": -1.5981178911688674,
108
+ "nominal_coverage": 0.9,
109
+ "coverage": 0.9714285714285714,
110
+ "mean_interval_width": 0.18852181732654572,
111
+ "interval_kind": "uncalibrated_gaussian"
112
+ },
113
+ {
114
+ "family": "battery",
115
+ "field_id": 7,
116
+ "field": "state_of_charge",
117
+ "horizon_minutes": 60.0,
118
+ "count": 175,
119
+ "mae": 0.06305442750453949,
120
+ "rmse": 0.10770618915557861,
121
+ "standardized_mae": 0.1720346361398697,
122
+ "standardized_rmse": 0.2938603162765503,
123
+ "standardized_gaussian_nll": 0.08667109792646135,
124
+ "physical_gaussian_nll": -0.9170264439517435,
125
+ "nominal_coverage": 0.9,
126
+ "coverage": 0.9542857142857143,
127
+ "mean_interval_width": 0.38019078969955444,
128
+ "interval_kind": "uncalibrated_gaussian"
129
+ },
130
+ {
131
+ "family": "battery",
132
+ "field_id": 7,
133
+ "field": "state_of_charge",
134
+ "horizon_minutes": 120.0,
135
+ "count": 176,
136
+ "mae": 0.10712907463312149,
137
+ "rmse": 0.19163185358047485,
138
+ "standardized_mae": 0.2922857403755188,
139
+ "standardized_rmse": 0.5228390097618103,
140
+ "standardized_gaussian_nll": 0.7024772076747097,
141
+ "physical_gaussian_nll": -0.30122033420349514,
142
+ "nominal_coverage": 0.9,
143
+ "coverage": 0.9375,
144
+ "mean_interval_width": 0.7234034538269043,
145
+ "interval_kind": "uncalibrated_gaussian"
146
+ },
147
+ {
148
+ "family": "battery",
149
+ "field_id": 8,
150
+ "field": "battery_temp",
151
+ "horizon_minutes": 15.0,
152
+ "count": 180,
153
+ "mae": 0.39596542716026306,
154
+ "rmse": 0.5734857320785522,
155
+ "standardized_mae": 0.048905469477176666,
156
+ "standardized_rmse": 0.07083090394735336,
157
+ "standardized_gaussian_nll": -1.4019283502586573,
158
+ "physical_gaussian_nll": 0.6895093032378166,
159
+ "nominal_coverage": 0.9,
160
+ "coverage": 0.9444444444444444,
161
+ "mean_interval_width": 2.227203369140625,
162
+ "interval_kind": "uncalibrated_gaussian"
163
+ },
164
+ {
165
+ "family": "battery",
166
+ "field_id": 8,
167
+ "field": "battery_temp",
168
+ "horizon_minutes": 30.0,
169
+ "count": 177,
170
+ "mae": 0.740318775177002,
171
+ "rmse": 1.013893723487854,
172
+ "standardized_mae": 0.09143635630607605,
173
+ "standardized_rmse": 0.12522543966770172,
174
+ "standardized_gaussian_nll": -0.710405998167096,
175
+ "physical_gaussian_nll": 1.3810316553293778,
176
+ "nominal_coverage": 0.9,
177
+ "coverage": 0.9152542372881356,
178
+ "mean_interval_width": 4.1154608726501465,
179
+ "interval_kind": "uncalibrated_gaussian"
180
+ },
181
+ {
182
+ "family": "battery",
183
+ "field_id": 8,
184
+ "field": "battery_temp",
185
+ "horizon_minutes": 60.0,
186
+ "count": 181,
187
+ "mae": 1.3593487739562988,
188
+ "rmse": 1.8460227251052856,
189
+ "standardized_mae": 0.16789241135120392,
190
+ "standardized_rmse": 0.22800123691558838,
191
+ "standardized_gaussian_nll": 0.0417585010607373,
192
+ "physical_gaussian_nll": 2.133196154557211,
193
+ "nominal_coverage": 0.9,
194
+ "coverage": 0.9226519337016574,
195
+ "mean_interval_width": 7.715010643005371,
196
+ "interval_kind": "uncalibrated_gaussian"
197
+ },
198
+ {
199
+ "family": "battery",
200
+ "field_id": 8,
201
+ "field": "battery_temp",
202
+ "horizon_minutes": 120.0,
203
+ "count": 181,
204
+ "mae": 2.417787551879883,
205
+ "rmse": 3.201885461807251,
206
+ "standardized_mae": 0.2986195981502533,
207
+ "standardized_rmse": 0.39546307921409607,
208
+ "standardized_gaussian_nll": 0.6022735887554902,
209
+ "physical_gaussian_nll": 2.693711242251964,
210
+ "nominal_coverage": 0.9,
211
+ "coverage": 0.9226519337016574,
212
+ "mean_interval_width": 13.611693382263184,
213
+ "interval_kind": "uncalibrated_gaussian"
214
+ },
215
+ {
216
+ "family": "battery",
217
+ "field_id": 9,
218
+ "field": "terminal_voltage",
219
+ "horizon_minutes": 15.0,
220
+ "count": 170,
221
+ "mae": 2.5811426639556885,
222
+ "rmse": 4.7981696128845215,
223
+ "standardized_mae": 0.1616337150335312,
224
+ "standardized_rmse": 0.3004661500453949,
225
+ "standardized_gaussian_nll": 0.24910017944736443,
226
+ "physical_gaussian_nll": 3.0197549081413286,
227
+ "nominal_coverage": 0.9,
228
+ "coverage": 0.9529411764705882,
229
+ "mean_interval_width": 24.13258171081543,
230
+ "interval_kind": "uncalibrated_gaussian"
231
+ },
232
+ {
233
+ "family": "battery",
234
+ "field_id": 9,
235
+ "field": "terminal_voltage",
236
+ "horizon_minutes": 30.0,
237
+ "count": 174,
238
+ "mae": 4.233305931091309,
239
+ "rmse": 8.184493064880371,
240
+ "standardized_mae": 0.2650938332080841,
241
+ "standardized_rmse": 0.5125210881233215,
242
+ "standardized_gaussian_nll": 0.7132917535809761,
243
+ "physical_gaussian_nll": 3.4839464822749404,
244
+ "nominal_coverage": 0.9,
245
+ "coverage": 0.9655172413793104,
246
+ "mean_interval_width": 35.071834564208984,
247
+ "interval_kind": "uncalibrated_gaussian"
248
+ },
249
+ {
250
+ "family": "battery",
251
+ "field_id": 9,
252
+ "field": "terminal_voltage",
253
+ "horizon_minutes": 60.0,
254
+ "count": 166,
255
+ "mae": 7.301916122436523,
256
+ "rmse": 11.839982986450195,
257
+ "standardized_mae": 0.45725324749946594,
258
+ "standardized_rmse": 0.741431474685669,
259
+ "standardized_gaussian_nll": 1.065471056212848,
260
+ "physical_gaussian_nll": 3.8361257849068124,
261
+ "nominal_coverage": 0.9,
262
+ "coverage": 0.9578313253012049,
263
+ "mean_interval_width": 49.30679702758789,
264
+ "interval_kind": "uncalibrated_gaussian"
265
+ },
266
+ {
267
+ "family": "battery",
268
+ "field_id": 9,
269
+ "field": "terminal_voltage",
270
+ "horizon_minutes": 120.0,
271
+ "count": 173,
272
+ "mae": 9.812925338745117,
273
+ "rmse": 13.841585159301758,
274
+ "standardized_mae": 0.6144950985908508,
275
+ "standardized_rmse": 0.866773784160614,
276
+ "standardized_gaussian_nll": 1.3391021992051004,
277
+ "physical_gaussian_nll": 4.109756927899065,
278
+ "nominal_coverage": 0.9,
279
+ "coverage": 0.976878612716763,
280
+ "mean_interval_width": 64.66177368164062,
281
+ "interval_kind": "uncalibrated_gaussian"
282
+ },
283
+ {
284
+ "family": "tank",
285
+ "field_id": 3,
286
+ "field": "water_level",
287
+ "horizon_minutes": 15.0,
288
+ "count": 161,
289
+ "mae": 0.10474880039691925,
290
+ "rmse": 0.15510202944278717,
291
+ "standardized_mae": 0.01805424503982067,
292
+ "standardized_rmse": 0.026733003556728363,
293
+ "standardized_gaussian_nll": -2.365275508783629,
294
+ "physical_gaussian_nll": -0.6070911977362166,
295
+ "nominal_coverage": 0.9,
296
+ "coverage": 0.968944099378882,
297
+ "mean_interval_width": 0.5534325242042542,
298
+ "interval_kind": "uncalibrated_gaussian"
299
+ },
300
+ {
301
+ "family": "tank",
302
+ "field_id": 3,
303
+ "field": "water_level",
304
+ "horizon_minutes": 30.0,
305
+ "count": 162,
306
+ "mae": 0.20093655586242676,
307
+ "rmse": 0.27933192253112793,
308
+ "standardized_mae": 0.03463292866945267,
309
+ "standardized_rmse": 0.04814496263861656,
310
+ "standardized_gaussian_nll": -1.81307358488173,
311
+ "physical_gaussian_nll": -0.05488927383431763,
312
+ "nominal_coverage": 0.9,
313
+ "coverage": 0.9197530864197531,
314
+ "mean_interval_width": 0.8466506004333496,
315
+ "interval_kind": "uncalibrated_gaussian"
316
+ },
317
+ {
318
+ "family": "tank",
319
+ "field_id": 3,
320
+ "field": "water_level",
321
+ "horizon_minutes": 60.0,
322
+ "count": 160,
323
+ "mae": 0.35436999797821045,
324
+ "rmse": 0.5060063004493713,
325
+ "standardized_mae": 0.06107833981513977,
326
+ "standardized_rmse": 0.08721399307250977,
327
+ "standardized_gaussian_nll": -1.0874067887784264,
328
+ "physical_gaussian_nll": 0.670777522268986,
329
+ "nominal_coverage": 0.9,
330
+ "coverage": 0.8625,
331
+ "mean_interval_width": 1.4820655584335327,
332
+ "interval_kind": "uncalibrated_gaussian"
333
+ },
334
+ {
335
+ "family": "tank",
336
+ "field_id": 3,
337
+ "field": "water_level",
338
+ "horizon_minutes": 120.0,
339
+ "count": 162,
340
+ "mae": 0.5783244967460632,
341
+ "rmse": 0.8586730360984802,
342
+ "standardized_mae": 0.09967858344316483,
343
+ "standardized_rmse": 0.14799876511096954,
344
+ "standardized_gaussian_nll": -0.5572272688178846,
345
+ "physical_gaussian_nll": 1.2009570422295277,
346
+ "nominal_coverage": 0.9,
347
+ "coverage": 0.8641975308641975,
348
+ "mean_interval_width": 2.8672938346862793,
349
+ "interval_kind": "uncalibrated_gaussian"
350
+ },
351
+ {
352
+ "family": "tank",
353
+ "field_id": 4,
354
+ "field": "water_temp",
355
+ "horizon_minutes": 15.0,
356
+ "count": 161,
357
+ "mae": 0.028490936383605003,
358
+ "rmse": 0.05969396233558655,
359
+ "standardized_mae": 0.02461300976574421,
360
+ "standardized_rmse": 0.05156896635890007,
361
+ "standardized_gaussian_nll": -1.7518860582128175,
362
+ "physical_gaussian_nll": -1.6055752166988766,
363
+ "nominal_coverage": 0.9,
364
+ "coverage": 0.8757763975155279,
365
+ "mean_interval_width": 0.09413903951644897,
366
+ "interval_kind": "uncalibrated_gaussian"
367
+ },
368
+ {
369
+ "family": "tank",
370
+ "field_id": 4,
371
+ "field": "water_temp",
372
+ "horizon_minutes": 30.0,
373
+ "count": 163,
374
+ "mae": 0.05046124756336212,
375
+ "rmse": 0.0792633444070816,
376
+ "standardized_mae": 0.043592922389507294,
377
+ "standardized_rmse": 0.06847473978996277,
378
+ "standardized_gaussian_nll": -1.5539571746161494,
379
+ "physical_gaussian_nll": -1.4076463331022084,
380
+ "nominal_coverage": 0.9,
381
+ "coverage": 0.803680981595092,
382
+ "mean_interval_width": 0.14593853056430817,
383
+ "interval_kind": "uncalibrated_gaussian"
384
+ },
385
+ {
386
+ "family": "tank",
387
+ "field_id": 4,
388
+ "field": "water_temp",
389
+ "horizon_minutes": 60.0,
390
+ "count": 161,
391
+ "mae": 0.11213001608848572,
392
+ "rmse": 0.1603751927614212,
393
+ "standardized_mae": 0.09686790406703949,
394
+ "standardized_rmse": 0.1385463923215866,
395
+ "standardized_gaussian_nll": 0.0484450693567245,
396
+ "physical_gaussian_nll": 0.19475591087066538,
397
+ "nominal_coverage": 0.9,
398
+ "coverage": 0.7453416149068323,
399
+ "mean_interval_width": 0.29016998410224915,
400
+ "interval_kind": "uncalibrated_gaussian"
401
+ },
402
+ {
403
+ "family": "tank",
404
+ "field_id": 4,
405
+ "field": "water_temp",
406
+ "horizon_minutes": 120.0,
407
+ "count": 160,
408
+ "mae": 0.21521298587322235,
409
+ "rmse": 0.28247424960136414,
410
+ "standardized_mae": 0.18592016398906708,
411
+ "standardized_rmse": 0.24402643740177155,
412
+ "standardized_gaussian_nll": 0.5994592893748261,
413
+ "physical_gaussian_nll": 0.745770130888767,
414
+ "nominal_coverage": 0.9,
415
+ "coverage": 0.74375,
416
+ "mean_interval_width": 0.6361895799636841,
417
+ "interval_kind": "uncalibrated_gaussian"
418
+ },
419
+ {
420
+ "family": "tank",
421
+ "field_id": 5,
422
+ "field": "flow",
423
+ "horizon_minutes": 15.0,
424
+ "count": 162,
425
+ "mae": 0.13967247307300568,
426
+ "rmse": 0.2391335517168045,
427
+ "standardized_mae": 0.2907995581626892,
428
+ "standardized_rmse": 0.4978785812854767,
429
+ "standardized_gaussian_nll": 0.6864396759544885,
430
+ "physical_gaussian_nll": -0.0468943826631254,
431
+ "nominal_coverage": 0.9,
432
+ "coverage": 0.8950617283950617,
433
+ "mean_interval_width": 0.630975604057312,
434
+ "interval_kind": "uncalibrated_gaussian"
435
+ },
436
+ {
437
+ "family": "tank",
438
+ "field_id": 5,
439
+ "field": "flow",
440
+ "horizon_minutes": 30.0,
441
+ "count": 163,
442
+ "mae": 0.17478634417057037,
443
+ "rmse": 0.29592496156692505,
444
+ "standardized_mae": 0.36390700936317444,
445
+ "standardized_rmse": 0.6161189079284668,
446
+ "standardized_gaussian_nll": 0.7054888055865084,
447
+ "physical_gaussian_nll": -0.02784525303110552,
448
+ "nominal_coverage": 0.9,
449
+ "coverage": 0.9079754601226994,
450
+ "mean_interval_width": 0.8980120420455933,
451
+ "interval_kind": "uncalibrated_gaussian"
452
+ },
453
+ {
454
+ "family": "tank",
455
+ "field_id": 5,
456
+ "field": "flow",
457
+ "horizon_minutes": 60.0,
458
+ "count": 161,
459
+ "mae": 0.2419753074645996,
460
+ "rmse": 0.38285765051841736,
461
+ "standardized_mae": 0.5037951469421387,
462
+ "standardized_rmse": 0.7971136569976807,
463
+ "standardized_gaussian_nll": 0.9123632474294442,
464
+ "physical_gaussian_nll": 0.17902918881183028,
465
+ "nominal_coverage": 0.9,
466
+ "coverage": 0.9627329192546584,
467
+ "mean_interval_width": 1.2434488534927368,
468
+ "interval_kind": "uncalibrated_gaussian"
469
+ },
470
+ {
471
+ "family": "tank",
472
+ "field_id": 5,
473
+ "field": "flow",
474
+ "horizon_minutes": 120.0,
475
+ "count": 161,
476
+ "mae": 0.32154470682144165,
477
+ "rmse": 0.48077794909477234,
478
+ "standardized_mae": 0.6694594621658325,
479
+ "standardized_rmse": 1.000984787940979,
480
+ "standardized_gaussian_nll": 1.2381472112941712,
481
+ "physical_gaussian_nll": 0.5048131526765572,
482
+ "nominal_coverage": 0.9,
483
+ "coverage": 0.9503105590062112,
484
+ "mean_interval_width": 1.6568950414657593,
485
+ "interval_kind": "uncalibrated_gaussian"
486
+ },
487
+ {
488
+ "family": "tank",
489
+ "field_id": 6,
490
+ "field": "pressure",
491
+ "horizon_minutes": 15.0,
492
+ "count": 162,
493
+ "mae": 7.654332637786865,
494
+ "rmse": 17.70067024230957,
495
+ "standardized_mae": 0.17993418872356415,
496
+ "standardized_rmse": 0.4160984456539154,
497
+ "standardized_gaussian_nll": 0.1740414599434168,
498
+ "physical_gaussian_nll": 3.9244773917043174,
499
+ "nominal_coverage": 0.9,
500
+ "coverage": 0.9320987654320988,
501
+ "mean_interval_width": 54.68666076660156,
502
+ "interval_kind": "uncalibrated_gaussian"
503
+ },
504
+ {
505
+ "family": "tank",
506
+ "field_id": 6,
507
+ "field": "pressure",
508
+ "horizon_minutes": 30.0,
509
+ "count": 161,
510
+ "mae": 12.6111421585083,
511
+ "rmse": 24.457082748413086,
512
+ "standardized_mae": 0.29645636677742004,
513
+ "standardized_rmse": 0.5749247670173645,
514
+ "standardized_gaussian_nll": 0.6036501261591809,
515
+ "physical_gaussian_nll": 4.354086057920082,
516
+ "nominal_coverage": 0.9,
517
+ "coverage": 0.9006211180124224,
518
+ "mean_interval_width": 81.44544219970703,
519
+ "interval_kind": "uncalibrated_gaussian"
520
+ },
521
+ {
522
+ "family": "tank",
523
+ "field_id": 6,
524
+ "field": "pressure",
525
+ "horizon_minutes": 60.0,
526
+ "count": 161,
527
+ "mae": 17.719913482666016,
528
+ "rmse": 29.06705093383789,
529
+ "standardized_mae": 0.41655078530311584,
530
+ "standardized_rmse": 0.6832935810089111,
531
+ "standardized_gaussian_nll": 0.9584608084060472,
532
+ "physical_gaussian_nll": 4.7088967401669475,
533
+ "nominal_coverage": 0.9,
534
+ "coverage": 0.9627329192546584,
535
+ "mean_interval_width": 113.62549591064453,
536
+ "interval_kind": "uncalibrated_gaussian"
537
+ },
538
+ {
539
+ "family": "tank",
540
+ "field_id": 6,
541
+ "field": "pressure",
542
+ "horizon_minutes": 120.0,
543
+ "count": 156,
544
+ "mae": 24.841577529907227,
545
+ "rmse": 36.21322250366211,
546
+ "standardized_mae": 0.5839632749557495,
547
+ "standardized_rmse": 0.8512821197509766,
548
+ "standardized_gaussian_nll": 1.2491447338075188,
549
+ "physical_gaussian_nll": 4.999580665568419,
550
+ "nominal_coverage": 0.9,
551
+ "coverage": 0.9615384615384616,
552
+ "mean_interval_width": 149.6488800048828,
553
+ "interval_kind": "uncalibrated_gaussian"
554
+ },
555
+ {
556
+ "family": "thermal",
557
+ "field_id": 0,
558
+ "field": "indoor_temp",
559
+ "horizon_minutes": 15.0,
560
+ "count": 155,
561
+ "mae": 0.32478439807891846,
562
+ "rmse": 0.4209156334400177,
563
+ "standardized_mae": 0.052776120603084564,
564
+ "standardized_rmse": 0.06839705258607864,
565
+ "standardized_gaussian_nll": -1.2709011113812139,
566
+ "physical_gaussian_nll": 0.5462016082310881,
567
+ "nominal_coverage": 0.9,
568
+ "coverage": 0.8774193548387097,
569
+ "mean_interval_width": 1.2548118829727173,
570
+ "interval_kind": "uncalibrated_gaussian"
571
+ },
572
+ {
573
+ "family": "thermal",
574
+ "field_id": 0,
575
+ "field": "indoor_temp",
576
+ "horizon_minutes": 30.0,
577
+ "count": 157,
578
+ "mae": 0.5484415292739868,
579
+ "rmse": 0.7519078254699707,
580
+ "standardized_mae": 0.08911947906017303,
581
+ "standardized_rmse": 0.12218191474676132,
582
+ "standardized_gaussian_nll": -0.6164002140689125,
583
+ "physical_gaussian_nll": 1.2007025055433895,
584
+ "nominal_coverage": 0.9,
585
+ "coverage": 0.8662420382165605,
586
+ "mean_interval_width": 2.102048635482788,
587
+ "interval_kind": "uncalibrated_gaussian"
588
+ },
589
+ {
590
+ "family": "thermal",
591
+ "field_id": 0,
592
+ "field": "indoor_temp",
593
+ "horizon_minutes": 60.0,
594
+ "count": 155,
595
+ "mae": 0.9599547386169434,
596
+ "rmse": 1.2560192346572876,
597
+ "standardized_mae": 0.1559886783361435,
598
+ "standardized_rmse": 0.2040979266166687,
599
+ "standardized_gaussian_nll": -0.12930942364039552,
600
+ "physical_gaussian_nll": 1.6877932959719064,
601
+ "nominal_coverage": 0.9,
602
+ "coverage": 0.8709677419354839,
603
+ "mean_interval_width": 4.324272632598877,
604
+ "interval_kind": "uncalibrated_gaussian"
605
+ },
606
+ {
607
+ "family": "thermal",
608
+ "field_id": 0,
609
+ "field": "indoor_temp",
610
+ "horizon_minutes": 120.0,
611
+ "count": 152,
612
+ "mae": 2.0178134441375732,
613
+ "rmse": 2.605475425720215,
614
+ "standardized_mae": 0.32788634300231934,
615
+ "standardized_rmse": 0.42337900400161743,
616
+ "standardized_gaussian_nll": 0.4763624324489936,
617
+ "physical_gaussian_nll": 2.2934651520612954,
618
+ "nominal_coverage": 0.9,
619
+ "coverage": 0.9539473684210527,
620
+ "mean_interval_width": 9.042511940002441,
621
+ "interval_kind": "uncalibrated_gaussian"
622
+ },
623
+ {
624
+ "family": "thermal",
625
+ "field_id": 1,
626
+ "field": "mass_temp",
627
+ "horizon_minutes": 15.0,
628
+ "count": 111,
629
+ "mae": 0.032373521476984024,
630
+ "rmse": 0.03924814611673355,
631
+ "standardized_mae": 0.013221275061368942,
632
+ "standardized_rmse": 0.016028856858611107,
633
+ "standardized_gaussian_nll": -2.6619403549598823,
634
+ "physical_gaussian_nll": -1.766426838094902,
635
+ "nominal_coverage": 0.9,
636
+ "coverage": 0.990990990990991,
637
+ "mean_interval_width": 0.17262381315231323,
638
+ "interval_kind": "uncalibrated_gaussian"
639
+ },
640
+ {
641
+ "family": "thermal",
642
+ "field_id": 1,
643
+ "field": "mass_temp",
644
+ "horizon_minutes": 30.0,
645
+ "count": 114,
646
+ "mae": 0.0720326378941536,
647
+ "rmse": 0.10090784728527069,
648
+ "standardized_mae": 0.0294179730117321,
649
+ "standardized_rmse": 0.04121054336428642,
650
+ "standardized_gaussian_nll": -2.068427718573511,
651
+ "physical_gaussian_nll": -1.1729142017085308,
652
+ "nominal_coverage": 0.9,
653
+ "coverage": 0.8859649122807017,
654
+ "mean_interval_width": 0.2469732165336609,
655
+ "interval_kind": "uncalibrated_gaussian"
656
+ },
657
+ {
658
+ "family": "thermal",
659
+ "field_id": 1,
660
+ "field": "mass_temp",
661
+ "horizon_minutes": 60.0,
662
+ "count": 117,
663
+ "mae": 0.14999733865261078,
664
+ "rmse": 0.21931733191013336,
665
+ "standardized_mae": 0.06125858798623085,
666
+ "standardized_rmse": 0.08956871926784515,
667
+ "standardized_gaussian_nll": -1.3329545933523426,
668
+ "physical_gaussian_nll": -0.4374410764873623,
669
+ "nominal_coverage": 0.9,
670
+ "coverage": 0.8034188034188035,
671
+ "mean_interval_width": 0.4803672134876251,
672
+ "interval_kind": "uncalibrated_gaussian"
673
+ },
674
+ {
675
+ "family": "thermal",
676
+ "field_id": 1,
677
+ "field": "mass_temp",
678
+ "horizon_minutes": 120.0,
679
+ "count": 115,
680
+ "mae": 0.28693687915802,
681
+ "rmse": 0.41967710852622986,
682
+ "standardized_mae": 0.11718440055847168,
683
+ "standardized_rmse": 0.1713952124118805,
684
+ "standardized_gaussian_nll": -0.5493129465039576,
685
+ "physical_gaussian_nll": 0.3462005703610227,
686
+ "nominal_coverage": 0.9,
687
+ "coverage": 0.9217391304347826,
688
+ "mean_interval_width": 1.1631590127944946,
689
+ "interval_kind": "uncalibrated_gaussian"
690
+ },
691
+ {
692
+ "family": "thermal",
693
+ "field_id": 2,
694
+ "field": "energy_kwh",
695
+ "horizon_minutes": 15.0,
696
+ "count": 156,
697
+ "mae": 1.200164556503296,
698
+ "rmse": 1.3511199951171875,
699
+ "standardized_mae": 0.015086397528648376,
700
+ "standardized_rmse": 0.01698394864797592,
701
+ "standardized_gaussian_nll": -2.6334933069583375,
702
+ "physical_gaussian_nll": 1.7429271203720456,
703
+ "nominal_coverage": 0.9,
704
+ "coverage": 0.8589743589743589,
705
+ "mean_interval_width": 3.7861294746398926,
706
+ "interval_kind": "uncalibrated_gaussian"
707
+ },
708
+ {
709
+ "family": "thermal",
710
+ "field_id": 2,
711
+ "field": "energy_kwh",
712
+ "horizon_minutes": 30.0,
713
+ "count": 155,
714
+ "mae": 1.461418867111206,
715
+ "rmse": 1.7112290859222412,
716
+ "standardized_mae": 0.018370436504483223,
717
+ "standardized_rmse": 0.021510619670152664,
718
+ "standardized_gaussian_nll": -2.3654289927574186,
719
+ "physical_gaussian_nll": 2.0109914345729645,
720
+ "nominal_coverage": 0.9,
721
+ "coverage": 0.7806451612903226,
722
+ "mean_interval_width": 4.242422103881836,
723
+ "interval_kind": "uncalibrated_gaussian"
724
+ },
725
+ {
726
+ "family": "thermal",
727
+ "field_id": 2,
728
+ "field": "energy_kwh",
729
+ "horizon_minutes": 60.0,
730
+ "count": 158,
731
+ "mae": 1.9726269245147705,
732
+ "rmse": 2.5798239707946777,
733
+ "standardized_mae": 0.024796461686491966,
734
+ "standardized_rmse": 0.03242909535765648,
735
+ "standardized_gaussian_nll": -1.9474285503568984,
736
+ "physical_gaussian_nll": 2.428991876973485,
737
+ "nominal_coverage": 0.9,
738
+ "coverage": 0.7468354430379747,
739
+ "mean_interval_width": 5.5846452713012695,
740
+ "interval_kind": "uncalibrated_gaussian"
741
+ },
742
+ {
743
+ "family": "thermal",
744
+ "field_id": 2,
745
+ "field": "energy_kwh",
746
+ "horizon_minutes": 120.0,
747
+ "count": 155,
748
+ "mae": 3.371459484100342,
749
+ "rmse": 4.669321537017822,
750
+ "standardized_mae": 0.04238017275929451,
751
+ "standardized_rmse": 0.05869465321302414,
752
+ "standardized_gaussian_nll": -1.3509607635558867,
753
+ "physical_gaussian_nll": 3.0254596637744964,
754
+ "nominal_coverage": 0.9,
755
+ "coverage": 0.7354838709677419,
756
+ "mean_interval_width": 9.91757583618164,
757
+ "interval_kind": "uncalibrated_gaussian"
758
+ }
759
+ ],
760
+ "balanced_standardized_summary": [
761
+ {
762
+ "family": "battery",
763
+ "standardized_mae": 0.22587843239307404,
764
+ "standardized_rmse": 0.3579902797937393,
765
+ "standardized_gaussian_nll": 0.07178111777515282,
766
+ "observed_query_count": 2103,
767
+ "weighting": "equal field/horizon row weight"
768
+ },
769
+ {
770
+ "family": "tank",
771
+ "standardized_mae": 0.24183149309828877,
772
+ "standardized_rmse": 0.390650131739676,
773
+ "standardized_gaussian_nll": -0.12207412229864442,
774
+ "observed_query_count": 2577,
775
+ "weighting": "equal field/horizon row weight"
776
+ },
777
+ {
778
+ "family": "thermal",
779
+ "standardized_mae": 0.07895719384153684,
780
+ "standardized_rmse": 0.10548979556187987,
781
+ "standardized_gaussian_nll": -1.3708496286383136,
782
+ "observed_query_count": 1700,
783
+ "weighting": "equal field/horizon row weight"
784
+ }
785
+ ]
786
+ },
787
+ "history96": {
788
+ "checkpoint_sha256": "e3959fc9e9d71c324a0e245d1b05c48db4498280de89469435bb842ec98fd86f",
789
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
790
+ "training_run_sha256": "45ae7443ababc781ed96efe56568db8b0ce5dfaf7da2c33e2ea2965133b83815",
791
+ "model_kind": "transformer",
792
+ "model_config": {
793
+ "history_steps": 96,
794
+ "future_steps": 8,
795
+ "num_fields": 20,
796
+ "num_units": 8,
797
+ "num_roles": 3,
798
+ "d_model": 128,
799
+ "layers": 4,
800
+ "heads": 4,
801
+ "ff_dim": 512,
802
+ "dropout": 0.0,
803
+ "use_history": true
804
+ },
805
+ "parameter_count": 2750082,
806
+ "window_sampling": {
807
+ "seed": 2026,
808
+ "history_steps": 96,
809
+ "future_steps": 8,
810
+ "sampling": "uniform eligible anchors with replacement",
811
+ "anchor_sha256": "3d354d6da233d15d0670ff2d794494d0adda1b7f0e4202ac43052ac26cd6950a",
812
+ "family_window_counts": {
813
+ "battery": 184,
814
+ "tank": 165,
815
+ "thermal": 163
816
+ }
817
+ },
818
+ "training_seed": 42,
819
+ "training_budget": {
820
+ "requested_epochs": 8,
821
+ "epochs_completed": 8,
822
+ "training_windows_per_epoch": 4096,
823
+ "batch_size": 64,
824
+ "selected_checkpoint_epoch": 5
825
+ },
826
+ "metrics": [
827
+ {
828
+ "family": "battery",
829
+ "field_id": 7,
830
+ "field": "state_of_charge",
831
+ "horizon_minutes": 15.0,
832
+ "count": 175,
833
+ "mae": 0.024307413026690483,
834
+ "rmse": 0.03395087271928787,
835
+ "standardized_mae": 0.06631916016340256,
836
+ "standardized_rmse": 0.09262990951538086,
837
+ "standardized_gaussian_nll": -1.0447524684149392,
838
+ "physical_gaussian_nll": -2.048450010293144,
839
+ "nominal_coverage": 0.9,
840
+ "coverage": 0.96,
841
+ "mean_interval_width": 0.11264657229185104,
842
+ "interval_kind": "uncalibrated_gaussian"
843
+ },
844
+ {
845
+ "family": "battery",
846
+ "field_id": 7,
847
+ "field": "state_of_charge",
848
+ "horizon_minutes": 30.0,
849
+ "count": 175,
850
+ "mae": 0.03905227780342102,
851
+ "rmse": 0.06318781524896622,
852
+ "standardized_mae": 0.10654833167791367,
853
+ "standardized_rmse": 0.17239856719970703,
854
+ "standardized_gaussian_nll": -0.4319094648013307,
855
+ "physical_gaussian_nll": -1.4356070066795354,
856
+ "nominal_coverage": 0.9,
857
+ "coverage": 0.96,
858
+ "mean_interval_width": 0.22294214367866516,
859
+ "interval_kind": "uncalibrated_gaussian"
860
+ },
861
+ {
862
+ "family": "battery",
863
+ "field_id": 7,
864
+ "field": "state_of_charge",
865
+ "horizon_minutes": 60.0,
866
+ "count": 175,
867
+ "mae": 0.06536366790533066,
868
+ "rmse": 0.11381972581148148,
869
+ "standardized_mae": 0.1783350557088852,
870
+ "standardized_rmse": 0.31054019927978516,
871
+ "standardized_gaussian_nll": 0.1804019441441618,
872
+ "physical_gaussian_nll": -0.823295597734043,
873
+ "nominal_coverage": 0.9,
874
+ "coverage": 0.96,
875
+ "mean_interval_width": 0.4455433189868927,
876
+ "interval_kind": "uncalibrated_gaussian"
877
+ },
878
+ {
879
+ "family": "battery",
880
+ "field_id": 7,
881
+ "field": "state_of_charge",
882
+ "horizon_minutes": 120.0,
883
+ "count": 176,
884
+ "mae": 0.11910151690244675,
885
+ "rmse": 0.2049441784620285,
886
+ "standardized_mae": 0.32495078444480896,
887
+ "standardized_rmse": 0.5591596961021423,
888
+ "standardized_gaussian_nll": 0.8097816973380884,
889
+ "physical_gaussian_nll": -0.19391584454011646,
890
+ "nominal_coverage": 0.9,
891
+ "coverage": 0.9602272727272727,
892
+ "mean_interval_width": 0.8135712742805481,
893
+ "interval_kind": "uncalibrated_gaussian"
894
+ },
895
+ {
896
+ "family": "battery",
897
+ "field_id": 8,
898
+ "field": "battery_temp",
899
+ "horizon_minutes": 15.0,
900
+ "count": 180,
901
+ "mae": 0.485981822013855,
902
+ "rmse": 0.6028002500534058,
903
+ "standardized_mae": 0.060023341327905655,
904
+ "standardized_rmse": 0.0744515210390091,
905
+ "standardized_gaussian_nll": -1.0171401350982876,
906
+ "physical_gaussian_nll": 1.0742975183981862,
907
+ "nominal_coverage": 0.9,
908
+ "coverage": 0.8666666666666667,
909
+ "mean_interval_width": 2.3966877460479736,
910
+ "interval_kind": "uncalibrated_gaussian"
911
+ },
912
+ {
913
+ "family": "battery",
914
+ "field_id": 8,
915
+ "field": "battery_temp",
916
+ "horizon_minutes": 30.0,
917
+ "count": 177,
918
+ "mae": 0.7429884672164917,
919
+ "rmse": 0.9564019441604614,
920
+ "standardized_mae": 0.09176608920097351,
921
+ "standardized_rmse": 0.11812467128038406,
922
+ "standardized_gaussian_nll": -0.4667258463246877,
923
+ "physical_gaussian_nll": 1.624711807171786,
924
+ "nominal_coverage": 0.9,
925
+ "coverage": 0.8361581920903954,
926
+ "mean_interval_width": 4.356872081756592,
927
+ "interval_kind": "uncalibrated_gaussian"
928
+ },
929
+ {
930
+ "family": "battery",
931
+ "field_id": 8,
932
+ "field": "battery_temp",
933
+ "horizon_minutes": 60.0,
934
+ "count": 181,
935
+ "mae": 1.2414684295654297,
936
+ "rmse": 1.7086529731750488,
937
+ "standardized_mae": 0.15333306789398193,
938
+ "standardized_rmse": 0.21103477478027344,
939
+ "standardized_gaussian_nll": 0.07292176527079025,
940
+ "physical_gaussian_nll": 2.164359418767264,
941
+ "nominal_coverage": 0.9,
942
+ "coverage": 0.8729281767955801,
943
+ "mean_interval_width": 8.230205535888672,
944
+ "interval_kind": "uncalibrated_gaussian"
945
+ },
946
+ {
947
+ "family": "battery",
948
+ "field_id": 8,
949
+ "field": "battery_temp",
950
+ "horizon_minutes": 120.0,
951
+ "count": 181,
952
+ "mae": 2.125725746154785,
953
+ "rmse": 2.882694721221924,
954
+ "standardized_mae": 0.26254719495773315,
955
+ "standardized_rmse": 0.35604000091552734,
956
+ "standardized_gaussian_nll": 0.5645160394234986,
957
+ "physical_gaussian_nll": 2.6559536929199723,
958
+ "nominal_coverage": 0.9,
959
+ "coverage": 0.9392265193370166,
960
+ "mean_interval_width": 15.086609840393066,
961
+ "interval_kind": "uncalibrated_gaussian"
962
+ },
963
+ {
964
+ "family": "battery",
965
+ "field_id": 9,
966
+ "field": "terminal_voltage",
967
+ "horizon_minutes": 15.0,
968
+ "count": 170,
969
+ "mae": 2.5369484424591064,
970
+ "rmse": 4.951508045196533,
971
+ "standardized_mae": 0.15886622667312622,
972
+ "standardized_rmse": 0.3100683391094208,
973
+ "standardized_gaussian_nll": 0.20129437879276763,
974
+ "physical_gaussian_nll": 2.971949107486732,
975
+ "nominal_coverage": 0.9,
976
+ "coverage": 0.9235294117647059,
977
+ "mean_interval_width": 19.12533187866211,
978
+ "interval_kind": "uncalibrated_gaussian"
979
+ },
980
+ {
981
+ "family": "battery",
982
+ "field_id": 9,
983
+ "field": "terminal_voltage",
984
+ "horizon_minutes": 30.0,
985
+ "count": 174,
986
+ "mae": 4.325421333312988,
987
+ "rmse": 8.34469223022461,
988
+ "standardized_mae": 0.2708621919155121,
989
+ "standardized_rmse": 0.5225529074668884,
990
+ "standardized_gaussian_nll": 0.696497570546398,
991
+ "physical_gaussian_nll": 3.4671522992403623,
992
+ "nominal_coverage": 0.9,
993
+ "coverage": 0.9252873563218391,
994
+ "mean_interval_width": 29.44996452331543,
995
+ "interval_kind": "uncalibrated_gaussian"
996
+ },
997
+ {
998
+ "family": "battery",
999
+ "field_id": 9,
1000
+ "field": "terminal_voltage",
1001
+ "horizon_minutes": 60.0,
1002
+ "count": 166,
1003
+ "mae": 7.411620616912842,
1004
+ "rmse": 11.912679672241211,
1005
+ "standardized_mae": 0.46412304043769836,
1006
+ "standardized_rmse": 0.7459838390350342,
1007
+ "standardized_gaussian_nll": 1.015463630694927,
1008
+ "physical_gaussian_nll": 3.786118359388891,
1009
+ "nominal_coverage": 0.9,
1010
+ "coverage": 0.927710843373494,
1011
+ "mean_interval_width": 42.82393264770508,
1012
+ "interval_kind": "uncalibrated_gaussian"
1013
+ },
1014
+ {
1015
+ "family": "battery",
1016
+ "field_id": 9,
1017
+ "field": "terminal_voltage",
1018
+ "horizon_minutes": 120.0,
1019
+ "count": 173,
1020
+ "mae": 9.99101734161377,
1021
+ "rmse": 13.986483573913574,
1022
+ "standardized_mae": 0.6256474256515503,
1023
+ "standardized_rmse": 0.8758474588394165,
1024
+ "standardized_gaussian_nll": 1.293373297873922,
1025
+ "physical_gaussian_nll": 4.064028026567886,
1026
+ "nominal_coverage": 0.9,
1027
+ "coverage": 0.9479768786127167,
1028
+ "mean_interval_width": 58.9625358581543,
1029
+ "interval_kind": "uncalibrated_gaussian"
1030
+ },
1031
+ {
1032
+ "family": "tank",
1033
+ "field_id": 3,
1034
+ "field": "water_level",
1035
+ "horizon_minutes": 15.0,
1036
+ "count": 161,
1037
+ "mae": 0.10453978925943375,
1038
+ "rmse": 0.15217472612857819,
1039
+ "standardized_mae": 0.018018219619989395,
1040
+ "standardized_rmse": 0.026228459551930428,
1041
+ "standardized_gaussian_nll": -2.250577156503018,
1042
+ "physical_gaussian_nll": -0.49239284545560547,
1043
+ "nominal_coverage": 0.9,
1044
+ "coverage": 0.9565217391304348,
1045
+ "mean_interval_width": 0.5909295678138733,
1046
+ "interval_kind": "uncalibrated_gaussian"
1047
+ },
1048
+ {
1049
+ "family": "tank",
1050
+ "field_id": 3,
1051
+ "field": "water_level",
1052
+ "horizon_minutes": 30.0,
1053
+ "count": 162,
1054
+ "mae": 0.16748961806297302,
1055
+ "rmse": 0.24712666869163513,
1056
+ "standardized_mae": 0.028868097811937332,
1057
+ "standardized_rmse": 0.04259414225816727,
1058
+ "standardized_gaussian_nll": -1.8078115786695663,
1059
+ "physical_gaussian_nll": -0.04962726762215386,
1060
+ "nominal_coverage": 0.9,
1061
+ "coverage": 0.9259259259259259,
1062
+ "mean_interval_width": 0.9041959643363953,
1063
+ "interval_kind": "uncalibrated_gaussian"
1064
+ },
1065
+ {
1066
+ "family": "tank",
1067
+ "field_id": 3,
1068
+ "field": "water_level",
1069
+ "horizon_minutes": 60.0,
1070
+ "count": 160,
1071
+ "mae": 0.3350045382976532,
1072
+ "rmse": 0.4735865294933319,
1073
+ "standardized_mae": 0.05774055793881416,
1074
+ "standardized_rmse": 0.08162620663642883,
1075
+ "standardized_gaussian_nll": -1.0947934717060348,
1076
+ "physical_gaussian_nll": 0.6633908393413777,
1077
+ "nominal_coverage": 0.9,
1078
+ "coverage": 0.89375,
1079
+ "mean_interval_width": 1.630171298980713,
1080
+ "interval_kind": "uncalibrated_gaussian"
1081
+ },
1082
+ {
1083
+ "family": "tank",
1084
+ "field_id": 3,
1085
+ "field": "water_level",
1086
+ "horizon_minutes": 120.0,
1087
+ "count": 162,
1088
+ "mae": 0.5746299624443054,
1089
+ "rmse": 0.8364267349243164,
1090
+ "standardized_mae": 0.09904179722070694,
1091
+ "standardized_rmse": 0.14416444301605225,
1092
+ "standardized_gaussian_nll": -0.4870607946786357,
1093
+ "physical_gaussian_nll": 1.2711235163687769,
1094
+ "nominal_coverage": 0.9,
1095
+ "coverage": 0.8765432098765432,
1096
+ "mean_interval_width": 3.107257843017578,
1097
+ "interval_kind": "uncalibrated_gaussian"
1098
+ },
1099
+ {
1100
+ "family": "tank",
1101
+ "field_id": 4,
1102
+ "field": "water_temp",
1103
+ "horizon_minutes": 15.0,
1104
+ "count": 161,
1105
+ "mae": 0.030256040394306183,
1106
+ "rmse": 0.05994768068194389,
1107
+ "standardized_mae": 0.026137864217162132,
1108
+ "standardized_rmse": 0.051788151264190674,
1109
+ "standardized_gaussian_nll": -1.2461548028414395,
1110
+ "physical_gaussian_nll": -1.0998439613274986,
1111
+ "nominal_coverage": 0.9,
1112
+ "coverage": 0.8881987577639752,
1113
+ "mean_interval_width": 0.10458684712648392,
1114
+ "interval_kind": "uncalibrated_gaussian"
1115
+ },
1116
+ {
1117
+ "family": "tank",
1118
+ "field_id": 4,
1119
+ "field": "water_temp",
1120
+ "horizon_minutes": 30.0,
1121
+ "count": 163,
1122
+ "mae": 0.04837018623948097,
1123
+ "rmse": 0.07776153087615967,
1124
+ "standardized_mae": 0.04178647696971893,
1125
+ "standardized_rmse": 0.06717734038829803,
1126
+ "standardized_gaussian_nll": -1.3597009501009016,
1127
+ "physical_gaussian_nll": -1.2133901085869607,
1128
+ "nominal_coverage": 0.9,
1129
+ "coverage": 0.8343558282208589,
1130
+ "mean_interval_width": 0.14568352699279785,
1131
+ "interval_kind": "uncalibrated_gaussian"
1132
+ },
1133
+ {
1134
+ "family": "tank",
1135
+ "field_id": 4,
1136
+ "field": "water_temp",
1137
+ "horizon_minutes": 60.0,
1138
+ "count": 161,
1139
+ "mae": 0.10690145939588547,
1140
+ "rmse": 0.15395145118236542,
1141
+ "standardized_mae": 0.09235101193189621,
1142
+ "standardized_rmse": 0.13299699127674103,
1143
+ "standardized_gaussian_nll": -0.3374427689417652,
1144
+ "physical_gaussian_nll": -0.19113192742782434,
1145
+ "nominal_coverage": 0.9,
1146
+ "coverage": 0.7453416149068323,
1147
+ "mean_interval_width": 0.2674901485443115,
1148
+ "interval_kind": "uncalibrated_gaussian"
1149
+ },
1150
+ {
1151
+ "family": "tank",
1152
+ "field_id": 4,
1153
+ "field": "water_temp",
1154
+ "horizon_minutes": 120.0,
1155
+ "count": 160,
1156
+ "mae": 0.20907899737358093,
1157
+ "rmse": 0.2672901153564453,
1158
+ "standardized_mae": 0.18062107264995575,
1159
+ "standardized_rmse": 0.23090901970863342,
1160
+ "standardized_gaussian_nll": 0.1038869153587797,
1161
+ "physical_gaussian_nll": 0.2501977568727206,
1162
+ "nominal_coverage": 0.9,
1163
+ "coverage": 0.74375,
1164
+ "mean_interval_width": 0.6123576164245605,
1165
+ "interval_kind": "uncalibrated_gaussian"
1166
+ },
1167
+ {
1168
+ "family": "tank",
1169
+ "field_id": 5,
1170
+ "field": "flow",
1171
+ "horizon_minutes": 15.0,
1172
+ "count": 162,
1173
+ "mae": 0.14296968281269073,
1174
+ "rmse": 0.24274185299873352,
1175
+ "standardized_mae": 0.2976644039154053,
1176
+ "standardized_rmse": 0.5053911209106445,
1177
+ "standardized_gaussian_nll": 1.3647981294873766,
1178
+ "physical_gaussian_nll": 0.6314640708697626,
1179
+ "nominal_coverage": 0.9,
1180
+ "coverage": 0.8888888888888888,
1181
+ "mean_interval_width": 0.5900139808654785,
1182
+ "interval_kind": "uncalibrated_gaussian"
1183
+ },
1184
+ {
1185
+ "family": "tank",
1186
+ "field_id": 5,
1187
+ "field": "flow",
1188
+ "horizon_minutes": 30.0,
1189
+ "count": 163,
1190
+ "mae": 0.18483150005340576,
1191
+ "rmse": 0.30543869733810425,
1192
+ "standardized_mae": 0.3848211467266083,
1193
+ "standardized_rmse": 0.6359266042709351,
1194
+ "standardized_gaussian_nll": 0.9144850517039899,
1195
+ "physical_gaussian_nll": 0.18115099308637594,
1196
+ "nominal_coverage": 0.9,
1197
+ "coverage": 0.9325153374233128,
1198
+ "mean_interval_width": 0.889930248260498,
1199
+ "interval_kind": "uncalibrated_gaussian"
1200
+ },
1201
+ {
1202
+ "family": "tank",
1203
+ "field_id": 5,
1204
+ "field": "flow",
1205
+ "horizon_minutes": 60.0,
1206
+ "count": 161,
1207
+ "mae": 0.24666669964790344,
1208
+ "rmse": 0.3889637291431427,
1209
+ "standardized_mae": 0.5135626792907715,
1210
+ "standardized_rmse": 0.8098266124725342,
1211
+ "standardized_gaussian_nll": 0.951388872805394,
1212
+ "physical_gaussian_nll": 0.21805481418778005,
1213
+ "nominal_coverage": 0.9,
1214
+ "coverage": 0.9503105590062112,
1215
+ "mean_interval_width": 1.2867449522018433,
1216
+ "interval_kind": "uncalibrated_gaussian"
1217
+ },
1218
+ {
1219
+ "family": "tank",
1220
+ "field_id": 5,
1221
+ "field": "flow",
1222
+ "horizon_minutes": 120.0,
1223
+ "count": 161,
1224
+ "mae": 0.32246851921081543,
1225
+ "rmse": 0.48173752427101135,
1226
+ "standardized_mae": 0.6713828444480896,
1227
+ "standardized_rmse": 1.0029826164245605,
1228
+ "standardized_gaussian_nll": 1.2228729044192408,
1229
+ "physical_gaussian_nll": 0.4895388458016269,
1230
+ "nominal_coverage": 0.9,
1231
+ "coverage": 0.9503105590062112,
1232
+ "mean_interval_width": 1.6844556331634521,
1233
+ "interval_kind": "uncalibrated_gaussian"
1234
+ },
1235
+ {
1236
+ "family": "tank",
1237
+ "field_id": 6,
1238
+ "field": "pressure",
1239
+ "horizon_minutes": 15.0,
1240
+ "count": 162,
1241
+ "mae": 8.222146034240723,
1242
+ "rmse": 18.307268142700195,
1243
+ "standardized_mae": 0.19328206777572632,
1244
+ "standardized_rmse": 0.43035802245140076,
1245
+ "standardized_gaussian_nll": 0.48130988832968635,
1246
+ "physical_gaussian_nll": 4.231745820090587,
1247
+ "nominal_coverage": 0.9,
1248
+ "coverage": 0.9259259259259259,
1249
+ "mean_interval_width": 42.976749420166016,
1250
+ "interval_kind": "uncalibrated_gaussian"
1251
+ },
1252
+ {
1253
+ "family": "tank",
1254
+ "field_id": 6,
1255
+ "field": "pressure",
1256
+ "horizon_minutes": 30.0,
1257
+ "count": 161,
1258
+ "mae": 13.175812721252441,
1259
+ "rmse": 24.955303192138672,
1260
+ "standardized_mae": 0.3097303509712219,
1261
+ "standardized_rmse": 0.5866366624832153,
1262
+ "standardized_gaussian_nll": 0.6504113139128731,
1263
+ "physical_gaussian_nll": 4.4008472456737735,
1264
+ "nominal_coverage": 0.9,
1265
+ "coverage": 0.8944099378881988,
1266
+ "mean_interval_width": 73.78118896484375,
1267
+ "interval_kind": "uncalibrated_gaussian"
1268
+ },
1269
+ {
1270
+ "family": "tank",
1271
+ "field_id": 6,
1272
+ "field": "pressure",
1273
+ "horizon_minutes": 60.0,
1274
+ "count": 161,
1275
+ "mae": 18.075708389282227,
1276
+ "rmse": 29.435407638549805,
1277
+ "standardized_mae": 0.4249146282672882,
1278
+ "standardized_rmse": 0.6919527053833008,
1279
+ "standardized_gaussian_nll": 0.9847038210185591,
1280
+ "physical_gaussian_nll": 4.735139752779459,
1281
+ "nominal_coverage": 0.9,
1282
+ "coverage": 0.9006211180124224,
1283
+ "mean_interval_width": 112.21856689453125,
1284
+ "interval_kind": "uncalibrated_gaussian"
1285
+ },
1286
+ {
1287
+ "family": "tank",
1288
+ "field_id": 6,
1289
+ "field": "pressure",
1290
+ "horizon_minutes": 120.0,
1291
+ "count": 156,
1292
+ "mae": 25.409460067749023,
1293
+ "rmse": 37.00160598754883,
1294
+ "standardized_mae": 0.5973127484321594,
1295
+ "standardized_rmse": 0.8698151111602783,
1296
+ "standardized_gaussian_nll": 1.2838090760560685,
1297
+ "physical_gaussian_nll": 5.034245007816969,
1298
+ "nominal_coverage": 0.9,
1299
+ "coverage": 0.9551282051282052,
1300
+ "mean_interval_width": 159.5641326904297,
1301
+ "interval_kind": "uncalibrated_gaussian"
1302
+ },
1303
+ {
1304
+ "family": "thermal",
1305
+ "field_id": 0,
1306
+ "field": "indoor_temp",
1307
+ "horizon_minutes": 15.0,
1308
+ "count": 155,
1309
+ "mae": 0.3311842978000641,
1310
+ "rmse": 0.4649771451950073,
1311
+ "standardized_mae": 0.05381608009338379,
1312
+ "standardized_rmse": 0.07555686682462692,
1313
+ "standardized_gaussian_nll": -1.097358754121033,
1314
+ "physical_gaussian_nll": 0.719743965491269,
1315
+ "nominal_coverage": 0.9,
1316
+ "coverage": 0.8838709677419355,
1317
+ "mean_interval_width": 1.5755764245986938,
1318
+ "interval_kind": "uncalibrated_gaussian"
1319
+ },
1320
+ {
1321
+ "family": "thermal",
1322
+ "field_id": 0,
1323
+ "field": "indoor_temp",
1324
+ "horizon_minutes": 30.0,
1325
+ "count": 157,
1326
+ "mae": 0.616455078125,
1327
+ "rmse": 0.8759921193122864,
1328
+ "standardized_mae": 0.10017140209674835,
1329
+ "standardized_rmse": 0.1423451006412506,
1330
+ "standardized_gaussian_nll": -0.49944092582715527,
1331
+ "physical_gaussian_nll": 1.3176617937851467,
1332
+ "nominal_coverage": 0.9,
1333
+ "coverage": 0.8662420382165605,
1334
+ "mean_interval_width": 2.8334107398986816,
1335
+ "interval_kind": "uncalibrated_gaussian"
1336
+ },
1337
+ {
1338
+ "family": "thermal",
1339
+ "field_id": 0,
1340
+ "field": "indoor_temp",
1341
+ "horizon_minutes": 60.0,
1342
+ "count": 155,
1343
+ "mae": 0.994438111782074,
1344
+ "rmse": 1.4174896478652954,
1345
+ "standardized_mae": 0.16159208118915558,
1346
+ "standardized_rmse": 0.23033621907234192,
1347
+ "standardized_gaussian_nll": -0.0144422184435842,
1348
+ "physical_gaussian_nll": 1.8026605011687178,
1349
+ "nominal_coverage": 0.9,
1350
+ "coverage": 0.9290322580645162,
1351
+ "mean_interval_width": 5.8275146484375,
1352
+ "interval_kind": "uncalibrated_gaussian"
1353
+ },
1354
+ {
1355
+ "family": "thermal",
1356
+ "field_id": 0,
1357
+ "field": "indoor_temp",
1358
+ "horizon_minutes": 120.0,
1359
+ "count": 152,
1360
+ "mae": 2.3451199531555176,
1361
+ "rmse": 3.0614168643951416,
1362
+ "standardized_mae": 0.3810723125934601,
1363
+ "standardized_rmse": 0.497467577457428,
1364
+ "standardized_gaussian_nll": 0.6921580246088107,
1365
+ "physical_gaussian_nll": 2.5092607442211126,
1366
+ "nominal_coverage": 0.9,
1367
+ "coverage": 0.9671052631578947,
1368
+ "mean_interval_width": 11.888877868652344,
1369
+ "interval_kind": "uncalibrated_gaussian"
1370
+ },
1371
+ {
1372
+ "family": "thermal",
1373
+ "field_id": 1,
1374
+ "field": "mass_temp",
1375
+ "horizon_minutes": 15.0,
1376
+ "count": 111,
1377
+ "mae": 0.06442829966545105,
1378
+ "rmse": 0.07668175548315048,
1379
+ "standardized_mae": 0.02631237730383873,
1380
+ "standardized_rmse": 0.03131666034460068,
1381
+ "standardized_gaussian_nll": -2.089092040322345,
1382
+ "physical_gaussian_nll": -1.1935785234573646,
1383
+ "nominal_coverage": 0.9,
1384
+ "coverage": 0.8828828828828829,
1385
+ "mean_interval_width": 0.210112527012825,
1386
+ "interval_kind": "uncalibrated_gaussian"
1387
+ },
1388
+ {
1389
+ "family": "thermal",
1390
+ "field_id": 1,
1391
+ "field": "mass_temp",
1392
+ "horizon_minutes": 30.0,
1393
+ "count": 114,
1394
+ "mae": 0.093340203166008,
1395
+ "rmse": 0.1285138726234436,
1396
+ "standardized_mae": 0.03811993449926376,
1397
+ "standardized_rmse": 0.05248478427529335,
1398
+ "standardized_gaussian_nll": -1.7408567071473555,
1399
+ "physical_gaussian_nll": -0.8453431902823753,
1400
+ "nominal_coverage": 0.9,
1401
+ "coverage": 0.8859649122807017,
1402
+ "mean_interval_width": 0.29318180680274963,
1403
+ "interval_kind": "uncalibrated_gaussian"
1404
+ },
1405
+ {
1406
+ "family": "thermal",
1407
+ "field_id": 1,
1408
+ "field": "mass_temp",
1409
+ "horizon_minutes": 60.0,
1410
+ "count": 117,
1411
+ "mae": 0.1361454725265503,
1412
+ "rmse": 0.19698843359947205,
1413
+ "standardized_mae": 0.055601514875888824,
1414
+ "standardized_rmse": 0.0804496482014656,
1415
+ "standardized_gaussian_nll": -1.3364061444799802,
1416
+ "physical_gaussian_nll": -0.4408926276149999,
1417
+ "nominal_coverage": 0.9,
1418
+ "coverage": 0.8803418803418803,
1419
+ "mean_interval_width": 0.5205773711204529,
1420
+ "interval_kind": "uncalibrated_gaussian"
1421
+ },
1422
+ {
1423
+ "family": "thermal",
1424
+ "field_id": 1,
1425
+ "field": "mass_temp",
1426
+ "horizon_minutes": 120.0,
1427
+ "count": 115,
1428
+ "mae": 0.25489941239356995,
1429
+ "rmse": 0.36861711740493774,
1430
+ "standardized_mae": 0.10410036891698837,
1431
+ "standardized_rmse": 0.15054242312908173,
1432
+ "standardized_gaussian_nll": -0.6329802937278202,
1433
+ "physical_gaussian_nll": 0.2625332231371601,
1434
+ "nominal_coverage": 0.9,
1435
+ "coverage": 0.9391304347826087,
1436
+ "mean_interval_width": 1.2624061107635498,
1437
+ "interval_kind": "uncalibrated_gaussian"
1438
+ },
1439
+ {
1440
+ "family": "thermal",
1441
+ "field_id": 2,
1442
+ "field": "energy_kwh",
1443
+ "horizon_minutes": 15.0,
1444
+ "count": 156,
1445
+ "mae": 0.8766966462135315,
1446
+ "rmse": 0.9818884134292603,
1447
+ "standardized_mae": 0.011020317673683167,
1448
+ "standardized_rmse": 0.012342606671154499,
1449
+ "standardized_gaussian_nll": -2.896598882813299,
1450
+ "physical_gaussian_nll": 1.4798215445170841,
1451
+ "nominal_coverage": 0.9,
1452
+ "coverage": 1.0,
1453
+ "mean_interval_width": 4.394843101501465,
1454
+ "interval_kind": "uncalibrated_gaussian"
1455
+ },
1456
+ {
1457
+ "family": "thermal",
1458
+ "field_id": 2,
1459
+ "field": "energy_kwh",
1460
+ "horizon_minutes": 30.0,
1461
+ "count": 155,
1462
+ "mae": 1.1367056369781494,
1463
+ "rmse": 1.3838067054748535,
1464
+ "standardized_mae": 0.014288702048361301,
1465
+ "standardized_rmse": 0.01739482954144478,
1466
+ "standardized_gaussian_nll": -2.651788265991139,
1467
+ "physical_gaussian_nll": 1.724632161339244,
1468
+ "nominal_coverage": 0.9,
1469
+ "coverage": 0.9548387096774194,
1470
+ "mean_interval_width": 4.847188949584961,
1471
+ "interval_kind": "uncalibrated_gaussian"
1472
+ },
1473
+ {
1474
+ "family": "thermal",
1475
+ "field_id": 2,
1476
+ "field": "energy_kwh",
1477
+ "horizon_minutes": 60.0,
1478
+ "count": 158,
1479
+ "mae": 1.7425181865692139,
1480
+ "rmse": 2.1757915019989014,
1481
+ "standardized_mae": 0.021903932094573975,
1482
+ "standardized_rmse": 0.027350295335054398,
1483
+ "standardized_gaussian_nll": -2.2525728052767473,
1484
+ "physical_gaussian_nll": 2.1238476220536358,
1485
+ "nominal_coverage": 0.9,
1486
+ "coverage": 0.9240506329113924,
1487
+ "mean_interval_width": 6.170802593231201,
1488
+ "interval_kind": "uncalibrated_gaussian"
1489
+ },
1490
+ {
1491
+ "family": "thermal",
1492
+ "field_id": 2,
1493
+ "field": "energy_kwh",
1494
+ "horizon_minutes": 120.0,
1495
+ "count": 155,
1496
+ "mae": 3.7795400619506836,
1497
+ "rmse": 4.78128719329834,
1498
+ "standardized_mae": 0.04750985652208328,
1499
+ "standardized_rmse": 0.06010209396481514,
1500
+ "standardized_gaussian_nll": -1.354453428077627,
1501
+ "physical_gaussian_nll": 3.021966999252756,
1502
+ "nominal_coverage": 0.9,
1503
+ "coverage": 0.7032258064516129,
1504
+ "mean_interval_width": 10.703667640686035,
1505
+ "interval_kind": "uncalibrated_gaussian"
1506
+ }
1507
+ ],
1508
+ "balanced_standardized_summary": [
1509
+ {
1510
+ "family": "battery",
1511
+ "standardized_mae": 0.23027682583779097,
1512
+ "standardized_rmse": 0.3624026570469141,
1513
+ "standardized_gaussian_nll": 0.15614353412044238,
1514
+ "observed_query_count": 2103,
1515
+ "weighting": "equal field/horizon row weight"
1516
+ },
1517
+ {
1518
+ "family": "tank",
1519
+ "standardized_mae": 0.2460772480117157,
1520
+ "standardized_rmse": 0.39439838810358196,
1521
+ "standardized_gaussian_nll": -0.03911722189683706,
1522
+ "observed_query_count": 2577,
1523
+ "weighting": "equal field/horizon row weight"
1524
+ },
1525
+ {
1526
+ "family": "thermal",
1527
+ "standardized_mae": 0.08462573999228577,
1528
+ "standardized_rmse": 0.1148074254548798,
1529
+ "standardized_gaussian_nll": -1.3228193701349398,
1530
+ "observed_query_count": 1700,
1531
+ "weighting": "equal field/horizon row weight"
1532
+ }
1533
+ ]
1534
+ },
1535
+ "no_history": {
1536
+ "checkpoint_sha256": "78967fedd9c37ae26cb69e229618a1a8803d0e2cd06ba7655394d0cf7073b454",
1537
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
1538
+ "training_run_sha256": "7388bd91deb104769fd84f39ea44a1be378a20eaf092c7e2acbbc3fb7b706a1f",
1539
+ "model_kind": "transformer",
1540
+ "model_config": {
1541
+ "history_steps": 24,
1542
+ "future_steps": 8,
1543
+ "num_fields": 20,
1544
+ "num_units": 8,
1545
+ "num_roles": 3,
1546
+ "d_model": 128,
1547
+ "layers": 4,
1548
+ "heads": 4,
1549
+ "ff_dim": 512,
1550
+ "dropout": 0.0,
1551
+ "use_history": false
1552
+ },
1553
+ "parameter_count": 1570434,
1554
+ "window_sampling": {
1555
+ "seed": 2026,
1556
+ "history_steps": 24,
1557
+ "future_steps": 8,
1558
+ "sampling": "uniform eligible anchors with replacement",
1559
+ "anchor_sha256": "3d354d6da233d15d0670ff2d794494d0adda1b7f0e4202ac43052ac26cd6950a",
1560
+ "family_window_counts": {
1561
+ "battery": 184,
1562
+ "tank": 165,
1563
+ "thermal": 163
1564
+ }
1565
+ },
1566
+ "training_seed": 42,
1567
+ "training_budget": {
1568
+ "requested_epochs": 8,
1569
+ "epochs_completed": 8,
1570
+ "training_windows_per_epoch": 4096,
1571
+ "batch_size": 64,
1572
+ "selected_checkpoint_epoch": 3
1573
+ },
1574
+ "metrics": [
1575
+ {
1576
+ "family": "battery",
1577
+ "field_id": 7,
1578
+ "field": "state_of_charge",
1579
+ "horizon_minutes": 15.0,
1580
+ "count": 175,
1581
+ "mae": 0.015425424091517925,
1582
+ "rmse": 0.031240813434123993,
1583
+ "standardized_mae": 0.04208597540855408,
1584
+ "standardized_rmse": 0.08523591607809067,
1585
+ "standardized_gaussian_nll": -1.0170503732469618,
1586
+ "physical_gaussian_nll": -2.020747915125167,
1587
+ "nominal_coverage": 0.9,
1588
+ "coverage": 0.9828571428571429,
1589
+ "mean_interval_width": 0.1242661401629448,
1590
+ "interval_kind": "uncalibrated_gaussian"
1591
+ },
1592
+ {
1593
+ "family": "battery",
1594
+ "field_id": 7,
1595
+ "field": "state_of_charge",
1596
+ "horizon_minutes": 30.0,
1597
+ "count": 175,
1598
+ "mae": 0.03107883594930172,
1599
+ "rmse": 0.06366164237260818,
1600
+ "standardized_mae": 0.08479398488998413,
1601
+ "standardized_rmse": 0.17369131743907928,
1602
+ "standardized_gaussian_nll": -0.24089912588182733,
1603
+ "physical_gaussian_nll": -1.2445966677600322,
1604
+ "nominal_coverage": 0.9,
1605
+ "coverage": 0.9714285714285714,
1606
+ "mean_interval_width": 0.23964929580688477,
1607
+ "interval_kind": "uncalibrated_gaussian"
1608
+ },
1609
+ {
1610
+ "family": "battery",
1611
+ "field_id": 7,
1612
+ "field": "state_of_charge",
1613
+ "horizon_minutes": 60.0,
1614
+ "count": 175,
1615
+ "mae": 0.06327981501817703,
1616
+ "rmse": 0.12473738938570023,
1617
+ "standardized_mae": 0.1726495623588562,
1618
+ "standardized_rmse": 0.3403274118900299,
1619
+ "standardized_gaussian_nll": 0.43915225485466003,
1620
+ "physical_gaussian_nll": -0.5645452870235448,
1621
+ "nominal_coverage": 0.9,
1622
+ "coverage": 0.96,
1623
+ "mean_interval_width": 0.5064480900764465,
1624
+ "interval_kind": "uncalibrated_gaussian"
1625
+ },
1626
+ {
1627
+ "family": "battery",
1628
+ "field_id": 7,
1629
+ "field": "state_of_charge",
1630
+ "horizon_minutes": 120.0,
1631
+ "count": 176,
1632
+ "mae": 0.14123377203941345,
1633
+ "rmse": 0.2303936928510666,
1634
+ "standardized_mae": 0.3853353261947632,
1635
+ "standardized_rmse": 0.6285949349403381,
1636
+ "standardized_gaussian_nll": 1.0044479377606093,
1637
+ "physical_gaussian_nll": 0.0007503958824044421,
1638
+ "nominal_coverage": 0.9,
1639
+ "coverage": 0.9488636363636364,
1640
+ "mean_interval_width": 0.9630225300788879,
1641
+ "interval_kind": "uncalibrated_gaussian"
1642
+ },
1643
+ {
1644
+ "family": "battery",
1645
+ "field_id": 8,
1646
+ "field": "battery_temp",
1647
+ "horizon_minutes": 15.0,
1648
+ "count": 180,
1649
+ "mae": 0.3299427032470703,
1650
+ "rmse": 0.4576897621154785,
1651
+ "standardized_mae": 0.04075103998184204,
1652
+ "standardized_rmse": 0.056529007852077484,
1653
+ "standardized_gaussian_nll": -1.4109109073169919,
1654
+ "physical_gaussian_nll": 0.680526746179482,
1655
+ "nominal_coverage": 0.9,
1656
+ "coverage": 0.9722222222222222,
1657
+ "mean_interval_width": 2.0523886680603027,
1658
+ "interval_kind": "uncalibrated_gaussian"
1659
+ },
1660
+ {
1661
+ "family": "battery",
1662
+ "field_id": 8,
1663
+ "field": "battery_temp",
1664
+ "horizon_minutes": 30.0,
1665
+ "count": 177,
1666
+ "mae": 0.6275584101676941,
1667
+ "rmse": 0.8649751543998718,
1668
+ "standardized_mae": 0.07750938832759857,
1669
+ "standardized_rmse": 0.1068325936794281,
1670
+ "standardized_gaussian_nll": -0.8123443630365534,
1671
+ "physical_gaussian_nll": 1.2790932904599204,
1672
+ "nominal_coverage": 0.9,
1673
+ "coverage": 0.9152542372881356,
1674
+ "mean_interval_width": 3.428497076034546,
1675
+ "interval_kind": "uncalibrated_gaussian"
1676
+ },
1677
+ {
1678
+ "family": "battery",
1679
+ "field_id": 8,
1680
+ "field": "battery_temp",
1681
+ "horizon_minutes": 60.0,
1682
+ "count": 181,
1683
+ "mae": 1.2717617750167847,
1684
+ "rmse": 1.6893463134765625,
1685
+ "standardized_mae": 0.15707458555698395,
1686
+ "standardized_rmse": 0.20865021646022797,
1687
+ "standardized_gaussian_nll": -0.1346400697995511,
1688
+ "physical_gaussian_nll": 1.9567975836969227,
1689
+ "nominal_coverage": 0.9,
1690
+ "coverage": 0.9226519337016574,
1691
+ "mean_interval_width": 6.2729811668396,
1692
+ "interval_kind": "uncalibrated_gaussian"
1693
+ },
1694
+ {
1695
+ "family": "battery",
1696
+ "field_id": 8,
1697
+ "field": "battery_temp",
1698
+ "horizon_minutes": 120.0,
1699
+ "count": 181,
1700
+ "mae": 2.315000295639038,
1701
+ "rmse": 3.101907968521118,
1702
+ "standardized_mae": 0.28592437505722046,
1703
+ "standardized_rmse": 0.38311490416526794,
1704
+ "standardized_gaussian_nll": 0.5045433925251709,
1705
+ "physical_gaussian_nll": 2.595981046021645,
1706
+ "nominal_coverage": 0.9,
1707
+ "coverage": 0.9005524861878453,
1708
+ "mean_interval_width": 11.09472370147705,
1709
+ "interval_kind": "uncalibrated_gaussian"
1710
+ },
1711
+ {
1712
+ "family": "battery",
1713
+ "field_id": 9,
1714
+ "field": "terminal_voltage",
1715
+ "horizon_minutes": 15.0,
1716
+ "count": 170,
1717
+ "mae": 2.0391178131103516,
1718
+ "rmse": 5.169179916381836,
1719
+ "standardized_mae": 0.1276915818452835,
1720
+ "standardized_rmse": 0.3236991763114929,
1721
+ "standardized_gaussian_nll": 0.558713273429048,
1722
+ "physical_gaussian_nll": 3.329368002123012,
1723
+ "nominal_coverage": 0.9,
1724
+ "coverage": 0.9647058823529412,
1725
+ "mean_interval_width": 32.68457794189453,
1726
+ "interval_kind": "uncalibrated_gaussian"
1727
+ },
1728
+ {
1729
+ "family": "battery",
1730
+ "field_id": 9,
1731
+ "field": "terminal_voltage",
1732
+ "horizon_minutes": 30.0,
1733
+ "count": 174,
1734
+ "mae": 4.023711681365967,
1735
+ "rmse": 8.649506568908691,
1736
+ "standardized_mae": 0.2519688308238983,
1737
+ "standardized_rmse": 0.5416406989097595,
1738
+ "standardized_gaussian_nll": 0.9506922633298838,
1739
+ "physical_gaussian_nll": 3.721346992023848,
1740
+ "nominal_coverage": 0.9,
1741
+ "coverage": 0.9597701149425287,
1742
+ "mean_interval_width": 44.05549240112305,
1743
+ "interval_kind": "uncalibrated_gaussian"
1744
+ },
1745
+ {
1746
+ "family": "battery",
1747
+ "field_id": 9,
1748
+ "field": "terminal_voltage",
1749
+ "horizon_minutes": 60.0,
1750
+ "count": 166,
1751
+ "mae": 7.517671585083008,
1752
+ "rmse": 12.6425142288208,
1753
+ "standardized_mae": 0.47076407074928284,
1754
+ "standardized_rmse": 0.7916867733001709,
1755
+ "standardized_gaussian_nll": 1.2398642544862057,
1756
+ "physical_gaussian_nll": 4.0105189831801695,
1757
+ "nominal_coverage": 0.9,
1758
+ "coverage": 0.9337349397590361,
1759
+ "mean_interval_width": 56.328922271728516,
1760
+ "interval_kind": "uncalibrated_gaussian"
1761
+ },
1762
+ {
1763
+ "family": "battery",
1764
+ "field_id": 9,
1765
+ "field": "terminal_voltage",
1766
+ "horizon_minutes": 120.0,
1767
+ "count": 173,
1768
+ "mae": 10.33031177520752,
1769
+ "rmse": 14.887666702270508,
1770
+ "standardized_mae": 0.6468943953514099,
1771
+ "standardized_rmse": 0.9322804808616638,
1772
+ "standardized_gaussian_nll": 1.4324972158834246,
1773
+ "physical_gaussian_nll": 4.203151944577389,
1774
+ "nominal_coverage": 0.9,
1775
+ "coverage": 0.953757225433526,
1776
+ "mean_interval_width": 67.68415832519531,
1777
+ "interval_kind": "uncalibrated_gaussian"
1778
+ },
1779
+ {
1780
+ "family": "tank",
1781
+ "field_id": 3,
1782
+ "field": "water_level",
1783
+ "horizon_minutes": 15.0,
1784
+ "count": 161,
1785
+ "mae": 0.228313609957695,
1786
+ "rmse": 0.2675727903842926,
1787
+ "standardized_mae": 0.03935157135128975,
1788
+ "standardized_rmse": 0.04611818492412567,
1789
+ "standardized_gaussian_nll": -1.6878973511324267,
1790
+ "physical_gaussian_nll": 0.07028695991498579,
1791
+ "nominal_coverage": 0.9,
1792
+ "coverage": 0.9751552795031055,
1793
+ "mean_interval_width": 0.8294491171836853,
1794
+ "interval_kind": "uncalibrated_gaussian"
1795
+ },
1796
+ {
1797
+ "family": "tank",
1798
+ "field_id": 3,
1799
+ "field": "water_level",
1800
+ "horizon_minutes": 30.0,
1801
+ "count": 162,
1802
+ "mae": 0.2646979093551636,
1803
+ "rmse": 0.34357112646102905,
1804
+ "standardized_mae": 0.045622676610946655,
1805
+ "standardized_rmse": 0.059217073023319244,
1806
+ "standardized_gaussian_nll": -1.4125471282548854,
1807
+ "physical_gaussian_nll": 0.3456371827925271,
1808
+ "nominal_coverage": 0.9,
1809
+ "coverage": 0.9629629629629629,
1810
+ "mean_interval_width": 1.2977169752120972,
1811
+ "interval_kind": "uncalibrated_gaussian"
1812
+ },
1813
+ {
1814
+ "family": "tank",
1815
+ "field_id": 3,
1816
+ "field": "water_level",
1817
+ "horizon_minutes": 60.0,
1818
+ "count": 160,
1819
+ "mae": 0.3803127706050873,
1820
+ "rmse": 0.559469997882843,
1821
+ "standardized_mae": 0.06554976850748062,
1822
+ "standardized_rmse": 0.09642887115478516,
1823
+ "standardized_gaussian_nll": -0.856065143656852,
1824
+ "physical_gaussian_nll": 0.9021191673905604,
1825
+ "nominal_coverage": 0.9,
1826
+ "coverage": 0.91875,
1827
+ "mean_interval_width": 2.3165202140808105,
1828
+ "interval_kind": "uncalibrated_gaussian"
1829
+ },
1830
+ {
1831
+ "family": "tank",
1832
+ "field_id": 3,
1833
+ "field": "water_level",
1834
+ "horizon_minutes": 120.0,
1835
+ "count": 162,
1836
+ "mae": 0.5872735381126404,
1837
+ "rmse": 0.940395176410675,
1838
+ "standardized_mae": 0.10122101753950119,
1839
+ "standardized_rmse": 0.1620841920375824,
1840
+ "standardized_gaussian_nll": -0.3148264702851866,
1841
+ "physical_gaussian_nll": 1.4433578407622258,
1842
+ "nominal_coverage": 0.9,
1843
+ "coverage": 0.9197530864197531,
1844
+ "mean_interval_width": 4.18409538269043,
1845
+ "interval_kind": "uncalibrated_gaussian"
1846
+ },
1847
+ {
1848
+ "family": "tank",
1849
+ "field_id": 4,
1850
+ "field": "water_temp",
1851
+ "horizon_minutes": 15.0,
1852
+ "count": 161,
1853
+ "mae": 0.03452025353908539,
1854
+ "rmse": 0.06446614116430283,
1855
+ "standardized_mae": 0.029821671545505524,
1856
+ "standardized_rmse": 0.05569159612059593,
1857
+ "standardized_gaussian_nll": -1.2017483599326726,
1858
+ "physical_gaussian_nll": -1.0554375184187317,
1859
+ "nominal_coverage": 0.9,
1860
+ "coverage": 0.9130434782608695,
1861
+ "mean_interval_width": 0.1298159807920456,
1862
+ "interval_kind": "uncalibrated_gaussian"
1863
+ },
1864
+ {
1865
+ "family": "tank",
1866
+ "field_id": 4,
1867
+ "field": "water_temp",
1868
+ "horizon_minutes": 30.0,
1869
+ "count": 163,
1870
+ "mae": 0.06396280229091644,
1871
+ "rmse": 0.09202119708061218,
1872
+ "standardized_mae": 0.05525677278637886,
1873
+ "standardized_rmse": 0.0794961154460907,
1874
+ "standardized_gaussian_nll": -1.0721401748647836,
1875
+ "physical_gaussian_nll": -0.9258293333508427,
1876
+ "nominal_coverage": 0.9,
1877
+ "coverage": 0.852760736196319,
1878
+ "mean_interval_width": 0.19720207154750824,
1879
+ "interval_kind": "uncalibrated_gaussian"
1880
+ },
1881
+ {
1882
+ "family": "tank",
1883
+ "field_id": 4,
1884
+ "field": "water_temp",
1885
+ "horizon_minutes": 60.0,
1886
+ "count": 161,
1887
+ "mae": 0.14143380522727966,
1888
+ "rmse": 0.18615038692951202,
1889
+ "standardized_mae": 0.12218312174081802,
1890
+ "standardized_rmse": 0.16081330180168152,
1891
+ "standardized_gaussian_nll": -0.08351525156025112,
1892
+ "physical_gaussian_nll": 0.06279558995368976,
1893
+ "nominal_coverage": 0.9,
1894
+ "coverage": 0.8074534161490683,
1895
+ "mean_interval_width": 0.36742740869522095,
1896
+ "interval_kind": "uncalibrated_gaussian"
1897
+ },
1898
+ {
1899
+ "family": "tank",
1900
+ "field_id": 4,
1901
+ "field": "water_temp",
1902
+ "horizon_minutes": 120.0,
1903
+ "count": 160,
1904
+ "mae": 0.25867539644241333,
1905
+ "rmse": 0.3194904029369354,
1906
+ "standardized_mae": 0.2234668731689453,
1907
+ "standardized_rmse": 0.27600428462028503,
1908
+ "standardized_gaussian_nll": 0.2520877994476536,
1909
+ "physical_gaussian_nll": 0.3983986409615945,
1910
+ "nominal_coverage": 0.9,
1911
+ "coverage": 0.80625,
1912
+ "mean_interval_width": 0.7633148431777954,
1913
+ "interval_kind": "uncalibrated_gaussian"
1914
+ },
1915
+ {
1916
+ "family": "tank",
1917
+ "field_id": 5,
1918
+ "field": "flow",
1919
+ "horizon_minutes": 15.0,
1920
+ "count": 162,
1921
+ "mae": 0.13851407170295715,
1922
+ "rmse": 0.24637489020824432,
1923
+ "standardized_mae": 0.2883877754211426,
1924
+ "standardized_rmse": 0.5129551291465759,
1925
+ "standardized_gaussian_nll": 0.7680706103982272,
1926
+ "physical_gaussian_nll": 0.0347365517806133,
1927
+ "nominal_coverage": 0.9,
1928
+ "coverage": 0.9259259259259259,
1929
+ "mean_interval_width": 0.7597498297691345,
1930
+ "interval_kind": "uncalibrated_gaussian"
1931
+ },
1932
+ {
1933
+ "family": "tank",
1934
+ "field_id": 5,
1935
+ "field": "flow",
1936
+ "horizon_minutes": 30.0,
1937
+ "count": 163,
1938
+ "mae": 0.17345793545246124,
1939
+ "rmse": 0.30890682339668274,
1940
+ "standardized_mae": 0.36114126443862915,
1941
+ "standardized_rmse": 0.6431472897529602,
1942
+ "standardized_gaussian_nll": 0.8915294660100607,
1943
+ "physical_gaussian_nll": 0.15819540739244675,
1944
+ "nominal_coverage": 0.9,
1945
+ "coverage": 0.9325153374233128,
1946
+ "mean_interval_width": 1.1099841594696045,
1947
+ "interval_kind": "uncalibrated_gaussian"
1948
+ },
1949
+ {
1950
+ "family": "tank",
1951
+ "field_id": 5,
1952
+ "field": "flow",
1953
+ "horizon_minutes": 60.0,
1954
+ "count": 161,
1955
+ "mae": 0.24406036734580994,
1956
+ "rmse": 0.40560293197631836,
1957
+ "standardized_mae": 0.5081362724304199,
1958
+ "standardized_rmse": 0.8444696068763733,
1959
+ "standardized_gaussian_nll": 1.136091555976154,
1960
+ "physical_gaussian_nll": 0.40275749735854005,
1961
+ "nominal_coverage": 0.9,
1962
+ "coverage": 0.9503105590062112,
1963
+ "mean_interval_width": 1.5297214984893799,
1964
+ "interval_kind": "uncalibrated_gaussian"
1965
+ },
1966
+ {
1967
+ "family": "tank",
1968
+ "field_id": 5,
1969
+ "field": "flow",
1970
+ "horizon_minutes": 120.0,
1971
+ "count": 161,
1972
+ "mae": 0.34668827056884766,
1973
+ "rmse": 0.5130802392959595,
1974
+ "standardized_mae": 0.721808671951294,
1975
+ "standardized_rmse": 1.0682384967803955,
1976
+ "standardized_gaussian_nll": 1.405220221373595,
1977
+ "physical_gaussian_nll": 0.671886162755981,
1978
+ "nominal_coverage": 0.9,
1979
+ "coverage": 0.9440993788819876,
1980
+ "mean_interval_width": 1.9286593198776245,
1981
+ "interval_kind": "uncalibrated_gaussian"
1982
+ },
1983
+ {
1984
+ "family": "tank",
1985
+ "field_id": 6,
1986
+ "field": "pressure",
1987
+ "horizon_minutes": 15.0,
1988
+ "count": 162,
1989
+ "mae": 6.259894847869873,
1990
+ "rmse": 18.152008056640625,
1991
+ "standardized_mae": 0.14715445041656494,
1992
+ "standardized_rmse": 0.42670825123786926,
1993
+ "standardized_gaussian_nll": 0.5101028837143162,
1994
+ "physical_gaussian_nll": 4.260538815475217,
1995
+ "nominal_coverage": 0.9,
1996
+ "coverage": 0.9382716049382716,
1997
+ "mean_interval_width": 63.38222885131836,
1998
+ "interval_kind": "uncalibrated_gaussian"
1999
+ },
2000
+ {
2001
+ "family": "tank",
2002
+ "field_id": 6,
2003
+ "field": "pressure",
2004
+ "horizon_minutes": 30.0,
2005
+ "count": 161,
2006
+ "mae": 11.884673118591309,
2007
+ "rmse": 25.61751937866211,
2008
+ "standardized_mae": 0.27937889099121094,
2009
+ "standardized_rmse": 0.6022037267684937,
2010
+ "standardized_gaussian_nll": 0.882870598607773,
2011
+ "physical_gaussian_nll": 4.633306530368674,
2012
+ "nominal_coverage": 0.9,
2013
+ "coverage": 0.8819875776397516,
2014
+ "mean_interval_width": 95.09027099609375,
2015
+ "interval_kind": "uncalibrated_gaussian"
2016
+ },
2017
+ {
2018
+ "family": "tank",
2019
+ "field_id": 6,
2020
+ "field": "pressure",
2021
+ "horizon_minutes": 60.0,
2022
+ "count": 161,
2023
+ "mae": 17.628145217895508,
2024
+ "rmse": 30.67986297607422,
2025
+ "standardized_mae": 0.4143935441970825,
2026
+ "standardized_rmse": 0.7212067246437073,
2027
+ "standardized_gaussian_nll": 1.128127003777863,
2028
+ "physical_gaussian_nll": 4.878562935538763,
2029
+ "nominal_coverage": 0.9,
2030
+ "coverage": 0.9503105590062112,
2031
+ "mean_interval_width": 127.90936279296875,
2032
+ "interval_kind": "uncalibrated_gaussian"
2033
+ },
2034
+ {
2035
+ "family": "tank",
2036
+ "field_id": 6,
2037
+ "field": "pressure",
2038
+ "horizon_minutes": 120.0,
2039
+ "count": 156,
2040
+ "mae": 26.16477394104004,
2041
+ "rmse": 39.1607666015625,
2042
+ "standardized_mae": 0.6150683164596558,
2043
+ "standardized_rmse": 0.9205715656280518,
2044
+ "standardized_gaussian_nll": 1.3504670305209008,
2045
+ "physical_gaussian_nll": 5.100902962281801,
2046
+ "nominal_coverage": 0.9,
2047
+ "coverage": 0.9294871794871795,
2048
+ "mean_interval_width": 154.4665069580078,
2049
+ "interval_kind": "uncalibrated_gaussian"
2050
+ },
2051
+ {
2052
+ "family": "thermal",
2053
+ "field_id": 0,
2054
+ "field": "indoor_temp",
2055
+ "horizon_minutes": 15.0,
2056
+ "count": 155,
2057
+ "mae": 0.37600842118263245,
2058
+ "rmse": 0.5336130857467651,
2059
+ "standardized_mae": 0.0610998161137104,
2060
+ "standardized_rmse": 0.08670992404222488,
2061
+ "standardized_gaussian_nll": -0.9959773561046261,
2062
+ "physical_gaussian_nll": 0.8211253635076758,
2063
+ "nominal_coverage": 0.9,
2064
+ "coverage": 0.9096774193548387,
2065
+ "mean_interval_width": 1.8579490184783936,
2066
+ "interval_kind": "uncalibrated_gaussian"
2067
+ },
2068
+ {
2069
+ "family": "thermal",
2070
+ "field_id": 0,
2071
+ "field": "indoor_temp",
2072
+ "horizon_minutes": 30.0,
2073
+ "count": 157,
2074
+ "mae": 0.6477733254432678,
2075
+ "rmse": 0.9322710037231445,
2076
+ "standardized_mae": 0.10526048392057419,
2077
+ "standardized_rmse": 0.15149018168449402,
2078
+ "standardized_gaussian_nll": -0.45618151662426376,
2079
+ "physical_gaussian_nll": 1.3609212029880382,
2080
+ "nominal_coverage": 0.9,
2081
+ "coverage": 0.8980891719745223,
2082
+ "mean_interval_width": 3.2724530696868896,
2083
+ "interval_kind": "uncalibrated_gaussian"
2084
+ },
2085
+ {
2086
+ "family": "thermal",
2087
+ "field_id": 0,
2088
+ "field": "indoor_temp",
2089
+ "horizon_minutes": 60.0,
2090
+ "count": 155,
2091
+ "mae": 1.203187108039856,
2092
+ "rmse": 1.6330326795578003,
2093
+ "standardized_mae": 0.19551293551921844,
2094
+ "standardized_rmse": 0.26536107063293457,
2095
+ "standardized_gaussian_nll": 0.16615869870346772,
2096
+ "physical_gaussian_nll": 1.9832614183157697,
2097
+ "nominal_coverage": 0.9,
2098
+ "coverage": 0.9419354838709677,
2099
+ "mean_interval_width": 7.164406776428223,
2100
+ "interval_kind": "uncalibrated_gaussian"
2101
+ },
2102
+ {
2103
+ "family": "thermal",
2104
+ "field_id": 0,
2105
+ "field": "indoor_temp",
2106
+ "horizon_minutes": 120.0,
2107
+ "count": 152,
2108
+ "mae": 2.760385036468506,
2109
+ "rmse": 3.5372235774993896,
2110
+ "standardized_mae": 0.4485511779785156,
2111
+ "standardized_rmse": 0.5747842192649841,
2112
+ "standardized_gaussian_nll": 0.9255504899292755,
2113
+ "physical_gaussian_nll": 2.7426532095415777,
2114
+ "nominal_coverage": 0.9,
2115
+ "coverage": 0.9210526315789473,
2116
+ "mean_interval_width": 14.205179214477539,
2117
+ "interval_kind": "uncalibrated_gaussian"
2118
+ },
2119
+ {
2120
+ "family": "thermal",
2121
+ "field_id": 1,
2122
+ "field": "mass_temp",
2123
+ "horizon_minutes": 15.0,
2124
+ "count": 111,
2125
+ "mae": 0.0569867379963398,
2126
+ "rmse": 0.07944489270448685,
2127
+ "standardized_mae": 0.02327325940132141,
2128
+ "standardized_rmse": 0.03244512155652046,
2129
+ "standardized_gaussian_nll": -2.057812841564108,
2130
+ "physical_gaussian_nll": -1.1622993246991276,
2131
+ "nominal_coverage": 0.9,
2132
+ "coverage": 0.9009009009009009,
2133
+ "mean_interval_width": 0.24119536578655243,
2134
+ "interval_kind": "uncalibrated_gaussian"
2135
+ },
2136
+ {
2137
+ "family": "thermal",
2138
+ "field_id": 1,
2139
+ "field": "mass_temp",
2140
+ "horizon_minutes": 30.0,
2141
+ "count": 114,
2142
+ "mae": 0.09890439361333847,
2143
+ "rmse": 0.1403326690196991,
2144
+ "standardized_mae": 0.04039233922958374,
2145
+ "standardized_rmse": 0.05731155723333359,
2146
+ "standardized_gaussian_nll": -1.5186511268208063,
2147
+ "physical_gaussian_nll": -0.623137609955826,
2148
+ "nominal_coverage": 0.9,
2149
+ "coverage": 0.8421052631578947,
2150
+ "mean_interval_width": 0.32511723041534424,
2151
+ "interval_kind": "uncalibrated_gaussian"
2152
+ },
2153
+ {
2154
+ "family": "thermal",
2155
+ "field_id": 1,
2156
+ "field": "mass_temp",
2157
+ "horizon_minutes": 60.0,
2158
+ "count": 117,
2159
+ "mae": 0.16313110291957855,
2160
+ "rmse": 0.21783296763896942,
2161
+ "standardized_mae": 0.06662238389253616,
2162
+ "standardized_rmse": 0.08896251022815704,
2163
+ "standardized_gaussian_nll": -1.0575304313149916,
2164
+ "physical_gaussian_nll": -0.16201691445001132,
2165
+ "nominal_coverage": 0.9,
2166
+ "coverage": 0.8888888888888888,
2167
+ "mean_interval_width": 0.5790572762489319,
2168
+ "interval_kind": "uncalibrated_gaussian"
2169
+ },
2170
+ {
2171
+ "family": "thermal",
2172
+ "field_id": 1,
2173
+ "field": "mass_temp",
2174
+ "horizon_minutes": 120.0,
2175
+ "count": 115,
2176
+ "mae": 0.28219735622406006,
2177
+ "rmse": 0.3840819001197815,
2178
+ "standardized_mae": 0.11524878442287445,
2179
+ "standardized_rmse": 0.15685820579528809,
2180
+ "standardized_gaussian_nll": -0.37008339676428575,
2181
+ "physical_gaussian_nll": 0.5254301201006946,
2182
+ "nominal_coverage": 0.9,
2183
+ "coverage": 0.9217391304347826,
2184
+ "mean_interval_width": 1.414099931716919,
2185
+ "interval_kind": "uncalibrated_gaussian"
2186
+ },
2187
+ {
2188
+ "family": "thermal",
2189
+ "field_id": 2,
2190
+ "field": "energy_kwh",
2191
+ "horizon_minutes": 15.0,
2192
+ "count": 156,
2193
+ "mae": 1.0331014394760132,
2194
+ "rmse": 1.195605754852295,
2195
+ "standardized_mae": 0.01298636943101883,
2196
+ "standardized_rmse": 0.015029092319309711,
2197
+ "standardized_gaussian_nll": -2.744885250193001,
2198
+ "physical_gaussian_nll": 1.631535177137382,
2199
+ "nominal_coverage": 0.9,
2200
+ "coverage": 1.0,
2201
+ "mean_interval_width": 4.75778341293335,
2202
+ "interval_kind": "uncalibrated_gaussian"
2203
+ },
2204
+ {
2205
+ "family": "thermal",
2206
+ "field_id": 2,
2207
+ "field": "energy_kwh",
2208
+ "horizon_minutes": 30.0,
2209
+ "count": 155,
2210
+ "mae": 1.0718767642974854,
2211
+ "rmse": 1.3960055112838745,
2212
+ "standardized_mae": 0.013473784551024437,
2213
+ "standardized_rmse": 0.017548171803355217,
2214
+ "standardized_gaussian_nll": -2.632699882347281,
2215
+ "physical_gaussian_nll": 1.743720544983102,
2216
+ "nominal_coverage": 0.9,
2217
+ "coverage": 0.9419354838709677,
2218
+ "mean_interval_width": 5.240449905395508,
2219
+ "interval_kind": "uncalibrated_gaussian"
2220
+ },
2221
+ {
2222
+ "family": "thermal",
2223
+ "field_id": 2,
2224
+ "field": "energy_kwh",
2225
+ "horizon_minutes": 60.0,
2226
+ "count": 158,
2227
+ "mae": 1.7378016710281372,
2228
+ "rmse": 2.368269205093384,
2229
+ "standardized_mae": 0.021844644099473953,
2230
+ "standardized_rmse": 0.029769795015454292,
2231
+ "standardized_gaussian_nll": -2.134076938054577,
2232
+ "physical_gaussian_nll": 2.242343489275806,
2233
+ "nominal_coverage": 0.9,
2234
+ "coverage": 0.8607594936708861,
2235
+ "mean_interval_width": 6.994573593139648,
2236
+ "interval_kind": "uncalibrated_gaussian"
2237
+ },
2238
+ {
2239
+ "family": "thermal",
2240
+ "field_id": 2,
2241
+ "field": "energy_kwh",
2242
+ "horizon_minutes": 120.0,
2243
+ "count": 155,
2244
+ "mae": 4.312986373901367,
2245
+ "rmse": 5.38817834854126,
2246
+ "standardized_mae": 0.05421542376279831,
2247
+ "standardized_rmse": 0.06773088127374649,
2248
+ "standardized_gaussian_nll": -1.1364228584473424,
2249
+ "physical_gaussian_nll": 3.239997568883041,
2250
+ "nominal_coverage": 0.9,
2251
+ "coverage": 0.7483870967741936,
2252
+ "mean_interval_width": 13.971506118774414,
2253
+ "interval_kind": "uncalibrated_gaussian"
2254
+ }
2255
+ ],
2256
+ "balanced_standardized_summary": [
2257
+ {
2258
+ "family": "battery",
2259
+ "standardized_mae": 0.22862025971213976,
2260
+ "standardized_rmse": 0.3810236193239689,
2261
+ "standardized_gaussian_nll": 0.20950547941559305,
2262
+ "observed_query_count": 2103,
2263
+ "weighting": "equal field/horizon row weight"
2264
+ },
2265
+ {
2266
+ "family": "tank",
2267
+ "standardized_mae": 0.2511214162223041,
2268
+ "standardized_rmse": 0.4172096506226808,
2269
+ "standardized_gaussian_nll": 0.10598920563371783,
2270
+ "observed_query_count": 2577,
2271
+ "weighting": "equal field/horizon row weight"
2272
+ },
2273
+ {
2274
+ "family": "thermal",
2275
+ "standardized_mae": 0.09654011686022083,
2276
+ "standardized_rmse": 0.12866672757081687,
2277
+ "standardized_gaussian_nll": -1.1677177008002115,
2278
+ "observed_query_count": 1700,
2279
+ "weighting": "equal field/horizon row weight"
2280
+ }
2281
+ ]
2282
+ }
2283
+ },
2284
+ "training_optimizer_budgets_match": true
2285
+ }
artifacts/smoke/report-ensemble-v2/benchmark.json ADDED
The diff for this file is too large to render. See raw diff
 
artifacts/smoke/report-ensemble-v2/calibration.json ADDED
@@ -0,0 +1,257 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-calibration-v1",
3
+ "method": "absolute_residual_over_predictive_std_finite_sample_quantile",
4
+ "nominal_coverage": 0.9,
5
+ "normalization_version": 1,
6
+ "checkpoint_sha256": [
7
+ "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739",
8
+ "80ffcf05367f581ed48d34e649ffde7f3738a7c31fb7e0539cb2245e88eae09e",
9
+ "623420955dc271068182f2cd6fb460d0ae64792c25dbd79c0aae91b3ba777137"
10
+ ],
11
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
12
+ "calibration_system_ids": [
13
+ "battery-00038",
14
+ "battery-00065",
15
+ "tank-00076",
16
+ "tank-00082",
17
+ "thermal-00033",
18
+ "thermal-00084"
19
+ ],
20
+ "training_system_ids": [
21
+ "battery-00002",
22
+ "battery-00005",
23
+ "battery-00008",
24
+ "battery-00011",
25
+ "battery-00014",
26
+ "battery-00020",
27
+ "battery-00035",
28
+ "battery-00041",
29
+ "battery-00044",
30
+ "battery-00047",
31
+ "battery-00053",
32
+ "battery-00056",
33
+ "battery-00059",
34
+ "battery-00062",
35
+ "battery-00071",
36
+ "battery-00074",
37
+ "battery-00077",
38
+ "battery-00080",
39
+ "battery-00083",
40
+ "battery-00086",
41
+ "battery-00089",
42
+ "tank-00001",
43
+ "tank-00004",
44
+ "tank-00007",
45
+ "tank-00013",
46
+ "tank-00016",
47
+ "tank-00019",
48
+ "tank-00022",
49
+ "tank-00025",
50
+ "tank-00028",
51
+ "tank-00031",
52
+ "tank-00034",
53
+ "tank-00040",
54
+ "tank-00052",
55
+ "tank-00055",
56
+ "tank-00058",
57
+ "tank-00061",
58
+ "tank-00067",
59
+ "tank-00070",
60
+ "tank-00073",
61
+ "tank-00079",
62
+ "tank-00085",
63
+ "thermal-00000",
64
+ "thermal-00009",
65
+ "thermal-00015",
66
+ "thermal-00018",
67
+ "thermal-00021",
68
+ "thermal-00027",
69
+ "thermal-00030",
70
+ "thermal-00036",
71
+ "thermal-00045",
72
+ "thermal-00048",
73
+ "thermal-00051",
74
+ "thermal-00054",
75
+ "thermal-00057",
76
+ "thermal-00060",
77
+ "thermal-00063",
78
+ "thermal-00066",
79
+ "thermal-00069",
80
+ "thermal-00072",
81
+ "thermal-00075",
82
+ "thermal-00078",
83
+ "thermal-00087"
84
+ ],
85
+ "validation_selection_system_ids": [
86
+ "battery-00023",
87
+ "battery-00029",
88
+ "tank-00037",
89
+ "tank-00049",
90
+ "tank-00064",
91
+ "thermal-00006",
92
+ "thermal-00012",
93
+ "thermal-00042"
94
+ ],
95
+ "test_system_ids": [
96
+ "battery-00017",
97
+ "battery-00026",
98
+ "battery-00032",
99
+ "battery-00050",
100
+ "battery-00068",
101
+ "tank-00010",
102
+ "tank-00043",
103
+ "tank-00046",
104
+ "tank-00088",
105
+ "thermal-00003",
106
+ "thermal-00024",
107
+ "thermal-00039",
108
+ "thermal-00081"
109
+ ],
110
+ "entries": {
111
+ "0:15": {
112
+ "multiplier": 1.4460144164145476,
113
+ "count": 162
114
+ },
115
+ "0:30": {
116
+ "multiplier": 1.2166032447823305,
117
+ "count": 165
118
+ },
119
+ "0:60": {
120
+ "multiplier": 1.3084066626049657,
121
+ "count": 167
122
+ },
123
+ "0:120": {
124
+ "multiplier": 1.952282802411612,
125
+ "count": 162
126
+ },
127
+ "2:15": {
128
+ "multiplier": 1.379819130539471,
129
+ "count": 169
130
+ },
131
+ "2:30": {
132
+ "multiplier": 1.6900303691626664,
133
+ "count": 169
134
+ },
135
+ "2:60": {
136
+ "multiplier": 1.8770010247991413,
137
+ "count": 169
138
+ },
139
+ "2:120": {
140
+ "multiplier": 2.8026068884538966,
141
+ "count": 168
142
+ },
143
+ "3:15": {
144
+ "multiplier": 1.0332053603548113,
145
+ "count": 173
146
+ },
147
+ "3:30": {
148
+ "multiplier": 1.2535218091909026,
149
+ "count": 173
150
+ },
151
+ "3:60": {
152
+ "multiplier": 1.2915064009961716,
153
+ "count": 175
154
+ },
155
+ "3:120": {
156
+ "multiplier": 1.3152614393533888,
157
+ "count": 174
158
+ },
159
+ "4:15": {
160
+ "multiplier": 1.1252455297469466,
161
+ "count": 172
162
+ },
163
+ "4:30": {
164
+ "multiplier": 1.039101532447104,
165
+ "count": 172
166
+ },
167
+ "4:60": {
168
+ "multiplier": 1.1187753872528923,
169
+ "count": 174
170
+ },
171
+ "4:120": {
172
+ "multiplier": 1.2384841326258078,
173
+ "count": 172
174
+ },
175
+ "5:15": {
176
+ "multiplier": 1.2781041650902303,
177
+ "count": 176
178
+ },
179
+ "5:30": {
180
+ "multiplier": 1.5554288094130373,
181
+ "count": 175
182
+ },
183
+ "5:60": {
184
+ "multiplier": 1.2475763145550303,
185
+ "count": 174
186
+ },
187
+ "5:120": {
188
+ "multiplier": 1.36249094393716,
189
+ "count": 176
190
+ },
191
+ "6:15": {
192
+ "multiplier": 1.0952945335649096,
193
+ "count": 175
194
+ },
195
+ "6:30": {
196
+ "multiplier": 1.2852524722520757,
197
+ "count": 175
198
+ },
199
+ "6:60": {
200
+ "multiplier": 1.373389672439524,
201
+ "count": 175
202
+ },
203
+ "6:120": {
204
+ "multiplier": 1.4255816403668415,
205
+ "count": 178
206
+ },
207
+ "7:15": {
208
+ "multiplier": 2.229542832113936,
209
+ "count": 158
210
+ },
211
+ "7:30": {
212
+ "multiplier": 2.596720321976906,
213
+ "count": 156
214
+ },
215
+ "7:60": {
216
+ "multiplier": 2.2401701614358838,
217
+ "count": 156
218
+ },
219
+ "7:120": {
220
+ "multiplier": 2.722592561326189,
221
+ "count": 151
222
+ },
223
+ "8:15": {
224
+ "multiplier": 1.263443439904704,
225
+ "count": 151
226
+ },
227
+ "8:30": {
228
+ "multiplier": 1.7603521981592665,
229
+ "count": 154
230
+ },
231
+ "8:60": {
232
+ "multiplier": 1.4797041765225936,
233
+ "count": 152
234
+ },
235
+ "8:120": {
236
+ "multiplier": 1.0924752849718655,
237
+ "count": 153
238
+ },
239
+ "9:15": {
240
+ "multiplier": 0.5718042968615822,
241
+ "count": 152
242
+ },
243
+ "9:30": {
244
+ "multiplier": 1.3761259900694958,
245
+ "count": 155
246
+ },
247
+ "9:60": {
248
+ "multiplier": 1.4196035497326036,
249
+ "count": 152
250
+ },
251
+ "9:120": {
252
+ "multiplier": 1.4910170282714297,
253
+ "count": 153
254
+ }
255
+ },
256
+ "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
257
+ }
artifacts/smoke/report-ensemble-v2/calibration_history_linear_system_id.json ADDED
@@ -0,0 +1,253 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-calibration-v1",
3
+ "method": "absolute_residual_over_predictive_std_finite_sample_quantile",
4
+ "nominal_coverage": 0.9,
5
+ "normalization_version": 1,
6
+ "checkpoint_sha256": [],
7
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
8
+ "calibration_system_ids": [
9
+ "battery-00038",
10
+ "battery-00065",
11
+ "tank-00076",
12
+ "tank-00082",
13
+ "thermal-00033",
14
+ "thermal-00084"
15
+ ],
16
+ "training_system_ids": [
17
+ "battery-00002",
18
+ "battery-00005",
19
+ "battery-00008",
20
+ "battery-00011",
21
+ "battery-00014",
22
+ "battery-00020",
23
+ "battery-00035",
24
+ "battery-00041",
25
+ "battery-00044",
26
+ "battery-00047",
27
+ "battery-00053",
28
+ "battery-00056",
29
+ "battery-00059",
30
+ "battery-00062",
31
+ "battery-00071",
32
+ "battery-00074",
33
+ "battery-00077",
34
+ "battery-00080",
35
+ "battery-00083",
36
+ "battery-00086",
37
+ "battery-00089",
38
+ "tank-00001",
39
+ "tank-00004",
40
+ "tank-00007",
41
+ "tank-00013",
42
+ "tank-00016",
43
+ "tank-00019",
44
+ "tank-00022",
45
+ "tank-00025",
46
+ "tank-00028",
47
+ "tank-00031",
48
+ "tank-00034",
49
+ "tank-00040",
50
+ "tank-00052",
51
+ "tank-00055",
52
+ "tank-00058",
53
+ "tank-00061",
54
+ "tank-00067",
55
+ "tank-00070",
56
+ "tank-00073",
57
+ "tank-00079",
58
+ "tank-00085",
59
+ "thermal-00000",
60
+ "thermal-00009",
61
+ "thermal-00015",
62
+ "thermal-00018",
63
+ "thermal-00021",
64
+ "thermal-00027",
65
+ "thermal-00030",
66
+ "thermal-00036",
67
+ "thermal-00045",
68
+ "thermal-00048",
69
+ "thermal-00051",
70
+ "thermal-00054",
71
+ "thermal-00057",
72
+ "thermal-00060",
73
+ "thermal-00063",
74
+ "thermal-00066",
75
+ "thermal-00069",
76
+ "thermal-00072",
77
+ "thermal-00075",
78
+ "thermal-00078",
79
+ "thermal-00087"
80
+ ],
81
+ "validation_selection_system_ids": [
82
+ "battery-00023",
83
+ "battery-00029",
84
+ "tank-00037",
85
+ "tank-00049",
86
+ "tank-00064",
87
+ "thermal-00006",
88
+ "thermal-00012",
89
+ "thermal-00042"
90
+ ],
91
+ "test_system_ids": [
92
+ "battery-00017",
93
+ "battery-00026",
94
+ "battery-00032",
95
+ "battery-00050",
96
+ "battery-00068",
97
+ "tank-00010",
98
+ "tank-00043",
99
+ "tank-00046",
100
+ "tank-00088",
101
+ "thermal-00003",
102
+ "thermal-00024",
103
+ "thermal-00039",
104
+ "thermal-00081"
105
+ ],
106
+ "entries": {
107
+ "0:15": {
108
+ "multiplier": 0.9125920929069574,
109
+ "count": 162
110
+ },
111
+ "0:30": {
112
+ "multiplier": 1.7012972590006181,
113
+ "count": 165
114
+ },
115
+ "0:60": {
116
+ "multiplier": 3.208198962104259,
117
+ "count": 167
118
+ },
119
+ "0:120": {
120
+ "multiplier": 4.361139086083468,
121
+ "count": 162
122
+ },
123
+ "2:15": {
124
+ "multiplier": 0.32997837394347035,
125
+ "count": 169
126
+ },
127
+ "2:30": {
128
+ "multiplier": 0.5769019346036816,
129
+ "count": 169
130
+ },
131
+ "2:60": {
132
+ "multiplier": 0.9650079736118301,
133
+ "count": 169
134
+ },
135
+ "2:120": {
136
+ "multiplier": 1.7150557297274174,
137
+ "count": 168
138
+ },
139
+ "3:15": {
140
+ "multiplier": 0.7063339326580723,
141
+ "count": 173
142
+ },
143
+ "3:30": {
144
+ "multiplier": 1.1468109690551498,
145
+ "count": 173
146
+ },
147
+ "3:60": {
148
+ "multiplier": 1.8227091027920903,
149
+ "count": 175
150
+ },
151
+ "3:120": {
152
+ "multiplier": 2.7287904928505244,
153
+ "count": 174
154
+ },
155
+ "4:15": {
156
+ "multiplier": 0.46659908244604364,
157
+ "count": 172
158
+ },
159
+ "4:30": {
160
+ "multiplier": 0.6509470502788752,
161
+ "count": 172
162
+ },
163
+ "4:60": {
164
+ "multiplier": 1.12670266265885,
165
+ "count": 174
166
+ },
167
+ "4:120": {
168
+ "multiplier": 1.7626484412092522,
169
+ "count": 172
170
+ },
171
+ "5:15": {
172
+ "multiplier": 3.2149264037272265,
173
+ "count": 176
174
+ },
175
+ "5:30": {
176
+ "multiplier": 3.17059184673366,
177
+ "count": 175
178
+ },
179
+ "5:60": {
180
+ "multiplier": 3.8703456757326937,
181
+ "count": 174
182
+ },
183
+ "5:120": {
184
+ "multiplier": 3.5857897297730097,
185
+ "count": 176
186
+ },
187
+ "6:15": {
188
+ "multiplier": 3.365407313116949,
189
+ "count": 175
190
+ },
191
+ "6:30": {
192
+ "multiplier": 4.065351482368743,
193
+ "count": 175
194
+ },
195
+ "6:60": {
196
+ "multiplier": 5.3680182769342055,
197
+ "count": 175
198
+ },
199
+ "6:120": {
200
+ "multiplier": 4.134695785148987,
201
+ "count": 178
202
+ },
203
+ "7:15": {
204
+ "multiplier": 3.508550325392457,
205
+ "count": 158
206
+ },
207
+ "7:30": {
208
+ "multiplier": 4.768295007241738,
209
+ "count": 156
210
+ },
211
+ "7:60": {
212
+ "multiplier": 6.7661265591458415,
213
+ "count": 156
214
+ },
215
+ "7:120": {
216
+ "multiplier": 7.251723598443073,
217
+ "count": 151
218
+ },
219
+ "8:15": {
220
+ "multiplier": 1.4118854052952174,
221
+ "count": 151
222
+ },
223
+ "8:30": {
224
+ "multiplier": 2.4345631679090505,
225
+ "count": 154
226
+ },
227
+ "8:60": {
228
+ "multiplier": 3.068358708522243,
229
+ "count": 152
230
+ },
231
+ "8:120": {
232
+ "multiplier": 4.561726737851034,
233
+ "count": 153
234
+ },
235
+ "9:15": {
236
+ "multiplier": 2.360316974766819,
237
+ "count": 152
238
+ },
239
+ "9:30": {
240
+ "multiplier": 2.4516472510112615,
241
+ "count": 155
242
+ },
243
+ "9:60": {
244
+ "multiplier": 2.5763941889655673,
245
+ "count": 152
246
+ },
247
+ "9:120": {
248
+ "multiplier": 2.1809267855212267,
249
+ "count": 153
250
+ }
251
+ },
252
+ "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
253
+ }
artifacts/smoke/report-ensemble-v2/calibration_persistence.json ADDED
@@ -0,0 +1,253 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-calibration-v1",
3
+ "method": "absolute_residual_over_predictive_std_finite_sample_quantile",
4
+ "nominal_coverage": 0.9,
5
+ "normalization_version": 1,
6
+ "checkpoint_sha256": [],
7
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
8
+ "calibration_system_ids": [
9
+ "battery-00038",
10
+ "battery-00065",
11
+ "tank-00076",
12
+ "tank-00082",
13
+ "thermal-00033",
14
+ "thermal-00084"
15
+ ],
16
+ "training_system_ids": [
17
+ "battery-00002",
18
+ "battery-00005",
19
+ "battery-00008",
20
+ "battery-00011",
21
+ "battery-00014",
22
+ "battery-00020",
23
+ "battery-00035",
24
+ "battery-00041",
25
+ "battery-00044",
26
+ "battery-00047",
27
+ "battery-00053",
28
+ "battery-00056",
29
+ "battery-00059",
30
+ "battery-00062",
31
+ "battery-00071",
32
+ "battery-00074",
33
+ "battery-00077",
34
+ "battery-00080",
35
+ "battery-00083",
36
+ "battery-00086",
37
+ "battery-00089",
38
+ "tank-00001",
39
+ "tank-00004",
40
+ "tank-00007",
41
+ "tank-00013",
42
+ "tank-00016",
43
+ "tank-00019",
44
+ "tank-00022",
45
+ "tank-00025",
46
+ "tank-00028",
47
+ "tank-00031",
48
+ "tank-00034",
49
+ "tank-00040",
50
+ "tank-00052",
51
+ "tank-00055",
52
+ "tank-00058",
53
+ "tank-00061",
54
+ "tank-00067",
55
+ "tank-00070",
56
+ "tank-00073",
57
+ "tank-00079",
58
+ "tank-00085",
59
+ "thermal-00000",
60
+ "thermal-00009",
61
+ "thermal-00015",
62
+ "thermal-00018",
63
+ "thermal-00021",
64
+ "thermal-00027",
65
+ "thermal-00030",
66
+ "thermal-00036",
67
+ "thermal-00045",
68
+ "thermal-00048",
69
+ "thermal-00051",
70
+ "thermal-00054",
71
+ "thermal-00057",
72
+ "thermal-00060",
73
+ "thermal-00063",
74
+ "thermal-00066",
75
+ "thermal-00069",
76
+ "thermal-00072",
77
+ "thermal-00075",
78
+ "thermal-00078",
79
+ "thermal-00087"
80
+ ],
81
+ "validation_selection_system_ids": [
82
+ "battery-00023",
83
+ "battery-00029",
84
+ "tank-00037",
85
+ "tank-00049",
86
+ "tank-00064",
87
+ "thermal-00006",
88
+ "thermal-00012",
89
+ "thermal-00042"
90
+ ],
91
+ "test_system_ids": [
92
+ "battery-00017",
93
+ "battery-00026",
94
+ "battery-00032",
95
+ "battery-00050",
96
+ "battery-00068",
97
+ "tank-00010",
98
+ "tank-00043",
99
+ "tank-00046",
100
+ "tank-00088",
101
+ "thermal-00003",
102
+ "thermal-00024",
103
+ "thermal-00039",
104
+ "thermal-00081"
105
+ ],
106
+ "entries": {
107
+ "0:15": {
108
+ "multiplier": 3.3366494379430676,
109
+ "count": 162
110
+ },
111
+ "0:30": {
112
+ "multiplier": 6.646896400862718,
113
+ "count": 165
114
+ },
115
+ "0:60": {
116
+ "multiplier": 12.459110764212058,
117
+ "count": 167
118
+ },
119
+ "0:120": {
120
+ "multiplier": 22.6636351742527,
121
+ "count": 162
122
+ },
123
+ "2:15": {
124
+ "multiplier": 0.4321222264839546,
125
+ "count": 169
126
+ },
127
+ "2:30": {
128
+ "multiplier": 0.8642444529679092,
129
+ "count": 169
130
+ },
131
+ "2:60": {
132
+ "multiplier": 1.630317665953497,
133
+ "count": 169
134
+ },
135
+ "2:120": {
136
+ "multiplier": 2.9326270778552934,
137
+ "count": 168
138
+ },
139
+ "3:15": {
140
+ "multiplier": 0.7088522290499347,
141
+ "count": 173
142
+ },
143
+ "3:30": {
144
+ "multiplier": 1.3617854632011333,
145
+ "count": 173
146
+ },
147
+ "3:60": {
148
+ "multiplier": 1.8363739154561707,
149
+ "count": 175
150
+ },
151
+ "3:120": {
152
+ "multiplier": 2.7827887405627214,
153
+ "count": 174
154
+ },
155
+ "4:15": {
156
+ "multiplier": 0.4925306807476688,
157
+ "count": 172
158
+ },
159
+ "4:30": {
160
+ "multiplier": 0.9556247863545887,
161
+ "count": 172
162
+ },
163
+ "4:60": {
164
+ "multiplier": 1.9518378050230625,
165
+ "count": 174
166
+ },
167
+ "4:120": {
168
+ "multiplier": 3.7351300558525358,
169
+ "count": 172
170
+ },
171
+ "5:15": {
172
+ "multiplier": 5.4575583611463525,
173
+ "count": 176
174
+ },
175
+ "5:30": {
176
+ "multiplier": 9.236844732573314,
177
+ "count": 175
178
+ },
179
+ "5:60": {
180
+ "multiplier": 11.005316436607625,
181
+ "count": 174
182
+ },
183
+ "5:120": {
184
+ "multiplier": 16.54782989906251,
185
+ "count": 176
186
+ },
187
+ "6:15": {
188
+ "multiplier": 6.834112813121844,
189
+ "count": 175
190
+ },
191
+ "6:30": {
192
+ "multiplier": 9.23236782743739,
193
+ "count": 175
194
+ },
195
+ "6:60": {
196
+ "multiplier": 18.16349733850344,
197
+ "count": 175
198
+ },
199
+ "6:120": {
200
+ "multiplier": 21.593874787919212,
201
+ "count": 178
202
+ },
203
+ "7:15": {
204
+ "multiplier": 4.51887127869554,
205
+ "count": 158
206
+ },
207
+ "7:30": {
208
+ "multiplier": 8.522240431442286,
209
+ "count": 156
210
+ },
211
+ "7:60": {
212
+ "multiplier": 13.982321857352368,
213
+ "count": 156
214
+ },
215
+ "7:120": {
216
+ "multiplier": 22.65882627122559,
217
+ "count": 151
218
+ },
219
+ "8:15": {
220
+ "multiplier": 0.9608832574417149,
221
+ "count": 151
222
+ },
223
+ "8:30": {
224
+ "multiplier": 1.7102051800611722,
225
+ "count": 154
226
+ },
227
+ "8:60": {
228
+ "multiplier": 3.0560012493134288,
229
+ "count": 152
230
+ },
231
+ "8:120": {
232
+ "multiplier": 5.342828353812,
233
+ "count": 153
234
+ },
235
+ "9:15": {
236
+ "multiplier": 3.1579094027226806,
237
+ "count": 152
238
+ },
239
+ "9:30": {
240
+ "multiplier": 10.51415148461768,
241
+ "count": 155
242
+ },
243
+ "9:60": {
244
+ "multiplier": 18.58402482175975,
245
+ "count": 152
246
+ },
247
+ "9:120": {
248
+ "multiplier": 21.86097990637898,
249
+ "count": 153
250
+ }
251
+ },
252
+ "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
253
+ }
artifacts/smoke/report-ensemble-v2/generalization.json ADDED
@@ -0,0 +1,105 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "experiments": [
3
+ {
4
+ "config": {
5
+ "name": "heldout_systems",
6
+ "axis": "B",
7
+ "data": "artifacts/smoke/data-v2",
8
+ "checkpoint": "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt",
9
+ "excluded_family": null,
10
+ "sensor_failure_probability": 0.0,
11
+ "sensor_bias_std": 0.0,
12
+ "description": "Main held-out-system test"
13
+ },
14
+ "status": "completed",
15
+ "result": {
16
+ "benchmark": "benchmark.json",
17
+ "model": "foundation_model"
18
+ }
19
+ },
20
+ {
21
+ "config": {
22
+ "name": "sensor_failures",
23
+ "axis": "C",
24
+ "data": null,
25
+ "checkpoint": null,
26
+ "excluded_family": null,
27
+ "sensor_failure_probability": 0.25,
28
+ "sensor_bias_std": 0.0,
29
+ "description": "Observed history/current sensor dropout"
30
+ },
31
+ "status": "unrun",
32
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
33
+ },
34
+ {
35
+ "config": {
36
+ "name": "sensor_bias",
37
+ "axis": "C",
38
+ "data": null,
39
+ "checkpoint": null,
40
+ "excluded_family": null,
41
+ "sensor_failure_probability": 0.0,
42
+ "sensor_bias_std": 0.5,
43
+ "description": "Observed state sensor bias in training-standardized units"
44
+ },
45
+ "status": "unrun",
46
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
47
+ },
48
+ {
49
+ "config": {
50
+ "name": "configuration_shift",
51
+ "axis": "D",
52
+ "data": null,
53
+ "checkpoint": null,
54
+ "excluded_family": null,
55
+ "sensor_failure_probability": 0.0,
56
+ "sensor_bias_std": 0.0,
57
+ "description": "Requires independently generated shifted physical parameters"
58
+ },
59
+ "status": "unrun",
60
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
61
+ },
62
+ {
63
+ "config": {
64
+ "name": "leave_thermal_out",
65
+ "axis": "E",
66
+ "data": null,
67
+ "checkpoint": null,
68
+ "excluded_family": "thermal",
69
+ "sensor_failure_probability": 0.0,
70
+ "sensor_bias_std": 0.0,
71
+ "description": "Requires checkpoint trained with this family excluded"
72
+ },
73
+ "status": "unrun",
74
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
75
+ },
76
+ {
77
+ "config": {
78
+ "name": "leave_tank_out",
79
+ "axis": "E",
80
+ "data": null,
81
+ "checkpoint": null,
82
+ "excluded_family": "tank",
83
+ "sensor_failure_probability": 0.0,
84
+ "sensor_bias_std": 0.0,
85
+ "description": "Requires checkpoint trained with this family excluded"
86
+ },
87
+ "status": "unrun",
88
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
89
+ },
90
+ {
91
+ "config": {
92
+ "name": "leave_battery_out",
93
+ "axis": "E",
94
+ "data": null,
95
+ "checkpoint": null,
96
+ "excluded_family": "battery",
97
+ "sensor_failure_probability": 0.0,
98
+ "sensor_bias_std": 0.0,
99
+ "description": "Requires checkpoint trained with this family excluded"
100
+ },
101
+ "status": "unrun",
102
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
103
+ }
104
+ ]
105
+ }
artifacts/smoke/report-gru-v2/benchmark.json ADDED
The diff for this file is too large to render. See raw diff
 
artifacts/smoke/report-gru-v2/calibration.json ADDED
@@ -0,0 +1,255 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-calibration-v1",
3
+ "method": "absolute_residual_over_predictive_std_finite_sample_quantile",
4
+ "nominal_coverage": 0.9,
5
+ "normalization_version": 1,
6
+ "checkpoint_sha256": [
7
+ "ae952a6d9b3f9dccafe6dcc92195b25a656f65c5edd022ed75841c2d2acc0663"
8
+ ],
9
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
10
+ "calibration_system_ids": [
11
+ "battery-00038",
12
+ "battery-00065",
13
+ "tank-00076",
14
+ "tank-00082",
15
+ "thermal-00033",
16
+ "thermal-00084"
17
+ ],
18
+ "training_system_ids": [
19
+ "battery-00002",
20
+ "battery-00005",
21
+ "battery-00008",
22
+ "battery-00011",
23
+ "battery-00014",
24
+ "battery-00020",
25
+ "battery-00035",
26
+ "battery-00041",
27
+ "battery-00044",
28
+ "battery-00047",
29
+ "battery-00053",
30
+ "battery-00056",
31
+ "battery-00059",
32
+ "battery-00062",
33
+ "battery-00071",
34
+ "battery-00074",
35
+ "battery-00077",
36
+ "battery-00080",
37
+ "battery-00083",
38
+ "battery-00086",
39
+ "battery-00089",
40
+ "tank-00001",
41
+ "tank-00004",
42
+ "tank-00007",
43
+ "tank-00013",
44
+ "tank-00016",
45
+ "tank-00019",
46
+ "tank-00022",
47
+ "tank-00025",
48
+ "tank-00028",
49
+ "tank-00031",
50
+ "tank-00034",
51
+ "tank-00040",
52
+ "tank-00052",
53
+ "tank-00055",
54
+ "tank-00058",
55
+ "tank-00061",
56
+ "tank-00067",
57
+ "tank-00070",
58
+ "tank-00073",
59
+ "tank-00079",
60
+ "tank-00085",
61
+ "thermal-00000",
62
+ "thermal-00009",
63
+ "thermal-00015",
64
+ "thermal-00018",
65
+ "thermal-00021",
66
+ "thermal-00027",
67
+ "thermal-00030",
68
+ "thermal-00036",
69
+ "thermal-00045",
70
+ "thermal-00048",
71
+ "thermal-00051",
72
+ "thermal-00054",
73
+ "thermal-00057",
74
+ "thermal-00060",
75
+ "thermal-00063",
76
+ "thermal-00066",
77
+ "thermal-00069",
78
+ "thermal-00072",
79
+ "thermal-00075",
80
+ "thermal-00078",
81
+ "thermal-00087"
82
+ ],
83
+ "validation_selection_system_ids": [
84
+ "battery-00023",
85
+ "battery-00029",
86
+ "tank-00037",
87
+ "tank-00049",
88
+ "tank-00064",
89
+ "thermal-00006",
90
+ "thermal-00012",
91
+ "thermal-00042"
92
+ ],
93
+ "test_system_ids": [
94
+ "battery-00017",
95
+ "battery-00026",
96
+ "battery-00032",
97
+ "battery-00050",
98
+ "battery-00068",
99
+ "tank-00010",
100
+ "tank-00043",
101
+ "tank-00046",
102
+ "tank-00088",
103
+ "thermal-00003",
104
+ "thermal-00024",
105
+ "thermal-00039",
106
+ "thermal-00081"
107
+ ],
108
+ "entries": {
109
+ "0:15": {
110
+ "multiplier": 1.5409319796691476,
111
+ "count": 162
112
+ },
113
+ "0:30": {
114
+ "multiplier": 1.2730044039773323,
115
+ "count": 165
116
+ },
117
+ "0:60": {
118
+ "multiplier": 1.5240539906170876,
119
+ "count": 167
120
+ },
121
+ "0:120": {
122
+ "multiplier": 2.1199465804269675,
123
+ "count": 162
124
+ },
125
+ "2:15": {
126
+ "multiplier": 1.3633816611633627,
127
+ "count": 169
128
+ },
129
+ "2:30": {
130
+ "multiplier": 1.9483991850447522,
131
+ "count": 169
132
+ },
133
+ "2:60": {
134
+ "multiplier": 2.6261046519107643,
135
+ "count": 169
136
+ },
137
+ "2:120": {
138
+ "multiplier": 2.950554232266852,
139
+ "count": 168
140
+ },
141
+ "3:15": {
142
+ "multiplier": 1.162827408177605,
143
+ "count": 173
144
+ },
145
+ "3:30": {
146
+ "multiplier": 1.440472954925591,
147
+ "count": 173
148
+ },
149
+ "3:60": {
150
+ "multiplier": 1.6253594018525848,
151
+ "count": 175
152
+ },
153
+ "3:120": {
154
+ "multiplier": 1.5433091282364446,
155
+ "count": 174
156
+ },
157
+ "4:15": {
158
+ "multiplier": 1.3873051631227857,
159
+ "count": 172
160
+ },
161
+ "4:30": {
162
+ "multiplier": 1.5629606023906373,
163
+ "count": 172
164
+ },
165
+ "4:60": {
166
+ "multiplier": 1.6097863560507777,
167
+ "count": 174
168
+ },
169
+ "4:120": {
170
+ "multiplier": 1.5987129875423844,
171
+ "count": 172
172
+ },
173
+ "5:15": {
174
+ "multiplier": 1.035180917169971,
175
+ "count": 176
176
+ },
177
+ "5:30": {
178
+ "multiplier": 1.4036115687967399,
179
+ "count": 175
180
+ },
181
+ "5:60": {
182
+ "multiplier": 1.3494885401629946,
183
+ "count": 174
184
+ },
185
+ "5:120": {
186
+ "multiplier": 1.4368442957536578,
187
+ "count": 176
188
+ },
189
+ "6:15": {
190
+ "multiplier": 0.9197682233686871,
191
+ "count": 175
192
+ },
193
+ "6:30": {
194
+ "multiplier": 1.3082711745988898,
195
+ "count": 175
196
+ },
197
+ "6:60": {
198
+ "multiplier": 1.4586482166583077,
199
+ "count": 175
200
+ },
201
+ "6:120": {
202
+ "multiplier": 1.6411224874108896,
203
+ "count": 178
204
+ },
205
+ "7:15": {
206
+ "multiplier": 2.496820394802795,
207
+ "count": 158
208
+ },
209
+ "7:30": {
210
+ "multiplier": 3.380567669412265,
211
+ "count": 156
212
+ },
213
+ "7:60": {
214
+ "multiplier": 2.963900912590011,
215
+ "count": 156
216
+ },
217
+ "7:120": {
218
+ "multiplier": 2.6603300193192694,
219
+ "count": 151
220
+ },
221
+ "8:15": {
222
+ "multiplier": 1.5265737205357586,
223
+ "count": 151
224
+ },
225
+ "8:30": {
226
+ "multiplier": 1.9585059164367966,
227
+ "count": 154
228
+ },
229
+ "8:60": {
230
+ "multiplier": 1.8384474941304265,
231
+ "count": 152
232
+ },
233
+ "8:120": {
234
+ "multiplier": 1.4595629242255597,
235
+ "count": 153
236
+ },
237
+ "9:15": {
238
+ "multiplier": 0.5972293898346576,
239
+ "count": 152
240
+ },
241
+ "9:30": {
242
+ "multiplier": 1.1812032011901676,
243
+ "count": 155
244
+ },
245
+ "9:60": {
246
+ "multiplier": 1.6324346484740104,
247
+ "count": 152
248
+ },
249
+ "9:120": {
250
+ "multiplier": 1.4463740364566695,
251
+ "count": 153
252
+ }
253
+ },
254
+ "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
255
+ }
artifacts/smoke/report-gru-v2/calibration_history_linear_system_id.json ADDED
@@ -0,0 +1,253 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-calibration-v1",
3
+ "method": "absolute_residual_over_predictive_std_finite_sample_quantile",
4
+ "nominal_coverage": 0.9,
5
+ "normalization_version": 1,
6
+ "checkpoint_sha256": [],
7
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
8
+ "calibration_system_ids": [
9
+ "battery-00038",
10
+ "battery-00065",
11
+ "tank-00076",
12
+ "tank-00082",
13
+ "thermal-00033",
14
+ "thermal-00084"
15
+ ],
16
+ "training_system_ids": [
17
+ "battery-00002",
18
+ "battery-00005",
19
+ "battery-00008",
20
+ "battery-00011",
21
+ "battery-00014",
22
+ "battery-00020",
23
+ "battery-00035",
24
+ "battery-00041",
25
+ "battery-00044",
26
+ "battery-00047",
27
+ "battery-00053",
28
+ "battery-00056",
29
+ "battery-00059",
30
+ "battery-00062",
31
+ "battery-00071",
32
+ "battery-00074",
33
+ "battery-00077",
34
+ "battery-00080",
35
+ "battery-00083",
36
+ "battery-00086",
37
+ "battery-00089",
38
+ "tank-00001",
39
+ "tank-00004",
40
+ "tank-00007",
41
+ "tank-00013",
42
+ "tank-00016",
43
+ "tank-00019",
44
+ "tank-00022",
45
+ "tank-00025",
46
+ "tank-00028",
47
+ "tank-00031",
48
+ "tank-00034",
49
+ "tank-00040",
50
+ "tank-00052",
51
+ "tank-00055",
52
+ "tank-00058",
53
+ "tank-00061",
54
+ "tank-00067",
55
+ "tank-00070",
56
+ "tank-00073",
57
+ "tank-00079",
58
+ "tank-00085",
59
+ "thermal-00000",
60
+ "thermal-00009",
61
+ "thermal-00015",
62
+ "thermal-00018",
63
+ "thermal-00021",
64
+ "thermal-00027",
65
+ "thermal-00030",
66
+ "thermal-00036",
67
+ "thermal-00045",
68
+ "thermal-00048",
69
+ "thermal-00051",
70
+ "thermal-00054",
71
+ "thermal-00057",
72
+ "thermal-00060",
73
+ "thermal-00063",
74
+ "thermal-00066",
75
+ "thermal-00069",
76
+ "thermal-00072",
77
+ "thermal-00075",
78
+ "thermal-00078",
79
+ "thermal-00087"
80
+ ],
81
+ "validation_selection_system_ids": [
82
+ "battery-00023",
83
+ "battery-00029",
84
+ "tank-00037",
85
+ "tank-00049",
86
+ "tank-00064",
87
+ "thermal-00006",
88
+ "thermal-00012",
89
+ "thermal-00042"
90
+ ],
91
+ "test_system_ids": [
92
+ "battery-00017",
93
+ "battery-00026",
94
+ "battery-00032",
95
+ "battery-00050",
96
+ "battery-00068",
97
+ "tank-00010",
98
+ "tank-00043",
99
+ "tank-00046",
100
+ "tank-00088",
101
+ "thermal-00003",
102
+ "thermal-00024",
103
+ "thermal-00039",
104
+ "thermal-00081"
105
+ ],
106
+ "entries": {
107
+ "0:15": {
108
+ "multiplier": 0.9125920929069574,
109
+ "count": 162
110
+ },
111
+ "0:30": {
112
+ "multiplier": 1.7012972590006181,
113
+ "count": 165
114
+ },
115
+ "0:60": {
116
+ "multiplier": 3.208198962104259,
117
+ "count": 167
118
+ },
119
+ "0:120": {
120
+ "multiplier": 4.361139086083468,
121
+ "count": 162
122
+ },
123
+ "2:15": {
124
+ "multiplier": 0.32997837394347035,
125
+ "count": 169
126
+ },
127
+ "2:30": {
128
+ "multiplier": 0.5769019346036816,
129
+ "count": 169
130
+ },
131
+ "2:60": {
132
+ "multiplier": 0.9650079736118301,
133
+ "count": 169
134
+ },
135
+ "2:120": {
136
+ "multiplier": 1.7150557297274174,
137
+ "count": 168
138
+ },
139
+ "3:15": {
140
+ "multiplier": 0.7063339326580723,
141
+ "count": 173
142
+ },
143
+ "3:30": {
144
+ "multiplier": 1.1468109690551498,
145
+ "count": 173
146
+ },
147
+ "3:60": {
148
+ "multiplier": 1.8227091027920903,
149
+ "count": 175
150
+ },
151
+ "3:120": {
152
+ "multiplier": 2.7287904928505244,
153
+ "count": 174
154
+ },
155
+ "4:15": {
156
+ "multiplier": 0.46659908244604364,
157
+ "count": 172
158
+ },
159
+ "4:30": {
160
+ "multiplier": 0.6509470502788752,
161
+ "count": 172
162
+ },
163
+ "4:60": {
164
+ "multiplier": 1.12670266265885,
165
+ "count": 174
166
+ },
167
+ "4:120": {
168
+ "multiplier": 1.7626484412092522,
169
+ "count": 172
170
+ },
171
+ "5:15": {
172
+ "multiplier": 3.2149264037272265,
173
+ "count": 176
174
+ },
175
+ "5:30": {
176
+ "multiplier": 3.17059184673366,
177
+ "count": 175
178
+ },
179
+ "5:60": {
180
+ "multiplier": 3.8703456757326937,
181
+ "count": 174
182
+ },
183
+ "5:120": {
184
+ "multiplier": 3.5857897297730097,
185
+ "count": 176
186
+ },
187
+ "6:15": {
188
+ "multiplier": 3.365407313116949,
189
+ "count": 175
190
+ },
191
+ "6:30": {
192
+ "multiplier": 4.065351482368743,
193
+ "count": 175
194
+ },
195
+ "6:60": {
196
+ "multiplier": 5.3680182769342055,
197
+ "count": 175
198
+ },
199
+ "6:120": {
200
+ "multiplier": 4.134695785148987,
201
+ "count": 178
202
+ },
203
+ "7:15": {
204
+ "multiplier": 3.508550325392457,
205
+ "count": 158
206
+ },
207
+ "7:30": {
208
+ "multiplier": 4.768295007241738,
209
+ "count": 156
210
+ },
211
+ "7:60": {
212
+ "multiplier": 6.7661265591458415,
213
+ "count": 156
214
+ },
215
+ "7:120": {
216
+ "multiplier": 7.251723598443073,
217
+ "count": 151
218
+ },
219
+ "8:15": {
220
+ "multiplier": 1.4118854052952174,
221
+ "count": 151
222
+ },
223
+ "8:30": {
224
+ "multiplier": 2.4345631679090505,
225
+ "count": 154
226
+ },
227
+ "8:60": {
228
+ "multiplier": 3.068358708522243,
229
+ "count": 152
230
+ },
231
+ "8:120": {
232
+ "multiplier": 4.561726737851034,
233
+ "count": 153
234
+ },
235
+ "9:15": {
236
+ "multiplier": 2.360316974766819,
237
+ "count": 152
238
+ },
239
+ "9:30": {
240
+ "multiplier": 2.4516472510112615,
241
+ "count": 155
242
+ },
243
+ "9:60": {
244
+ "multiplier": 2.5763941889655673,
245
+ "count": 152
246
+ },
247
+ "9:120": {
248
+ "multiplier": 2.1809267855212267,
249
+ "count": 153
250
+ }
251
+ },
252
+ "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
253
+ }
artifacts/smoke/report-gru-v2/calibration_persistence.json ADDED
@@ -0,0 +1,253 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-calibration-v1",
3
+ "method": "absolute_residual_over_predictive_std_finite_sample_quantile",
4
+ "nominal_coverage": 0.9,
5
+ "normalization_version": 1,
6
+ "checkpoint_sha256": [],
7
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
8
+ "calibration_system_ids": [
9
+ "battery-00038",
10
+ "battery-00065",
11
+ "tank-00076",
12
+ "tank-00082",
13
+ "thermal-00033",
14
+ "thermal-00084"
15
+ ],
16
+ "training_system_ids": [
17
+ "battery-00002",
18
+ "battery-00005",
19
+ "battery-00008",
20
+ "battery-00011",
21
+ "battery-00014",
22
+ "battery-00020",
23
+ "battery-00035",
24
+ "battery-00041",
25
+ "battery-00044",
26
+ "battery-00047",
27
+ "battery-00053",
28
+ "battery-00056",
29
+ "battery-00059",
30
+ "battery-00062",
31
+ "battery-00071",
32
+ "battery-00074",
33
+ "battery-00077",
34
+ "battery-00080",
35
+ "battery-00083",
36
+ "battery-00086",
37
+ "battery-00089",
38
+ "tank-00001",
39
+ "tank-00004",
40
+ "tank-00007",
41
+ "tank-00013",
42
+ "tank-00016",
43
+ "tank-00019",
44
+ "tank-00022",
45
+ "tank-00025",
46
+ "tank-00028",
47
+ "tank-00031",
48
+ "tank-00034",
49
+ "tank-00040",
50
+ "tank-00052",
51
+ "tank-00055",
52
+ "tank-00058",
53
+ "tank-00061",
54
+ "tank-00067",
55
+ "tank-00070",
56
+ "tank-00073",
57
+ "tank-00079",
58
+ "tank-00085",
59
+ "thermal-00000",
60
+ "thermal-00009",
61
+ "thermal-00015",
62
+ "thermal-00018",
63
+ "thermal-00021",
64
+ "thermal-00027",
65
+ "thermal-00030",
66
+ "thermal-00036",
67
+ "thermal-00045",
68
+ "thermal-00048",
69
+ "thermal-00051",
70
+ "thermal-00054",
71
+ "thermal-00057",
72
+ "thermal-00060",
73
+ "thermal-00063",
74
+ "thermal-00066",
75
+ "thermal-00069",
76
+ "thermal-00072",
77
+ "thermal-00075",
78
+ "thermal-00078",
79
+ "thermal-00087"
80
+ ],
81
+ "validation_selection_system_ids": [
82
+ "battery-00023",
83
+ "battery-00029",
84
+ "tank-00037",
85
+ "tank-00049",
86
+ "tank-00064",
87
+ "thermal-00006",
88
+ "thermal-00012",
89
+ "thermal-00042"
90
+ ],
91
+ "test_system_ids": [
92
+ "battery-00017",
93
+ "battery-00026",
94
+ "battery-00032",
95
+ "battery-00050",
96
+ "battery-00068",
97
+ "tank-00010",
98
+ "tank-00043",
99
+ "tank-00046",
100
+ "tank-00088",
101
+ "thermal-00003",
102
+ "thermal-00024",
103
+ "thermal-00039",
104
+ "thermal-00081"
105
+ ],
106
+ "entries": {
107
+ "0:15": {
108
+ "multiplier": 3.3366494379430676,
109
+ "count": 162
110
+ },
111
+ "0:30": {
112
+ "multiplier": 6.646896400862718,
113
+ "count": 165
114
+ },
115
+ "0:60": {
116
+ "multiplier": 12.459110764212058,
117
+ "count": 167
118
+ },
119
+ "0:120": {
120
+ "multiplier": 22.6636351742527,
121
+ "count": 162
122
+ },
123
+ "2:15": {
124
+ "multiplier": 0.4321222264839546,
125
+ "count": 169
126
+ },
127
+ "2:30": {
128
+ "multiplier": 0.8642444529679092,
129
+ "count": 169
130
+ },
131
+ "2:60": {
132
+ "multiplier": 1.630317665953497,
133
+ "count": 169
134
+ },
135
+ "2:120": {
136
+ "multiplier": 2.9326270778552934,
137
+ "count": 168
138
+ },
139
+ "3:15": {
140
+ "multiplier": 0.7088522290499347,
141
+ "count": 173
142
+ },
143
+ "3:30": {
144
+ "multiplier": 1.3617854632011333,
145
+ "count": 173
146
+ },
147
+ "3:60": {
148
+ "multiplier": 1.8363739154561707,
149
+ "count": 175
150
+ },
151
+ "3:120": {
152
+ "multiplier": 2.7827887405627214,
153
+ "count": 174
154
+ },
155
+ "4:15": {
156
+ "multiplier": 0.4925306807476688,
157
+ "count": 172
158
+ },
159
+ "4:30": {
160
+ "multiplier": 0.9556247863545887,
161
+ "count": 172
162
+ },
163
+ "4:60": {
164
+ "multiplier": 1.9518378050230625,
165
+ "count": 174
166
+ },
167
+ "4:120": {
168
+ "multiplier": 3.7351300558525358,
169
+ "count": 172
170
+ },
171
+ "5:15": {
172
+ "multiplier": 5.4575583611463525,
173
+ "count": 176
174
+ },
175
+ "5:30": {
176
+ "multiplier": 9.236844732573314,
177
+ "count": 175
178
+ },
179
+ "5:60": {
180
+ "multiplier": 11.005316436607625,
181
+ "count": 174
182
+ },
183
+ "5:120": {
184
+ "multiplier": 16.54782989906251,
185
+ "count": 176
186
+ },
187
+ "6:15": {
188
+ "multiplier": 6.834112813121844,
189
+ "count": 175
190
+ },
191
+ "6:30": {
192
+ "multiplier": 9.23236782743739,
193
+ "count": 175
194
+ },
195
+ "6:60": {
196
+ "multiplier": 18.16349733850344,
197
+ "count": 175
198
+ },
199
+ "6:120": {
200
+ "multiplier": 21.593874787919212,
201
+ "count": 178
202
+ },
203
+ "7:15": {
204
+ "multiplier": 4.51887127869554,
205
+ "count": 158
206
+ },
207
+ "7:30": {
208
+ "multiplier": 8.522240431442286,
209
+ "count": 156
210
+ },
211
+ "7:60": {
212
+ "multiplier": 13.982321857352368,
213
+ "count": 156
214
+ },
215
+ "7:120": {
216
+ "multiplier": 22.65882627122559,
217
+ "count": 151
218
+ },
219
+ "8:15": {
220
+ "multiplier": 0.9608832574417149,
221
+ "count": 151
222
+ },
223
+ "8:30": {
224
+ "multiplier": 1.7102051800611722,
225
+ "count": 154
226
+ },
227
+ "8:60": {
228
+ "multiplier": 3.0560012493134288,
229
+ "count": 152
230
+ },
231
+ "8:120": {
232
+ "multiplier": 5.342828353812,
233
+ "count": 153
234
+ },
235
+ "9:15": {
236
+ "multiplier": 3.1579094027226806,
237
+ "count": 152
238
+ },
239
+ "9:30": {
240
+ "multiplier": 10.51415148461768,
241
+ "count": 155
242
+ },
243
+ "9:60": {
244
+ "multiplier": 18.58402482175975,
245
+ "count": 152
246
+ },
247
+ "9:120": {
248
+ "multiplier": 21.86097990637898,
249
+ "count": 153
250
+ }
251
+ },
252
+ "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
253
+ }
artifacts/smoke/report-gru-v2/generalization.json ADDED
@@ -0,0 +1,105 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "experiments": [
3
+ {
4
+ "config": {
5
+ "name": "heldout_systems",
6
+ "axis": "B",
7
+ "data": "artifacts/smoke/data-v2",
8
+ "checkpoint": "artifacts/smoke/gru-v2/checkpoint.pt",
9
+ "excluded_family": null,
10
+ "sensor_failure_probability": 0.0,
11
+ "sensor_bias_std": 0.0,
12
+ "description": "Main held-out-system test"
13
+ },
14
+ "status": "completed",
15
+ "result": {
16
+ "benchmark": "benchmark.json",
17
+ "model": "foundation_model"
18
+ }
19
+ },
20
+ {
21
+ "config": {
22
+ "name": "sensor_failures",
23
+ "axis": "C",
24
+ "data": null,
25
+ "checkpoint": null,
26
+ "excluded_family": null,
27
+ "sensor_failure_probability": 0.25,
28
+ "sensor_bias_std": 0.0,
29
+ "description": "Observed history/current sensor dropout"
30
+ },
31
+ "status": "unrun",
32
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
33
+ },
34
+ {
35
+ "config": {
36
+ "name": "sensor_bias",
37
+ "axis": "C",
38
+ "data": null,
39
+ "checkpoint": null,
40
+ "excluded_family": null,
41
+ "sensor_failure_probability": 0.0,
42
+ "sensor_bias_std": 0.5,
43
+ "description": "Observed state sensor bias in training-standardized units"
44
+ },
45
+ "status": "unrun",
46
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
47
+ },
48
+ {
49
+ "config": {
50
+ "name": "configuration_shift",
51
+ "axis": "D",
52
+ "data": null,
53
+ "checkpoint": null,
54
+ "excluded_family": null,
55
+ "sensor_failure_probability": 0.0,
56
+ "sensor_bias_std": 0.0,
57
+ "description": "Requires independently generated shifted physical parameters"
58
+ },
59
+ "status": "unrun",
60
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
61
+ },
62
+ {
63
+ "config": {
64
+ "name": "leave_thermal_out",
65
+ "axis": "E",
66
+ "data": null,
67
+ "checkpoint": null,
68
+ "excluded_family": "thermal",
69
+ "sensor_failure_probability": 0.0,
70
+ "sensor_bias_std": 0.0,
71
+ "description": "Requires checkpoint trained with this family excluded"
72
+ },
73
+ "status": "unrun",
74
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
75
+ },
76
+ {
77
+ "config": {
78
+ "name": "leave_tank_out",
79
+ "axis": "E",
80
+ "data": null,
81
+ "checkpoint": null,
82
+ "excluded_family": "tank",
83
+ "sensor_failure_probability": 0.0,
84
+ "sensor_bias_std": 0.0,
85
+ "description": "Requires checkpoint trained with this family excluded"
86
+ },
87
+ "status": "unrun",
88
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
89
+ },
90
+ {
91
+ "config": {
92
+ "name": "leave_battery_out",
93
+ "axis": "E",
94
+ "data": null,
95
+ "checkpoint": null,
96
+ "excluded_family": "battery",
97
+ "sensor_failure_probability": 0.0,
98
+ "sensor_bias_std": 0.0,
99
+ "description": "Requires checkpoint trained with this family excluded"
100
+ },
101
+ "status": "unrun",
102
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
103
+ }
104
+ ]
105
+ }
artifacts/smoke/report-mlp-v2/benchmark.json ADDED
The diff for this file is too large to render. See raw diff
 
artifacts/smoke/report-mlp-v2/calibration.json ADDED
@@ -0,0 +1,255 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-calibration-v1",
3
+ "method": "absolute_residual_over_predictive_std_finite_sample_quantile",
4
+ "nominal_coverage": 0.9,
5
+ "normalization_version": 1,
6
+ "checkpoint_sha256": [
7
+ "3f7e5adfaff54b553f0e019fd9d328dc2176aa777a6176adea2321969573199c"
8
+ ],
9
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
10
+ "calibration_system_ids": [
11
+ "battery-00038",
12
+ "battery-00065",
13
+ "tank-00076",
14
+ "tank-00082",
15
+ "thermal-00033",
16
+ "thermal-00084"
17
+ ],
18
+ "training_system_ids": [
19
+ "battery-00002",
20
+ "battery-00005",
21
+ "battery-00008",
22
+ "battery-00011",
23
+ "battery-00014",
24
+ "battery-00020",
25
+ "battery-00035",
26
+ "battery-00041",
27
+ "battery-00044",
28
+ "battery-00047",
29
+ "battery-00053",
30
+ "battery-00056",
31
+ "battery-00059",
32
+ "battery-00062",
33
+ "battery-00071",
34
+ "battery-00074",
35
+ "battery-00077",
36
+ "battery-00080",
37
+ "battery-00083",
38
+ "battery-00086",
39
+ "battery-00089",
40
+ "tank-00001",
41
+ "tank-00004",
42
+ "tank-00007",
43
+ "tank-00013",
44
+ "tank-00016",
45
+ "tank-00019",
46
+ "tank-00022",
47
+ "tank-00025",
48
+ "tank-00028",
49
+ "tank-00031",
50
+ "tank-00034",
51
+ "tank-00040",
52
+ "tank-00052",
53
+ "tank-00055",
54
+ "tank-00058",
55
+ "tank-00061",
56
+ "tank-00067",
57
+ "tank-00070",
58
+ "tank-00073",
59
+ "tank-00079",
60
+ "tank-00085",
61
+ "thermal-00000",
62
+ "thermal-00009",
63
+ "thermal-00015",
64
+ "thermal-00018",
65
+ "thermal-00021",
66
+ "thermal-00027",
67
+ "thermal-00030",
68
+ "thermal-00036",
69
+ "thermal-00045",
70
+ "thermal-00048",
71
+ "thermal-00051",
72
+ "thermal-00054",
73
+ "thermal-00057",
74
+ "thermal-00060",
75
+ "thermal-00063",
76
+ "thermal-00066",
77
+ "thermal-00069",
78
+ "thermal-00072",
79
+ "thermal-00075",
80
+ "thermal-00078",
81
+ "thermal-00087"
82
+ ],
83
+ "validation_selection_system_ids": [
84
+ "battery-00023",
85
+ "battery-00029",
86
+ "tank-00037",
87
+ "tank-00049",
88
+ "tank-00064",
89
+ "thermal-00006",
90
+ "thermal-00012",
91
+ "thermal-00042"
92
+ ],
93
+ "test_system_ids": [
94
+ "battery-00017",
95
+ "battery-00026",
96
+ "battery-00032",
97
+ "battery-00050",
98
+ "battery-00068",
99
+ "tank-00010",
100
+ "tank-00043",
101
+ "tank-00046",
102
+ "tank-00088",
103
+ "thermal-00003",
104
+ "thermal-00024",
105
+ "thermal-00039",
106
+ "thermal-00081"
107
+ ],
108
+ "entries": {
109
+ "0:15": {
110
+ "multiplier": 1.6708518013942364,
111
+ "count": 162
112
+ },
113
+ "0:30": {
114
+ "multiplier": 1.5326960885449192,
115
+ "count": 165
116
+ },
117
+ "0:60": {
118
+ "multiplier": 1.4605829359978115,
119
+ "count": 167
120
+ },
121
+ "0:120": {
122
+ "multiplier": 2.1547050555624128,
123
+ "count": 162
124
+ },
125
+ "2:15": {
126
+ "multiplier": 1.2183197063642497,
127
+ "count": 169
128
+ },
129
+ "2:30": {
130
+ "multiplier": 2.131817741245583,
131
+ "count": 169
132
+ },
133
+ "2:60": {
134
+ "multiplier": 2.959352938423337,
135
+ "count": 169
136
+ },
137
+ "2:120": {
138
+ "multiplier": 2.6469154982702157,
139
+ "count": 168
140
+ },
141
+ "3:15": {
142
+ "multiplier": 1.0619700459674142,
143
+ "count": 173
144
+ },
145
+ "3:30": {
146
+ "multiplier": 1.3276465186226205,
147
+ "count": 173
148
+ },
149
+ "3:60": {
150
+ "multiplier": 1.2537926604333784,
151
+ "count": 175
152
+ },
153
+ "3:120": {
154
+ "multiplier": 1.129085488490952,
155
+ "count": 174
156
+ },
157
+ "4:15": {
158
+ "multiplier": 1.1268126075408202,
159
+ "count": 172
160
+ },
161
+ "4:30": {
162
+ "multiplier": 1.4076944624362449,
163
+ "count": 172
164
+ },
165
+ "4:60": {
166
+ "multiplier": 1.491443830153281,
167
+ "count": 174
168
+ },
169
+ "4:120": {
170
+ "multiplier": 1.4627263368571772,
171
+ "count": 172
172
+ },
173
+ "5:15": {
174
+ "multiplier": 0.9858900258610214,
175
+ "count": 176
176
+ },
177
+ "5:30": {
178
+ "multiplier": 1.230167921720658,
179
+ "count": 175
180
+ },
181
+ "5:60": {
182
+ "multiplier": 1.1586152759459094,
183
+ "count": 174
184
+ },
185
+ "5:120": {
186
+ "multiplier": 1.1499181671677903,
187
+ "count": 176
188
+ },
189
+ "6:15": {
190
+ "multiplier": 1.173847104710195,
191
+ "count": 175
192
+ },
193
+ "6:30": {
194
+ "multiplier": 1.4600764409951081,
195
+ "count": 175
196
+ },
197
+ "6:60": {
198
+ "multiplier": 1.4851601806261143,
199
+ "count": 175
200
+ },
201
+ "6:120": {
202
+ "multiplier": 1.5866397024961707,
203
+ "count": 178
204
+ },
205
+ "7:15": {
206
+ "multiplier": 2.12043191897184,
207
+ "count": 158
208
+ },
209
+ "7:30": {
210
+ "multiplier": 2.7213819582786853,
211
+ "count": 156
212
+ },
213
+ "7:60": {
214
+ "multiplier": 2.235440156462394,
215
+ "count": 156
216
+ },
217
+ "7:120": {
218
+ "multiplier": 2.596836205776776,
219
+ "count": 151
220
+ },
221
+ "8:15": {
222
+ "multiplier": 1.6320864890853153,
223
+ "count": 151
224
+ },
225
+ "8:30": {
226
+ "multiplier": 1.9566877692606632,
227
+ "count": 154
228
+ },
229
+ "8:60": {
230
+ "multiplier": 1.7417984641980577,
231
+ "count": 152
232
+ },
233
+ "8:120": {
234
+ "multiplier": 1.5325976045834517,
235
+ "count": 153
236
+ },
237
+ "9:15": {
238
+ "multiplier": 0.5217488713032117,
239
+ "count": 152
240
+ },
241
+ "9:30": {
242
+ "multiplier": 1.1851854465407972,
243
+ "count": 155
244
+ },
245
+ "9:60": {
246
+ "multiplier": 1.5418467589226348,
247
+ "count": 152
248
+ },
249
+ "9:120": {
250
+ "multiplier": 1.4650493825428623,
251
+ "count": 153
252
+ }
253
+ },
254
+ "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
255
+ }
artifacts/smoke/report-mlp-v2/calibration_history_linear_system_id.json ADDED
@@ -0,0 +1,253 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-calibration-v1",
3
+ "method": "absolute_residual_over_predictive_std_finite_sample_quantile",
4
+ "nominal_coverage": 0.9,
5
+ "normalization_version": 1,
6
+ "checkpoint_sha256": [],
7
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
8
+ "calibration_system_ids": [
9
+ "battery-00038",
10
+ "battery-00065",
11
+ "tank-00076",
12
+ "tank-00082",
13
+ "thermal-00033",
14
+ "thermal-00084"
15
+ ],
16
+ "training_system_ids": [
17
+ "battery-00002",
18
+ "battery-00005",
19
+ "battery-00008",
20
+ "battery-00011",
21
+ "battery-00014",
22
+ "battery-00020",
23
+ "battery-00035",
24
+ "battery-00041",
25
+ "battery-00044",
26
+ "battery-00047",
27
+ "battery-00053",
28
+ "battery-00056",
29
+ "battery-00059",
30
+ "battery-00062",
31
+ "battery-00071",
32
+ "battery-00074",
33
+ "battery-00077",
34
+ "battery-00080",
35
+ "battery-00083",
36
+ "battery-00086",
37
+ "battery-00089",
38
+ "tank-00001",
39
+ "tank-00004",
40
+ "tank-00007",
41
+ "tank-00013",
42
+ "tank-00016",
43
+ "tank-00019",
44
+ "tank-00022",
45
+ "tank-00025",
46
+ "tank-00028",
47
+ "tank-00031",
48
+ "tank-00034",
49
+ "tank-00040",
50
+ "tank-00052",
51
+ "tank-00055",
52
+ "tank-00058",
53
+ "tank-00061",
54
+ "tank-00067",
55
+ "tank-00070",
56
+ "tank-00073",
57
+ "tank-00079",
58
+ "tank-00085",
59
+ "thermal-00000",
60
+ "thermal-00009",
61
+ "thermal-00015",
62
+ "thermal-00018",
63
+ "thermal-00021",
64
+ "thermal-00027",
65
+ "thermal-00030",
66
+ "thermal-00036",
67
+ "thermal-00045",
68
+ "thermal-00048",
69
+ "thermal-00051",
70
+ "thermal-00054",
71
+ "thermal-00057",
72
+ "thermal-00060",
73
+ "thermal-00063",
74
+ "thermal-00066",
75
+ "thermal-00069",
76
+ "thermal-00072",
77
+ "thermal-00075",
78
+ "thermal-00078",
79
+ "thermal-00087"
80
+ ],
81
+ "validation_selection_system_ids": [
82
+ "battery-00023",
83
+ "battery-00029",
84
+ "tank-00037",
85
+ "tank-00049",
86
+ "tank-00064",
87
+ "thermal-00006",
88
+ "thermal-00012",
89
+ "thermal-00042"
90
+ ],
91
+ "test_system_ids": [
92
+ "battery-00017",
93
+ "battery-00026",
94
+ "battery-00032",
95
+ "battery-00050",
96
+ "battery-00068",
97
+ "tank-00010",
98
+ "tank-00043",
99
+ "tank-00046",
100
+ "tank-00088",
101
+ "thermal-00003",
102
+ "thermal-00024",
103
+ "thermal-00039",
104
+ "thermal-00081"
105
+ ],
106
+ "entries": {
107
+ "0:15": {
108
+ "multiplier": 0.9125920929069574,
109
+ "count": 162
110
+ },
111
+ "0:30": {
112
+ "multiplier": 1.7012972590006181,
113
+ "count": 165
114
+ },
115
+ "0:60": {
116
+ "multiplier": 3.208198962104259,
117
+ "count": 167
118
+ },
119
+ "0:120": {
120
+ "multiplier": 4.361139086083468,
121
+ "count": 162
122
+ },
123
+ "2:15": {
124
+ "multiplier": 0.32997837394347035,
125
+ "count": 169
126
+ },
127
+ "2:30": {
128
+ "multiplier": 0.5769019346036816,
129
+ "count": 169
130
+ },
131
+ "2:60": {
132
+ "multiplier": 0.9650079736118301,
133
+ "count": 169
134
+ },
135
+ "2:120": {
136
+ "multiplier": 1.7150557297274174,
137
+ "count": 168
138
+ },
139
+ "3:15": {
140
+ "multiplier": 0.7063339326580723,
141
+ "count": 173
142
+ },
143
+ "3:30": {
144
+ "multiplier": 1.1468109690551498,
145
+ "count": 173
146
+ },
147
+ "3:60": {
148
+ "multiplier": 1.8227091027920903,
149
+ "count": 175
150
+ },
151
+ "3:120": {
152
+ "multiplier": 2.7287904928505244,
153
+ "count": 174
154
+ },
155
+ "4:15": {
156
+ "multiplier": 0.46659908244604364,
157
+ "count": 172
158
+ },
159
+ "4:30": {
160
+ "multiplier": 0.6509470502788752,
161
+ "count": 172
162
+ },
163
+ "4:60": {
164
+ "multiplier": 1.12670266265885,
165
+ "count": 174
166
+ },
167
+ "4:120": {
168
+ "multiplier": 1.7626484412092522,
169
+ "count": 172
170
+ },
171
+ "5:15": {
172
+ "multiplier": 3.2149264037272265,
173
+ "count": 176
174
+ },
175
+ "5:30": {
176
+ "multiplier": 3.17059184673366,
177
+ "count": 175
178
+ },
179
+ "5:60": {
180
+ "multiplier": 3.8703456757326937,
181
+ "count": 174
182
+ },
183
+ "5:120": {
184
+ "multiplier": 3.5857897297730097,
185
+ "count": 176
186
+ },
187
+ "6:15": {
188
+ "multiplier": 3.365407313116949,
189
+ "count": 175
190
+ },
191
+ "6:30": {
192
+ "multiplier": 4.065351482368743,
193
+ "count": 175
194
+ },
195
+ "6:60": {
196
+ "multiplier": 5.3680182769342055,
197
+ "count": 175
198
+ },
199
+ "6:120": {
200
+ "multiplier": 4.134695785148987,
201
+ "count": 178
202
+ },
203
+ "7:15": {
204
+ "multiplier": 3.508550325392457,
205
+ "count": 158
206
+ },
207
+ "7:30": {
208
+ "multiplier": 4.768295007241738,
209
+ "count": 156
210
+ },
211
+ "7:60": {
212
+ "multiplier": 6.7661265591458415,
213
+ "count": 156
214
+ },
215
+ "7:120": {
216
+ "multiplier": 7.251723598443073,
217
+ "count": 151
218
+ },
219
+ "8:15": {
220
+ "multiplier": 1.4118854052952174,
221
+ "count": 151
222
+ },
223
+ "8:30": {
224
+ "multiplier": 2.4345631679090505,
225
+ "count": 154
226
+ },
227
+ "8:60": {
228
+ "multiplier": 3.068358708522243,
229
+ "count": 152
230
+ },
231
+ "8:120": {
232
+ "multiplier": 4.561726737851034,
233
+ "count": 153
234
+ },
235
+ "9:15": {
236
+ "multiplier": 2.360316974766819,
237
+ "count": 152
238
+ },
239
+ "9:30": {
240
+ "multiplier": 2.4516472510112615,
241
+ "count": 155
242
+ },
243
+ "9:60": {
244
+ "multiplier": 2.5763941889655673,
245
+ "count": 152
246
+ },
247
+ "9:120": {
248
+ "multiplier": 2.1809267855212267,
249
+ "count": 153
250
+ }
251
+ },
252
+ "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
253
+ }
artifacts/smoke/report-mlp-v2/calibration_persistence.json ADDED
@@ -0,0 +1,253 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-calibration-v1",
3
+ "method": "absolute_residual_over_predictive_std_finite_sample_quantile",
4
+ "nominal_coverage": 0.9,
5
+ "normalization_version": 1,
6
+ "checkpoint_sha256": [],
7
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
8
+ "calibration_system_ids": [
9
+ "battery-00038",
10
+ "battery-00065",
11
+ "tank-00076",
12
+ "tank-00082",
13
+ "thermal-00033",
14
+ "thermal-00084"
15
+ ],
16
+ "training_system_ids": [
17
+ "battery-00002",
18
+ "battery-00005",
19
+ "battery-00008",
20
+ "battery-00011",
21
+ "battery-00014",
22
+ "battery-00020",
23
+ "battery-00035",
24
+ "battery-00041",
25
+ "battery-00044",
26
+ "battery-00047",
27
+ "battery-00053",
28
+ "battery-00056",
29
+ "battery-00059",
30
+ "battery-00062",
31
+ "battery-00071",
32
+ "battery-00074",
33
+ "battery-00077",
34
+ "battery-00080",
35
+ "battery-00083",
36
+ "battery-00086",
37
+ "battery-00089",
38
+ "tank-00001",
39
+ "tank-00004",
40
+ "tank-00007",
41
+ "tank-00013",
42
+ "tank-00016",
43
+ "tank-00019",
44
+ "tank-00022",
45
+ "tank-00025",
46
+ "tank-00028",
47
+ "tank-00031",
48
+ "tank-00034",
49
+ "tank-00040",
50
+ "tank-00052",
51
+ "tank-00055",
52
+ "tank-00058",
53
+ "tank-00061",
54
+ "tank-00067",
55
+ "tank-00070",
56
+ "tank-00073",
57
+ "tank-00079",
58
+ "tank-00085",
59
+ "thermal-00000",
60
+ "thermal-00009",
61
+ "thermal-00015",
62
+ "thermal-00018",
63
+ "thermal-00021",
64
+ "thermal-00027",
65
+ "thermal-00030",
66
+ "thermal-00036",
67
+ "thermal-00045",
68
+ "thermal-00048",
69
+ "thermal-00051",
70
+ "thermal-00054",
71
+ "thermal-00057",
72
+ "thermal-00060",
73
+ "thermal-00063",
74
+ "thermal-00066",
75
+ "thermal-00069",
76
+ "thermal-00072",
77
+ "thermal-00075",
78
+ "thermal-00078",
79
+ "thermal-00087"
80
+ ],
81
+ "validation_selection_system_ids": [
82
+ "battery-00023",
83
+ "battery-00029",
84
+ "tank-00037",
85
+ "tank-00049",
86
+ "tank-00064",
87
+ "thermal-00006",
88
+ "thermal-00012",
89
+ "thermal-00042"
90
+ ],
91
+ "test_system_ids": [
92
+ "battery-00017",
93
+ "battery-00026",
94
+ "battery-00032",
95
+ "battery-00050",
96
+ "battery-00068",
97
+ "tank-00010",
98
+ "tank-00043",
99
+ "tank-00046",
100
+ "tank-00088",
101
+ "thermal-00003",
102
+ "thermal-00024",
103
+ "thermal-00039",
104
+ "thermal-00081"
105
+ ],
106
+ "entries": {
107
+ "0:15": {
108
+ "multiplier": 3.3366494379430676,
109
+ "count": 162
110
+ },
111
+ "0:30": {
112
+ "multiplier": 6.646896400862718,
113
+ "count": 165
114
+ },
115
+ "0:60": {
116
+ "multiplier": 12.459110764212058,
117
+ "count": 167
118
+ },
119
+ "0:120": {
120
+ "multiplier": 22.6636351742527,
121
+ "count": 162
122
+ },
123
+ "2:15": {
124
+ "multiplier": 0.4321222264839546,
125
+ "count": 169
126
+ },
127
+ "2:30": {
128
+ "multiplier": 0.8642444529679092,
129
+ "count": 169
130
+ },
131
+ "2:60": {
132
+ "multiplier": 1.630317665953497,
133
+ "count": 169
134
+ },
135
+ "2:120": {
136
+ "multiplier": 2.9326270778552934,
137
+ "count": 168
138
+ },
139
+ "3:15": {
140
+ "multiplier": 0.7088522290499347,
141
+ "count": 173
142
+ },
143
+ "3:30": {
144
+ "multiplier": 1.3617854632011333,
145
+ "count": 173
146
+ },
147
+ "3:60": {
148
+ "multiplier": 1.8363739154561707,
149
+ "count": 175
150
+ },
151
+ "3:120": {
152
+ "multiplier": 2.7827887405627214,
153
+ "count": 174
154
+ },
155
+ "4:15": {
156
+ "multiplier": 0.4925306807476688,
157
+ "count": 172
158
+ },
159
+ "4:30": {
160
+ "multiplier": 0.9556247863545887,
161
+ "count": 172
162
+ },
163
+ "4:60": {
164
+ "multiplier": 1.9518378050230625,
165
+ "count": 174
166
+ },
167
+ "4:120": {
168
+ "multiplier": 3.7351300558525358,
169
+ "count": 172
170
+ },
171
+ "5:15": {
172
+ "multiplier": 5.4575583611463525,
173
+ "count": 176
174
+ },
175
+ "5:30": {
176
+ "multiplier": 9.236844732573314,
177
+ "count": 175
178
+ },
179
+ "5:60": {
180
+ "multiplier": 11.005316436607625,
181
+ "count": 174
182
+ },
183
+ "5:120": {
184
+ "multiplier": 16.54782989906251,
185
+ "count": 176
186
+ },
187
+ "6:15": {
188
+ "multiplier": 6.834112813121844,
189
+ "count": 175
190
+ },
191
+ "6:30": {
192
+ "multiplier": 9.23236782743739,
193
+ "count": 175
194
+ },
195
+ "6:60": {
196
+ "multiplier": 18.16349733850344,
197
+ "count": 175
198
+ },
199
+ "6:120": {
200
+ "multiplier": 21.593874787919212,
201
+ "count": 178
202
+ },
203
+ "7:15": {
204
+ "multiplier": 4.51887127869554,
205
+ "count": 158
206
+ },
207
+ "7:30": {
208
+ "multiplier": 8.522240431442286,
209
+ "count": 156
210
+ },
211
+ "7:60": {
212
+ "multiplier": 13.982321857352368,
213
+ "count": 156
214
+ },
215
+ "7:120": {
216
+ "multiplier": 22.65882627122559,
217
+ "count": 151
218
+ },
219
+ "8:15": {
220
+ "multiplier": 0.9608832574417149,
221
+ "count": 151
222
+ },
223
+ "8:30": {
224
+ "multiplier": 1.7102051800611722,
225
+ "count": 154
226
+ },
227
+ "8:60": {
228
+ "multiplier": 3.0560012493134288,
229
+ "count": 152
230
+ },
231
+ "8:120": {
232
+ "multiplier": 5.342828353812,
233
+ "count": 153
234
+ },
235
+ "9:15": {
236
+ "multiplier": 3.1579094027226806,
237
+ "count": 152
238
+ },
239
+ "9:30": {
240
+ "multiplier": 10.51415148461768,
241
+ "count": 155
242
+ },
243
+ "9:60": {
244
+ "multiplier": 18.58402482175975,
245
+ "count": 152
246
+ },
247
+ "9:120": {
248
+ "multiplier": 21.86097990637898,
249
+ "count": 153
250
+ }
251
+ },
252
+ "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
253
+ }
artifacts/smoke/report-mlp-v2/generalization.json ADDED
@@ -0,0 +1,105 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "experiments": [
3
+ {
4
+ "config": {
5
+ "name": "heldout_systems",
6
+ "axis": "B",
7
+ "data": "artifacts/smoke/data-v2",
8
+ "checkpoint": "artifacts/smoke/mlp-v2/checkpoint.pt",
9
+ "excluded_family": null,
10
+ "sensor_failure_probability": 0.0,
11
+ "sensor_bias_std": 0.0,
12
+ "description": "Main held-out-system test"
13
+ },
14
+ "status": "completed",
15
+ "result": {
16
+ "benchmark": "benchmark.json",
17
+ "model": "foundation_model"
18
+ }
19
+ },
20
+ {
21
+ "config": {
22
+ "name": "sensor_failures",
23
+ "axis": "C",
24
+ "data": null,
25
+ "checkpoint": null,
26
+ "excluded_family": null,
27
+ "sensor_failure_probability": 0.25,
28
+ "sensor_bias_std": 0.0,
29
+ "description": "Observed history/current sensor dropout"
30
+ },
31
+ "status": "unrun",
32
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
33
+ },
34
+ {
35
+ "config": {
36
+ "name": "sensor_bias",
37
+ "axis": "C",
38
+ "data": null,
39
+ "checkpoint": null,
40
+ "excluded_family": null,
41
+ "sensor_failure_probability": 0.0,
42
+ "sensor_bias_std": 0.5,
43
+ "description": "Observed state sensor bias in training-standardized units"
44
+ },
45
+ "status": "unrun",
46
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
47
+ },
48
+ {
49
+ "config": {
50
+ "name": "configuration_shift",
51
+ "axis": "D",
52
+ "data": null,
53
+ "checkpoint": null,
54
+ "excluded_family": null,
55
+ "sensor_failure_probability": 0.0,
56
+ "sensor_bias_std": 0.0,
57
+ "description": "Requires independently generated shifted physical parameters"
58
+ },
59
+ "status": "unrun",
60
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
61
+ },
62
+ {
63
+ "config": {
64
+ "name": "leave_thermal_out",
65
+ "axis": "E",
66
+ "data": null,
67
+ "checkpoint": null,
68
+ "excluded_family": "thermal",
69
+ "sensor_failure_probability": 0.0,
70
+ "sensor_bias_std": 0.0,
71
+ "description": "Requires checkpoint trained with this family excluded"
72
+ },
73
+ "status": "unrun",
74
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
75
+ },
76
+ {
77
+ "config": {
78
+ "name": "leave_tank_out",
79
+ "axis": "E",
80
+ "data": null,
81
+ "checkpoint": null,
82
+ "excluded_family": "tank",
83
+ "sensor_failure_probability": 0.0,
84
+ "sensor_bias_std": 0.0,
85
+ "description": "Requires checkpoint trained with this family excluded"
86
+ },
87
+ "status": "unrun",
88
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
89
+ },
90
+ {
91
+ "config": {
92
+ "name": "leave_battery_out",
93
+ "axis": "E",
94
+ "data": null,
95
+ "checkpoint": null,
96
+ "excluded_family": "battery",
97
+ "sensor_failure_probability": 0.0,
98
+ "sensor_bias_std": 0.0,
99
+ "description": "Requires checkpoint trained with this family excluded"
100
+ },
101
+ "status": "unrun",
102
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
103
+ }
104
+ ]
105
+ }
artifacts/smoke/report-transformer-v2/benchmark.json ADDED
The diff for this file is too large to render. See raw diff
 
artifacts/smoke/report-transformer-v2/calibration.json ADDED
@@ -0,0 +1,255 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-calibration-v1",
3
+ "method": "absolute_residual_over_predictive_std_finite_sample_quantile",
4
+ "nominal_coverage": 0.9,
5
+ "normalization_version": 1,
6
+ "checkpoint_sha256": [
7
+ "6b0ac9c50d7d581c0495f85dd01b42c48004afdbede88a86e445347bdce9d739"
8
+ ],
9
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
10
+ "calibration_system_ids": [
11
+ "battery-00038",
12
+ "battery-00065",
13
+ "tank-00076",
14
+ "tank-00082",
15
+ "thermal-00033",
16
+ "thermal-00084"
17
+ ],
18
+ "training_system_ids": [
19
+ "battery-00002",
20
+ "battery-00005",
21
+ "battery-00008",
22
+ "battery-00011",
23
+ "battery-00014",
24
+ "battery-00020",
25
+ "battery-00035",
26
+ "battery-00041",
27
+ "battery-00044",
28
+ "battery-00047",
29
+ "battery-00053",
30
+ "battery-00056",
31
+ "battery-00059",
32
+ "battery-00062",
33
+ "battery-00071",
34
+ "battery-00074",
35
+ "battery-00077",
36
+ "battery-00080",
37
+ "battery-00083",
38
+ "battery-00086",
39
+ "battery-00089",
40
+ "tank-00001",
41
+ "tank-00004",
42
+ "tank-00007",
43
+ "tank-00013",
44
+ "tank-00016",
45
+ "tank-00019",
46
+ "tank-00022",
47
+ "tank-00025",
48
+ "tank-00028",
49
+ "tank-00031",
50
+ "tank-00034",
51
+ "tank-00040",
52
+ "tank-00052",
53
+ "tank-00055",
54
+ "tank-00058",
55
+ "tank-00061",
56
+ "tank-00067",
57
+ "tank-00070",
58
+ "tank-00073",
59
+ "tank-00079",
60
+ "tank-00085",
61
+ "thermal-00000",
62
+ "thermal-00009",
63
+ "thermal-00015",
64
+ "thermal-00018",
65
+ "thermal-00021",
66
+ "thermal-00027",
67
+ "thermal-00030",
68
+ "thermal-00036",
69
+ "thermal-00045",
70
+ "thermal-00048",
71
+ "thermal-00051",
72
+ "thermal-00054",
73
+ "thermal-00057",
74
+ "thermal-00060",
75
+ "thermal-00063",
76
+ "thermal-00066",
77
+ "thermal-00069",
78
+ "thermal-00072",
79
+ "thermal-00075",
80
+ "thermal-00078",
81
+ "thermal-00087"
82
+ ],
83
+ "validation_selection_system_ids": [
84
+ "battery-00023",
85
+ "battery-00029",
86
+ "tank-00037",
87
+ "tank-00049",
88
+ "tank-00064",
89
+ "thermal-00006",
90
+ "thermal-00012",
91
+ "thermal-00042"
92
+ ],
93
+ "test_system_ids": [
94
+ "battery-00017",
95
+ "battery-00026",
96
+ "battery-00032",
97
+ "battery-00050",
98
+ "battery-00068",
99
+ "tank-00010",
100
+ "tank-00043",
101
+ "tank-00046",
102
+ "tank-00088",
103
+ "thermal-00003",
104
+ "thermal-00024",
105
+ "thermal-00039",
106
+ "thermal-00081"
107
+ ],
108
+ "entries": {
109
+ "0:15": {
110
+ "multiplier": 1.6907071238894398,
111
+ "count": 162
112
+ },
113
+ "0:30": {
114
+ "multiplier": 1.5198888437677354,
115
+ "count": 165
116
+ },
117
+ "0:60": {
118
+ "multiplier": 1.660879023549212,
119
+ "count": 167
120
+ },
121
+ "0:120": {
122
+ "multiplier": 2.0675642718581564,
123
+ "count": 162
124
+ },
125
+ "2:15": {
126
+ "multiplier": 2.2964017146037037,
127
+ "count": 169
128
+ },
129
+ "2:30": {
130
+ "multiplier": 2.7132434175704123,
131
+ "count": 169
132
+ },
133
+ "2:60": {
134
+ "multiplier": 2.926233442361592,
135
+ "count": 169
136
+ },
137
+ "2:120": {
138
+ "multiplier": 3.618685681351813,
139
+ "count": 168
140
+ },
141
+ "3:15": {
142
+ "multiplier": 1.0876904264245948,
143
+ "count": 173
144
+ },
145
+ "3:30": {
146
+ "multiplier": 1.4943293705844105,
147
+ "count": 173
148
+ },
149
+ "3:60": {
150
+ "multiplier": 1.6168574005033471,
151
+ "count": 175
152
+ },
153
+ "3:120": {
154
+ "multiplier": 1.534392225148543,
155
+ "count": 174
156
+ },
157
+ "4:15": {
158
+ "multiplier": 1.1285875988270033,
159
+ "count": 172
160
+ },
161
+ "4:30": {
162
+ "multiplier": 1.0066087840209372,
163
+ "count": 172
164
+ },
165
+ "4:60": {
166
+ "multiplier": 1.095199692324493,
167
+ "count": 174
168
+ },
169
+ "4:120": {
170
+ "multiplier": 1.1145195475826812,
171
+ "count": 172
172
+ },
173
+ "5:15": {
174
+ "multiplier": 1.2607292839499882,
175
+ "count": 176
176
+ },
177
+ "5:30": {
178
+ "multiplier": 1.4304771385634025,
179
+ "count": 175
180
+ },
181
+ "5:60": {
182
+ "multiplier": 1.3367509934073873,
183
+ "count": 174
184
+ },
185
+ "5:120": {
186
+ "multiplier": 1.302750421068357,
187
+ "count": 176
188
+ },
189
+ "6:15": {
190
+ "multiplier": 1.1627140682915864,
191
+ "count": 175
192
+ },
193
+ "6:30": {
194
+ "multiplier": 1.2415073081686117,
195
+ "count": 175
196
+ },
197
+ "6:60": {
198
+ "multiplier": 1.4355777211550587,
199
+ "count": 175
200
+ },
201
+ "6:120": {
202
+ "multiplier": 1.4092435029977461,
203
+ "count": 178
204
+ },
205
+ "7:15": {
206
+ "multiplier": 2.621060254083007,
207
+ "count": 158
208
+ },
209
+ "7:30": {
210
+ "multiplier": 2.940256520496373,
211
+ "count": 156
212
+ },
213
+ "7:60": {
214
+ "multiplier": 2.6799014761353863,
215
+ "count": 156
216
+ },
217
+ "7:120": {
218
+ "multiplier": 2.799398627264247,
219
+ "count": 151
220
+ },
221
+ "8:15": {
222
+ "multiplier": 1.7423333352042596,
223
+ "count": 151
224
+ },
225
+ "8:30": {
226
+ "multiplier": 2.0771475946209974,
227
+ "count": 154
228
+ },
229
+ "8:60": {
230
+ "multiplier": 1.8925057060424268,
231
+ "count": 152
232
+ },
233
+ "8:120": {
234
+ "multiplier": 1.220184798352241,
235
+ "count": 153
236
+ },
237
+ "9:15": {
238
+ "multiplier": 0.5035252822023925,
239
+ "count": 152
240
+ },
241
+ "9:30": {
242
+ "multiplier": 1.3442742290155882,
243
+ "count": 155
244
+ },
245
+ "9:60": {
246
+ "multiplier": 1.4238188531453246,
247
+ "count": 152
248
+ },
249
+ "9:120": {
250
+ "multiplier": 1.435816835300376,
251
+ "count": 153
252
+ }
253
+ },
254
+ "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
255
+ }
artifacts/smoke/report-transformer-v2/calibration_catboost.json ADDED
@@ -0,0 +1,253 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-calibration-v1",
3
+ "method": "absolute_residual_over_predictive_std_finite_sample_quantile",
4
+ "nominal_coverage": 0.9,
5
+ "normalization_version": 1,
6
+ "checkpoint_sha256": [],
7
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
8
+ "calibration_system_ids": [
9
+ "battery-00038",
10
+ "battery-00065",
11
+ "tank-00076",
12
+ "tank-00082",
13
+ "thermal-00033",
14
+ "thermal-00084"
15
+ ],
16
+ "training_system_ids": [
17
+ "battery-00002",
18
+ "battery-00005",
19
+ "battery-00008",
20
+ "battery-00011",
21
+ "battery-00014",
22
+ "battery-00020",
23
+ "battery-00035",
24
+ "battery-00041",
25
+ "battery-00044",
26
+ "battery-00047",
27
+ "battery-00053",
28
+ "battery-00056",
29
+ "battery-00059",
30
+ "battery-00062",
31
+ "battery-00071",
32
+ "battery-00074",
33
+ "battery-00077",
34
+ "battery-00080",
35
+ "battery-00083",
36
+ "battery-00086",
37
+ "battery-00089",
38
+ "tank-00001",
39
+ "tank-00004",
40
+ "tank-00007",
41
+ "tank-00013",
42
+ "tank-00016",
43
+ "tank-00019",
44
+ "tank-00022",
45
+ "tank-00025",
46
+ "tank-00028",
47
+ "tank-00031",
48
+ "tank-00034",
49
+ "tank-00040",
50
+ "tank-00052",
51
+ "tank-00055",
52
+ "tank-00058",
53
+ "tank-00061",
54
+ "tank-00067",
55
+ "tank-00070",
56
+ "tank-00073",
57
+ "tank-00079",
58
+ "tank-00085",
59
+ "thermal-00000",
60
+ "thermal-00009",
61
+ "thermal-00015",
62
+ "thermal-00018",
63
+ "thermal-00021",
64
+ "thermal-00027",
65
+ "thermal-00030",
66
+ "thermal-00036",
67
+ "thermal-00045",
68
+ "thermal-00048",
69
+ "thermal-00051",
70
+ "thermal-00054",
71
+ "thermal-00057",
72
+ "thermal-00060",
73
+ "thermal-00063",
74
+ "thermal-00066",
75
+ "thermal-00069",
76
+ "thermal-00072",
77
+ "thermal-00075",
78
+ "thermal-00078",
79
+ "thermal-00087"
80
+ ],
81
+ "validation_selection_system_ids": [
82
+ "battery-00023",
83
+ "battery-00029",
84
+ "tank-00037",
85
+ "tank-00049",
86
+ "tank-00064",
87
+ "thermal-00006",
88
+ "thermal-00012",
89
+ "thermal-00042"
90
+ ],
91
+ "test_system_ids": [
92
+ "battery-00017",
93
+ "battery-00026",
94
+ "battery-00032",
95
+ "battery-00050",
96
+ "battery-00068",
97
+ "tank-00010",
98
+ "tank-00043",
99
+ "tank-00046",
100
+ "tank-00088",
101
+ "thermal-00003",
102
+ "thermal-00024",
103
+ "thermal-00039",
104
+ "thermal-00081"
105
+ ],
106
+ "entries": {
107
+ "0:15": {
108
+ "multiplier": 0.6617532050802263,
109
+ "count": 162
110
+ },
111
+ "0:30": {
112
+ "multiplier": 1.2174693137149912,
113
+ "count": 165
114
+ },
115
+ "0:60": {
116
+ "multiplier": 2.410024480706187,
117
+ "count": 167
118
+ },
119
+ "0:120": {
120
+ "multiplier": 4.599239555109801,
121
+ "count": 162
122
+ },
123
+ "2:15": {
124
+ "multiplier": 0.07713921844731371,
125
+ "count": 169
126
+ },
127
+ "2:30": {
128
+ "multiplier": 0.13805975314136437,
129
+ "count": 169
130
+ },
131
+ "2:60": {
132
+ "multiplier": 0.25686450175736775,
133
+ "count": 169
134
+ },
135
+ "2:120": {
136
+ "multiplier": 0.4769823355468836,
137
+ "count": 168
138
+ },
139
+ "3:15": {
140
+ "multiplier": 0.20606223853949443,
141
+ "count": 173
142
+ },
143
+ "3:30": {
144
+ "multiplier": 0.4494050966854513,
145
+ "count": 173
146
+ },
147
+ "3:60": {
148
+ "multiplier": 0.586204091239185,
149
+ "count": 175
150
+ },
151
+ "3:120": {
152
+ "multiplier": 0.8617804114624056,
153
+ "count": 174
154
+ },
155
+ "4:15": {
156
+ "multiplier": 0.19247877573535196,
157
+ "count": 172
158
+ },
159
+ "4:30": {
160
+ "multiplier": 0.32895695700129773,
161
+ "count": 172
162
+ },
163
+ "4:60": {
164
+ "multiplier": 0.6050980537469145,
165
+ "count": 174
166
+ },
167
+ "4:120": {
168
+ "multiplier": 1.0629434201289132,
169
+ "count": 172
170
+ },
171
+ "5:15": {
172
+ "multiplier": 1.4092087930182777,
173
+ "count": 176
174
+ },
175
+ "5:30": {
176
+ "multiplier": 2.6023701242497554,
177
+ "count": 175
178
+ },
179
+ "5:60": {
180
+ "multiplier": 2.5316078139435625,
181
+ "count": 174
182
+ },
183
+ "5:120": {
184
+ "multiplier": 2.5330030856129984,
185
+ "count": 176
186
+ },
187
+ "6:15": {
188
+ "multiplier": 1.8269356473703584,
189
+ "count": 175
190
+ },
191
+ "6:30": {
192
+ "multiplier": 1.6927197342972085,
193
+ "count": 175
194
+ },
195
+ "6:60": {
196
+ "multiplier": 3.640466400058035,
197
+ "count": 175
198
+ },
199
+ "6:120": {
200
+ "multiplier": 3.20781156381354,
201
+ "count": 178
202
+ },
203
+ "7:15": {
204
+ "multiplier": 1.0663702823879013,
205
+ "count": 158
206
+ },
207
+ "7:30": {
208
+ "multiplier": 2.0726891391719318,
209
+ "count": 156
210
+ },
211
+ "7:60": {
212
+ "multiplier": 3.0850948272321563,
213
+ "count": 156
214
+ },
215
+ "7:120": {
216
+ "multiplier": 5.264712581041002,
217
+ "count": 151
218
+ },
219
+ "8:15": {
220
+ "multiplier": 0.33330698697125916,
221
+ "count": 151
222
+ },
223
+ "8:30": {
224
+ "multiplier": 0.6150168698281245,
225
+ "count": 154
226
+ },
227
+ "8:60": {
228
+ "multiplier": 0.8650312034965418,
229
+ "count": 152
230
+ },
231
+ "8:120": {
232
+ "multiplier": 1.6670348080483104,
233
+ "count": 153
234
+ },
235
+ "9:15": {
236
+ "multiplier": 1.0096595730960953,
237
+ "count": 152
238
+ },
239
+ "9:30": {
240
+ "multiplier": 2.0417826314417784,
241
+ "count": 155
242
+ },
243
+ "9:60": {
244
+ "multiplier": 3.126418205538904,
245
+ "count": 152
246
+ },
247
+ "9:120": {
248
+ "multiplier": 3.38845407295926,
249
+ "count": 153
250
+ }
251
+ },
252
+ "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
253
+ }
artifacts/smoke/report-transformer-v2/calibration_history_linear_system_id.json ADDED
@@ -0,0 +1,253 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-calibration-v1",
3
+ "method": "absolute_residual_over_predictive_std_finite_sample_quantile",
4
+ "nominal_coverage": 0.9,
5
+ "normalization_version": 1,
6
+ "checkpoint_sha256": [],
7
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
8
+ "calibration_system_ids": [
9
+ "battery-00038",
10
+ "battery-00065",
11
+ "tank-00076",
12
+ "tank-00082",
13
+ "thermal-00033",
14
+ "thermal-00084"
15
+ ],
16
+ "training_system_ids": [
17
+ "battery-00002",
18
+ "battery-00005",
19
+ "battery-00008",
20
+ "battery-00011",
21
+ "battery-00014",
22
+ "battery-00020",
23
+ "battery-00035",
24
+ "battery-00041",
25
+ "battery-00044",
26
+ "battery-00047",
27
+ "battery-00053",
28
+ "battery-00056",
29
+ "battery-00059",
30
+ "battery-00062",
31
+ "battery-00071",
32
+ "battery-00074",
33
+ "battery-00077",
34
+ "battery-00080",
35
+ "battery-00083",
36
+ "battery-00086",
37
+ "battery-00089",
38
+ "tank-00001",
39
+ "tank-00004",
40
+ "tank-00007",
41
+ "tank-00013",
42
+ "tank-00016",
43
+ "tank-00019",
44
+ "tank-00022",
45
+ "tank-00025",
46
+ "tank-00028",
47
+ "tank-00031",
48
+ "tank-00034",
49
+ "tank-00040",
50
+ "tank-00052",
51
+ "tank-00055",
52
+ "tank-00058",
53
+ "tank-00061",
54
+ "tank-00067",
55
+ "tank-00070",
56
+ "tank-00073",
57
+ "tank-00079",
58
+ "tank-00085",
59
+ "thermal-00000",
60
+ "thermal-00009",
61
+ "thermal-00015",
62
+ "thermal-00018",
63
+ "thermal-00021",
64
+ "thermal-00027",
65
+ "thermal-00030",
66
+ "thermal-00036",
67
+ "thermal-00045",
68
+ "thermal-00048",
69
+ "thermal-00051",
70
+ "thermal-00054",
71
+ "thermal-00057",
72
+ "thermal-00060",
73
+ "thermal-00063",
74
+ "thermal-00066",
75
+ "thermal-00069",
76
+ "thermal-00072",
77
+ "thermal-00075",
78
+ "thermal-00078",
79
+ "thermal-00087"
80
+ ],
81
+ "validation_selection_system_ids": [
82
+ "battery-00023",
83
+ "battery-00029",
84
+ "tank-00037",
85
+ "tank-00049",
86
+ "tank-00064",
87
+ "thermal-00006",
88
+ "thermal-00012",
89
+ "thermal-00042"
90
+ ],
91
+ "test_system_ids": [
92
+ "battery-00017",
93
+ "battery-00026",
94
+ "battery-00032",
95
+ "battery-00050",
96
+ "battery-00068",
97
+ "tank-00010",
98
+ "tank-00043",
99
+ "tank-00046",
100
+ "tank-00088",
101
+ "thermal-00003",
102
+ "thermal-00024",
103
+ "thermal-00039",
104
+ "thermal-00081"
105
+ ],
106
+ "entries": {
107
+ "0:15": {
108
+ "multiplier": 0.9125920929069574,
109
+ "count": 162
110
+ },
111
+ "0:30": {
112
+ "multiplier": 1.7012972590006181,
113
+ "count": 165
114
+ },
115
+ "0:60": {
116
+ "multiplier": 3.208198962104259,
117
+ "count": 167
118
+ },
119
+ "0:120": {
120
+ "multiplier": 4.361139086083468,
121
+ "count": 162
122
+ },
123
+ "2:15": {
124
+ "multiplier": 0.32997837394347035,
125
+ "count": 169
126
+ },
127
+ "2:30": {
128
+ "multiplier": 0.5769019346036816,
129
+ "count": 169
130
+ },
131
+ "2:60": {
132
+ "multiplier": 0.9650079736118301,
133
+ "count": 169
134
+ },
135
+ "2:120": {
136
+ "multiplier": 1.7150557297274174,
137
+ "count": 168
138
+ },
139
+ "3:15": {
140
+ "multiplier": 0.7063339326580723,
141
+ "count": 173
142
+ },
143
+ "3:30": {
144
+ "multiplier": 1.1468109690551498,
145
+ "count": 173
146
+ },
147
+ "3:60": {
148
+ "multiplier": 1.8227091027920903,
149
+ "count": 175
150
+ },
151
+ "3:120": {
152
+ "multiplier": 2.7287904928505244,
153
+ "count": 174
154
+ },
155
+ "4:15": {
156
+ "multiplier": 0.46659908244604364,
157
+ "count": 172
158
+ },
159
+ "4:30": {
160
+ "multiplier": 0.6509470502788752,
161
+ "count": 172
162
+ },
163
+ "4:60": {
164
+ "multiplier": 1.12670266265885,
165
+ "count": 174
166
+ },
167
+ "4:120": {
168
+ "multiplier": 1.7626484412092522,
169
+ "count": 172
170
+ },
171
+ "5:15": {
172
+ "multiplier": 3.2149264037272265,
173
+ "count": 176
174
+ },
175
+ "5:30": {
176
+ "multiplier": 3.17059184673366,
177
+ "count": 175
178
+ },
179
+ "5:60": {
180
+ "multiplier": 3.8703456757326937,
181
+ "count": 174
182
+ },
183
+ "5:120": {
184
+ "multiplier": 3.5857897297730097,
185
+ "count": 176
186
+ },
187
+ "6:15": {
188
+ "multiplier": 3.365407313116949,
189
+ "count": 175
190
+ },
191
+ "6:30": {
192
+ "multiplier": 4.065351482368743,
193
+ "count": 175
194
+ },
195
+ "6:60": {
196
+ "multiplier": 5.3680182769342055,
197
+ "count": 175
198
+ },
199
+ "6:120": {
200
+ "multiplier": 4.134695785148987,
201
+ "count": 178
202
+ },
203
+ "7:15": {
204
+ "multiplier": 3.508550325392457,
205
+ "count": 158
206
+ },
207
+ "7:30": {
208
+ "multiplier": 4.768295007241738,
209
+ "count": 156
210
+ },
211
+ "7:60": {
212
+ "multiplier": 6.7661265591458415,
213
+ "count": 156
214
+ },
215
+ "7:120": {
216
+ "multiplier": 7.251723598443073,
217
+ "count": 151
218
+ },
219
+ "8:15": {
220
+ "multiplier": 1.4118854052952174,
221
+ "count": 151
222
+ },
223
+ "8:30": {
224
+ "multiplier": 2.4345631679090505,
225
+ "count": 154
226
+ },
227
+ "8:60": {
228
+ "multiplier": 3.068358708522243,
229
+ "count": 152
230
+ },
231
+ "8:120": {
232
+ "multiplier": 4.561726737851034,
233
+ "count": 153
234
+ },
235
+ "9:15": {
236
+ "multiplier": 2.360316974766819,
237
+ "count": 152
238
+ },
239
+ "9:30": {
240
+ "multiplier": 2.4516472510112615,
241
+ "count": 155
242
+ },
243
+ "9:60": {
244
+ "multiplier": 2.5763941889655673,
245
+ "count": 152
246
+ },
247
+ "9:120": {
248
+ "multiplier": 2.1809267855212267,
249
+ "count": 153
250
+ }
251
+ },
252
+ "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
253
+ }
artifacts/smoke/report-transformer-v2/calibration_persistence.json ADDED
@@ -0,0 +1,253 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "tfm-calibration-v1",
3
+ "method": "absolute_residual_over_predictive_std_finite_sample_quantile",
4
+ "nominal_coverage": 0.9,
5
+ "normalization_version": 1,
6
+ "checkpoint_sha256": [],
7
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
8
+ "calibration_system_ids": [
9
+ "battery-00038",
10
+ "battery-00065",
11
+ "tank-00076",
12
+ "tank-00082",
13
+ "thermal-00033",
14
+ "thermal-00084"
15
+ ],
16
+ "training_system_ids": [
17
+ "battery-00002",
18
+ "battery-00005",
19
+ "battery-00008",
20
+ "battery-00011",
21
+ "battery-00014",
22
+ "battery-00020",
23
+ "battery-00035",
24
+ "battery-00041",
25
+ "battery-00044",
26
+ "battery-00047",
27
+ "battery-00053",
28
+ "battery-00056",
29
+ "battery-00059",
30
+ "battery-00062",
31
+ "battery-00071",
32
+ "battery-00074",
33
+ "battery-00077",
34
+ "battery-00080",
35
+ "battery-00083",
36
+ "battery-00086",
37
+ "battery-00089",
38
+ "tank-00001",
39
+ "tank-00004",
40
+ "tank-00007",
41
+ "tank-00013",
42
+ "tank-00016",
43
+ "tank-00019",
44
+ "tank-00022",
45
+ "tank-00025",
46
+ "tank-00028",
47
+ "tank-00031",
48
+ "tank-00034",
49
+ "tank-00040",
50
+ "tank-00052",
51
+ "tank-00055",
52
+ "tank-00058",
53
+ "tank-00061",
54
+ "tank-00067",
55
+ "tank-00070",
56
+ "tank-00073",
57
+ "tank-00079",
58
+ "tank-00085",
59
+ "thermal-00000",
60
+ "thermal-00009",
61
+ "thermal-00015",
62
+ "thermal-00018",
63
+ "thermal-00021",
64
+ "thermal-00027",
65
+ "thermal-00030",
66
+ "thermal-00036",
67
+ "thermal-00045",
68
+ "thermal-00048",
69
+ "thermal-00051",
70
+ "thermal-00054",
71
+ "thermal-00057",
72
+ "thermal-00060",
73
+ "thermal-00063",
74
+ "thermal-00066",
75
+ "thermal-00069",
76
+ "thermal-00072",
77
+ "thermal-00075",
78
+ "thermal-00078",
79
+ "thermal-00087"
80
+ ],
81
+ "validation_selection_system_ids": [
82
+ "battery-00023",
83
+ "battery-00029",
84
+ "tank-00037",
85
+ "tank-00049",
86
+ "tank-00064",
87
+ "thermal-00006",
88
+ "thermal-00012",
89
+ "thermal-00042"
90
+ ],
91
+ "test_system_ids": [
92
+ "battery-00017",
93
+ "battery-00026",
94
+ "battery-00032",
95
+ "battery-00050",
96
+ "battery-00068",
97
+ "tank-00010",
98
+ "tank-00043",
99
+ "tank-00046",
100
+ "tank-00088",
101
+ "thermal-00003",
102
+ "thermal-00024",
103
+ "thermal-00039",
104
+ "thermal-00081"
105
+ ],
106
+ "entries": {
107
+ "0:15": {
108
+ "multiplier": 3.3366494379430676,
109
+ "count": 162
110
+ },
111
+ "0:30": {
112
+ "multiplier": 6.646896400862718,
113
+ "count": 165
114
+ },
115
+ "0:60": {
116
+ "multiplier": 12.459110764212058,
117
+ "count": 167
118
+ },
119
+ "0:120": {
120
+ "multiplier": 22.6636351742527,
121
+ "count": 162
122
+ },
123
+ "2:15": {
124
+ "multiplier": 0.4321222264839546,
125
+ "count": 169
126
+ },
127
+ "2:30": {
128
+ "multiplier": 0.8642444529679092,
129
+ "count": 169
130
+ },
131
+ "2:60": {
132
+ "multiplier": 1.630317665953497,
133
+ "count": 169
134
+ },
135
+ "2:120": {
136
+ "multiplier": 2.9326270778552934,
137
+ "count": 168
138
+ },
139
+ "3:15": {
140
+ "multiplier": 0.7088522290499347,
141
+ "count": 173
142
+ },
143
+ "3:30": {
144
+ "multiplier": 1.3617854632011333,
145
+ "count": 173
146
+ },
147
+ "3:60": {
148
+ "multiplier": 1.8363739154561707,
149
+ "count": 175
150
+ },
151
+ "3:120": {
152
+ "multiplier": 2.7827887405627214,
153
+ "count": 174
154
+ },
155
+ "4:15": {
156
+ "multiplier": 0.4925306807476688,
157
+ "count": 172
158
+ },
159
+ "4:30": {
160
+ "multiplier": 0.9556247863545887,
161
+ "count": 172
162
+ },
163
+ "4:60": {
164
+ "multiplier": 1.9518378050230625,
165
+ "count": 174
166
+ },
167
+ "4:120": {
168
+ "multiplier": 3.7351300558525358,
169
+ "count": 172
170
+ },
171
+ "5:15": {
172
+ "multiplier": 5.4575583611463525,
173
+ "count": 176
174
+ },
175
+ "5:30": {
176
+ "multiplier": 9.236844732573314,
177
+ "count": 175
178
+ },
179
+ "5:60": {
180
+ "multiplier": 11.005316436607625,
181
+ "count": 174
182
+ },
183
+ "5:120": {
184
+ "multiplier": 16.54782989906251,
185
+ "count": 176
186
+ },
187
+ "6:15": {
188
+ "multiplier": 6.834112813121844,
189
+ "count": 175
190
+ },
191
+ "6:30": {
192
+ "multiplier": 9.23236782743739,
193
+ "count": 175
194
+ },
195
+ "6:60": {
196
+ "multiplier": 18.16349733850344,
197
+ "count": 175
198
+ },
199
+ "6:120": {
200
+ "multiplier": 21.593874787919212,
201
+ "count": 178
202
+ },
203
+ "7:15": {
204
+ "multiplier": 4.51887127869554,
205
+ "count": 158
206
+ },
207
+ "7:30": {
208
+ "multiplier": 8.522240431442286,
209
+ "count": 156
210
+ },
211
+ "7:60": {
212
+ "multiplier": 13.982321857352368,
213
+ "count": 156
214
+ },
215
+ "7:120": {
216
+ "multiplier": 22.65882627122559,
217
+ "count": 151
218
+ },
219
+ "8:15": {
220
+ "multiplier": 0.9608832574417149,
221
+ "count": 151
222
+ },
223
+ "8:30": {
224
+ "multiplier": 1.7102051800611722,
225
+ "count": 154
226
+ },
227
+ "8:60": {
228
+ "multiplier": 3.0560012493134288,
229
+ "count": 152
230
+ },
231
+ "8:120": {
232
+ "multiplier": 5.342828353812,
233
+ "count": 153
234
+ },
235
+ "9:15": {
236
+ "multiplier": 3.1579094027226806,
237
+ "count": 152
238
+ },
239
+ "9:30": {
240
+ "multiplier": 10.51415148461768,
241
+ "count": 155
242
+ },
243
+ "9:60": {
244
+ "multiplier": 18.58402482175975,
245
+ "count": 152
246
+ },
247
+ "9:120": {
248
+ "multiplier": 21.86097990637898,
249
+ "count": 153
250
+ }
251
+ },
252
+ "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee."
253
+ }
artifacts/smoke/report-transformer-v2/generalization.json ADDED
@@ -0,0 +1,1477 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "experiments": [
3
+ {
4
+ "config": {
5
+ "name": "heldout_systems",
6
+ "axis": "B",
7
+ "data": "artifacts/smoke/data-v2",
8
+ "checkpoint": "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt",
9
+ "excluded_family": null,
10
+ "sensor_failure_probability": 0.0,
11
+ "sensor_bias_std": 0.0,
12
+ "description": "Main held-out-system test"
13
+ },
14
+ "status": "completed",
15
+ "result": {
16
+ "benchmark": "benchmark.json",
17
+ "model": "foundation_model"
18
+ }
19
+ },
20
+ {
21
+ "config": {
22
+ "name": "sensor_failures",
23
+ "axis": "C",
24
+ "data": "artifacts/smoke/data-v2",
25
+ "checkpoint": "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt",
26
+ "excluded_family": null,
27
+ "sensor_failure_probability": 0.25,
28
+ "sensor_bias_std": 0.0,
29
+ "description": "Observed history/current sensor dropout"
30
+ },
31
+ "status": "completed",
32
+ "result": {
33
+ "metrics": [
34
+ {
35
+ "family": "battery",
36
+ "field_id": 7,
37
+ "field": "state_of_charge",
38
+ "horizon_minutes": 15.0,
39
+ "count": 125,
40
+ "mae": 0.022538157179951668,
41
+ "rmse": 0.042218636721372604,
42
+ "standardized_mae": 0.061492010951042175,
43
+ "standardized_rmse": 0.11518727242946625,
44
+ "standardized_gaussian_nll": -0.880377823454263,
45
+ "physical_gaussian_nll": -1.8840753653324678,
46
+ "nominal_coverage": 0.9,
47
+ "coverage": 0.928,
48
+ "mean_interval_width": 0.10319139063358307,
49
+ "interval_kind": "uncalibrated_gaussian"
50
+ },
51
+ {
52
+ "family": "battery",
53
+ "field_id": 7,
54
+ "field": "state_of_charge",
55
+ "horizon_minutes": 30.0,
56
+ "count": 122,
57
+ "mae": 0.042555637657642365,
58
+ "rmse": 0.08378282934427261,
59
+ "standardized_mae": 0.11610672622919083,
60
+ "standardized_rmse": 0.2285889983177185,
61
+ "standardized_gaussian_nll": -0.36017654518594916,
62
+ "physical_gaussian_nll": -1.363874087064154,
63
+ "nominal_coverage": 0.9,
64
+ "coverage": 0.9672131147540983,
65
+ "mean_interval_width": 0.2000969797372818,
66
+ "interval_kind": "uncalibrated_gaussian"
67
+ },
68
+ {
69
+ "family": "battery",
70
+ "field_id": 7,
71
+ "field": "state_of_charge",
72
+ "horizon_minutes": 60.0,
73
+ "count": 119,
74
+ "mae": 0.0688336193561554,
75
+ "rmse": 0.12316083163022995,
76
+ "standardized_mae": 0.1878022998571396,
77
+ "standardized_rmse": 0.33602601289749146,
78
+ "standardized_gaussian_nll": 0.11156735511059408,
79
+ "physical_gaussian_nll": -0.8921301867676107,
80
+ "nominal_coverage": 0.9,
81
+ "coverage": 0.9663865546218487,
82
+ "mean_interval_width": 0.39398032426834106,
83
+ "interval_kind": "uncalibrated_gaussian"
84
+ },
85
+ {
86
+ "family": "battery",
87
+ "field_id": 7,
88
+ "field": "state_of_charge",
89
+ "horizon_minutes": 120.0,
90
+ "count": 121,
91
+ "mae": 0.12563574314117432,
92
+ "rmse": 0.208990216255188,
93
+ "standardized_mae": 0.34277844429016113,
94
+ "standardized_rmse": 0.5701987147331238,
95
+ "standardized_gaussian_nll": 0.7470845714891514,
96
+ "physical_gaussian_nll": -0.2566129703890534,
97
+ "nominal_coverage": 0.9,
98
+ "coverage": 0.9173553719008265,
99
+ "mean_interval_width": 0.7141516208648682,
100
+ "interval_kind": "uncalibrated_gaussian"
101
+ },
102
+ {
103
+ "family": "battery",
104
+ "field_id": 8,
105
+ "field": "battery_temp",
106
+ "horizon_minutes": 15.0,
107
+ "count": 139,
108
+ "mae": 0.5193963646888733,
109
+ "rmse": 0.8061014413833618,
110
+ "standardized_mae": 0.0641503557562828,
111
+ "standardized_rmse": 0.09956113994121552,
112
+ "standardized_gaussian_nll": -1.0410889530956247,
113
+ "physical_gaussian_nll": 1.0503487004008492,
114
+ "nominal_coverage": 0.9,
115
+ "coverage": 0.9280575539568345,
116
+ "mean_interval_width": 2.416226387023926,
117
+ "interval_kind": "uncalibrated_gaussian"
118
+ },
119
+ {
120
+ "family": "battery",
121
+ "field_id": 8,
122
+ "field": "battery_temp",
123
+ "horizon_minutes": 30.0,
124
+ "count": 140,
125
+ "mae": 0.8719266057014465,
126
+ "rmse": 1.1996206045150757,
127
+ "standardized_mae": 0.10769116878509521,
128
+ "standardized_rmse": 0.14816446602344513,
129
+ "standardized_gaussian_nll": -0.5322908890154894,
130
+ "physical_gaussian_nll": 1.5591467644809844,
131
+ "nominal_coverage": 0.9,
132
+ "coverage": 0.9428571428571428,
133
+ "mean_interval_width": 4.3208184242248535,
134
+ "interval_kind": "uncalibrated_gaussian"
135
+ },
136
+ {
137
+ "family": "battery",
138
+ "field_id": 8,
139
+ "field": "battery_temp",
140
+ "horizon_minutes": 60.0,
141
+ "count": 142,
142
+ "mae": 1.4463740587234497,
143
+ "rmse": 1.9328193664550781,
144
+ "standardized_mae": 0.17864084243774414,
145
+ "standardized_rmse": 0.23872143030166626,
146
+ "standardized_gaussian_nll": 0.005505721699734393,
147
+ "physical_gaussian_nll": 2.0969433751962083,
148
+ "nominal_coverage": 0.9,
149
+ "coverage": 0.9436619718309859,
150
+ "mean_interval_width": 8.111717224121094,
151
+ "interval_kind": "uncalibrated_gaussian"
152
+ },
153
+ {
154
+ "family": "battery",
155
+ "field_id": 8,
156
+ "field": "battery_temp",
157
+ "horizon_minutes": 120.0,
158
+ "count": 140,
159
+ "mae": 2.441223621368408,
160
+ "rmse": 3.2121198177337646,
161
+ "standardized_mae": 0.3015141487121582,
162
+ "standardized_rmse": 0.3967271149158478,
163
+ "standardized_gaussian_nll": 0.5740379746350711,
164
+ "physical_gaussian_nll": 2.665475628131545,
165
+ "nominal_coverage": 0.9,
166
+ "coverage": 0.9428571428571428,
167
+ "mean_interval_width": 13.672816276550293,
168
+ "interval_kind": "uncalibrated_gaussian"
169
+ },
170
+ {
171
+ "family": "battery",
172
+ "field_id": 9,
173
+ "field": "terminal_voltage",
174
+ "horizon_minutes": 15.0,
175
+ "count": 131,
176
+ "mae": 2.3387627601623535,
177
+ "rmse": 5.092293739318848,
178
+ "standardized_mae": 0.14645564556121826,
179
+ "standardized_rmse": 0.3188844919204712,
180
+ "standardized_gaussian_nll": 0.21670405386190758,
181
+ "physical_gaussian_nll": 2.9873587825558716,
182
+ "nominal_coverage": 0.9,
183
+ "coverage": 0.9847328244274809,
184
+ "mean_interval_width": 23.69367027282715,
185
+ "interval_kind": "uncalibrated_gaussian"
186
+ },
187
+ {
188
+ "family": "battery",
189
+ "field_id": 9,
190
+ "field": "terminal_voltage",
191
+ "horizon_minutes": 30.0,
192
+ "count": 131,
193
+ "mae": 4.77186918258667,
194
+ "rmse": 8.926216125488281,
195
+ "standardized_mae": 0.2988191843032837,
196
+ "standardized_rmse": 0.5589685440063477,
197
+ "standardized_gaussian_nll": 0.7781926138931256,
198
+ "physical_gaussian_nll": 3.5488473425870897,
199
+ "nominal_coverage": 0.9,
200
+ "coverage": 0.9312977099236641,
201
+ "mean_interval_width": 35.224308013916016,
202
+ "interval_kind": "uncalibrated_gaussian"
203
+ },
204
+ {
205
+ "family": "battery",
206
+ "field_id": 9,
207
+ "field": "terminal_voltage",
208
+ "horizon_minutes": 60.0,
209
+ "count": 133,
210
+ "mae": 6.873325347900391,
211
+ "rmse": 10.468645095825195,
212
+ "standardized_mae": 0.43041446805000305,
213
+ "standardized_rmse": 0.6555569767951965,
214
+ "standardized_gaussian_nll": 1.0436289820979765,
215
+ "physical_gaussian_nll": 3.8142837107919405,
216
+ "nominal_coverage": 0.9,
217
+ "coverage": 0.9548872180451128,
218
+ "mean_interval_width": 49.461029052734375,
219
+ "interval_kind": "uncalibrated_gaussian"
220
+ },
221
+ {
222
+ "family": "battery",
223
+ "field_id": 9,
224
+ "field": "terminal_voltage",
225
+ "horizon_minutes": 120.0,
226
+ "count": 133,
227
+ "mae": 10.639689445495605,
228
+ "rmse": 14.870566368103027,
229
+ "standardized_mae": 0.6662679314613342,
230
+ "standardized_rmse": 0.9312096238136292,
231
+ "standardized_gaussian_nll": 1.379192915868884,
232
+ "physical_gaussian_nll": 4.149847644562849,
233
+ "nominal_coverage": 0.9,
234
+ "coverage": 0.9548872180451128,
235
+ "mean_interval_width": 64.34869384765625,
236
+ "interval_kind": "uncalibrated_gaussian"
237
+ },
238
+ {
239
+ "family": "tank",
240
+ "field_id": 3,
241
+ "field": "water_level",
242
+ "horizon_minutes": 15.0,
243
+ "count": 116,
244
+ "mae": 0.14468596875667572,
245
+ "rmse": 0.19491779804229736,
246
+ "standardized_mae": 0.024937715381383896,
247
+ "standardized_rmse": 0.033595550805330276,
248
+ "standardized_gaussian_nll": -2.1462065051205377,
249
+ "physical_gaussian_nll": -0.3880221940731252,
250
+ "nominal_coverage": 0.9,
251
+ "coverage": 0.896551724137931,
252
+ "mean_interval_width": 0.5818840265274048,
253
+ "interval_kind": "uncalibrated_gaussian"
254
+ },
255
+ {
256
+ "family": "tank",
257
+ "field_id": 3,
258
+ "field": "water_level",
259
+ "horizon_minutes": 30.0,
260
+ "count": 118,
261
+ "mae": 0.24555374681949615,
262
+ "rmse": 0.34150272607803345,
263
+ "standardized_mae": 0.042323037981987,
264
+ "standardized_rmse": 0.05886056646704674,
265
+ "standardized_gaussian_nll": -1.6526098701149925,
266
+ "physical_gaussian_nll": 0.10557444093241997,
267
+ "nominal_coverage": 0.9,
268
+ "coverage": 0.8813559322033898,
269
+ "mean_interval_width": 0.8958061933517456,
270
+ "interval_kind": "uncalibrated_gaussian"
271
+ },
272
+ {
273
+ "family": "tank",
274
+ "field_id": 3,
275
+ "field": "water_level",
276
+ "horizon_minutes": 60.0,
277
+ "count": 120,
278
+ "mae": 0.41625839471817017,
279
+ "rmse": 0.5844320058822632,
280
+ "standardized_mae": 0.07174526900053024,
281
+ "standardized_rmse": 0.100731261074543,
282
+ "standardized_gaussian_nll": -0.8826536643128814,
283
+ "physical_gaussian_nll": 0.8755306467345311,
284
+ "nominal_coverage": 0.9,
285
+ "coverage": 0.8333333333333334,
286
+ "mean_interval_width": 1.6577858924865723,
287
+ "interval_kind": "uncalibrated_gaussian"
288
+ },
289
+ {
290
+ "family": "tank",
291
+ "field_id": 3,
292
+ "field": "water_level",
293
+ "horizon_minutes": 120.0,
294
+ "count": 119,
295
+ "mae": 0.5769265294075012,
296
+ "rmse": 0.8049954771995544,
297
+ "standardized_mae": 0.09943763166666031,
298
+ "standardized_rmse": 0.13874703645706177,
299
+ "standardized_gaussian_nll": -0.5062082664238015,
300
+ "physical_gaussian_nll": 1.251976044623611,
301
+ "nominal_coverage": 0.9,
302
+ "coverage": 0.8907563025210085,
303
+ "mean_interval_width": 3.2755863666534424,
304
+ "interval_kind": "uncalibrated_gaussian"
305
+ },
306
+ {
307
+ "family": "tank",
308
+ "field_id": 4,
309
+ "field": "water_temp",
310
+ "horizon_minutes": 15.0,
311
+ "count": 119,
312
+ "mae": 0.022089093923568726,
313
+ "rmse": 0.02972310036420822,
314
+ "standardized_mae": 0.019082527607679367,
315
+ "standardized_rmse": 0.02567746303975582,
316
+ "standardized_gaussian_nll": -2.337340109882507,
317
+ "physical_gaussian_nll": -2.191029268368566,
318
+ "nominal_coverage": 0.9,
319
+ "coverage": 0.9411764705882353,
320
+ "mean_interval_width": 0.0952712893486023,
321
+ "interval_kind": "uncalibrated_gaussian"
322
+ },
323
+ {
324
+ "family": "tank",
325
+ "field_id": 4,
326
+ "field": "water_temp",
327
+ "horizon_minutes": 30.0,
328
+ "count": 117,
329
+ "mae": 0.04618056118488312,
330
+ "rmse": 0.0701703354716301,
331
+ "standardized_mae": 0.03989488631486893,
332
+ "standardized_rmse": 0.06061938777565956,
333
+ "standardized_gaussian_nll": -1.1275316045381765,
334
+ "physical_gaussian_nll": -0.9812207630242356,
335
+ "nominal_coverage": 0.9,
336
+ "coverage": 0.7863247863247863,
337
+ "mean_interval_width": 0.14961926639080048,
338
+ "interval_kind": "uncalibrated_gaussian"
339
+ },
340
+ {
341
+ "family": "tank",
342
+ "field_id": 4,
343
+ "field": "water_temp",
344
+ "horizon_minutes": 60.0,
345
+ "count": 117,
346
+ "mae": 0.09769745171070099,
347
+ "rmse": 0.13067889213562012,
348
+ "standardized_mae": 0.0843997672200203,
349
+ "standardized_rmse": 0.11289206892251968,
350
+ "standardized_gaussian_nll": -0.1624551763448643,
351
+ "physical_gaussian_nll": -0.016144334830923424,
352
+ "nominal_coverage": 0.9,
353
+ "coverage": 0.7521367521367521,
354
+ "mean_interval_width": 0.30384689569473267,
355
+ "interval_kind": "uncalibrated_gaussian"
356
+ },
357
+ {
358
+ "family": "tank",
359
+ "field_id": 4,
360
+ "field": "water_temp",
361
+ "horizon_minutes": 120.0,
362
+ "count": 119,
363
+ "mae": 0.2023148238658905,
364
+ "rmse": 0.2532159686088562,
365
+ "standardized_mae": 0.1747775822877884,
366
+ "standardized_rmse": 0.21875052154064178,
367
+ "standardized_gaussian_nll": 0.4249731052890835,
368
+ "physical_gaussian_nll": 0.5712839468030244,
369
+ "nominal_coverage": 0.9,
370
+ "coverage": 0.7563025210084033,
371
+ "mean_interval_width": 0.6656530499458313,
372
+ "interval_kind": "uncalibrated_gaussian"
373
+ },
374
+ {
375
+ "family": "tank",
376
+ "field_id": 5,
377
+ "field": "flow",
378
+ "horizon_minutes": 15.0,
379
+ "count": 131,
380
+ "mae": 0.1272462010383606,
381
+ "rmse": 0.18504972755908966,
382
+ "standardized_mae": 0.2649279236793518,
383
+ "standardized_rmse": 0.3852754831314087,
384
+ "standardized_gaussian_nll": 0.4021051882325845,
385
+ "physical_gaussian_nll": -0.3312288703850294,
386
+ "nominal_coverage": 0.9,
387
+ "coverage": 0.9312977099236641,
388
+ "mean_interval_width": 0.7029541730880737,
389
+ "interval_kind": "uncalibrated_gaussian"
390
+ },
391
+ {
392
+ "family": "tank",
393
+ "field_id": 5,
394
+ "field": "flow",
395
+ "horizon_minutes": 30.0,
396
+ "count": 132,
397
+ "mae": 0.16411271691322327,
398
+ "rmse": 0.2724158763885498,
399
+ "standardized_mae": 0.34168440103530884,
400
+ "standardized_rmse": 0.5671727657318115,
401
+ "standardized_gaussian_nll": 0.6014206014622484,
402
+ "physical_gaussian_nll": -0.1319134571553655,
403
+ "nominal_coverage": 0.9,
404
+ "coverage": 0.9393939393939394,
405
+ "mean_interval_width": 0.9804874062538147,
406
+ "interval_kind": "uncalibrated_gaussian"
407
+ },
408
+ {
409
+ "family": "tank",
410
+ "field_id": 5,
411
+ "field": "flow",
412
+ "horizon_minutes": 60.0,
413
+ "count": 133,
414
+ "mae": 0.26324644684791565,
415
+ "rmse": 0.3862881064414978,
416
+ "standardized_mae": 0.5480818748474121,
417
+ "standardized_rmse": 0.8042559027671814,
418
+ "standardized_gaussian_nll": 0.99164465084252,
419
+ "physical_gaussian_nll": 0.25831059222490604,
420
+ "nominal_coverage": 0.9,
421
+ "coverage": 0.9473684210526315,
422
+ "mean_interval_width": 1.3383142948150635,
423
+ "interval_kind": "uncalibrated_gaussian"
424
+ },
425
+ {
426
+ "family": "tank",
427
+ "field_id": 5,
428
+ "field": "flow",
429
+ "horizon_minutes": 120.0,
430
+ "count": 130,
431
+ "mae": 0.2972681224346161,
432
+ "rmse": 0.4277266263961792,
433
+ "standardized_mae": 0.6189153790473938,
434
+ "standardized_rmse": 0.8905313611030579,
435
+ "standardized_gaussian_nll": 1.2230885943277454,
436
+ "physical_gaussian_nll": 0.4897545357101315,
437
+ "nominal_coverage": 0.9,
438
+ "coverage": 0.9615384615384616,
439
+ "mean_interval_width": 1.7475528717041016,
440
+ "interval_kind": "uncalibrated_gaussian"
441
+ },
442
+ {
443
+ "family": "tank",
444
+ "field_id": 6,
445
+ "field": "pressure",
446
+ "horizon_minutes": 15.0,
447
+ "count": 123,
448
+ "mae": 4.046680927276611,
449
+ "rmse": 9.253509521484375,
450
+ "standardized_mae": 0.09512733668088913,
451
+ "standardized_rmse": 0.21752683818340302,
452
+ "standardized_gaussian_nll": -0.13183285464957006,
453
+ "physical_gaussian_nll": 3.6186030771113304,
454
+ "nominal_coverage": 0.9,
455
+ "coverage": 0.967479674796748,
456
+ "mean_interval_width": 47.49770736694336,
457
+ "interval_kind": "uncalibrated_gaussian"
458
+ },
459
+ {
460
+ "family": "tank",
461
+ "field_id": 6,
462
+ "field": "pressure",
463
+ "horizon_minutes": 30.0,
464
+ "count": 125,
465
+ "mae": 6.062098026275635,
466
+ "rmse": 11.880810737609863,
467
+ "standardized_mae": 0.1425047367811203,
468
+ "standardized_rmse": 0.279288113117218,
469
+ "standardized_gaussian_nll": 0.27929387229035585,
470
+ "physical_gaussian_nll": 4.029729804051256,
471
+ "nominal_coverage": 0.9,
472
+ "coverage": 0.976,
473
+ "mean_interval_width": 72.02900695800781,
474
+ "interval_kind": "uncalibrated_gaussian"
475
+ },
476
+ {
477
+ "family": "tank",
478
+ "field_id": 6,
479
+ "field": "pressure",
480
+ "horizon_minutes": 60.0,
481
+ "count": 123,
482
+ "mae": 12.236382484436035,
483
+ "rmse": 22.341371536254883,
484
+ "standardized_mae": 0.28764671087265015,
485
+ "standardized_rmse": 0.5251896977424622,
486
+ "standardized_gaussian_nll": 0.7819338130969821,
487
+ "physical_gaussian_nll": 4.532369744857882,
488
+ "nominal_coverage": 0.9,
489
+ "coverage": 0.959349593495935,
490
+ "mean_interval_width": 103.61749267578125,
491
+ "interval_kind": "uncalibrated_gaussian"
492
+ },
493
+ {
494
+ "family": "tank",
495
+ "field_id": 6,
496
+ "field": "pressure",
497
+ "horizon_minutes": 120.0,
498
+ "count": 125,
499
+ "mae": 19.28050994873047,
500
+ "rmse": 28.094099044799805,
501
+ "standardized_mae": 0.45323649048805237,
502
+ "standardized_rmse": 0.6604219079017639,
503
+ "standardized_gaussian_nll": 1.0990233931635227,
504
+ "physical_gaussian_nll": 4.849459324924423,
505
+ "nominal_coverage": 0.9,
506
+ "coverage": 0.976,
507
+ "mean_interval_width": 140.40174865722656,
508
+ "interval_kind": "uncalibrated_gaussian"
509
+ },
510
+ {
511
+ "family": "thermal",
512
+ "field_id": 0,
513
+ "field": "indoor_temp",
514
+ "horizon_minutes": 15.0,
515
+ "count": 110,
516
+ "mae": 0.2519267201423645,
517
+ "rmse": 0.36077234148979187,
518
+ "standardized_mae": 0.04093705117702484,
519
+ "standardized_rmse": 0.058624014258384705,
520
+ "standardized_gaussian_nll": -1.5365718121676133,
521
+ "physical_gaussian_nll": 0.28053090744468867,
522
+ "nominal_coverage": 0.9,
523
+ "coverage": 0.9636363636363636,
524
+ "mean_interval_width": 1.3231983184814453,
525
+ "interval_kind": "uncalibrated_gaussian"
526
+ },
527
+ {
528
+ "family": "thermal",
529
+ "field_id": 0,
530
+ "field": "indoor_temp",
531
+ "horizon_minutes": 30.0,
532
+ "count": 109,
533
+ "mae": 0.514060914516449,
534
+ "rmse": 0.7465660572052002,
535
+ "standardized_mae": 0.08353277295827866,
536
+ "standardized_rmse": 0.1213138997554779,
537
+ "standardized_gaussian_nll": -0.7885580907226281,
538
+ "physical_gaussian_nll": 1.0285446288896738,
539
+ "nominal_coverage": 0.9,
540
+ "coverage": 0.8807339449541285,
541
+ "mean_interval_width": 2.2673494815826416,
542
+ "interval_kind": "uncalibrated_gaussian"
543
+ },
544
+ {
545
+ "family": "thermal",
546
+ "field_id": 0,
547
+ "field": "indoor_temp",
548
+ "horizon_minutes": 60.0,
549
+ "count": 113,
550
+ "mae": 1.0899648666381836,
551
+ "rmse": 1.5027881860733032,
552
+ "standardized_mae": 0.17711478471755981,
553
+ "standardized_rmse": 0.24419686198234558,
554
+ "standardized_gaussian_nll": -0.024053501534425058,
555
+ "physical_gaussian_nll": 1.793049218077877,
556
+ "nominal_coverage": 0.9,
557
+ "coverage": 0.8141592920353983,
558
+ "mean_interval_width": 4.704004287719727,
559
+ "interval_kind": "uncalibrated_gaussian"
560
+ },
561
+ {
562
+ "family": "thermal",
563
+ "field_id": 0,
564
+ "field": "indoor_temp",
565
+ "horizon_minutes": 120.0,
566
+ "count": 112,
567
+ "mae": 2.3548715114593506,
568
+ "rmse": 3.2545950412750244,
569
+ "standardized_mae": 0.38265690207481384,
570
+ "standardized_rmse": 0.5288582444190979,
571
+ "standardized_gaussian_nll": 0.6321937078622685,
572
+ "physical_gaussian_nll": 2.4492964274745703,
573
+ "nominal_coverage": 0.9,
574
+ "coverage": 0.8839285714285714,
575
+ "mean_interval_width": 9.551830291748047,
576
+ "interval_kind": "uncalibrated_gaussian"
577
+ },
578
+ {
579
+ "family": "thermal",
580
+ "field_id": 1,
581
+ "field": "mass_temp",
582
+ "horizon_minutes": 15.0,
583
+ "count": 86,
584
+ "mae": 0.03216187283396721,
585
+ "rmse": 0.04150141030550003,
586
+ "standardized_mae": 0.013134838081896305,
587
+ "standardized_rmse": 0.016949085518717766,
588
+ "standardized_gaussian_nll": -2.6489529924630935,
589
+ "physical_gaussian_nll": -1.753439475598113,
590
+ "nominal_coverage": 0.9,
591
+ "coverage": 0.9651162790697675,
592
+ "mean_interval_width": 0.17055191099643707,
593
+ "interval_kind": "uncalibrated_gaussian"
594
+ },
595
+ {
596
+ "family": "thermal",
597
+ "field_id": 1,
598
+ "field": "mass_temp",
599
+ "horizon_minutes": 30.0,
600
+ "count": 83,
601
+ "mae": 0.06805136799812317,
602
+ "rmse": 0.10196328908205032,
603
+ "standardized_mae": 0.027792029082775116,
604
+ "standardized_rmse": 0.041641585528850555,
605
+ "standardized_gaussian_nll": -1.993772700773139,
606
+ "physical_gaussian_nll": -1.0982591839081586,
607
+ "nominal_coverage": 0.9,
608
+ "coverage": 0.8072289156626506,
609
+ "mean_interval_width": 0.23242688179016113,
610
+ "interval_kind": "uncalibrated_gaussian"
611
+ },
612
+ {
613
+ "family": "thermal",
614
+ "field_id": 1,
615
+ "field": "mass_temp",
616
+ "horizon_minutes": 60.0,
617
+ "count": 85,
618
+ "mae": 0.14750580489635468,
619
+ "rmse": 0.22230446338653564,
620
+ "standardized_mae": 0.06024104729294777,
621
+ "standardized_rmse": 0.09078865498304367,
622
+ "standardized_gaussian_nll": -1.296639626660539,
623
+ "physical_gaussian_nll": -0.4011261097955586,
624
+ "nominal_coverage": 0.9,
625
+ "coverage": 0.7529411764705882,
626
+ "mean_interval_width": 0.4495292901992798,
627
+ "interval_kind": "uncalibrated_gaussian"
628
+ },
629
+ {
630
+ "family": "thermal",
631
+ "field_id": 1,
632
+ "field": "mass_temp",
633
+ "horizon_minutes": 120.0,
634
+ "count": 87,
635
+ "mae": 0.2858736217021942,
636
+ "rmse": 0.4104902148246765,
637
+ "standardized_mae": 0.11675016582012177,
638
+ "standardized_rmse": 0.16764330863952637,
639
+ "standardized_gaussian_nll": -0.6868602059216863,
640
+ "physical_gaussian_nll": 0.20865331094329398,
641
+ "nominal_coverage": 0.9,
642
+ "coverage": 0.8850574712643678,
643
+ "mean_interval_width": 1.0640441179275513,
644
+ "interval_kind": "uncalibrated_gaussian"
645
+ },
646
+ {
647
+ "family": "thermal",
648
+ "field_id": 2,
649
+ "field": "energy_kwh",
650
+ "horizon_minutes": 15.0,
651
+ "count": 128,
652
+ "mae": 1.2730485200881958,
653
+ "rmse": 1.4418925046920776,
654
+ "standardized_mae": 0.01600256934762001,
655
+ "standardized_rmse": 0.018124984577298164,
656
+ "standardized_gaussian_nll": -2.534491795313479,
657
+ "physical_gaussian_nll": 1.841928632016904,
658
+ "nominal_coverage": 0.9,
659
+ "coverage": 0.8671875,
660
+ "mean_interval_width": 3.7795233726501465,
661
+ "interval_kind": "uncalibrated_gaussian"
662
+ },
663
+ {
664
+ "family": "thermal",
665
+ "field_id": 2,
666
+ "field": "energy_kwh",
667
+ "horizon_minutes": 30.0,
668
+ "count": 126,
669
+ "mae": 1.563459873199463,
670
+ "rmse": 1.8546661138534546,
671
+ "standardized_mae": 0.019653119146823883,
672
+ "standardized_rmse": 0.02331366203725338,
673
+ "standardized_gaussian_nll": -2.178630964600121,
674
+ "physical_gaussian_nll": 2.197789462730262,
675
+ "nominal_coverage": 0.9,
676
+ "coverage": 0.746031746031746,
677
+ "mean_interval_width": 4.208795070648193,
678
+ "interval_kind": "uncalibrated_gaussian"
679
+ },
680
+ {
681
+ "family": "thermal",
682
+ "field_id": 2,
683
+ "field": "energy_kwh",
684
+ "horizon_minutes": 60.0,
685
+ "count": 127,
686
+ "mae": 1.9083808660507202,
687
+ "rmse": 2.500718832015991,
688
+ "standardized_mae": 0.023988870903849602,
689
+ "standardized_rmse": 0.03143472224473953,
690
+ "standardized_gaussian_nll": -1.9100374915882155,
691
+ "physical_gaussian_nll": 2.4663829357421676,
692
+ "nominal_coverage": 0.9,
693
+ "coverage": 0.7480314960629921,
694
+ "mean_interval_width": 5.48427152633667,
695
+ "interval_kind": "uncalibrated_gaussian"
696
+ },
697
+ {
698
+ "family": "thermal",
699
+ "field_id": 2,
700
+ "field": "energy_kwh",
701
+ "horizon_minutes": 120.0,
702
+ "count": 128,
703
+ "mae": 3.0136115550994873,
704
+ "rmse": 4.276278018951416,
705
+ "standardized_mae": 0.03788192570209503,
706
+ "standardized_rmse": 0.053753986954689026,
707
+ "standardized_gaussian_nll": -1.4431026822076456,
708
+ "physical_gaussian_nll": 2.9333177451227375,
709
+ "nominal_coverage": 0.9,
710
+ "coverage": 0.828125,
711
+ "mean_interval_width": 9.546677589416504,
712
+ "interval_kind": "uncalibrated_gaussian"
713
+ }
714
+ ],
715
+ "evaluated_target_fraction": 0.7616123445126751,
716
+ "missing_current_policy": "Queries without observed current sensors excluded, matching API query rejection",
717
+ "interval_status": "uncalibrated_under_distribution_shift"
718
+ }
719
+ },
720
+ {
721
+ "config": {
722
+ "name": "sensor_bias",
723
+ "axis": "C",
724
+ "data": "artifacts/smoke/data-v2",
725
+ "checkpoint": "artifacts/smoke/transformer-v2/seed-42/checkpoint.pt",
726
+ "excluded_family": null,
727
+ "sensor_failure_probability": 0.0,
728
+ "sensor_bias_std": 0.5,
729
+ "description": "Observed state sensor bias in training-standardized units"
730
+ },
731
+ "status": "completed",
732
+ "result": {
733
+ "metrics": [
734
+ {
735
+ "family": "battery",
736
+ "field_id": 7,
737
+ "field": "state_of_charge",
738
+ "horizon_minutes": 15.0,
739
+ "count": 176,
740
+ "mae": 0.15913443267345428,
741
+ "rmse": 0.1997968554496765,
742
+ "standardized_mae": 0.43417462706565857,
743
+ "standardized_rmse": 0.5451160073280334,
744
+ "standardized_gaussian_nll": 22.504859840383737,
745
+ "physical_gaussian_nll": 21.501162298505534,
746
+ "nominal_coverage": 0.9,
747
+ "coverage": 0.18181818181818182,
748
+ "mean_interval_width": 0.10589442402124405,
749
+ "interval_kind": "uncalibrated_gaussian"
750
+ },
751
+ {
752
+ "family": "battery",
753
+ "field_id": 7,
754
+ "field": "state_of_charge",
755
+ "horizon_minutes": 30.0,
756
+ "count": 172,
757
+ "mae": 0.1619063913822174,
758
+ "rmse": 0.20185454189777374,
759
+ "standardized_mae": 0.44173750281333923,
760
+ "standardized_rmse": 0.5507301092147827,
761
+ "standardized_gaussian_nll": 7.898551778084752,
762
+ "physical_gaussian_nll": 6.894854236206546,
763
+ "nominal_coverage": 0.9,
764
+ "coverage": 0.36627906976744184,
765
+ "mean_interval_width": 0.20379015803337097,
766
+ "interval_kind": "uncalibrated_gaussian"
767
+ },
768
+ {
769
+ "family": "battery",
770
+ "field_id": 7,
771
+ "field": "state_of_charge",
772
+ "horizon_minutes": 60.0,
773
+ "count": 169,
774
+ "mae": 0.1620597541332245,
775
+ "rmse": 0.209243044257164,
776
+ "standardized_mae": 0.44215595722198486,
777
+ "standardized_rmse": 0.5708885192871094,
778
+ "standardized_gaussian_nll": 2.094157843222405,
779
+ "physical_gaussian_nll": 1.0904603013442,
780
+ "nominal_coverage": 0.9,
781
+ "coverage": 0.6627218934911243,
782
+ "mean_interval_width": 0.4057137668132782,
783
+ "interval_kind": "uncalibrated_gaussian"
784
+ },
785
+ {
786
+ "family": "battery",
787
+ "field_id": 7,
788
+ "field": "state_of_charge",
789
+ "horizon_minutes": 120.0,
790
+ "count": 173,
791
+ "mae": 0.18275731801986694,
792
+ "rmse": 0.24977794289588928,
793
+ "standardized_mae": 0.498626172542572,
794
+ "standardized_rmse": 0.6814819574356079,
795
+ "standardized_gaussian_nll": 1.060126172002701,
796
+ "physical_gaussian_nll": 0.05642863012449628,
797
+ "nominal_coverage": 0.9,
798
+ "coverage": 0.8497109826589595,
799
+ "mean_interval_width": 0.7238749265670776,
800
+ "interval_kind": "uncalibrated_gaussian"
801
+ },
802
+ {
803
+ "family": "battery",
804
+ "field_id": 8,
805
+ "field": "battery_temp",
806
+ "horizon_minutes": 15.0,
807
+ "count": 176,
808
+ "mae": 3.3225250244140625,
809
+ "rmse": 4.152026176452637,
810
+ "standardized_mae": 0.41036319732666016,
811
+ "standardized_rmse": 0.5128144025802612,
812
+ "standardized_gaussian_nll": 47.82912881271556,
813
+ "physical_gaussian_nll": 49.92056646621204,
814
+ "nominal_coverage": 0.9,
815
+ "coverage": 0.22727272727272727,
816
+ "mean_interval_width": 2.5805013179779053,
817
+ "interval_kind": "uncalibrated_gaussian"
818
+ },
819
+ {
820
+ "family": "battery",
821
+ "field_id": 8,
822
+ "field": "battery_temp",
823
+ "horizon_minutes": 30.0,
824
+ "count": 175,
825
+ "mae": 3.316277503967285,
826
+ "rmse": 4.140602111816406,
827
+ "standardized_mae": 0.40959158539772034,
828
+ "standardized_rmse": 0.5114034414291382,
829
+ "standardized_gaussian_nll": 20.323704632913095,
830
+ "physical_gaussian_nll": 22.41514228640957,
831
+ "nominal_coverage": 0.9,
832
+ "coverage": 0.35428571428571426,
833
+ "mean_interval_width": 4.643040657043457,
834
+ "interval_kind": "uncalibrated_gaussian"
835
+ },
836
+ {
837
+ "family": "battery",
838
+ "field_id": 8,
839
+ "field": "battery_temp",
840
+ "horizon_minutes": 60.0,
841
+ "count": 178,
842
+ "mae": 3.6017277240753174,
843
+ "rmse": 4.435178756713867,
844
+ "standardized_mae": 0.44484737515449524,
845
+ "standardized_rmse": 0.5477864146232605,
846
+ "standardized_gaussian_nll": 6.022408824592421,
847
+ "physical_gaussian_nll": 8.113846478088895,
848
+ "nominal_coverage": 0.9,
849
+ "coverage": 0.5786516853932584,
850
+ "mean_interval_width": 8.599404335021973,
851
+ "interval_kind": "uncalibrated_gaussian"
852
+ },
853
+ {
854
+ "family": "battery",
855
+ "field_id": 8,
856
+ "field": "battery_temp",
857
+ "horizon_minutes": 120.0,
858
+ "count": 175,
859
+ "mae": 3.9519731998443604,
860
+ "rmse": 4.986083507537842,
861
+ "standardized_mae": 0.48810598254203796,
862
+ "standardized_rmse": 0.6158283948898315,
863
+ "standardized_gaussian_nll": 1.7762888082102861,
864
+ "physical_gaussian_nll": 3.86772646170676,
865
+ "nominal_coverage": 0.9,
866
+ "coverage": 0.7542857142857143,
867
+ "mean_interval_width": 14.321471214294434,
868
+ "interval_kind": "uncalibrated_gaussian"
869
+ },
870
+ {
871
+ "family": "battery",
872
+ "field_id": 9,
873
+ "field": "terminal_voltage",
874
+ "horizon_minutes": 15.0,
875
+ "count": 177,
876
+ "mae": 6.642402172088623,
877
+ "rmse": 8.9093599319458,
878
+ "standardized_mae": 0.4159538149833679,
879
+ "standardized_rmse": 0.5579129457473755,
880
+ "standardized_gaussian_nll": 0.9255108640698186,
881
+ "physical_gaussian_nll": 3.6961655927637826,
882
+ "nominal_coverage": 0.9,
883
+ "coverage": 0.7909604519774012,
884
+ "mean_interval_width": 24.240745544433594,
885
+ "interval_kind": "uncalibrated_gaussian"
886
+ },
887
+ {
888
+ "family": "battery",
889
+ "field_id": 9,
890
+ "field": "terminal_voltage",
891
+ "horizon_minutes": 30.0,
892
+ "count": 177,
893
+ "mae": 7.9664154052734375,
894
+ "rmse": 11.011991500854492,
895
+ "standardized_mae": 0.4988648295402527,
896
+ "standardized_rmse": 0.6895818114280701,
897
+ "standardized_gaussian_nll": 1.0396691779017329,
898
+ "physical_gaussian_nll": 3.810323906595697,
899
+ "nominal_coverage": 0.9,
900
+ "coverage": 0.8757062146892656,
901
+ "mean_interval_width": 35.57670974731445,
902
+ "interval_kind": "uncalibrated_gaussian"
903
+ },
904
+ {
905
+ "family": "battery",
906
+ "field_id": 9,
907
+ "field": "terminal_voltage",
908
+ "horizon_minutes": 60.0,
909
+ "count": 180,
910
+ "mae": 9.479283332824707,
911
+ "rmse": 12.523597717285156,
912
+ "standardized_mae": 0.5936021208763123,
913
+ "standardized_rmse": 0.7842401266098022,
914
+ "standardized_gaussian_nll": 1.1561239277357882,
915
+ "physical_gaussian_nll": 3.9267786564297524,
916
+ "nominal_coverage": 0.9,
917
+ "coverage": 0.9722222222222222,
918
+ "mean_interval_width": 49.39485168457031,
919
+ "interval_kind": "uncalibrated_gaussian"
920
+ },
921
+ {
922
+ "family": "battery",
923
+ "field_id": 9,
924
+ "field": "terminal_voltage",
925
+ "horizon_minutes": 120.0,
926
+ "count": 176,
927
+ "mae": 12.631087303161621,
928
+ "rmse": 16.826658248901367,
929
+ "standardized_mae": 0.7909712195396423,
930
+ "standardized_rmse": 1.0537019968032837,
931
+ "standardized_gaussian_nll": 1.4556994259025366,
932
+ "physical_gaussian_nll": 4.226354154596501,
933
+ "nominal_coverage": 0.9,
934
+ "coverage": 0.9261363636363636,
935
+ "mean_interval_width": 64.34405517578125,
936
+ "interval_kind": "uncalibrated_gaussian"
937
+ },
938
+ {
939
+ "family": "tank",
940
+ "field_id": 3,
941
+ "field": "water_level",
942
+ "horizon_minutes": 15.0,
943
+ "count": 156,
944
+ "mae": 2.320323944091797,
945
+ "rmse": 2.907252311706543,
946
+ "standardized_mae": 0.3999252915382385,
947
+ "standardized_rmse": 0.5010868310928345,
948
+ "standardized_gaussian_nll": 145.55615152568333,
949
+ "physical_gaussian_nll": 147.31433583673075,
950
+ "nominal_coverage": 0.9,
951
+ "coverage": 0.09615384615384616,
952
+ "mean_interval_width": 0.573390543460846,
953
+ "interval_kind": "uncalibrated_gaussian"
954
+ },
955
+ {
956
+ "family": "tank",
957
+ "field_id": 3,
958
+ "field": "water_level",
959
+ "horizon_minutes": 30.0,
960
+ "count": 157,
961
+ "mae": 2.2648699283599854,
962
+ "rmse": 2.829549789428711,
963
+ "standardized_mae": 0.39036738872528076,
964
+ "standardized_rmse": 0.4876942038536072,
965
+ "standardized_gaussian_nll": 68.03825857274123,
966
+ "physical_gaussian_nll": 69.79644288378864,
967
+ "nominal_coverage": 0.9,
968
+ "coverage": 0.14012738853503184,
969
+ "mean_interval_width": 0.8789198398590088,
970
+ "interval_kind": "uncalibrated_gaussian"
971
+ },
972
+ {
973
+ "family": "tank",
974
+ "field_id": 3,
975
+ "field": "water_level",
976
+ "horizon_minutes": 60.0,
977
+ "count": 159,
978
+ "mae": 2.256560802459717,
979
+ "rmse": 2.8222146034240723,
980
+ "standardized_mae": 0.38893523812294006,
981
+ "standardized_rmse": 0.48642992973327637,
982
+ "standardized_gaussian_nll": 22.930747483775818,
983
+ "physical_gaussian_nll": 24.68893179482323,
984
+ "nominal_coverage": 0.9,
985
+ "coverage": 0.27044025157232704,
986
+ "mean_interval_width": 1.5819875001907349,
987
+ "interval_kind": "uncalibrated_gaussian"
988
+ },
989
+ {
990
+ "family": "tank",
991
+ "field_id": 3,
992
+ "field": "water_level",
993
+ "horizon_minutes": 120.0,
994
+ "count": 158,
995
+ "mae": 2.3079757690429688,
996
+ "rmse": 2.869051218032837,
997
+ "standardized_mae": 0.39779701828956604,
998
+ "standardized_rmse": 0.49450257420539856,
999
+ "standardized_gaussian_nll": 5.04129401016955,
1000
+ "physical_gaussian_nll": 6.799478321216963,
1001
+ "nominal_coverage": 0.9,
1002
+ "coverage": 0.379746835443038,
1003
+ "mean_interval_width": 3.159029483795166,
1004
+ "interval_kind": "uncalibrated_gaussian"
1005
+ },
1006
+ {
1007
+ "family": "tank",
1008
+ "field_id": 4,
1009
+ "field": "water_temp",
1010
+ "horizon_minutes": 15.0,
1011
+ "count": 161,
1012
+ "mae": 0.4932541847229004,
1013
+ "rmse": 0.622342050075531,
1014
+ "standardized_mae": 0.426116943359375,
1015
+ "standardized_rmse": 0.537634551525116,
1016
+ "standardized_gaussian_nll": 228.99193070550515,
1017
+ "physical_gaussian_nll": 229.1382415470191,
1018
+ "nominal_coverage": 0.9,
1019
+ "coverage": 0.07453416149068323,
1020
+ "mean_interval_width": 0.09528889507055283,
1021
+ "interval_kind": "uncalibrated_gaussian"
1022
+ },
1023
+ {
1024
+ "family": "tank",
1025
+ "field_id": 4,
1026
+ "field": "water_temp",
1027
+ "horizon_minutes": 30.0,
1028
+ "count": 159,
1029
+ "mae": 0.4833856523036957,
1030
+ "rmse": 0.6138638257980347,
1031
+ "standardized_mae": 0.4175916016101837,
1032
+ "standardized_rmse": 0.5303102731704712,
1033
+ "standardized_gaussian_nll": 112.62191159159336,
1034
+ "physical_gaussian_nll": 112.7682224331073,
1035
+ "nominal_coverage": 0.9,
1036
+ "coverage": 0.10062893081761007,
1037
+ "mean_interval_width": 0.14754116535186768,
1038
+ "interval_kind": "uncalibrated_gaussian"
1039
+ },
1040
+ {
1041
+ "family": "tank",
1042
+ "field_id": 4,
1043
+ "field": "water_temp",
1044
+ "horizon_minutes": 60.0,
1045
+ "count": 160,
1046
+ "mae": 0.4691978096961975,
1047
+ "rmse": 0.5966907739639282,
1048
+ "standardized_mae": 0.4053348898887634,
1049
+ "standardized_rmse": 0.5154746770858765,
1050
+ "standardized_gaussian_nll": 30.65803240685451,
1051
+ "physical_gaussian_nll": 30.80434324836845,
1052
+ "nominal_coverage": 0.9,
1053
+ "coverage": 0.20625,
1054
+ "mean_interval_width": 0.29624006152153015,
1055
+ "interval_kind": "uncalibrated_gaussian"
1056
+ },
1057
+ {
1058
+ "family": "tank",
1059
+ "field_id": 4,
1060
+ "field": "water_temp",
1061
+ "horizon_minutes": 120.0,
1062
+ "count": 162,
1063
+ "mae": 0.4719846844673157,
1064
+ "rmse": 0.6086657643318176,
1065
+ "standardized_mae": 0.407742440700531,
1066
+ "standardized_rmse": 0.525819718837738,
1067
+ "standardized_gaussian_nll": 5.003732243618946,
1068
+ "physical_gaussian_nll": 5.150043085132887,
1069
+ "nominal_coverage": 0.9,
1070
+ "coverage": 0.42592592592592593,
1071
+ "mean_interval_width": 0.6550875902175903,
1072
+ "interval_kind": "uncalibrated_gaussian"
1073
+ },
1074
+ {
1075
+ "family": "tank",
1076
+ "field_id": 5,
1077
+ "field": "flow",
1078
+ "horizon_minutes": 15.0,
1079
+ "count": 161,
1080
+ "mae": 0.2236100137233734,
1081
+ "rmse": 0.2818182408809662,
1082
+ "standardized_mae": 0.46555840969085693,
1083
+ "standardized_rmse": 0.5867485404014587,
1084
+ "standardized_gaussian_nll": 1.15570233788132,
1085
+ "physical_gaussian_nll": 0.4223682792637061,
1086
+ "nominal_coverage": 0.9,
1087
+ "coverage": 0.7577639751552795,
1088
+ "mean_interval_width": 0.7376853823661804,
1089
+ "interval_kind": "uncalibrated_gaussian"
1090
+ },
1091
+ {
1092
+ "family": "tank",
1093
+ "field_id": 5,
1094
+ "field": "flow",
1095
+ "horizon_minutes": 30.0,
1096
+ "count": 161,
1097
+ "mae": 0.23987749218940735,
1098
+ "rmse": 0.3235808312892914,
1099
+ "standardized_mae": 0.49942746758461,
1100
+ "standardized_rmse": 0.6736987233161926,
1101
+ "standardized_gaussian_nll": 0.9410817565218158,
1102
+ "physical_gaussian_nll": 0.2077476979042019,
1103
+ "nominal_coverage": 0.9,
1104
+ "coverage": 0.8757763975155279,
1105
+ "mean_interval_width": 1.0160599946975708,
1106
+ "interval_kind": "uncalibrated_gaussian"
1107
+ },
1108
+ {
1109
+ "family": "tank",
1110
+ "field_id": 5,
1111
+ "field": "flow",
1112
+ "horizon_minutes": 60.0,
1113
+ "count": 163,
1114
+ "mae": 0.31708359718322754,
1115
+ "rmse": 0.41669508814811707,
1116
+ "standardized_mae": 0.660171389579773,
1117
+ "standardized_rmse": 0.8675636053085327,
1118
+ "standardized_gaussian_nll": 1.1409058107845504,
1119
+ "physical_gaussian_nll": 0.40757175216693653,
1120
+ "nominal_coverage": 0.9,
1121
+ "coverage": 0.9202453987730062,
1122
+ "mean_interval_width": 1.3790284395217896,
1123
+ "interval_kind": "uncalibrated_gaussian"
1124
+ },
1125
+ {
1126
+ "family": "tank",
1127
+ "field_id": 5,
1128
+ "field": "flow",
1129
+ "horizon_minutes": 120.0,
1130
+ "count": 160,
1131
+ "mae": 0.35874250531196594,
1132
+ "rmse": 0.49441835284233093,
1133
+ "standardized_mae": 0.7469056844711304,
1134
+ "standardized_rmse": 1.0293842554092407,
1135
+ "standardized_gaussian_nll": 1.3147729790736402,
1136
+ "physical_gaussian_nll": 0.5814389204560263,
1137
+ "nominal_coverage": 0.9,
1138
+ "coverage": 0.9625,
1139
+ "mean_interval_width": 1.7926180362701416,
1140
+ "interval_kind": "uncalibrated_gaussian"
1141
+ },
1142
+ {
1143
+ "family": "tank",
1144
+ "field_id": 6,
1145
+ "field": "pressure",
1146
+ "horizon_minutes": 15.0,
1147
+ "count": 161,
1148
+ "mae": 16.46910285949707,
1149
+ "rmse": 20.65280532836914,
1150
+ "standardized_mae": 0.38714736700057983,
1151
+ "standardized_rmse": 0.48549574613571167,
1152
+ "standardized_gaussian_nll": 1.2105540848315028,
1153
+ "physical_gaussian_nll": 4.960990016592403,
1154
+ "nominal_coverage": 0.9,
1155
+ "coverage": 0.7142857142857143,
1156
+ "mean_interval_width": 51.54140090942383,
1157
+ "interval_kind": "uncalibrated_gaussian"
1158
+ },
1159
+ {
1160
+ "family": "tank",
1161
+ "field_id": 6,
1162
+ "field": "pressure",
1163
+ "horizon_minutes": 30.0,
1164
+ "count": 162,
1165
+ "mae": 17.177560806274414,
1166
+ "rmse": 21.49265480041504,
1167
+ "standardized_mae": 0.40380144119262695,
1168
+ "standardized_rmse": 0.5052384734153748,
1169
+ "standardized_gaussian_nll": 0.9039021489170488,
1170
+ "physical_gaussian_nll": 4.654338080677949,
1171
+ "nominal_coverage": 0.9,
1172
+ "coverage": 0.8888888888888888,
1173
+ "mean_interval_width": 77.76306915283203,
1174
+ "interval_kind": "uncalibrated_gaussian"
1175
+ },
1176
+ {
1177
+ "family": "tank",
1178
+ "field_id": 6,
1179
+ "field": "pressure",
1180
+ "horizon_minutes": 60.0,
1181
+ "count": 159,
1182
+ "mae": 19.895273208618164,
1183
+ "rmse": 27.68606948852539,
1184
+ "standardized_mae": 0.46768802404403687,
1185
+ "standardized_rmse": 0.6508301496505737,
1186
+ "standardized_gaussian_nll": 1.001330636338949,
1187
+ "physical_gaussian_nll": 4.75176656809985,
1188
+ "nominal_coverage": 0.9,
1189
+ "coverage": 0.949685534591195,
1190
+ "mean_interval_width": 110.44242095947266,
1191
+ "interval_kind": "uncalibrated_gaussian"
1192
+ },
1193
+ {
1194
+ "family": "tank",
1195
+ "field_id": 6,
1196
+ "field": "pressure",
1197
+ "horizon_minutes": 120.0,
1198
+ "count": 162,
1199
+ "mae": 24.874502182006836,
1200
+ "rmse": 33.7956428527832,
1201
+ "standardized_mae": 0.584737241268158,
1202
+ "standardized_rmse": 0.7944509387016296,
1203
+ "standardized_gaussian_nll": 1.226199250303262,
1204
+ "physical_gaussian_nll": 4.976635182064163,
1205
+ "nominal_coverage": 0.9,
1206
+ "coverage": 0.9629629629629629,
1207
+ "mean_interval_width": 146.8434600830078,
1208
+ "interval_kind": "uncalibrated_gaussian"
1209
+ },
1210
+ {
1211
+ "family": "thermal",
1212
+ "field_id": 0,
1213
+ "field": "indoor_temp",
1214
+ "horizon_minutes": 15.0,
1215
+ "count": 152,
1216
+ "mae": 2.4628963470458984,
1217
+ "rmse": 3.001559019088745,
1218
+ "standardized_mae": 0.4002104699611664,
1219
+ "standardized_rmse": 0.4877409338951111,
1220
+ "standardized_gaussian_nll": 30.5196319268994,
1221
+ "physical_gaussian_nll": 32.3367346465117,
1222
+ "nominal_coverage": 0.9,
1223
+ "coverage": 0.13157894736842105,
1224
+ "mean_interval_width": 1.3127844333648682,
1225
+ "interval_kind": "uncalibrated_gaussian"
1226
+ },
1227
+ {
1228
+ "family": "thermal",
1229
+ "field_id": 0,
1230
+ "field": "indoor_temp",
1231
+ "horizon_minutes": 30.0,
1232
+ "count": 150,
1233
+ "mae": 2.4151384830474854,
1234
+ "rmse": 2.9553346633911133,
1235
+ "standardized_mae": 0.3924500346183777,
1236
+ "standardized_rmse": 0.4802296757698059,
1237
+ "standardized_gaussian_nll": 13.114602849223095,
1238
+ "physical_gaussian_nll": 14.931705568835397,
1239
+ "nominal_coverage": 0.9,
1240
+ "coverage": 0.2866666666666667,
1241
+ "mean_interval_width": 2.228057861328125,
1242
+ "interval_kind": "uncalibrated_gaussian"
1243
+ },
1244
+ {
1245
+ "family": "thermal",
1246
+ "field_id": 0,
1247
+ "field": "indoor_temp",
1248
+ "horizon_minutes": 60.0,
1249
+ "count": 153,
1250
+ "mae": 2.3847930431365967,
1251
+ "rmse": 3.030130624771118,
1252
+ "standardized_mae": 0.3875190317630768,
1253
+ "standardized_rmse": 0.4923837184906006,
1254
+ "standardized_gaussian_nll": 3.262619724901513,
1255
+ "physical_gaussian_nll": 5.0797224445138145,
1256
+ "nominal_coverage": 0.9,
1257
+ "coverage": 0.5294117647058824,
1258
+ "mean_interval_width": 4.629446506500244,
1259
+ "interval_kind": "uncalibrated_gaussian"
1260
+ },
1261
+ {
1262
+ "family": "thermal",
1263
+ "field_id": 0,
1264
+ "field": "indoor_temp",
1265
+ "horizon_minutes": 120.0,
1266
+ "count": 155,
1267
+ "mae": 3.169198751449585,
1268
+ "rmse": 4.093344688415527,
1269
+ "standardized_mae": 0.5149816870689392,
1270
+ "standardized_rmse": 0.6651515960693359,
1271
+ "standardized_gaussian_nll": 1.1471532510773537,
1272
+ "physical_gaussian_nll": 2.9642559706896554,
1273
+ "nominal_coverage": 0.9,
1274
+ "coverage": 0.7419354838709677,
1275
+ "mean_interval_width": 9.544294357299805,
1276
+ "interval_kind": "uncalibrated_gaussian"
1277
+ },
1278
+ {
1279
+ "family": "thermal",
1280
+ "field_id": 1,
1281
+ "field": "mass_temp",
1282
+ "horizon_minutes": 15.0,
1283
+ "count": 116,
1284
+ "mae": 0.9781099557876587,
1285
+ "rmse": 1.2421116828918457,
1286
+ "standardized_mae": 0.3994579613208771,
1287
+ "standardized_rmse": 0.5072757005691528,
1288
+ "standardized_gaussian_nll": 284.35148635323014,
1289
+ "physical_gaussian_nll": 285.2469998700951,
1290
+ "nominal_coverage": 0.9,
1291
+ "coverage": 0.09482758620689655,
1292
+ "mean_interval_width": 0.17074966430664062,
1293
+ "interval_kind": "uncalibrated_gaussian"
1294
+ },
1295
+ {
1296
+ "family": "thermal",
1297
+ "field_id": 1,
1298
+ "field": "mass_temp",
1299
+ "horizon_minutes": 30.0,
1300
+ "count": 110,
1301
+ "mae": 0.9722643494606018,
1302
+ "rmse": 1.2359468936920166,
1303
+ "standardized_mae": 0.39707064628601074,
1304
+ "standardized_rmse": 0.5047580003738403,
1305
+ "standardized_gaussian_nll": 176.84247086094328,
1306
+ "physical_gaussian_nll": 177.73798437780826,
1307
+ "nominal_coverage": 0.9,
1308
+ "coverage": 0.09090909090909091,
1309
+ "mean_interval_width": 0.22950221598148346,
1310
+ "interval_kind": "uncalibrated_gaussian"
1311
+ },
1312
+ {
1313
+ "family": "thermal",
1314
+ "field_id": 1,
1315
+ "field": "mass_temp",
1316
+ "horizon_minutes": 60.0,
1317
+ "count": 113,
1318
+ "mae": 0.9992724061012268,
1319
+ "rmse": 1.2430527210235596,
1320
+ "standardized_mae": 0.4081006646156311,
1321
+ "standardized_rmse": 0.5076600313186646,
1322
+ "standardized_gaussian_nll": 72.32496602748331,
1323
+ "physical_gaussian_nll": 73.2204795443483,
1324
+ "nominal_coverage": 0.9,
1325
+ "coverage": 0.1415929203539823,
1326
+ "mean_interval_width": 0.43175774812698364,
1327
+ "interval_kind": "uncalibrated_gaussian"
1328
+ },
1329
+ {
1330
+ "family": "thermal",
1331
+ "field_id": 1,
1332
+ "field": "mass_temp",
1333
+ "horizon_minutes": 120.0,
1334
+ "count": 116,
1335
+ "mae": 1.0001095533370972,
1336
+ "rmse": 1.2419679164886475,
1337
+ "standardized_mae": 0.40844255685806274,
1338
+ "standardized_rmse": 0.5072169899940491,
1339
+ "standardized_gaussian_nll": 13.830580023561348,
1340
+ "physical_gaussian_nll": 14.726093540426328,
1341
+ "nominal_coverage": 0.9,
1342
+ "coverage": 0.3103448275862069,
1343
+ "mean_interval_width": 1.0313793420791626,
1344
+ "interval_kind": "uncalibrated_gaussian"
1345
+ },
1346
+ {
1347
+ "family": "thermal",
1348
+ "field_id": 2,
1349
+ "field": "energy_kwh",
1350
+ "horizon_minutes": 15.0,
1351
+ "count": 156,
1352
+ "mae": 32.5634651184082,
1353
+ "rmse": 42.67401123046875,
1354
+ "standardized_mae": 0.40933167934417725,
1355
+ "standardized_rmse": 0.5364240407943726,
1356
+ "standardized_gaussian_nll": 654.903584878001,
1357
+ "physical_gaussian_nll": 659.2800053053313,
1358
+ "nominal_coverage": 0.9,
1359
+ "coverage": 0.05128205128205128,
1360
+ "mean_interval_width": 3.8135647773742676,
1361
+ "interval_kind": "uncalibrated_gaussian"
1362
+ },
1363
+ {
1364
+ "family": "thermal",
1365
+ "field_id": 2,
1366
+ "field": "energy_kwh",
1367
+ "horizon_minutes": 30.0,
1368
+ "count": 154,
1369
+ "mae": 32.87727737426758,
1370
+ "rmse": 43.12883758544922,
1371
+ "standardized_mae": 0.41327640414237976,
1372
+ "standardized_rmse": 0.542141318321228,
1373
+ "standardized_gaussian_nll": 557.5146657137104,
1374
+ "physical_gaussian_nll": 561.8910861410408,
1375
+ "nominal_coverage": 0.9,
1376
+ "coverage": 0.05194805194805195,
1377
+ "mean_interval_width": 4.285168647766113,
1378
+ "interval_kind": "uncalibrated_gaussian"
1379
+ },
1380
+ {
1381
+ "family": "thermal",
1382
+ "field_id": 2,
1383
+ "field": "energy_kwh",
1384
+ "horizon_minutes": 60.0,
1385
+ "count": 155,
1386
+ "mae": 32.826805114746094,
1387
+ "rmse": 43.217342376708984,
1388
+ "standardized_mae": 0.4126419425010681,
1389
+ "standardized_rmse": 0.5432538390159607,
1390
+ "standardized_gaussian_nll": 352.1662286137982,
1391
+ "physical_gaussian_nll": 356.5426490411286,
1392
+ "nominal_coverage": 0.9,
1393
+ "coverage": 0.07741935483870968,
1394
+ "mean_interval_width": 5.666981220245361,
1395
+ "interval_kind": "uncalibrated_gaussian"
1396
+ },
1397
+ {
1398
+ "family": "thermal",
1399
+ "field_id": 2,
1400
+ "field": "energy_kwh",
1401
+ "horizon_minutes": 120.0,
1402
+ "count": 156,
1403
+ "mae": 33.617671966552734,
1404
+ "rmse": 43.596195220947266,
1405
+ "standardized_mae": 0.42258337140083313,
1406
+ "standardized_rmse": 0.5480161309242249,
1407
+ "standardized_gaussian_nll": 139.34041828639937,
1408
+ "physical_gaussian_nll": 143.71683871372974,
1409
+ "nominal_coverage": 0.9,
1410
+ "coverage": 0.11538461538461539,
1411
+ "mean_interval_width": 10.022662162780762,
1412
+ "interval_kind": "uncalibrated_gaussian"
1413
+ }
1414
+ ],
1415
+ "evaluated_target_fraction": 1.0,
1416
+ "missing_current_policy": "Queries without observed current sensors excluded, matching API query rejection",
1417
+ "interval_status": "uncalibrated_under_distribution_shift"
1418
+ }
1419
+ },
1420
+ {
1421
+ "config": {
1422
+ "name": "configuration_shift",
1423
+ "axis": "D",
1424
+ "data": null,
1425
+ "checkpoint": null,
1426
+ "excluded_family": null,
1427
+ "sensor_failure_probability": 0.0,
1428
+ "sensor_bias_std": 0.0,
1429
+ "description": "Requires independently generated shifted physical parameters"
1430
+ },
1431
+ "status": "unrun",
1432
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
1433
+ },
1434
+ {
1435
+ "config": {
1436
+ "name": "leave_thermal_out",
1437
+ "axis": "E",
1438
+ "data": null,
1439
+ "checkpoint": null,
1440
+ "excluded_family": "thermal",
1441
+ "sensor_failure_probability": 0.0,
1442
+ "sensor_bias_std": 0.0,
1443
+ "description": "Requires checkpoint trained with this family excluded"
1444
+ },
1445
+ "status": "unrun",
1446
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
1447
+ },
1448
+ {
1449
+ "config": {
1450
+ "name": "leave_tank_out",
1451
+ "axis": "E",
1452
+ "data": null,
1453
+ "checkpoint": null,
1454
+ "excluded_family": "tank",
1455
+ "sensor_failure_probability": 0.0,
1456
+ "sensor_bias_std": 0.0,
1457
+ "description": "Requires checkpoint trained with this family excluded"
1458
+ },
1459
+ "status": "unrun",
1460
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
1461
+ },
1462
+ {
1463
+ "config": {
1464
+ "name": "leave_battery_out",
1465
+ "axis": "E",
1466
+ "data": null,
1467
+ "checkpoint": null,
1468
+ "excluded_family": "battery",
1469
+ "sensor_failure_probability": 0.0,
1470
+ "sensor_bias_std": 0.0,
1471
+ "description": "Requires checkpoint trained with this family excluded"
1472
+ },
1473
+ "status": "unrun",
1474
+ "reason": "Dataset and compatible trained checkpoint were not supplied"
1475
+ }
1476
+ ]
1477
+ }
artifacts/smoke/transformer-h96-v2/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3959fc9e9d71c324a0e245d1b05c48db4498280de89469435bb842ec98fd86f
3
+ size 11028021
artifacts/smoke/transformer-h96-v2/normalization.json ADDED
@@ -0,0 +1,216 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bounds": {
3
+ "ambient_temp": [
4
+ -30,
5
+ 60
6
+ ],
7
+ "battery_power": [
8
+ -20,
9
+ 20
10
+ ],
11
+ "battery_temp": [
12
+ -30,
13
+ 80
14
+ ],
15
+ "demand": [
16
+ 0,
17
+ 10
18
+ ],
19
+ "energy_kwh": [
20
+ 0,
21
+ 1000000.0
22
+ ],
23
+ "flow": [
24
+ 0,
25
+ 20
26
+ ],
27
+ "hvac_power": [
28
+ -15,
29
+ 15
30
+ ],
31
+ "indoor_temp": [
32
+ -30,
33
+ 70
34
+ ],
35
+ "inlet_temp": [
36
+ -5,
37
+ 60
38
+ ],
39
+ "mass_temp": [
40
+ -30,
41
+ 70
42
+ ],
43
+ "occupancy_gain": [
44
+ 0,
45
+ 3
46
+ ],
47
+ "outdoor_temp": [
48
+ -30,
49
+ 60
50
+ ],
51
+ "pressure": [
52
+ 0,
53
+ 300
54
+ ],
55
+ "pump_output": [
56
+ 0,
57
+ 1
58
+ ],
59
+ "solar_gain": [
60
+ 0,
61
+ 5
62
+ ],
63
+ "state_of_charge": [
64
+ 0,
65
+ 1
66
+ ],
67
+ "terminal_voltage": [
68
+ 10,
69
+ 70
70
+ ],
71
+ "valve_position": [
72
+ 0,
73
+ 1
74
+ ],
75
+ "water_level": [
76
+ 0,
77
+ 50
78
+ ],
79
+ "water_temp": [
80
+ -5,
81
+ 80
82
+ ]
83
+ },
84
+ "field_names": [
85
+ "indoor_temp",
86
+ "mass_temp",
87
+ "energy_kwh",
88
+ "water_level",
89
+ "water_temp",
90
+ "flow",
91
+ "pressure",
92
+ "state_of_charge",
93
+ "battery_temp",
94
+ "terminal_voltage",
95
+ "hvac_power",
96
+ "valve_position",
97
+ "pump_output",
98
+ "battery_power",
99
+ "outdoor_temp",
100
+ "solar_gain",
101
+ "occupancy_gain",
102
+ "demand",
103
+ "inlet_temp",
104
+ "ambient_temp"
105
+ ],
106
+ "mean": [
107
+ 22.70603087325577,
108
+ 22.69654438073613,
109
+ 131.49506991255515,
110
+ 10.611352725783712,
111
+ 15.819536909149944,
112
+ 0.4646632767598711,
113
+ 42.42978342481667,
114
+ 0.4546572813396321,
115
+ 24.40065554790567,
116
+ 36.48297630851633,
117
+ 1.1346818930767029,
118
+ 0.5755911930638851,
119
+ 0.40155988825274386,
120
+ 0.022961381236976438,
121
+ 15.315917070521719,
122
+ 0.520834515834406,
123
+ 0.37569560881521114,
124
+ 1.1359334616464394,
125
+ 15.140484972635141,
126
+ 16.79259363318399
127
+ ],
128
+ "scale": [
129
+ 6.154002724453032,
130
+ 2.4485928604004092,
131
+ 79.55275824889847,
132
+ 5.80189339124971,
133
+ 1.1575559485771731,
134
+ 0.48030495273204094,
135
+ 42.53962233108043,
136
+ 0.3665217032249337,
137
+ 8.096546830008746,
138
+ 15.969086006634463,
139
+ 8.874726625476349,
140
+ 0.33284581310025885,
141
+ 0.34490505133601795,
142
+ 11.074270393841902,
143
+ 5.716882001640923,
144
+ 0.7028486614385896,
145
+ 0.24429720635365956,
146
+ 0.7242882865766985,
147
+ 0.9667415649676722,
148
+ 6.060135944953007
149
+ ],
150
+ "training_system_ids": [
151
+ "battery-00002",
152
+ "battery-00005",
153
+ "battery-00008",
154
+ "battery-00011",
155
+ "battery-00014",
156
+ "battery-00020",
157
+ "battery-00035",
158
+ "battery-00041",
159
+ "battery-00044",
160
+ "battery-00047",
161
+ "battery-00053",
162
+ "battery-00056",
163
+ "battery-00059",
164
+ "battery-00062",
165
+ "battery-00071",
166
+ "battery-00074",
167
+ "battery-00077",
168
+ "battery-00080",
169
+ "battery-00083",
170
+ "battery-00086",
171
+ "battery-00089",
172
+ "tank-00001",
173
+ "tank-00004",
174
+ "tank-00007",
175
+ "tank-00013",
176
+ "tank-00016",
177
+ "tank-00019",
178
+ "tank-00022",
179
+ "tank-00025",
180
+ "tank-00028",
181
+ "tank-00031",
182
+ "tank-00034",
183
+ "tank-00040",
184
+ "tank-00052",
185
+ "tank-00055",
186
+ "tank-00058",
187
+ "tank-00061",
188
+ "tank-00067",
189
+ "tank-00070",
190
+ "tank-00073",
191
+ "tank-00079",
192
+ "tank-00085",
193
+ "thermal-00000",
194
+ "thermal-00009",
195
+ "thermal-00015",
196
+ "thermal-00018",
197
+ "thermal-00021",
198
+ "thermal-00027",
199
+ "thermal-00030",
200
+ "thermal-00036",
201
+ "thermal-00045",
202
+ "thermal-00048",
203
+ "thermal-00051",
204
+ "thermal-00054",
205
+ "thermal-00057",
206
+ "thermal-00060",
207
+ "thermal-00063",
208
+ "thermal-00066",
209
+ "thermal-00069",
210
+ "thermal-00072",
211
+ "thermal-00075",
212
+ "thermal-00078",
213
+ "thermal-00087"
214
+ ],
215
+ "version": 1
216
+ }
artifacts/smoke/transformer-h96-v2/run.json ADDED
@@ -0,0 +1,296 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_version": "tfm-checkpoint-v1",
3
+ "schema_version": "tfm-schema-v1",
4
+ "field_names": [
5
+ "indoor_temp",
6
+ "mass_temp",
7
+ "energy_kwh",
8
+ "water_level",
9
+ "water_temp",
10
+ "flow",
11
+ "pressure",
12
+ "state_of_charge",
13
+ "battery_temp",
14
+ "terminal_voltage",
15
+ "hvac_power",
16
+ "valve_position",
17
+ "pump_output",
18
+ "battery_power",
19
+ "outdoor_temp",
20
+ "solar_gain",
21
+ "occupancy_gain",
22
+ "demand",
23
+ "inlet_temp",
24
+ "ambient_temp"
25
+ ],
26
+ "normalization_version": 1,
27
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
28
+ "training_families": [
29
+ "battery",
30
+ "tank",
31
+ "thermal"
32
+ ],
33
+ "excluded_families": [],
34
+ "model_kind": "transformer",
35
+ "model_config": {
36
+ "history_steps": 96,
37
+ "future_steps": 8,
38
+ "num_fields": 20,
39
+ "num_units": 8,
40
+ "num_roles": 3,
41
+ "d_model": 128,
42
+ "layers": 4,
43
+ "heads": 4,
44
+ "ff_dim": 512,
45
+ "dropout": 0.0,
46
+ "use_history": true
47
+ },
48
+ "seed": 42,
49
+ "split_seed": 42,
50
+ "device": "mps",
51
+ "requested_device": "mps",
52
+ "cpu_fallback_reason": null,
53
+ "dtype": "float32",
54
+ "backend_smoke_passed": true,
55
+ "parameter_count": 2750082,
56
+ "training_system_ids": [
57
+ "battery-00002",
58
+ "battery-00005",
59
+ "battery-00008",
60
+ "battery-00011",
61
+ "battery-00014",
62
+ "battery-00020",
63
+ "battery-00035",
64
+ "battery-00041",
65
+ "battery-00044",
66
+ "battery-00047",
67
+ "battery-00053",
68
+ "battery-00056",
69
+ "battery-00059",
70
+ "battery-00062",
71
+ "battery-00071",
72
+ "battery-00074",
73
+ "battery-00077",
74
+ "battery-00080",
75
+ "battery-00083",
76
+ "battery-00086",
77
+ "battery-00089",
78
+ "tank-00001",
79
+ "tank-00004",
80
+ "tank-00007",
81
+ "tank-00013",
82
+ "tank-00016",
83
+ "tank-00019",
84
+ "tank-00022",
85
+ "tank-00025",
86
+ "tank-00028",
87
+ "tank-00031",
88
+ "tank-00034",
89
+ "tank-00040",
90
+ "tank-00052",
91
+ "tank-00055",
92
+ "tank-00058",
93
+ "tank-00061",
94
+ "tank-00067",
95
+ "tank-00070",
96
+ "tank-00073",
97
+ "tank-00079",
98
+ "tank-00085",
99
+ "thermal-00000",
100
+ "thermal-00009",
101
+ "thermal-00015",
102
+ "thermal-00018",
103
+ "thermal-00021",
104
+ "thermal-00027",
105
+ "thermal-00030",
106
+ "thermal-00036",
107
+ "thermal-00045",
108
+ "thermal-00048",
109
+ "thermal-00051",
110
+ "thermal-00054",
111
+ "thermal-00057",
112
+ "thermal-00060",
113
+ "thermal-00063",
114
+ "thermal-00066",
115
+ "thermal-00069",
116
+ "thermal-00072",
117
+ "thermal-00075",
118
+ "thermal-00078",
119
+ "thermal-00087"
120
+ ],
121
+ "validation_system_ids": [
122
+ "battery-00023",
123
+ "battery-00029",
124
+ "battery-00038",
125
+ "battery-00065",
126
+ "tank-00037",
127
+ "tank-00049",
128
+ "tank-00064",
129
+ "tank-00076",
130
+ "tank-00082",
131
+ "thermal-00006",
132
+ "thermal-00012",
133
+ "thermal-00033",
134
+ "thermal-00042",
135
+ "thermal-00084"
136
+ ],
137
+ "validation_selection_system_ids": [
138
+ "battery-00023",
139
+ "battery-00029",
140
+ "tank-00037",
141
+ "tank-00049",
142
+ "tank-00064",
143
+ "thermal-00006",
144
+ "thermal-00012",
145
+ "thermal-00042"
146
+ ],
147
+ "calibration_system_ids": [
148
+ "battery-00038",
149
+ "battery-00065",
150
+ "tank-00076",
151
+ "tank-00082",
152
+ "thermal-00033",
153
+ "thermal-00084"
154
+ ],
155
+ "test_system_ids": [
156
+ "battery-00017",
157
+ "battery-00026",
158
+ "battery-00032",
159
+ "battery-00050",
160
+ "battery-00068",
161
+ "tank-00010",
162
+ "tank-00043",
163
+ "tank-00046",
164
+ "tank-00088",
165
+ "thermal-00003",
166
+ "thermal-00024",
167
+ "thermal-00039",
168
+ "thermal-00081"
169
+ ],
170
+ "normalization_fit_partition": "train",
171
+ "manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/smoke/data-v2/manifest.json",
172
+ "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c",
173
+ "generator_version": "0.1.2",
174
+ "best_validation_nll": -0.18605564213393422,
175
+ "epochs_completed": 8,
176
+ "early_stopping_patience": 8,
177
+ "elapsed_seconds": 37.13215494155884,
178
+ "arguments": {
179
+ "data": "artifacts/smoke/data-v2",
180
+ "output": "artifacts/smoke/transformer-h96-v2",
181
+ "model": "transformer",
182
+ "epochs": 8,
183
+ "batch_size": 64,
184
+ "samples": 4096,
185
+ "validation_samples": 512,
186
+ "history_steps": 96,
187
+ "no_history": false,
188
+ "seed": 42,
189
+ "split_seed": 42,
190
+ "device": "mps",
191
+ "allow_cpu_fallback": false,
192
+ "ensemble_size": 1,
193
+ "seeds": null,
194
+ "d_model": 128,
195
+ "layers": 4,
196
+ "heads": 4,
197
+ "ff_dim": 512,
198
+ "dropout": 0.0,
199
+ "learning_rate": 0.0003,
200
+ "weight_decay": 0.01,
201
+ "warmup_fraction": 0.05,
202
+ "patience": 8,
203
+ "min_delta": 0.0001
204
+ },
205
+ "epochs": [
206
+ {
207
+ "epoch": 1,
208
+ "train_nll": 0.28980972737595195,
209
+ "train_mae": 0.26012525738438613,
210
+ "train_rmse": 0.5477949109512903,
211
+ "validation_nll": 0.009871457166565957,
212
+ "validation_mae": 0.27568383408906416,
213
+ "validation_rmse": 0.5926294695623774,
214
+ "learning_rate": 0.0002954973225032615,
215
+ "last_gradient_norm": 12.873642921447754
216
+ },
217
+ {
218
+ "epoch": 2,
219
+ "train_nll": -0.05637906983604115,
220
+ "train_mae": 0.24908224670784457,
221
+ "train_rmse": 0.5401961534246007,
222
+ "validation_nll": -0.017273551555494603,
223
+ "validation_mae": 0.26478317587438827,
224
+ "validation_rmse": 0.5874953012270964,
225
+ "learning_rate": 0.00026855890042781387,
226
+ "last_gradient_norm": 39.80126190185547
227
+ },
228
+ {
229
+ "epoch": 3,
230
+ "train_nll": -0.1459339211932745,
231
+ "train_mae": 0.24156899866208645,
232
+ "train_rmse": 0.5313282613325354,
233
+ "validation_nll": -0.1288637663242631,
234
+ "validation_mae": 0.25945835881719403,
235
+ "validation_rmse": 0.5745280433349778,
236
+ "learning_rate": 0.00022161641655569234,
237
+ "last_gradient_norm": 51.10517501831055
238
+ },
239
+ {
240
+ "epoch": 4,
241
+ "train_nll": -0.20244493723276136,
242
+ "train_mae": 0.23459148897801338,
243
+ "train_rmse": 0.5178042096619425,
244
+ "validation_nll": -0.16921141057278444,
245
+ "validation_mae": 0.25476742461870344,
246
+ "validation_rmse": 0.5619004167677466,
247
+ "learning_rate": 0.00016259032514953599,
248
+ "last_gradient_norm": 9.256674766540527
249
+ },
250
+ {
251
+ "epoch": 5,
252
+ "train_nll": -0.4212536923698244,
253
+ "train_mae": 0.22020433939777562,
254
+ "train_rmse": 0.4986381012871612,
255
+ "validation_nll": -0.18605564213393422,
256
+ "validation_mae": 0.2483362345517726,
257
+ "validation_rmse": 0.547510998932076,
258
+ "learning_rate": 0.00010143990869125184,
259
+ "last_gradient_norm": 55.311092376708984
260
+ },
261
+ {
262
+ "epoch": 6,
263
+ "train_nll": -0.5199783115543588,
264
+ "train_mae": 0.21353826014519284,
265
+ "train_rmse": 0.4869482176891402,
266
+ "validation_nll": -0.04079845139952294,
267
+ "validation_mae": 0.2459246239488684,
268
+ "validation_rmse": 0.5391234380767349,
269
+ "learning_rate": 4.848288019361069e-05,
270
+ "last_gradient_norm": 56.794105529785156
271
+ },
272
+ {
273
+ "epoch": 7,
274
+ "train_nll": -0.6090810344881061,
275
+ "train_mae": 0.20983808894803654,
276
+ "train_rmse": 0.48002280780460416,
277
+ "validation_nll": -0.024863590346488933,
278
+ "validation_mae": 0.24315684547430028,
279
+ "validation_rmse": 0.5356241881080057,
280
+ "learning_rate": 1.2654508681649116e-05,
281
+ "last_gradient_norm": 4.817531585693359
282
+ },
283
+ {
284
+ "epoch": 8,
285
+ "train_nll": -0.6534040906615792,
286
+ "train_mae": 0.2078822257426481,
287
+ "train_rmse": 0.47735755221089937,
288
+ "validation_nll": 0.02126062300760672,
289
+ "validation_mae": 0.24203922998799876,
290
+ "validation_rmse": 0.5341533610021955,
291
+ "learning_rate": 0.0,
292
+ "last_gradient_norm": 26.475055694580078
293
+ }
294
+ ],
295
+ "checkpoint_sha256": "e3959fc9e9d71c324a0e245d1b05c48db4498280de89469435bb842ec98fd86f"
296
+ }
artifacts/smoke/transformer-nohistory-v2/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78967fedd9c37ae26cb69e229618a1a8803d0e2cd06ba7655394d0cf7073b454
3
+ size 6309429
artifacts/smoke/transformer-nohistory-v2/normalization.json ADDED
@@ -0,0 +1,216 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bounds": {
3
+ "ambient_temp": [
4
+ -30,
5
+ 60
6
+ ],
7
+ "battery_power": [
8
+ -20,
9
+ 20
10
+ ],
11
+ "battery_temp": [
12
+ -30,
13
+ 80
14
+ ],
15
+ "demand": [
16
+ 0,
17
+ 10
18
+ ],
19
+ "energy_kwh": [
20
+ 0,
21
+ 1000000.0
22
+ ],
23
+ "flow": [
24
+ 0,
25
+ 20
26
+ ],
27
+ "hvac_power": [
28
+ -15,
29
+ 15
30
+ ],
31
+ "indoor_temp": [
32
+ -30,
33
+ 70
34
+ ],
35
+ "inlet_temp": [
36
+ -5,
37
+ 60
38
+ ],
39
+ "mass_temp": [
40
+ -30,
41
+ 70
42
+ ],
43
+ "occupancy_gain": [
44
+ 0,
45
+ 3
46
+ ],
47
+ "outdoor_temp": [
48
+ -30,
49
+ 60
50
+ ],
51
+ "pressure": [
52
+ 0,
53
+ 300
54
+ ],
55
+ "pump_output": [
56
+ 0,
57
+ 1
58
+ ],
59
+ "solar_gain": [
60
+ 0,
61
+ 5
62
+ ],
63
+ "state_of_charge": [
64
+ 0,
65
+ 1
66
+ ],
67
+ "terminal_voltage": [
68
+ 10,
69
+ 70
70
+ ],
71
+ "valve_position": [
72
+ 0,
73
+ 1
74
+ ],
75
+ "water_level": [
76
+ 0,
77
+ 50
78
+ ],
79
+ "water_temp": [
80
+ -5,
81
+ 80
82
+ ]
83
+ },
84
+ "field_names": [
85
+ "indoor_temp",
86
+ "mass_temp",
87
+ "energy_kwh",
88
+ "water_level",
89
+ "water_temp",
90
+ "flow",
91
+ "pressure",
92
+ "state_of_charge",
93
+ "battery_temp",
94
+ "terminal_voltage",
95
+ "hvac_power",
96
+ "valve_position",
97
+ "pump_output",
98
+ "battery_power",
99
+ "outdoor_temp",
100
+ "solar_gain",
101
+ "occupancy_gain",
102
+ "demand",
103
+ "inlet_temp",
104
+ "ambient_temp"
105
+ ],
106
+ "mean": [
107
+ 22.70603087325577,
108
+ 22.69654438073613,
109
+ 131.49506991255515,
110
+ 10.611352725783712,
111
+ 15.819536909149944,
112
+ 0.4646632767598711,
113
+ 42.42978342481667,
114
+ 0.4546572813396321,
115
+ 24.40065554790567,
116
+ 36.48297630851633,
117
+ 1.1346818930767029,
118
+ 0.5755911930638851,
119
+ 0.40155988825274386,
120
+ 0.022961381236976438,
121
+ 15.315917070521719,
122
+ 0.520834515834406,
123
+ 0.37569560881521114,
124
+ 1.1359334616464394,
125
+ 15.140484972635141,
126
+ 16.79259363318399
127
+ ],
128
+ "scale": [
129
+ 6.154002724453032,
130
+ 2.4485928604004092,
131
+ 79.55275824889847,
132
+ 5.80189339124971,
133
+ 1.1575559485771731,
134
+ 0.48030495273204094,
135
+ 42.53962233108043,
136
+ 0.3665217032249337,
137
+ 8.096546830008746,
138
+ 15.969086006634463,
139
+ 8.874726625476349,
140
+ 0.33284581310025885,
141
+ 0.34490505133601795,
142
+ 11.074270393841902,
143
+ 5.716882001640923,
144
+ 0.7028486614385896,
145
+ 0.24429720635365956,
146
+ 0.7242882865766985,
147
+ 0.9667415649676722,
148
+ 6.060135944953007
149
+ ],
150
+ "training_system_ids": [
151
+ "battery-00002",
152
+ "battery-00005",
153
+ "battery-00008",
154
+ "battery-00011",
155
+ "battery-00014",
156
+ "battery-00020",
157
+ "battery-00035",
158
+ "battery-00041",
159
+ "battery-00044",
160
+ "battery-00047",
161
+ "battery-00053",
162
+ "battery-00056",
163
+ "battery-00059",
164
+ "battery-00062",
165
+ "battery-00071",
166
+ "battery-00074",
167
+ "battery-00077",
168
+ "battery-00080",
169
+ "battery-00083",
170
+ "battery-00086",
171
+ "battery-00089",
172
+ "tank-00001",
173
+ "tank-00004",
174
+ "tank-00007",
175
+ "tank-00013",
176
+ "tank-00016",
177
+ "tank-00019",
178
+ "tank-00022",
179
+ "tank-00025",
180
+ "tank-00028",
181
+ "tank-00031",
182
+ "tank-00034",
183
+ "tank-00040",
184
+ "tank-00052",
185
+ "tank-00055",
186
+ "tank-00058",
187
+ "tank-00061",
188
+ "tank-00067",
189
+ "tank-00070",
190
+ "tank-00073",
191
+ "tank-00079",
192
+ "tank-00085",
193
+ "thermal-00000",
194
+ "thermal-00009",
195
+ "thermal-00015",
196
+ "thermal-00018",
197
+ "thermal-00021",
198
+ "thermal-00027",
199
+ "thermal-00030",
200
+ "thermal-00036",
201
+ "thermal-00045",
202
+ "thermal-00048",
203
+ "thermal-00051",
204
+ "thermal-00054",
205
+ "thermal-00057",
206
+ "thermal-00060",
207
+ "thermal-00063",
208
+ "thermal-00066",
209
+ "thermal-00069",
210
+ "thermal-00072",
211
+ "thermal-00075",
212
+ "thermal-00078",
213
+ "thermal-00087"
214
+ ],
215
+ "version": 1
216
+ }
artifacts/smoke/transformer-nohistory-v2/run.json ADDED
@@ -0,0 +1,296 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_version": "tfm-checkpoint-v1",
3
+ "schema_version": "tfm-schema-v1",
4
+ "field_names": [
5
+ "indoor_temp",
6
+ "mass_temp",
7
+ "energy_kwh",
8
+ "water_level",
9
+ "water_temp",
10
+ "flow",
11
+ "pressure",
12
+ "state_of_charge",
13
+ "battery_temp",
14
+ "terminal_voltage",
15
+ "hvac_power",
16
+ "valve_position",
17
+ "pump_output",
18
+ "battery_power",
19
+ "outdoor_temp",
20
+ "solar_gain",
21
+ "occupancy_gain",
22
+ "demand",
23
+ "inlet_temp",
24
+ "ambient_temp"
25
+ ],
26
+ "normalization_version": 1,
27
+ "normalization_sha256": "ddc73b06488090bd4f79571416bf8244638bbd6f28f899fb3ef92411e5f0e41e",
28
+ "training_families": [
29
+ "battery",
30
+ "tank",
31
+ "thermal"
32
+ ],
33
+ "excluded_families": [],
34
+ "model_kind": "transformer",
35
+ "model_config": {
36
+ "history_steps": 24,
37
+ "future_steps": 8,
38
+ "num_fields": 20,
39
+ "num_units": 8,
40
+ "num_roles": 3,
41
+ "d_model": 128,
42
+ "layers": 4,
43
+ "heads": 4,
44
+ "ff_dim": 512,
45
+ "dropout": 0.0,
46
+ "use_history": false
47
+ },
48
+ "seed": 42,
49
+ "split_seed": 42,
50
+ "device": "mps",
51
+ "requested_device": "mps",
52
+ "cpu_fallback_reason": null,
53
+ "dtype": "float32",
54
+ "backend_smoke_passed": true,
55
+ "parameter_count": 1570434,
56
+ "training_system_ids": [
57
+ "battery-00002",
58
+ "battery-00005",
59
+ "battery-00008",
60
+ "battery-00011",
61
+ "battery-00014",
62
+ "battery-00020",
63
+ "battery-00035",
64
+ "battery-00041",
65
+ "battery-00044",
66
+ "battery-00047",
67
+ "battery-00053",
68
+ "battery-00056",
69
+ "battery-00059",
70
+ "battery-00062",
71
+ "battery-00071",
72
+ "battery-00074",
73
+ "battery-00077",
74
+ "battery-00080",
75
+ "battery-00083",
76
+ "battery-00086",
77
+ "battery-00089",
78
+ "tank-00001",
79
+ "tank-00004",
80
+ "tank-00007",
81
+ "tank-00013",
82
+ "tank-00016",
83
+ "tank-00019",
84
+ "tank-00022",
85
+ "tank-00025",
86
+ "tank-00028",
87
+ "tank-00031",
88
+ "tank-00034",
89
+ "tank-00040",
90
+ "tank-00052",
91
+ "tank-00055",
92
+ "tank-00058",
93
+ "tank-00061",
94
+ "tank-00067",
95
+ "tank-00070",
96
+ "tank-00073",
97
+ "tank-00079",
98
+ "tank-00085",
99
+ "thermal-00000",
100
+ "thermal-00009",
101
+ "thermal-00015",
102
+ "thermal-00018",
103
+ "thermal-00021",
104
+ "thermal-00027",
105
+ "thermal-00030",
106
+ "thermal-00036",
107
+ "thermal-00045",
108
+ "thermal-00048",
109
+ "thermal-00051",
110
+ "thermal-00054",
111
+ "thermal-00057",
112
+ "thermal-00060",
113
+ "thermal-00063",
114
+ "thermal-00066",
115
+ "thermal-00069",
116
+ "thermal-00072",
117
+ "thermal-00075",
118
+ "thermal-00078",
119
+ "thermal-00087"
120
+ ],
121
+ "validation_system_ids": [
122
+ "battery-00023",
123
+ "battery-00029",
124
+ "battery-00038",
125
+ "battery-00065",
126
+ "tank-00037",
127
+ "tank-00049",
128
+ "tank-00064",
129
+ "tank-00076",
130
+ "tank-00082",
131
+ "thermal-00006",
132
+ "thermal-00012",
133
+ "thermal-00033",
134
+ "thermal-00042",
135
+ "thermal-00084"
136
+ ],
137
+ "validation_selection_system_ids": [
138
+ "battery-00023",
139
+ "battery-00029",
140
+ "tank-00037",
141
+ "tank-00049",
142
+ "tank-00064",
143
+ "thermal-00006",
144
+ "thermal-00012",
145
+ "thermal-00042"
146
+ ],
147
+ "calibration_system_ids": [
148
+ "battery-00038",
149
+ "battery-00065",
150
+ "tank-00076",
151
+ "tank-00082",
152
+ "thermal-00033",
153
+ "thermal-00084"
154
+ ],
155
+ "test_system_ids": [
156
+ "battery-00017",
157
+ "battery-00026",
158
+ "battery-00032",
159
+ "battery-00050",
160
+ "battery-00068",
161
+ "tank-00010",
162
+ "tank-00043",
163
+ "tank-00046",
164
+ "tank-00088",
165
+ "thermal-00003",
166
+ "thermal-00024",
167
+ "thermal-00039",
168
+ "thermal-00081"
169
+ ],
170
+ "normalization_fit_partition": "train",
171
+ "manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/smoke/data-v2/manifest.json",
172
+ "manifest_sha256": "3541d17c0a76b9e3e9d462c462b30fe5c17eb76968b8ed0d6196ebb6d0b7558c",
173
+ "generator_version": "0.1.2",
174
+ "best_validation_nll": -0.06115607986618489,
175
+ "epochs_completed": 8,
176
+ "early_stopping_patience": 8,
177
+ "elapsed_seconds": 30.61525321006775,
178
+ "arguments": {
179
+ "data": "artifacts/smoke/data-v2",
180
+ "output": "artifacts/smoke/transformer-nohistory-v2",
181
+ "model": "transformer",
182
+ "epochs": 8,
183
+ "batch_size": 64,
184
+ "samples": 4096,
185
+ "validation_samples": 512,
186
+ "history_steps": 24,
187
+ "no_history": true,
188
+ "seed": 42,
189
+ "split_seed": 42,
190
+ "device": "mps",
191
+ "allow_cpu_fallback": false,
192
+ "ensemble_size": 1,
193
+ "seeds": null,
194
+ "d_model": 128,
195
+ "layers": 4,
196
+ "heads": 4,
197
+ "ff_dim": 512,
198
+ "dropout": 0.0,
199
+ "learning_rate": 0.0003,
200
+ "weight_decay": 0.01,
201
+ "warmup_fraction": 0.05,
202
+ "patience": 8,
203
+ "min_delta": 0.0001
204
+ },
205
+ "epochs": [
206
+ {
207
+ "epoch": 1,
208
+ "train_nll": 0.32977732494407985,
209
+ "train_mae": 0.27198146548198016,
210
+ "train_rmse": 0.5585657040860939,
211
+ "validation_nll": -0.027219141466616508,
212
+ "validation_mae": 0.2668771230058788,
213
+ "validation_rmse": 0.6249347020126659,
214
+ "learning_rate": 0.0002954973225032615,
215
+ "last_gradient_norm": 10.469165802001953
216
+ },
217
+ {
218
+ "epoch": 2,
219
+ "train_nll": -0.041455278639085956,
220
+ "train_mae": 0.25199633197019433,
221
+ "train_rmse": 0.549549290037589,
222
+ "validation_nll": -0.006125884369943933,
223
+ "validation_mae": 0.26320740030789785,
224
+ "validation_rmse": 0.619335123394095,
225
+ "learning_rate": 0.00026855890042781387,
226
+ "last_gradient_norm": 12.524251937866211
227
+ },
228
+ {
229
+ "epoch": 3,
230
+ "train_nll": -0.15860034078643198,
231
+ "train_mae": 0.24034050281735359,
232
+ "train_rmse": 0.5379617400541231,
233
+ "validation_nll": -0.06115607986618489,
234
+ "validation_mae": 0.2549896010640799,
235
+ "validation_rmse": 0.6071937200221094,
236
+ "learning_rate": 0.00022161641655569234,
237
+ "last_gradient_norm": 21.748903274536133
238
+ },
239
+ {
240
+ "epoch": 4,
241
+ "train_nll": -0.2528318749270286,
242
+ "train_mae": 0.23306504535850195,
243
+ "train_rmse": 0.5260128836000705,
244
+ "validation_nll": -0.02193860560447234,
245
+ "validation_mae": 0.25197354275671574,
246
+ "validation_rmse": 0.5998643175083543,
247
+ "learning_rate": 0.00016259032514953599,
248
+ "last_gradient_norm": 29.078876495361328
249
+ },
250
+ {
251
+ "epoch": 5,
252
+ "train_nll": -0.32647811450006725,
253
+ "train_mae": 0.22629561175944862,
254
+ "train_rmse": 0.5151038161331459,
255
+ "validation_nll": 0.1446804503506381,
256
+ "validation_mae": 0.24989009125922196,
257
+ "validation_rmse": 0.591182014177818,
258
+ "learning_rate": 0.00010143990869125184,
259
+ "last_gradient_norm": 48.250247955322266
260
+ },
261
+ {
262
+ "epoch": 6,
263
+ "train_nll": -0.4058919934557617,
264
+ "train_mae": 0.22082974245514397,
265
+ "train_rmse": 0.5062712639394426,
266
+ "validation_nll": 0.11117901338144953,
267
+ "validation_mae": 0.24652750047975874,
268
+ "validation_rmse": 0.5836714153295216,
269
+ "learning_rate": 4.848288019361069e-05,
270
+ "last_gradient_norm": 4.082723140716553
271
+ },
272
+ {
273
+ "epoch": 7,
274
+ "train_nll": -0.4565642562147758,
275
+ "train_mae": 0.21759775381295982,
276
+ "train_rmse": 0.5001671056701258,
277
+ "validation_nll": 0.10140636192902075,
278
+ "validation_mae": 0.24545009588929784,
279
+ "validation_rmse": 0.5809861390855046,
280
+ "learning_rate": 1.2654508681649116e-05,
281
+ "last_gradient_norm": 8.430033683776855
282
+ },
283
+ {
284
+ "epoch": 8,
285
+ "train_nll": -0.48233637066605123,
286
+ "train_mae": 0.21636152085719504,
287
+ "train_rmse": 0.4984281033701101,
288
+ "validation_nll": 0.1045248334296328,
289
+ "validation_mae": 0.24448221202647152,
290
+ "validation_rmse": 0.580582368781716,
291
+ "learning_rate": 0.0,
292
+ "last_gradient_norm": 10.348122596740723
293
+ }
294
+ ],
295
+ "checkpoint_sha256": "78967fedd9c37ae26cb69e229618a1a8803d0e2cd06ba7655394d0cf7073b454"
296
+ }