File size: 5,905 Bytes
677a9c5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
d1af9be
 
 
 
 
 
677a9c5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
d1af9be
 
 
 
677a9c5
d1af9be
 
 
91292a4
72c7010
 
 
677a9c5
 
37d7fe3
677a9c5
91292a4
72c7010
91292a4
37d7fe3
72c7010
91292a4
 
 
 
d1af9be
 
 
 
 
 
 
677a9c5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
d1af9be
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
91292a4
 
 
 
 
 
 
 
 
 
 
677a9c5
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
{
  "model_id": "model_c",
  "model_version": "1.0.0",
  "source": "NASA PSI-102 SAME / PSI-101 SAME-R",
  "deliverables": {
    "dataset_audit": {
      "status": "TESTED_LOCALLY",
      "path": "reports/SAME smoke detector evidence.md"
    },
    "task_selection": {
      "status": "TESTED_LOCALLY",
      "path": "reports/SAME smoke detector evidence.md"
    },
    "acquisition_preprocessing": {
      "status": "COLAB_VERIFIED",
      "path": "model_c/data.py"
    },
    "colab_notebook": {
      "status": "COLAB_VERIFIED",
      "path": "notebooks/model_c_output.ipynb"
    },
    "training": {
      "status": "COLAB_VERIFIED",
      "environment": "Google Colab standard CPU Python3.13.18; also local CPU Python3.13.14",
      "training_completed": true
    },
    "evaluation": {
      "status": "TESTED_LOCALLY",
      "path": "reports/evaluation.md",
      "followup_metrics": "reports/followup_metrics.json",
      "original_metrics": "reports/metrics.json",
      "original_metrics_status": "COLAB_VERIFIED",
      "original_model_selection_unchanged": true
    },
    "export": {
      "status": "COLAB_VERIFIED",
      "path": "artifacts/model_c"
    },
    "standalone_inference": {
      "status": "COLAB_VERIFIED",
      "local_roundtrip": true,
      "path": "artifacts/model_c/inference.py"
    },
    "dashboard_table": {
      "status": "COLAB_VERIFIED",
      "rows": 134,
      "predicted_primary_rows": 84,
      "path": "data/processed/dashboard_table.csv"
    },
    "tests": {
      "status": "TESTED_LOCALLY",
      "local_passed": 44,
      "historical_colab_passed": 36,
      "historical_colab_evidence": "logs/pytest-colab.txt",
      "evidence": [
        "logs/pytest-local.txt",
        "logs/pytest-hub-download.txt"
      ],
      "hub_download_log_commit": "72c70100f5a70daf582903b6ccf2a8a11751ca88",
      "hub_download_passed": 44,
      "followup_hub_roundtrip_status": "TESTED_LOCALLY",
      "hub_download_command": "python -m pytest -q 2>&1 | tee logs/pytest-hub-download.txt"
    },
    "storage": {
      "status": "TESTED_LOCALLY",
      "repo": "efe-T/nasa-same-model-c",
      "private": false,
      "verified_payload_commit": "d1af9bea6ff05883487b9a7144bc36788008693e",
      "verified_files": 87,
      "standalone_inference_verified": true,
      "verification_note": "Actual stdout/stderr from44 Hub-download tests is captured by tee in logs/pytest-hub-download.txt; this commit identifies the verified payload.",
      "verified_final_commit": "72c70100f5a70daf582903b6ccf2a8a11751ca88",
      "verification_evidence": "logs/storage_followup_verification_final.json",
      "followup_release_status": "TESTED_LOCALLY",
      "visibility": "public"
    },
    "measured_only_dashboard": {
      "status": "TESTED_LOCALLY",
      "path": "data/processed/dashboard_measured_only.csv",
      "rows": 5,
      "unit": "primary heating runs",
      "contains_predictions": false
    }
  },
  "runtime": {
    "name": "model-c-audit",
    "hardware": "CPU Standard",
    "stopped": true
  },
  "known_limits": [
    "Experimental2V proxy, not reported operational alarm",
    "Exact per-row saturation/LOD unresolved",
    "Unaged Teflon source table inconsistency preserved",
    "No separate2021 NASA report verified",
    "Challenge page unavailable during audit"
  ],
  "headline": {
    "metric": "balanced_accuracy",
    "mean": 0.8701515151515151,
    "std": 0.07636047973273727,
    "baseline_mean": 0.5,
    "baseline_std": 0.0,
    "paired_mean": 0.3701515151515151,
    "paired_std": 0.07636047973273727,
    "paired_differences": [
      0.33333333333333326,
      0.375,
      0.33333333333333326,
      0.5,
      0.3090909090909091
    ]
  },
  "followup": {
    "status": "TESTED_LOCALLY",
    "weights_changed": false,
    "protected_artifact_sha256": {
      "artifacts/model_c/checksums.json": "a6c06d988c3cc1e8d0943c6eb5d4a9d11fa6ac858298299b502300da775c9eea",
      "artifacts/model_c/data_dictionary.json": "23a8779a9b1293ccf1b7d58c45f5463413e76a14d2ba6c9304ca1b5bb813d1ef",
      "artifacts/model_c/domain.json": "9b9127bed7d48a4f09b0a002df6e0554a03dbff8bc5f41f4dfe2fda6d865b69d",
      "artifacts/model_c/harmonization.json": "fb9efdca5d7eefcc2b8af6ae7d6c4ae7886cc65fcba9388dbcc41a6c9e900924",
      "artifacts/model_c/inference.py": "ead5685567eab8b3695140347e49561dd7c453087a271059c2fc20351fcc6282",
      "artifacts/model_c/model.joblib": "1d0a63fe5f51b89df6710e5d2c49632964af7457d67204337dbc3e4eb02f6e01",
      "artifacts/model_c/requirements.txt": "c0b0890ee7c2f6e3a2d488c747bd71b51beee984f98bec987fa6ff7ba0eae182"
    },
    "material_majority_balanced_accuracy": {
      "values": [
        0.875,
        0.875,
        0.8333333333333333,
        0.9642857142857143,
        0.9090909090909092
      ],
      "mean": 0.8913419913419913,
      "std": 0.04882349988519196
    },
    "forest_balanced_accuracy": {
      "values": [
        0.875,
        0.875,
        0.8333333333333333,
        0.9642857142857143,
        0.9545454545454546
      ],
      "mean": 0.9004329004329005,
      "std": 0.056571563314343654
    },
    "forest_minus_material_majority": {
      "values": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.045454545454545414
      ],
      "mean": 0.009090909090909084,
      "std": 0.020327890704543525
    },
    "interpretation": "Material identity explains the headline score; fixed forest and material baseline tie under original one-fold-SD rule.",
    "new_fits": "Disposable grouped-CV evaluation only; none serialized",
    "report": "reports/evaluation_followup.md",
    "verified_final_commit": "72c70100f5a70daf582903b6ccf2a8a11751ca88"
  },
  "license": {
    "project_code_and_model_artifacts": "apache-2.0",
    "nasa_source_datasets": "CC0-1.0",
    "third_party_publications": "original terms retained",
    "files": [
      "LICENSE",
      "NOTICE"
    ]
  }
}