nasa-same-model-c / STATUS.json
efe-T's picture
Set Apache 2.0 project license and public repository metadata
91292a4 verified
Raw History Blame Contribute Delete
5.91 kB
{
"model_id": "model_c",
"model_version": "1.0.0",
"source": "NASA PSI-102 SAME / PSI-101 SAME-R",
"deliverables": {
"dataset_audit": {
"status": "TESTED_LOCALLY",
"path": "reports/SAME smoke detector evidence.md"
},
"task_selection": {
"status": "TESTED_LOCALLY",
"path": "reports/SAME smoke detector evidence.md"
},
"acquisition_preprocessing": {
"status": "COLAB_VERIFIED",
"path": "model_c/data.py"
},
"colab_notebook": {
"status": "COLAB_VERIFIED",
"path": "notebooks/model_c_output.ipynb"
},
"training": {
"status": "COLAB_VERIFIED",
"environment": "Google Colab standard CPU Python3.13.18; also local CPU Python3.13.14",
"training_completed": true
},
"evaluation": {
"status": "TESTED_LOCALLY",
"path": "reports/evaluation.md",
"followup_metrics": "reports/followup_metrics.json",
"original_metrics": "reports/metrics.json",
"original_metrics_status": "COLAB_VERIFIED",
"original_model_selection_unchanged": true
},
"export": {
"status": "COLAB_VERIFIED",
"path": "artifacts/model_c"
},
"standalone_inference": {
"status": "COLAB_VERIFIED",
"local_roundtrip": true,
"path": "artifacts/model_c/inference.py"
},
"dashboard_table": {
"status": "COLAB_VERIFIED",
"rows": 134,
"predicted_primary_rows": 84,
"path": "data/processed/dashboard_table.csv"
},
"tests": {
"status": "TESTED_LOCALLY",
"local_passed": 44,
"historical_colab_passed": 36,
"historical_colab_evidence": "logs/pytest-colab.txt",
"evidence": [
"logs/pytest-local.txt",
"logs/pytest-hub-download.txt"
],
"hub_download_log_commit": "72c70100f5a70daf582903b6ccf2a8a11751ca88",
"hub_download_passed": 44,
"followup_hub_roundtrip_status": "TESTED_LOCALLY",
"hub_download_command": "python -m pytest -q 2>&1 | tee logs/pytest-hub-download.txt"
},
"storage": {
"status": "TESTED_LOCALLY",
"repo": "efe-T/nasa-same-model-c",
"private": false,
"verified_payload_commit": "d1af9bea6ff05883487b9a7144bc36788008693e",
"verified_files": 87,
"standalone_inference_verified": true,
"verification_note": "Actual stdout/stderr from44 Hub-download tests is captured by tee in logs/pytest-hub-download.txt; this commit identifies the verified payload.",
"verified_final_commit": "72c70100f5a70daf582903b6ccf2a8a11751ca88",
"verification_evidence": "logs/storage_followup_verification_final.json",
"followup_release_status": "TESTED_LOCALLY",
"visibility": "public"
},
"measured_only_dashboard": {
"status": "TESTED_LOCALLY",
"path": "data/processed/dashboard_measured_only.csv",
"rows": 5,
"unit": "primary heating runs",
"contains_predictions": false
}
},
"runtime": {
"name": "model-c-audit",
"hardware": "CPU Standard",
"stopped": true
},
"known_limits": [
"Experimental2V proxy, not reported operational alarm",
"Exact per-row saturation/LOD unresolved",
"Unaged Teflon source table inconsistency preserved",
"No separate2021 NASA report verified",
"Challenge page unavailable during audit"
],
"headline": {
"metric": "balanced_accuracy",
"mean": 0.8701515151515151,
"std": 0.07636047973273727,
"baseline_mean": 0.5,
"baseline_std": 0.0,
"paired_mean": 0.3701515151515151,
"paired_std": 0.07636047973273727,
"paired_differences": [
0.33333333333333326,
0.375,
0.33333333333333326,
0.5,
0.3090909090909091
]
},
"followup": {
"status": "TESTED_LOCALLY",
"weights_changed": false,
"protected_artifact_sha256": {
"artifacts/model_c/checksums.json": "a6c06d988c3cc1e8d0943c6eb5d4a9d11fa6ac858298299b502300da775c9eea",
"artifacts/model_c/data_dictionary.json": "23a8779a9b1293ccf1b7d58c45f5463413e76a14d2ba6c9304ca1b5bb813d1ef",
"artifacts/model_c/domain.json": "9b9127bed7d48a4f09b0a002df6e0554a03dbff8bc5f41f4dfe2fda6d865b69d",
"artifacts/model_c/harmonization.json": "fb9efdca5d7eefcc2b8af6ae7d6c4ae7886cc65fcba9388dbcc41a6c9e900924",
"artifacts/model_c/inference.py": "ead5685567eab8b3695140347e49561dd7c453087a271059c2fc20351fcc6282",
"artifacts/model_c/model.joblib": "1d0a63fe5f51b89df6710e5d2c49632964af7457d67204337dbc3e4eb02f6e01",
"artifacts/model_c/requirements.txt": "c0b0890ee7c2f6e3a2d488c747bd71b51beee984f98bec987fa6ff7ba0eae182"
},
"material_majority_balanced_accuracy": {
"values": [
0.875,
0.875,
0.8333333333333333,
0.9642857142857143,
0.9090909090909092
],
"mean": 0.8913419913419913,
"std": 0.04882349988519196
},
"forest_balanced_accuracy": {
"values": [
0.875,
0.875,
0.8333333333333333,
0.9642857142857143,
0.9545454545454546
],
"mean": 0.9004329004329005,
"std": 0.056571563314343654
},
"forest_minus_material_majority": {
"values": [
0.0,
0.0,
0.0,
0.0,
0.045454545454545414
],
"mean": 0.009090909090909084,
"std": 0.020327890704543525
},
"interpretation": "Material identity explains the headline score; fixed forest and material baseline tie under original one-fold-SD rule.",
"new_fits": "Disposable grouped-CV evaluation only; none serialized",
"report": "reports/evaluation_followup.md",
"verified_final_commit": "72c70100f5a70daf582903b6ccf2a8a11751ca88"
},
"license": {
"project_code_and_model_artifacts": "apache-2.0",
"nasa_source_datasets": "CC0-1.0",
"third_party_publications": "original terms retained",
"files": [
"LICENSE",
"NOTICE"
]
}
}