Add files using upload-large-folder tool

raw_data/20210702/demo_raw_manifest.json

@@ -0,0 +1,36 @@
+{
+  "utc_date": "20210702",
+  "radar_filename_time": {
+    "timezone": "Asia/Seoul (UTC+09:00)",
+    "start_inclusive": "202107020900",
+    "end_exclusive": "202107030900"
+  },
+  "groups": {
+    "static": {
+      "files": 5,
+      "bytes": 64965426
+    },
+    "l1b": {
+      "files": 994,
+      "bytes": 15518732558
+    },
+    "l2": {
+      "files": 142,
+      "bytes": 468944698
+    },
+    "radar_cappi": {
+      "files": 137,
+      "bytes": 53247433
+    },
+    "radar_hsr": {
+      "files": 144,
+      "bytes": 62738807
+    },
+    "radar_hsp": {
+      "files": 144,
+      "bytes": 39614880
+    }
+  },
+  "total_files": 1566,
+  "total_bytes": 16208243802
+}

raw_data/README.md

@@ -0,0 +1,11 @@
+# Raw-data example
+
+This directory contains a one-day input example for the data-preparing and
+labeling code.
+
+The example contains GK2A/AMI Level-1B channels, Level-2 atmospheric
+instability indices, radar CAPPI/HSR/HSP products, and the fixed calibration
+and geolocation files required by the readers. Native operational filenames
+are retained because the preprocessing code uses those naming conventions.
+
+Other prepared files and processing outputs are stored under `result`.

result/final_preprocess/2025/ci_hard/ci_hard_meta.json

@@ -0,0 +1,25 @@
+{
+  "format_version": 1,
+  "source": "ci_hard",
+  "dat_path": "ci_hard/ci_hard.dat",
+  "timestamps_path": "ci_hard/ci_hard_timestamps.npy",
+  "dtype": "uint8",
+  "row_shape": [
+    583,
+    550
+  ],
+  "row_count": 5492,
+  "timestamp_count": 5492,
+  "shape": [
+    5492,
+    583,
+    550
+  ],
+  "channels": [],
+  "normalization": null,
+  "created_at": "2026-09-12T12:15:40.184037+00:00",
+  "source_period": {
+    "start": "202505011440",
+    "end": "202510312230"
+  }
+}

result/final_preprocess/2025/concat/concat_meta.json

@@ -0,0 +1,40 @@
+{
+  "format_version": 1,
+  "source": "concat",
+  "dat_path": "concat/concat.dat",
+  "timestamps_path": "concat/concat_timestamps.npy",
+  "dtype": "float16",
+  "row_shape": [
+    11,
+    583,
+    550
+  ],
+  "row_count": 26210,
+  "timestamp_count": 26210,
+  "shape": [
+    26210,
+    11,
+    583,
+    550
+  ],
+  "channels": [
+    "ir105",
+    "ir112",
+    "wv063-ir105",
+    "ir133-ir105",
+    "ir105-ir123",
+    "wv063-ir112",
+    "wv063-wv073",
+    "ir133-ir112",
+    "ir123-ir112",
+    "ir087-ir112",
+    "(ir087-ir112)-(ir112-ir123)"
+  ],
+  "normalization": "zscore",
+  "created_at": "2026-09-12T12:09:51.009304+00:00",
+  "source_period": {
+    "start": "202505010000",
+    "end": "202510312350"
+  },
+  "stats_path": "normalization_stats.npy"
+}

result/final_preprocess/2025/hsr/hsr_meta.json

@@ -0,0 +1,30 @@
+{
+  "format_version": 1,
+  "source": "hsr",
+  "dat_path": "hsr/hsr.dat",
+  "timestamps_path": "hsr/hsr_timestamps.npy",
+  "dtype": "float16",
+  "row_shape": [
+    1,
+    583,
+    550
+  ],
+  "row_count": 26007,
+  "timestamp_count": 26007,
+  "shape": [
+    26007,
+    1,
+    583,
+    550
+  ],
+  "channels": [
+    "hsr"
+  ],
+  "normalization": "zscore",
+  "created_at": "2026-09-12T12:15:03.355583+00:00",
+  "source_period": {
+    "start": "202505010000",
+    "end": "202510312350"
+  },
+  "stats_path": "normalization_stats.npy"
+}

result/final_preprocess/2025/hsr_mask_equivalence.json

@@ -0,0 +1,26 @@
+{
+  "encoding": "numpy.packbits",
+  "bitorder": "little",
+  "original_shape": [
+    583,
+    550
+  ],
+  "checks": [
+    {
+      "timestamp": "202505010000",
+      "pixels": 320650,
+      "differing_pixels": 0
+    },
+    {
+      "timestamp": "202507300840",
+      "pixels": 320650,
+      "differing_pixels": 0
+    },
+    {
+      "timestamp": "202510312350",
+      "pixels": 320650,
+      "differing_pixels": 0
+    }
+  ],
+  "passed": true
+}

result/final_preprocess/2025/hsr_valid_mask/hsr_valid_mask_meta.json

@@ -0,0 +1,25 @@
+{
+  "format_version": 1,
+  "source": "hsr_valid_mask",
+  "dat_path": "hsr_valid_mask/hsr_valid_mask.dat",
+  "timestamps_path": "hsr_valid_mask/hsr_valid_mask_timestamps.npy",
+  "dtype": "uint8",
+  "row_shape": [
+    40082
+  ],
+  "row_count": 26007,
+  "timestamp_count": 26007,
+  "shape": [
+    26007,
+    40082
+  ],
+  "encoding": "numpy.packbits",
+  "bitorder": "little",
+  "original_shape": [
+    583,
+    550
+  ],
+  "meaning": "1=finite HSR pixel before invalid-value filling",
+  "padding_bits": 6,
+  "created_at": "2026-09-12T12:38:03.168686+00:00"
+}

result/final_preprocess/2025/physics.txt

@@ -0,0 +1,9 @@
+wv063-ir105
+ir133-ir105
+ir105-ir123
+wv063-ir112
+wv063-wv073
+ir133-ir112
+ir123-ir112
+ir087-ir112
+(ir087-ir112)-(ir112-ir123)

result/final_preprocess/2025/release_data_summary.json

@@ -0,0 +1,21 @@
+{
+  "concat": {
+    "rows": 26210,
+    "bytes": 184893203000
+  },
+  "hsr": {
+    "rows": 26007,
+    "bytes": 16678289100
+  },
+  "ci_hard": {
+    "rows": 5492,
+    "bytes": 1761009800
+  },
+  "hsr_valid_mask": {
+    "rows": 26007,
+    "bytes": 1042412574
+  },
+  "catalog_rows": 26496,
+  "input_complete_samples": 24277,
+  "label_complete_samples": 5120
+}

result/final_preprocess/demo_20210702/bt/bt_meta.json

@@ -0,0 +1,31 @@
+{
+  "format_version": 1,
+  "source": "bt",
+  "dat_path": "bt/bt.dat",
+  "timestamps_path": "bt/bt_timestamps.npy",
+  "dtype": "float16",
+  "row_shape": [
+    1,
+    583,
+    550
+  ],
+  "row_count": 142,
+  "timestamp_count": 142,
+  "shape": [
+    142,
+    1,
+    583,
+    550
+  ],
+  "channels": [],
+  "normalization": "zscore",
+  "stats_path": "result/final_preprocess/2025/normalization_stats.npy",
+  "stats_name_map": {},
+  "transforms": {},
+  "invalid_fill": {},
+  "created_at": "2026-09-13T06:22:25.852903+00:00",
+  "source_roots": [],
+  "value": "ir105_normalized",
+  "time_semantics": "one row per timestamp",
+  "row_value": "single normalized label frame"
+}

result/final_preprocess/demo_20210702/bt_mask/bt_mask_meta.json

@@ -0,0 +1,55 @@
+{
+  "format_version": 1,
+  "source": "bt_mask",
+  "dat_path": "bt_mask/bt_mask.dat",
+  "timestamps_path": "bt_mask/bt_mask_timestamps.npy",
+  "dtype": "uint8",
+  "row_shape": [
+    583,
+    550
+  ],
+  "row_count": 142,
+  "timestamp_count": 142,
+  "shape": [
+    142,
+    583,
+    550
+  ],
+  "channels": [],
+  "normalization": "zscore",
+  "stats_path": "result/final_preprocess/2025/normalization_stats.npy",
+  "stats_name_map": {},
+  "transforms": {},
+  "invalid_fill": {},
+  "created_at": "2026-09-13T06:23:37.071828+00:00",
+  "source_roots": [],
+  "value": "uint8 mask, 1 means valid BT loss pixel",
+  "time_semantics": "one row per anchor timestamp",
+  "mask": {
+    "aii": {
+      "KI": {
+        "op": ">=",
+        "value": 30
+      },
+      "LI": {
+        "op": "<=",
+        "value": -2
+      },
+      "SI": {
+        "op": "<=",
+        "value": 2
+      },
+      "CAPE": {
+        "op": ">=",
+        "value": 500
+      },
+      "TTI": {
+        "op": ">=",
+        "value": 42
+      }
+    },
+    "bt_exclusion": "start_ir105 <= 233K",
+    "expansion_km": 50.0,
+    "pixel_size_km": 2.0
+  }
+}

result/final_preprocess/demo_20210702/ci_hard/ci_hard_meta.json

@@ -0,0 +1,28 @@
+{
+  "format_version": 1,
+  "source": "ci_hard",
+  "dat_path": "ci_hard/ci_hard.dat",
+  "timestamps_path": "ci_hard/ci_hard_timestamps.npy",
+  "dtype": "uint8",
+  "row_shape": [
+    583,
+    550
+  ],
+  "row_count": 21,
+  "timestamp_count": 21,
+  "shape": [
+    21,
+    583,
+    550
+  ],
+  "channels": [],
+  "normalization": null,
+  "stats_path": "",
+  "stats_name_map": {},
+  "transforms": {},
+  "invalid_fill": {},
+  "created_at": "2026-09-13T06:22:22.975150+00:00",
+  "source_roots": [
+    "result/labeling/step3_mature_cloud_masking"
+  ]
+}

result/final_preprocess/demo_20210702/hsr/hsr_meta.json

@@ -0,0 +1,41 @@
+{
+  "format_version": 1,
+  "source": "hsr",
+  "dat_path": "hsr/hsr.dat",
+  "timestamps_path": "hsr/hsr_timestamps.npy",
+  "dtype": "float16",
+  "row_shape": [
+    1,
+    583,
+    550
+  ],
+  "row_count": 142,
+  "timestamp_count": 142,
+  "shape": [
+    142,
+    1,
+    583,
+    550
+  ],
+  "channels": [
+    "hsr"
+  ],
+  "normalization": "zscore",
+  "stats_path": "result/final_preprocess/2025/normalization_stats.npy",
+  "stats_name_map": {},
+  "transforms": {
+    "before_normalize": [],
+    "after_normalize": []
+  },
+  "invalid_fill": {
+    "default": {
+      "method": "constant",
+      "value": -250
+    },
+    "variables": {}
+  },
+  "created_at": "2026-09-13T06:22:21.416922+00:00",
+  "source_roots": [
+    "result/data_preparing/res_2km/L1B"
+  ]
+}

result/training/inference/2025/20250923/pred_202509232010.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4711c5086479b8414d3ee4293b8a3577ca994e88005ace9ae91e9223a465373
+size 1282728

result/training/inference/2025/20250923/pred_202509232020.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b215ffc0051c16752c9a6f4e35220e425ae59c916618b2db15deefea0cde14ac
+size 1282728

result/training/inference/2025/20250923/pred_202509232030.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3575bd4dac606b551c40695ae8497d7e81d0a7343298bca4093748de050c1eb1
+size 1282728

result/training/inference/2025/20250923/pred_202509232040.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fee96a7cc41ad14a66f51c159d88b3b1126d0bc8db10c32f9f671ad6195c94
+size 1282728

result/training/inference/2025/20250923/pred_202509232050.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffec246540dd069c1a581e2553268aa3f6f4b23376228278288c0485fbaead18
+size 1282728

result/training/inference/2025/20250923/pred_202509232100.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf278b8b55035c5471bc71ae140b718357b45a18f5f8b0cdbb6e8aa1b06670c
+size 1282728

result/training/inference/2025/20250923/pred_202509232140.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f799e89b9d47358f09b110dde4752e53c6239b510664827eaa1ad683c8392ef1
+size 1282728

result/training/inference/2025/20250923/pred_202509232150.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2e85f5dcd1488290d602faafaac094d0a920881bbf218c973adb356340df71
+size 1282728

result/training/inference/2025/20250923/pred_202509232240.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaea250fff77f42af6ab7e0d823a649a2dea98f4e054e0b4dbac79c472254272
+size 1282728

result/training/inference/2025/20250923/pred_202509232310.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ab8d3cd9d15f7dcbbea1fe9eb4b65a9b6d32e934a975d928fb3c7514b4a776
+size 1282728

result/training/inference/2025/20250923/pred_202509232320.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f248ce2a4aee27869ed3ab48d63f4947515428f0a3937fc8d674d1f36c04bc5f
+size 1282728

result/training/inference/2025/20250923/pred_202509232330.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbdd228f95c2621c464c5c55b1fce325cd3eef0161f11a9cdc6dca494fec401
+size 1282728

result/training/inference/2025/20250923/pred_202509232340.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b24cd24d379b84cd4313b24aa48049c4603494639ecfc228a7c1b80372be80
+size 1282728

result/training/inference/2025/20250924/pred_202509240020.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42084a83179827a9024501d782a357ad533a1097501719baac160a62a3b23350
+size 1282728

result/training/inference/2025/20250924/pred_202509240120.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b922ba57ef2a33c5b7ac2ab024b8c2d1794d95307cf21fae5da1cf8f698f07c
+size 1282728

result/training/inference/2025/20250924/pred_202509240130.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ab29b6e97485e3653bf16519a42f6a2e1bce345a813382be9a8fd755944456
+size 1282728

result/training/inference/2025/20250924/pred_202509240140.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c861413e5cfaeebba498057d3c1ed947c74591a2d9872f0624b7925092e9ebf
+size 1282728

result/training/inference/2025/20250924/pred_202509240150.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5994fdf1c36b1b70dc86d16e1f261acb3f597f37fcf2d51c1865afa3a683f5
+size 1282728

result/training/inference/2025/20250924/pred_202509240200.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938366aa5c995def6901f7d989e7619c12a601b3e74b6b0fa79487cc1a7299da
+size 1282728

result/training/inference/2025/20250924/pred_202509240240.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb22835bc19b7b0246898f3c35d5279a6b6f1de237ce7f1d83cdf935d069e71b
+size 1282728

result/training/inference/2025/20250924/pred_202509240330.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f8e0bf66d250e7a027c0e8baaec18d055ff30ee596d8fbd80066fe9244d2fd
+size 1282728

result/training/inference/2025/20250924/pred_202509240500.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8492930404e33f7c63f098e9b58c64a1cec0f87680f7f567d70de109e14a551
+size 1282728

result/training/inference/2025/20250924/pred_202509240520.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5fdf84bfeebffd8ac678bfa5f8c11c21788ac628b759cb7dc1dc397ceae376
+size 1282728

result/training/inference/2025/20250924/pred_202509240530.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72fea9c9be1fb586088e234da87352dda0ab1240efc939c8846a3d492941156
+size 1282728

result/training/inference/2025/20250924/pred_202509240720.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441637918496312d8f33694d5f061e19e9dee917d7e3b7af3d14e7df4f089f50
+size 1282728

result/training/inference/2025/20250924/pred_202509240730.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6323b38b85b4edecfabc8ae5d59ffedc2daf68c161d9414ed8e45b2693287328
+size 1282728

result/training/inference/2025/20250924/pred_202509240740.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1adac3b2ff689a6d3ba461cc8c3afff524439aa3390ef20dce5f77b83c740e
+size 1282728

result/training/inference/2025/20250924/pred_202509240820.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9259d6e9829188e44edbfb1fb7c5e6cd0dca4e129d4664c363205df643de04a5
+size 1282728

result/training/inference/2025/20250924/pred_202509240830.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dd81bdafe41d24ef9428bbdfd6bf1668a88e6ccd289521ebe15e7c74c8299b
+size 1282728

result/training/inference/2025/20250924/pred_202509240840.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e8a26160d58040ac9f2e5c8093702d4ad7ac66ad9ca9d09e18c4fd9c7d34e1
+size 1282728

result/training/inference/2025/20250924/pred_202509240910.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92274653738e1e6a0e14f7b0ed0d0ea06367b70b246b9b14ab25655594ca51a4
+size 1282728

result/training/inference/2025/20250924/pred_202509240930.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e15cd9f00281a1a45ff4bcac9010d5c8cc23ba820fd7a6c13397b3d7ecfd3c
+size 1282728

result/training/inference/2025/20250924/pred_202509240940.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1faee7d06b0b6d2577a9957fbfa97882f0f570852b913d88a171c3c66c23259
+size 1282728

result/training/inference/2025/20250924/pred_202509241000.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4fd3313e6fb10a071dae2daf4603f2382bff4555cc3784f369fe1538802e69
+size 1282728

result/training/inference/2025/20250924/pred_202509241010.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8de97e3b6bae43b3d35acd8776721b317926209c90525378916ef6b570e5d96
+size 1282728

result/training/inference/2025/20250924/pred_202509241030.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c2eb51b7d31b910710240369a73dec4daaac946a45e6a679c09351bf9d7b6d
+size 1282728