File size: 1,932 Bytes
76d61a0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 | time_ranges:
- {start: "202107020000", end: "202107022350"}
output_root: ../../../result/final_preprocess/demo_20210702
catalog_path: ../../../result/final_preprocess/demo_20210702/catalog.csv
log_path: ../../../result/final_preprocess/prepare_data.log
sources: [concat, hsr, ci_hard, bt, bt_mask]
inputs:
concat:
root: [../../../result/data_preparing/res_2km/L1B]
stats_path: ../../../result/final_preprocess/2025/normalization_stats.npy
normalization: zscore
shape_hw: [583, 550]
invalid_fill:
default: {method: scene_mean, stride: 8}
variables:
cappi: {method: constant, value: -250}
hsr: {method: constant, value: -250}
hsp: {method: constant, value: -250}
raw_vars: [ir105, ir112]
physics_formula_path: ../../../result/final_preprocess/2025/physics.txt
hsr:
type: concat_variable
root: [../../../result/data_preparing/res_2km/L1B]
stats_path: ../../../result/final_preprocess/2025/normalization_stats.npy
normalization: zscore
shape_hw: [583, 550]
var_name: hsr
invalid_fill:
default: {method: constant, value: -250}
l2_aii:
root: ../../../result/data_preparing/res_2km/L2
shape_hw: [583, 550]
labels:
ci:
root: ../../../result/labeling/step3_mature_cloud_masking
shape_hw: [583, 550]
bt:
type: bt
shape_hw: [583, 550]
var_name: ir105
future_minutes: 60
interval_minutes: 10
bt_threshold_k: 233
expansion_km: 50
pixel_size_km: 2
aii_conditions:
KI: {op: ">=", value: 30}
LI: {op: "<=", value: -2}
SI: {op: "<=", value: 2}
CAPE: {op: ">=", value: 500}
TTI: {op: ">=", value: 42}
source_options:
concat: {dtype: float16}
hsr: {dtype: float16}
ci_hard: {dtype: uint8}
bt: {dtype: float16}
bt_mask: {dtype: uint8}
interval_minutes: 10
flush_rows: 32
catalog_flush_rows: 144
input_window: {past_minutes: 50, interval_minutes: 10}
|