ci-net / code /final_preprocess /run /config.yaml
lsh9034's picture
Add files using upload-large-folder tool
76d61a0 verified
Raw History Blame Contribute Delete
1.93 kB
time_ranges:
- {start: "202107020000", end: "202107022350"}
output_root: ../../../result/final_preprocess/demo_20210702
catalog_path: ../../../result/final_preprocess/demo_20210702/catalog.csv
log_path: ../../../result/final_preprocess/prepare_data.log
sources: [concat, hsr, ci_hard, bt, bt_mask]
inputs:
concat:
root: [../../../result/data_preparing/res_2km/L1B]
stats_path: ../../../result/final_preprocess/2025/normalization_stats.npy
normalization: zscore
shape_hw: [583, 550]
invalid_fill:
default: {method: scene_mean, stride: 8}
variables:
cappi: {method: constant, value: -250}
hsr: {method: constant, value: -250}
hsp: {method: constant, value: -250}
raw_vars: [ir105, ir112]
physics_formula_path: ../../../result/final_preprocess/2025/physics.txt
hsr:
type: concat_variable
root: [../../../result/data_preparing/res_2km/L1B]
stats_path: ../../../result/final_preprocess/2025/normalization_stats.npy
normalization: zscore
shape_hw: [583, 550]
var_name: hsr
invalid_fill:
default: {method: constant, value: -250}
l2_aii:
root: ../../../result/data_preparing/res_2km/L2
shape_hw: [583, 550]
labels:
ci:
root: ../../../result/labeling/step3_mature_cloud_masking
shape_hw: [583, 550]
bt:
type: bt
shape_hw: [583, 550]
var_name: ir105
future_minutes: 60
interval_minutes: 10
bt_threshold_k: 233
expansion_km: 50
pixel_size_km: 2
aii_conditions:
KI: {op: ">=", value: 30}
LI: {op: "<=", value: -2}
SI: {op: "<=", value: 2}
CAPE: {op: ">=", value: 500}
TTI: {op: ">=", value: 42}
source_options:
concat: {dtype: float16}
hsr: {dtype: float16}
ci_hard: {dtype: uint8}
bt: {dtype: float16}
bt_mask: {dtype: uint8}
interval_minutes: 10
flush_rows: 32
catalog_flush_rows: 144
input_window: {past_minutes: 50, interval_minutes: 10}