Upload results/t04_consolidation_report_20260126_214243.txt with huggingface_hub

results/t04_consolidation_report_20260126_214243.txt

@@ -0,0 +1,75 @@
+# Provenance:
+#   Script: /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/scripts/t04_consolidate_dataset_20260126_234500.py
+#   Input:  /media/drn2/External/TARA-Oceans/03_analyses/ALGAGPT-based-analyses/algagpt_gee_pfam_merged_SMART_20260119_100639.tsv
+#   Date:   2026-01-26 21:42:44
+#   Integrity Check: PASSED
+#
+T04 Consolidation Report
+============================================================
+
+SAMPLE FILTERING:
+  Original samples: 2044
+  Dropped (missing env data): 942
+  Dropped (missing bio targets): 1
+  Final samples: 1101
+
+COLUMN FILTERING:
+  Original physical env: 25
+  Dropped (>50% NaN): 7
+    salinity_psu_est: 100.0% NaN
+    air_temp_mean_c: 81.0% NaN
+    air_temp_max_c: 81.0% NaN
+    air_temp_min_c: 81.0% NaN
+    air_temp_range_c: 81.0% NaN
+    precip_mean_mm: 81.0% NaN
+    elevation_m: 61.7% NaN
+  Final physical env: 18
+
+FINAL DATASET DIMENSIONS:
+  N_samples: 1101
+  N_physical_env: 18
+  N_bio_response: 3
+  N_pfam_modules: 20
+
+PHYSICAL ENV VARIABLES (18):
+  solar_rad_mj_m2
+  bathymetry_m
+  distance_to_coast_km
+  sst_mean_c
+  sst_max_c
+  sst_min_c
+  sst_range_c
+  modis_sst_mean_c
+  rrs_412
+  rrs_443
+  rrs_469
+  rrs_488
+  rrs_531
+  rrs_547
+  rrs_555
+  rrs_645
+  rrs_667
+  rrs_678
+
+BIO RESPONSE TARGETS (3):
+  chl_mean_mg_m3
+  poc_mean_mg_m3
+  nflh_mean
+
+BASIN DISTRIBUTION:
+  Arctic: 28 (2.5%)
+  Atlantic: 338 (30.7%)
+  Indian: 143 (13.0%)
+  Mediterranean: 119 (10.8%)
+  Pacific: 416 (37.8%)
+  Red_Sea: 19 (1.7%)
+  Southern: 38 (3.5%)
+
+OUTPUT FILES:
+  /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_env.npy
+  /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_bio_response.npy
+  /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_pfam_modules.npy
+  /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_sample_ids.npy
+  /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_metadata.tsv
+  /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_env_columns.txt
+  /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_bio_columns.txt