radwaamr1 commited on
Commit
3b9ae0c
·
verified ·
1 Parent(s): 4750bc2

Upload realtime_pipeline.py

Browse files
Files changed (1) hide show
  1. realtime_pipeline.py +9 -1
realtime_pipeline.py CHANGED
@@ -16,6 +16,13 @@ import json
16
  from pathlib import Path
17
  import concurrent.futures
18
 
 
 
 
 
 
 
 
19
  # ==================== CONFIGURATION ====================
20
 
21
  class Config:
@@ -1018,7 +1025,8 @@ class RealTimeFeatureExtractor:
1018
  'soil_buffer_used_m': soil_data.get('_scale_used')
1019
  }
1020
 
1021
- # ✅ Execute in parallel using ThreadPoolExecutor (Set to 10 to match default GEE connection pool)
 
1022
  features_list = []
1023
  with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
1024
  # Create tasks for 0 to 11
 
16
  from pathlib import Path
17
  import concurrent.futures
18
 
19
+ # ⚡ GLOBAL NETWORK TUNING: Support high concurrency
20
+ # Increase connection pool to 50 to allow multiple users (e.g. 3-5) to hit the API simultaneously
21
+ # while each user consumes 10 connections for parallel processing.
22
+ import requests.adapters
23
+ requests.adapters.HTTPAdapter.DEFAULT_POOLSIZE = 50
24
+ requests.adapters.HTTPAdapter.DEFAULT_RETRIES = 3
25
+
26
  # ==================== CONFIGURATION ====================
27
 
28
  class Config:
 
1025
  'soil_buffer_used_m': soil_data.get('_scale_used')
1026
  }
1027
 
1028
+ # ✅ Execute in parallel using ThreadPoolExecutor (Set to 10 for maximum speed)
1029
+ # Connection pool is globally set to 50, so 10 workers per user is safe for ~3-5 concurrent users.
1030
  features_list = []
1031
  with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
1032
  # Create tasks for 0 to 11