Spaces:
Sleeping
Sleeping
Upload realtime_pipeline.py
Browse files- realtime_pipeline.py +9 -1
realtime_pipeline.py
CHANGED
|
@@ -16,6 +16,13 @@ import json
|
|
| 16 |
from pathlib import Path
|
| 17 |
import concurrent.futures
|
| 18 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
# ==================== CONFIGURATION ====================
|
| 20 |
|
| 21 |
class Config:
|
|
@@ -1018,7 +1025,8 @@ class RealTimeFeatureExtractor:
|
|
| 1018 |
'soil_buffer_used_m': soil_data.get('_scale_used')
|
| 1019 |
}
|
| 1020 |
|
| 1021 |
-
# ✅ Execute in parallel using ThreadPoolExecutor (Set to 10
|
|
|
|
| 1022 |
features_list = []
|
| 1023 |
with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
|
| 1024 |
# Create tasks for 0 to 11
|
|
|
|
| 16 |
from pathlib import Path
|
| 17 |
import concurrent.futures
|
| 18 |
|
| 19 |
+
# ⚡ GLOBAL NETWORK TUNING: Support high concurrency
|
| 20 |
+
# Increase connection pool to 50 to allow multiple users (e.g. 3-5) to hit the API simultaneously
|
| 21 |
+
# while each user consumes 10 connections for parallel processing.
|
| 22 |
+
import requests.adapters
|
| 23 |
+
requests.adapters.HTTPAdapter.DEFAULT_POOLSIZE = 50
|
| 24 |
+
requests.adapters.HTTPAdapter.DEFAULT_RETRIES = 3
|
| 25 |
+
|
| 26 |
# ==================== CONFIGURATION ====================
|
| 27 |
|
| 28 |
class Config:
|
|
|
|
| 1025 |
'soil_buffer_used_m': soil_data.get('_scale_used')
|
| 1026 |
}
|
| 1027 |
|
| 1028 |
+
# ✅ Execute in parallel using ThreadPoolExecutor (Set to 10 for maximum speed)
|
| 1029 |
+
# Connection pool is globally set to 50, so 10 workers per user is safe for ~3-5 concurrent users.
|
| 1030 |
features_list = []
|
| 1031 |
with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
|
| 1032 |
# Create tasks for 0 to 11
|