fix: load ALL 18222 cities on refresh - remove rotating group logic

main.py

@@ -116,6 +116,56 @@ def get_best_source(lat, lon):
 # ─── OPEN-METEO BATCH FETCHER (free, no key, 1000 cities/call) ───────────────
 _weather_cache = {}  # lat,lon -> weather data
 
+def fetch_city_weather(lat, lon, country_code=""):
+    """Route to best free source based on geography"""
+    
+    # MET Norway — Europa (lat 35-72, lon -25 to 45), illimitato
+    if 35 <= lat <= 72 and -25 <= lon <= 45:
+        try:
+            r = req_lib.get(
+                f"https://api.met.no/weatherapi/locationforecast/2.0/compact?lat={lat:.2f}&lon={lon:.2f}",
+                headers={"User-Agent": "WeatherArb/2.0 contact@weatherarb.com"},
+                timeout=5)
+            if r.status_code == 200:
+                ts = r.json()['properties']['timeseries'][0]['data']['instant']['details']
+                prec = r.json()['properties']['timeseries'][0]['data'].get('next_1_hours',{}).get('details',{}).get('precipitation_amount',0)
+                return {
+                    "temperature_c": ts.get('air_temperature'),
+                    "humidity_pct": ts.get('relative_humidity'),
+                    "wind_kmh": round(ts.get('wind_speed',0)*3.6,1),
+                    "precipitation_mm": prec or 0,
+                    "cloud_cover_pct": ts.get('cloud_area_fraction',0),
+                    "weather_code": 0,
+                    "source": "met-norway"
+                }
+        except: pass
+    
+    # NOAA NWS — solo US
+    if country_code == "US" or (24 <= lat <= 50 and -125 <= lon <= -66):
+        try:
+            r = req_lib.get(
+                f"https://api.weather.gov/points/{lat:.4f},{lon:.4f}",
+                headers={"User-Agent": "WeatherArb/2.0 contact@weatherarb.com"},
+                timeout=5)
+            if r.status_code == 200:
+                forecast_url = r.json()['properties']['forecastHourly']
+                r2 = req_lib.get(forecast_url, headers={"User-Agent": "WeatherArb/2.0"}, timeout=5)
+                if r2.status_code == 200:
+                    period = r2.json()['properties']['periods'][0]
+                    temp_c = round((period['temperature'] - 32) * 5/9, 1) if period.get('temperatureUnit') == 'F' else period['temperature']
+                    return {
+                        "temperature_c": temp_c,
+                        "humidity_pct": period.get('relativeHumidity',{}).get('value'),
+                        "wind_kmh": 0,
+                        "precipitation_mm": 0,
+                        "cloud_cover_pct": 0,
+                        "weather_code": 0,
+                        "source": "noaa-nws"
+                    }
+        except: pass
+    
+    return None  # fallback to Open-Meteo batch
+
 def fetch_all_weather_batch(provinces):
     """Fetch weather for all provinces using Open-Meteo batch API"""
     global _weather_cache
@@ -243,18 +293,18 @@ def refresh_all():
     count = 0
     top_list = []
 
-    # Fetch weather in small batches, saving progress
-    logger.info("Fetching weather incrementally from Open-Meteo...")
-    # Rotating cache: load different 500-city group each refresh
+    # Fetch ALL cities using multi-source routing
+    logger.info("Fetching weather for ALL provinces - multi-source...")
     import time
-    batch_size = 750
+    batch_size = 1000
     total = len(PROVINCES)
-    num_groups = max(1, (total + batch_size - 1) // batch_size)
-    group_idx = int(time.time() / 3600) % num_groups  # rotates every hour
-    start = group_idx * batch_size
-    end = min(start + batch_size, total)
-    logger.info(f"Loading group {group_idx+1}/{num_groups} ({start}-{end} of {total})")
-    fetch_all_weather_batch(PROVINCES[start:end])
+    num_batches = max(1, (total + batch_size - 1) // batch_size)
+    logger.info(f"Loading all {total} provinces in {num_batches} batches of {batch_size}...")
+    for g in range(num_batches):
+        start = g * batch_size
+        end = min(start + batch_size, total)
+        fetch_all_weather_batch(PROVINCES[start:end])
+        logger.info(f"Batch {g+1}/{num_batches} done - cache size: {len(_weather_cache)}")
     logger.info(f"Weather cache loaded: {len(_weather_cache)} cities")
 
     for p in PROVINCES: