Upload 2 files

10.11_draw_query_indicators_v10_HF.R

@@ -1386,6 +1386,15 @@ server <- function(input, output, session) {
   is_3d      <- reactiveVal(FALSE)
   is_grid_on <- reactiveVal(FALSE)
 
+  # Lazy-load flags: each flips to TRUE the first time the layer is added via proxy.
+  lazy_added <- reactiveValues(
+    desap = FALSE, remesas = FALSE, pam = FALSE, fosas = FALSE,
+    state = FALSE, routes = FALSE, via = FALSE,
+    migrants = FALSE, graves = FALSE, infra = FALSE,
+    ocved = FALSE, ged = FALSE,
+    grid4 = FALSE, grid5 = FALSE, grid6 = FALSE
+  )
+
   rv <- reactiveValues(
     n_incidents = "---", n_fatalities  = "---",
     n_graves    = "---", n_facilities  = "---",
@@ -1481,19 +1490,42 @@ server <- function(input, output, session) {
     )
   }
 
+  # Returns TRUE if the layer has been added to the map (either at render time
+  # or via a lazy proxy call). Prevents set_layout_property on absent layers.
+  layer_ready <- function(id) {
+    switch(id,
+      "crime-choro"    = TRUE,  "crime-border"   = TRUE,
+      "desap-choro"    = isTRUE(lazy_added$desap),
+      "remesas-choro"  = isTRUE(lazy_added$remesas),
+      "pam-choro"      = isTRUE(lazy_added$pam),
+      "fosas-choro"    = isTRUE(lazy_added$fosas),
+      "envipe-state"   = isTRUE(lazy_added$state),
+      "routes-lines"   = isTRUE(lazy_added$routes),
+      "viaferrea-lines"= isTRUE(lazy_added$via),
+      "migrants-pts"   = isTRUE(lazy_added$migrants),
+      "graves-pts"     = isTRUE(lazy_added$graves),
+      "infra-pts"      = isTRUE(lazy_added$infra),
+      "ocved-pts"      = isTRUE(lazy_added$ocved),
+      "ged-pts"        = isTRUE(lazy_added$ged),
+      grepl("^grid-", id)
+    )
+  }
+
   # Central visibility updater
   apply_visibility <- function(active, grid_on, crime_type, nivel, envipe_type, fosas_type = "fosas") {
     prx <- maplibre_proxy("map")
 
     for (orig_lid in names(GRID_LAYER_CFG)) {
       if (orig_lid == "fosas-choro" && !has_fosas_tbl) next
+      if (!layer_ready(orig_lid)) next
       vis <- if (!grid_on && orig_lid %in% active) "visible" else "none"
       prx <- prx |> set_layout_property(orig_lid, "visibility", vis)
     }
-    prx <- prx |> set_layout_property(
-      "crime-border", "visibility",
-      if (!grid_on && "crime-choro" %in% active) "visible" else "none"
-    )
+    if (layer_ready("crime-border"))
+      prx <- prx |> set_layout_property(
+        "crime-border", "visibility",
+        if (!grid_on && "crime-choro" %in% active) "visible" else "none"
+      )
 
     # Sync crime fill color to selected type when grid is OFF
     if (!grid_on && "crime-choro" %in% active) {
@@ -1504,7 +1536,7 @@ server <- function(input, output, session) {
     }
 
     # Sync fosas fill color to selected sub-type when grid is OFF
-    if (has_fosas_tbl && !grid_on && "fosas-choro" %in% active) {
+    if (has_fosas_tbl && !grid_on && "fosas-choro" %in% active && layer_ready("fosas-choro")) {
       prx <- prx |> set_paint_property(
         "fosas-choro", "fill-color",
         fosas_step_expr(fosas_type)
@@ -1512,6 +1544,7 @@ server <- function(input, output, session) {
     }
 
     for (lid in NON_GRID_LAYERS) {
+      if (!layer_ready(lid)) next
       prx <- prx |> set_layout_property(
         lid, "visibility",
         if (lid %in% active) "visible" else "none"
@@ -1527,9 +1560,15 @@ server <- function(input, output, session) {
       )
     }
 
-    # Grid fill layers (opacity-based to avoid always-visible init bug)
-    niv_seq <- if (grid7_loaded()) WEB_SPEC$niveles else c("4", "5", "6")
-    for (niv in niv_seq) {
+    # Grid fill layers (opacity-based to avoid always-visible init bug).
+    # Skip niveles that haven't been lazy-loaded yet.
+    loaded_niv <- c(
+      if (isTRUE(lazy_added$grid4)) "4",
+      if (isTRUE(lazy_added$grid5)) "5",
+      if (isTRUE(lazy_added$grid6)) "6",
+      if (grid7_loaded())            "7"
+    )
+    for (niv in loaded_niv) {
       for (orig_lid in names(GRID_LAYER_CFG)) {
         if (orig_lid == "fosas-choro" && !has_fosas_tbl) next
         key     <- GRID_LAYER_CFG[[orig_lid]]
@@ -1748,63 +1787,12 @@ server <- function(input, output, session) {
       }, error = function(e) { message("grid_nivel", niv, ": ", e$message); NULL })
     }
 
-    # N7 (113k rows) is lazy-loaded; only N4-6 pre-loaded so the map renders fast.
-    RENDER_NIVELES <- c("4", "5", "6")
-    grid_sf_list <- setNames(
-      lapply(RENDER_NIVELES, \(n) load_grid_unified(as.integer(n))),
-      RENDER_NIVELES
-    )
-    grid4_sf <- grid_sf_list[["4"]]
-    grid5_sf <- grid_sf_list[["5"]]
-    grid6_sf <- grid_sf_list[["6"]]
-    # grid7_sf stays NULL until user first selects N7 (see lazy observer below)
-    desap_sf <- tryCatch({
-      DBI::dbGetQuery(con, web_sql("src_desap")) |>
-        sf::st_as_sf(wkt = "wkt", crs = 4326) |>
-        dplyr::select(-wkt)
-    }, error = function(e) { message("desap: ", e$message); NULL })
-
-    remesas_sf <- tryCatch({
-      DBI::dbGetQuery(con, web_sql("src_remesas")) |>
-        sf::st_as_sf(wkt = "wkt", crs = 4326) |>
-        dplyr::select(-wkt)
-    }, error = function(e) { message("remesas: ", e$message); NULL })
-
-    pam_sf <- tryCatch({
-      DBI::dbGetQuery(con, web_sql("src_pam")) |>
-        sf::st_as_sf(wkt = "wkt", crs = 4326) |>
-        dplyr::select(-wkt)
-    }, error = function(e) { message("pam: ", e$message); NULL })
-
-    fosas_sf <- tryCatch({
-      DBI::dbGetQuery(con, web_sql("src_fosas")) |>
-        sf::st_as_sf(wkt = "wkt", crs = 4326) |>
-        dplyr::select(-wkt)
-    }, error = function(e) { message("dim_fosas_mun: ", e$message); NULL })
-
-    state_sf <- tryCatch({
-      DBI::dbGetQuery(con, web_sql("src_state")) |>
-        sf::st_as_sf(wkt = "wkt", crs = 4326) |>
-        dplyr::select(-wkt)
-    }, error = function(e) { message("state_polygons: ", e$message); NULL })
-
-    routes_sf <- tryCatch({
-      DBI::dbGetQuery(con, web_sql("src_routes")) |>
-        sf::st_as_sf(wkt = "wkt", crs = 4326) |>
-        dplyr::select(-wkt)
-    }, error = function(e) { message("routes: ", e$message); NULL })
-
-    via_sf <- tryCatch({
-      DBI::dbGetQuery(con, web_sql("src_via")) |>
-        sf::st_as_sf(wkt = "wkt", crs = 4326) |>
-        dplyr::select(-wkt)
-    }, error = function(e) { message("viaferrea: ", e$message); NULL })
-
-    migrants_pts <- load_pts("migrants",               8000)
-    graves_pts   <- load_pts("graves",                 5000)
-    infra_pts    <- load_pts("support_infrastructure", 5000)
-    ocved_pts    <- load_pts("ocved_events",           80000)
-    ged_pts      <- load_pts("ged_events",             80000)
+    # Only crime_sf is loaded at render time (the only visible-by-default layer).
+    # All other layers load lazily the first time the user enables them.
+    desap_sf   <- NULL; remesas_sf <- NULL; pam_sf    <- NULL
+    fosas_sf   <- NULL; state_sf   <- NULL; routes_sf <- NULL; via_sf <- NULL
+    migrants_pts <- NULL; graves_pts <- NULL; infra_pts  <- NULL
+    ocved_pts    <- NULL; ged_pts    <- NULL
 
     m <- maplibre(
       style  = carto_style("positron"),
@@ -1927,9 +1915,8 @@ server <- function(input, output, session) {
         )
     }
 
-    # --- Grid layers: N4-6 pre-loaded; N7 added lazily by observer below -------
-    for (nv in RENDER_NIVELES)
-      m <- add_typed_grid_layers(m, grid_sf_list[[nv]], nv)
+    # Grid N4-6 load lazily on first user interaction (see lazy_add_grid observer).
+    # Nothing added here at render time.
 
     # --- Line layers ------------------------------------------------------------
     if (!is.null(routes_sf)) {
@@ -1999,14 +1986,129 @@ server <- function(input, output, session) {
     }
   }, ignoreNULL = TRUE, ignoreInit = TRUE)
 
+  # Lazy layer loader helpers — load on first use via proxy.
+  lazy_add_fill <- function(key, sql_name, id, make_layer_fn) {
+    if (isTRUE(lazy_added[[key]]) || is.null(con)) return()
+    sf_data <- tryCatch({
+      DBI::dbGetQuery(con, web_sql(sql_name)) |>
+        sf::st_as_sf(wkt = "wkt", crs = 4326) |>
+        dplyr::select(-wkt)
+    }, error = function(e) { message("lazy ", id, ": ", e$message); NULL })
+    if (!is.null(sf_data)) {
+      make_layer_fn(maplibre_proxy("map"), sf_data)
+      lazy_added[[key]] <<- TRUE
+    }
+  }
+  lazy_add_pts <- function(key, tbl, id, color, radius = 2, limit = 80000) {
+    if (isTRUE(lazy_added[[key]]) || is.null(con)) return()
+    pts <- load_pts(tbl, limit)
+    if (!is.null(pts)) {
+      maplibre_proxy("map") |>
+        add_circle_layer(
+          id = id, source = pts,
+          circle_color = color, circle_radius = radius,
+          circle_opacity = 0.75,
+          circle_stroke_color = "rgba(0,0,0,0.4)",
+          circle_stroke_width = 0.7,
+          visibility = if (id %in% (input$active_layers %||% "")) "visible" else "none"
+        )
+      lazy_added[[key]] <<- TRUE
+    }
+  }
+  lazy_add_grid <- function(nv_chr) {
+    key <- paste0("grid", nv_chr)
+    if (isTRUE(lazy_added[[key]]) || is.null(con)) return()
+    sf_data <- tryCatch({
+      DBI::dbGetQuery(con, web_sql_grid_unified(as.integer(nv_chr), has_fosas_tbl)) |>
+        sf::st_as_sf(wkt = "wkt", crs = 4326) |>
+        dplyr::select(-wkt)
+    }, error = function(e) { message("lazy grid n", nv_chr, ": ", e$message); NULL })
+    if (!is.null(sf_data)) {
+      maplibre_proxy("map") |> add_typed_grid_layers(sf_data, nv_chr)
+      lazy_added[[key]] <<- TRUE
+    }
+  }
+
+  # Observer fires when any layer toggle or grid state changes.
+  # Loads each dataset the first time its layer becomes potentially visible.
+  observeEvent(
+    eventExpr = list(input$active_layers, is_grid_on(), input$grid_nivel),
+    handlerExpr = {
+      active  <- input$active_layers %||% character(0)
+      grid_on <- is_grid_on()
+      nivel   <- input$grid_nivel   %||% "6"
+
+      # Choropleth / line layers (all hidden by default)
+      if (!grid_on && "desap-choro"   %in% active)
+        lazy_add_fill("desap",   "src_desap",   "desap-choro",   function(prx, d)
+          prx |> add_fill_layer("desap-choro",   source = d,
+            fill_color = desap_qstep_expr(), fill_opacity = 0.6,
+            tooltip = list("concat", "<b>", list("get","municipio"), "</b>",
+                           "<br>Disappearances: ", list("to-string", list("get","desap_per_100k")), " /100k")))
+      if (!grid_on && "remesas-choro" %in% active)
+        lazy_add_fill("remesas", "src_remesas", "remesas-choro", function(prx, d)
+          prx |> add_fill_layer("remesas-choro", source = d,
+            fill_color = giim_match_expr(), fill_opacity = 0.75,
+            tooltip = list("concat", "<b>", list("get","municipio"), "</b>",
+                           "<br>Migration intensity: <b>", list("get","giim_mun"), "</b>")))
+      if (!grid_on && "pam-choro"     %in% active)
+        lazy_add_fill("pam",     "src_pam",     "pam-choro",     function(prx, d)
+          prx |> add_fill_layer("pam-choro",     source = d,
+            fill_color = pam_qstep_expr(), fill_opacity = 0.7,
+            tooltip = list("concat", "<b>", list("get","municipio"), "</b>",
+                           "<br>Irregular migration events: ", list("to-string", list("get","pam_n")))))
+      if (!grid_on && "fosas-choro"   %in% active && has_fosas_tbl)
+        lazy_add_fill("fosas",   "src_fosas",   "fosas-choro",   function(prx, d)
+          prx |> add_fill_layer("fosas-choro",   source = d,
+            fill_color = fosas_step_expr("fosas"), fill_opacity = 0.65,
+            tooltip = list("concat", "<b>", list("get","municipio"), "</b>",
+                           "<br>Burial pits: ", list("to-string", list("get","fosas_total")),
+                           "<br>Bodies: ",      list("to-string", list("get","cuerpos_total")))))
+      if ("envipe-state"  %in% active)
+        lazy_add_fill("state",   "src_state",   "envipe-state",  function(prx, d)
+          prx |> add_fill_layer("envipe-state",  source = d,
+            fill_color = step_expr("insecurity_perc", c(40,55,65,75,85), ENVIPE_PAL),
+            fill_opacity = 0.6,
+            tooltip = list("concat", "<b>", list("get","desc_entidad"), "</b>",
+                           "<br>Insecurity: ", list("to-string", list("get","insecurity_perc")), "%",
+                           "<br>Dark figures: ", list("to-string", list("get","dark_figures_perc")), "%")))
+      if ("routes-lines"    %in% active)
+        lazy_add_fill("routes",  "src_routes",  "routes-lines",  function(prx, d)
+          prx |> add_line_layer("routes-lines",   source = d,
+            line_color = COL_AMBER,
+            line_width = list("interpolate", list("linear"), list("zoom"), 5, 0.5, 10, 2.0),
+            line_opacity = 0.1))
+      if ("viaferrea-lines" %in% active)
+        lazy_add_fill("via",     "src_via",     "viaferrea-lines", function(prx, d)
+          prx |> add_line_layer("viaferrea-lines", source = d,
+            line_color = "#990f0f", line_width = 1.5, line_opacity = 0.9,
+            line_dasharray = c(4, 2)))
+
+      # Point layers
+      if ("migrants-pts" %in% active) lazy_add_pts("migrants", "migrants",               "migrants-pts", COL_YEL,        2, 8000)
+      if ("graves-pts"   %in% active) lazy_add_pts("graves",   "graves",                 "graves-pts",   COL_RED,        2, 5000)
+      if ("infra-pts"    %in% active) lazy_add_pts("infra",    "support_infrastructure", "infra-pts",    COL_GREEN,      2, 5000)
+      if ("ocved-pts"    %in% active) lazy_add_pts("ocved",    "ocved_events",           "ocved-pts",    COL_AMBER,      1, 80000)
+      if ("ged-pts"      %in% active) lazy_add_pts("ged",      "ged_events",             "ged-pts",      COL_LIGHT_BLUE, 1, 80000)
+
+      # Grid niveles N4-N6 load the first time the user enables grid mode
+      if (grid_on) {
+        for (nv in c("4", "5", "6")) lazy_add_grid(nv)
+      }
+    },
+    ignoreNULL = TRUE, ignoreInit = TRUE
+  )
+
   observeEvent(input$clear_btn, {
     clear_drawn_features(maplibre_proxy("map"))
     load_national_totals()
   })
 
-  if (!is.null(con)) {
+  # Defer sidebar data queries to after the first UI flush so the map renders
+  # immediately and the user sees the interface before numbers arrive.
+  session$onFlushed(function() {
+    if (is.null(con)) return()
     load_national_totals()
-    # Populate state filter at startup — avoids renderUI lifecycle issues
     tbl_cols <- tryCatch(
       DBI::dbGetQuery(con, "DESCRIBE state_polygons")$column_name,
       error = function(e) character(0)
@@ -2022,7 +2124,7 @@ server <- function(input, output, session) {
     )
     updateSelectInput(session, "state_select",
                       choices = c("Choose a state..." = "", state_ch))
-  }
+  }, once = TRUE)
 
   observeEvent(input$grid_icon_click, {
     new_on <- !is_grid_on()
@@ -2173,8 +2275,9 @@ server <- function(input, output, session) {
     df <- rv$mun_df
     if (is.null(df) || nrow(df) == 0)
       return(div(class = "dp-empty", "Draw a polygon or click a municipality to filter."))
-    col_name <- CRIME_COLS[[input$crime_type]]$col
-    if (!col_name %in% names(df)) col_name <- "homicidio"
+    col_name <- (CRIME_COLS[[input$crime_type %||% ""]] %||%
+                   CRIME_COLS[["Homicide rate"]])$col
+    if (is.null(col_name) || !col_name %in% names(df)) col_name <- "homicidio"
     df_sorted <- df[order(df[[col_name]], decreasing = TRUE, na.last = TRUE), ]
     top <- head(df_sorted, 5L)
     mx  <- max(top[[col_name]], na.rm = TRUE)

helpers.R

@@ -54,6 +54,11 @@ ddb_connect <- function(path = ":memory:", remote = FALSE, read_only = FALSE) {
         DBI::dbExecute(con, "LOAD httpfs")
       }
     )
+    # Cache parquet footers and keep TCP connections alive across queries.
+    tryCatch({
+      DBI::dbExecute(con, "SET enable_http_metadata_cache = true")
+      DBI::dbExecute(con, "SET http_keep_alive = true")
+    }, error = function(e) invisible(NULL))
   }
   con
 }