from __future__ import annotations from collections.abc import Sequence from typing import Any def batch_image_data(media: Sequence[Any]) -> list[Any]: if all((item is None for item in media)): return list(media) return [item if item is not None else [] for item in media] def _grid_identity(grid: Any) -> Any: if hasattr(grid, "tolist"): grid = grid.tolist() if isinstance(grid, (list, tuple)): return tuple((_grid_identity(value) for value in grid)) if isinstance(grid, (str, int, float, bool, type(None))): return grid return ("opaque", id(grid)) def _media_identity(media: Any) -> tuple[Any, ...]: if media is None: return ("text",) if not isinstance(media, list) or not media: return ("opaque", id(media)) identities = [] for item in media: if ( not isinstance(item, dict) or item.get("format") != "processor_output" or (not isinstance(item.get("clair_media_digest"), str)) or (item.get("pixel_values") is None) ): return ("opaque", id(media)) identities.append( ( item["clair_media_digest"], id(item["pixel_values"]), _grid_identity(item.get("image_grid_thw")), ) ) return ("prepared", tuple(identities)) def _common_prefix(tasks: list[tuple[str, list[int], Any]]) -> list[int]: (first, last) = (min((task[1] for task in tasks)), max((task[1] for task in tasks))) length = next( (i for (i, (left, right)) in enumerate(zip(first, last)) if left != right), min(len(first), len(last)), ) return list(first[:length]) def media_warmup_groups( tasks: list[tuple[str, list[int], Any]], *, default_salt: str, task_salts: dict[str, str] | None = None, annotations: dict[str, dict[str, Any]] | None = None, min_prefix_tokens: int = 128, ) -> list[dict[str, Any]]: (task_salts, annotations) = (task_salts or {}, annotations or {}) partitions: dict[tuple[str, tuple[Any, ...]], dict[str, Any]] = {} for task in tasks: (name, _, media) = task salt = task_salts.get(name, default_salt) key = (salt, _media_identity(media)) partitions.setdefault(key, {"media": media, "salt": salt, "tasks": []})[ "tasks" ].append(task) records = [] for partition in partitions.values(): members = partition["tasks"] if len(members) < 2: continue prefix = _common_prefix(members) if len(prefix) < min_prefix_tokens: prefix = [] parents: dict[str, list[tuple[str, list[int], Any]]] = {} for task in members: parent = annotations.get(task[0], {}).get("parent") if parent: parents.setdefault(parent, []).append(task) subgroups = [ _common_prefix(group) for group in parents.values() if len(group) > 1 ] subgroups = [group for group in subgroups if group and group != prefix] if prefix or subgroups: records.append( { "prefix_ids": prefix, "media": partition["media"], "salt": partition["salt"], "group_prefix_ids": subgroups, } ) return records