| import json |
| from mangum import Mangum |
|
|
| from inference.core.env import MAX_ACTIVE_MODELS |
| from inference.core.interfaces.http.http_api import HttpInterface |
| from inference.core.managers.base import ModelManager |
| from inference.core.managers.decorators.fixed_size_cache import WithFixedSizeCache |
| from inference.core.registries.roboflow import ( |
| RoboflowModelRegistry, |
| ) |
| from inference.models.utils import ROBOFLOW_MODEL_TYPES |
|
|
|
|
| model_registry = RoboflowModelRegistry(ROBOFLOW_MODEL_TYPES) |
| model_manager = WithFixedSizeCache(ModelManager(model_registry), max_size=MAX_ACTIVE_MODELS) |
| interface = HttpInterface(model_manager) |
| handler = Mangum(interface.app, lifespan="off") |
|
|
