File size: 9,160 Bytes
6c24b50
 
 
 
 
8fe1f14
6c24b50
 
 
5a01a63
 
6c24b50
08919be
89157f5
6c24b50
5a01a63
2ebf97a
3379d24
947ea10
c2bb116
6c24b50
 
 
 
b7dddbe
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3379d24
c2bb116
947ea10
3379d24
6c24b50
 
 
c25809b
6c24b50
 
 
 
 
 
 
 
 
 
c28ae12
6c24b50
 
 
 
5d6260a
5a01a63
5d6260a
 
5a01a63
 
5d6260a
5a01a63
5d6260a
5a01a63
 
 
 
 
 
 
 
 
c2bb116
4b54fab
3379d24
4b54fab
 
c2bb116
3379d24
2ebf97a
 
 
 
 
 
 
 
 
6c24b50
947ea10
 
 
 
6c24b50
2ebf97a
947ea10
2ebf97a
c2bb116
89157f5
2170658
 
0e4591f
 
5d6260a
 
 
 
 
6c24b50
 
 
 
 
f7c1a9c
6c24b50
 
 
 
 
 
 
3379d24
ff6b176
c2bb116
f87115f
6c24b50
 
 
 
 
 
 
 
 
 
 
 
d02a73b
 
 
 
 
 
8ee0135
d02a73b
5a01a63
d02a73b
 
 
 
 
 
 
 
 
 
 
b7dddbe
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4789772
6c24b50
62ec94a
8604693
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62ec94a
6c24b50
 
c2bb116
 
 
 
 
 
 
 
 
 
 
6c24b50
 
 
89157f5
6c24b50
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
from __future__ import annotations

import asyncio
from contextlib import asynccontextmanager

from fastapi import FastAPI, Request
from fastapi.middleware.cors import CORSMiddleware
from fastapi.middleware.gzip import GZipMiddleware

from app.api.v1.router import api_v1_router
from app.api.v1.system import is_maintenance
from app.config import get_settings
from app.core.auth.deps import init_auth_db
from app.core.database import pool_manager
from app.core.logger import get_logger
from app.core.redis_client import close_redis, create_redis_client
from app.core.scripts import load_scripts
from app.services.embeddings_service import EmbeddingService
from app.services.scheduler_service import SchedulerService
from app.services.vector_store_service import VectorStoreService

_logger = get_logger(__name__)
_settings = get_settings()

# Public /api/v1/ paths that do not require authentication
_PUBLIC_API_PREFIXES = (
    "/api/v1/auth/register",
    "/api/v1/auth/login",
    "/api/v1/auth/refresh",
    "/api/v1/auth/forgot-password",
    "/api/v1/auth/reset-password",
    "/api/v1/url-shortener/",
)


def _is_public_path(path: str) -> bool:
    return path.startswith(_PUBLIC_API_PREFIXES)


_embedding_service: EmbeddingService = EmbeddingService()
_vector_store_service: VectorStoreService = VectorStoreService(_embedding_service)
_scheduler_service: SchedulerService = SchedulerService()


async def _self_ping():
    import httpx
    health_url = _settings.self_ping_url
    while True:
        try:
            async with httpx.AsyncClient(timeout=30.0) as client:
                response = await client.get(health_url)
                if response.status_code == 200:
                    _logger.info("Self-ping successful: %s", health_url)
                else:
                    _logger.warning("Self-ping returned: %s - %s", health_url, response.status_code)
        except Exception as exc:
            _logger.error("Self-ping error: %s", exc)
        await asyncio.sleep(900)


@asynccontextmanager
async def lifespan(app: FastAPI):
    if not _settings.supabase_url or not _settings.supabase_service_role_key:
        _logger.error(
            "Supabase not configured! Set SUPABASE_URL and "
            "SUPABASE_SERVICE_ROLE_KEY environment variables."
        )
    else:
        _logger.info("Initializing Supabase databases...")
        await init_auth_db()
        _logger.info("Authentication database initialized via Supabase")

        _logger.info("Initializing vector store database...")
        from app.core.vector_store.deps import init_vector_store_db
        await init_vector_store_db()
        await _vector_store_service.init_db()
        _logger.info(
            "Vector store database initialized with %d stores",
            len(_vector_store_service.list_stores()),
        )

    _logger.info("Initializing embedding service (loading 384-dim model)...")
    loop = asyncio.get_running_loop()
    await loop.run_in_executor(None, _embedding_service.load_model, 384)
    _logger.info("Embedding service initialized with dims: %s", _embedding_service.loaded_dimensions)
    _logger.info("Vector store service initialized with %d existing stores", len(_vector_store_service.list_stores()))

    redis = create_redis_client(_settings.redis_url) if _settings.redis_url else None
    scripts = await load_scripts(redis) if redis else {}
    app.state.redis = redis
    app.state.scripts = scripts
    if redis:
        _logger.info("Redis and Lua scripts initialized")
    else:
        _logger.warning("Redis not configured, running in degraded mode")

    asyncio.create_task(_self_ping())

    await _scheduler_service.start()
    _logger.info("Scheduler service started")

    yield
    _logger.info("Shutting down...")
    await _scheduler_service.shutdown()
    await close_redis(redis)
    await _vector_store_service.close_all()
    await pool_manager.close_all()
    from app.api.v1.google_oauth import close_oauth_service
    await close_oauth_service()
    from app.api.v1.google_maps import close_maps_service
    await close_maps_service()
    from app.services.supabase import get_supabase_client
    client = get_supabase_client()
    if client:
        await client.close()
        _logger.info("Supabase client closed")


def create_application() -> FastAPI:
    app = FastAPI(
        title=_settings.app_name,
        description="All API Collection",
        version=_settings.app_version,
        docs_url="/docs",
        redoc_url="/redoc",
        openapi_tags=[
            {"name": "Convert", "description": "Single-file and single-URL conversion"},
            {"name": "Batch", "description": "Bulk conversion of files and URLs"},
            {"name": "System", "description": "Health, info, and supported formats"},
            {"name": "Embeddings", "description": "Text embedding generation using transformer models"},
            {"name": "Verify", "description": "Phone number and identity verification"},
            {"name": "Vector Stores", "description": "Create, manage, and search vector stores for RAG"},
            {"name": "URL Shortener", "description": "Create and manage short URLs with analytics"},
        ],
        lifespan=lifespan,
    )

    app.add_middleware(GZipMiddleware, minimum_size=1000)
    app.add_middleware(
        CORSMiddleware,
        allow_origins=["*"],
        allow_methods=["*"],
        allow_headers=["*"],
    )

    @app.middleware("http")
    async def maintenance_middleware(request: Request, call_next):
        if is_maintenance():
            method = request.method
            path = request.url.path
            if method not in ("GET", "HEAD", "OPTIONS"):
                if not path.startswith("/api/v1/maintenance"):
                    if method == "POST" and path.startswith("/api/v1/backup"):
                        pass
                    else:
                        from starlette.responses import JSONResponse
                        return JSONResponse(
                            status_code=503,
                            content={
                                "success": False,
                                "detail": "Service is under maintenance. No write operations allowed.",
                            },
                        )
        return await call_next(request)

    @app.middleware("http")
    async def auth_middleware(request: Request, call_next):
        path = request.url.path
        if path.startswith("/api/v1/") and not _is_public_path(path):
            auth_header = request.headers.get("Authorization", "")
            if not auth_header.startswith("Bearer "):
                from starlette.responses import JSONResponse
                return JSONResponse(
                    status_code=401,
                    content={"success": False, "detail": "Missing Authorization header"},
                )
            token = auth_header.removeprefix("Bearer ")
            if token != _settings.api_key:
                from starlette.responses import JSONResponse
                return JSONResponse(
                    status_code=401,
                    content={"success": False, "detail": "Invalid API key"},
                )
        return await call_next(request)

    app.include_router(api_v1_router, prefix="/api/v1")

    @app.get("/", include_in_schema=False)
    async def root(request: Request):
        from collections import defaultdict
        routes_by_tag: dict[str, list[dict]] = defaultdict(list)
        for route in app.routes:
            if not hasattr(route, "methods") or not hasattr(route, "path"):
                continue
            if route.path in ("/", "/health", "/ping", "/openapi.json", "/docs", "/redoc", "/docs/oauth2-redirect"):
                continue
            tags = getattr(route, "tags", None) or ["default"]
            for tag in tags:
                routes_by_tag[tag].append({
                    "method": list(route.methods - {"HEAD", "OPTIONS"}),
                    "path": route.path,
                    "summary": getattr(route, "summary", ""),
                })
        return {
            "name": _settings.app_name,
            "version": _settings.app_version,
            "docs": {
                "swagger": str(request.base_url) + "docs",
                "redoc": str(request.base_url) + "redoc",
            },
        }

    @app.get("/health", include_in_schema=False)
    async def root_health():
        store_count = len(_vector_store_service.list_stores())
        doc_count = await _vector_store_service.get_total_document_count()
        return {
            "success": True,
            "app_name": _settings.app_name,
            "version": _settings.app_version,
            "embedding_dimension": _settings.embedding_dimension,
            "vector_store_count": store_count,
            "total_documents": doc_count,
            "model_loaded": _embedding_service.is_loaded(384),
        }

    @app.get("/ping", include_in_schema=False)
    async def ping():
        return {"name": f"{_settings.app_name}", "version": _settings.app_version}

    return app


app = create_application()