Spaces:
Sleeping
Sleeping
Download apps/api/src/controllers/v2/extract-status.ts from s-eto-hub/firecrawl-api: direct link, hf CLI and curl.
- Browser
- Download file 4.68 kB
-
https://huggingface.co/spaces/s-eto-hub/firecrawl-api/resolve/main/apps/api/src/controllers/v2/extract-status.ts
- Command line
-
hf download hf://spaces/s-eto-hub/firecrawl-api/apps/api/src/controllers/v2/extract-status.ts
-
curl -L -o extract-status.ts https://huggingface.co/spaces/s-eto-hub/firecrawl-api/resolve/main/apps/api/src/controllers/v2/extract-status.ts
4.68 kB
| import { Response } from "express"; | |
| import { config } from "../../config"; | |
| import { RequestWithAuth } from "./types"; | |
| import { | |
| getExtract, | |
| getExtractExpiry, | |
| getExtractResult, | |
| } from "../../lib/extract/extract-redis"; | |
| import { | |
| supabaseGetAgentByIdDirect, | |
| supabaseGetExtractByIdDirect, | |
| supabaseGetExtractRequestByIdDirect, | |
| } from "../../lib/supabase-jobs"; | |
| import { logger as _logger } from "../../lib/logger"; | |
| import { getJobFromGCS } from "../../lib/gcs-jobs"; | |
| async function getExtractData(id: string): Promise<any> { | |
| // Try GCS first if configured | |
| if (config.GCS_BUCKET_NAME) { | |
| const gcsData = await getJobFromGCS(id); | |
| if (gcsData) { | |
| return Array.isArray(gcsData) ? gcsData[0] : gcsData; | |
| } | |
| } | |
| // Fallback to Redis | |
| const redisData = await getExtractResult(id); | |
| if (redisData) { | |
| return Array.isArray(redisData) ? redisData[0] : redisData; | |
| } | |
| return []; | |
| } | |
| export async function extractStatusController( | |
| req: RequestWithAuth<{ jobId: string }, any, any>, | |
| res: Response, | |
| ) { | |
| const extractRequest = config.USE_DB_AUTHENTICATION | |
| ? await supabaseGetExtractRequestByIdDirect(req.params.jobId) | |
| : null; | |
| if (config.USE_DB_AUTHENTICATION) { | |
| if (!extractRequest || extractRequest.team_id !== req.auth.team_id) { | |
| return res.status(404).json({ | |
| success: false, | |
| error: "Extract job not found", | |
| }); | |
| } | |
| if (extractRequest.kind === "agent") { | |
| const agent = await supabaseGetAgentByIdDirect(req.params.jobId); | |
| let data: any = undefined; | |
| if (agent?.is_successful) { | |
| data = await getJobFromGCS(agent.id); | |
| } | |
| return res.status(200).json({ | |
| success: true, | |
| status: !agent | |
| ? "processing" | |
| : agent.is_successful | |
| ? "completed" | |
| : "failed", | |
| error: agent?.error || undefined, | |
| data, | |
| expiresAt: new Date( | |
| new Date(agent?.created_at ?? extractRequest.created_at).getTime() + | |
| 1000 * 60 * 60 * 24, | |
| ).toISOString(), | |
| creditsUsed: agent?.credits_cost, | |
| }); | |
| } | |
| } | |
| // Get extract status from Redis (for in-progress jobs) | |
| const redisExtract = await getExtract(req.params.jobId); | |
| // If not in Redis, check the database for completed jobs | |
| if (!redisExtract) { | |
| if (config.USE_DB_AUTHENTICATION) { | |
| const dbExtract = await supabaseGetExtractByIdDirect(req.params.jobId); | |
| if (dbExtract) { | |
| // Get result data | |
| let data: any = []; | |
| if (dbExtract.is_successful) { | |
| data = await getExtractData(req.params.jobId); | |
| } | |
| return res.status(200).json({ | |
| success: dbExtract.is_successful, | |
| data, | |
| status: dbExtract.is_successful ? "completed" : "failed", | |
| error: dbExtract.error || undefined, | |
| expiresAt: new Date( | |
| new Date(dbExtract.created_at).getTime() + 1000 * 60 * 60 * 24, | |
| ).toISOString(), | |
| }); | |
| } | |
| } | |
| // Fall back to extractRequest info | |
| return res.status(200).json({ | |
| success: true, | |
| data: [], | |
| status: "processing", | |
| expiresAt: new Date( | |
| new Date(extractRequest.created_at).getTime() + 1000 * 60 * 60 * 24, | |
| ).toISOString(), | |
| }); | |
| } | |
| // Get result data if completed | |
| let data: any = []; | |
| if (redisExtract.status === "completed") { | |
| data = await getExtractData(req.params.jobId); | |
| } | |
| return res.status(200).json({ | |
| success: redisExtract.status === "failed" ? false : true, | |
| data, | |
| status: redisExtract.status, | |
| error: (() => { | |
| if (typeof redisExtract.error === "string") return redisExtract.error; | |
| if (redisExtract.error && typeof redisExtract.error === "object") { | |
| return typeof redisExtract.error.message === "string" | |
| ? redisExtract.error.message | |
| : typeof redisExtract.error.error === "string" | |
| ? redisExtract.error.error | |
| : JSON.stringify(redisExtract.error); | |
| } | |
| return undefined; | |
| })(), | |
| expiresAt: (await getExtractExpiry(req.params.jobId)).toISOString(), | |
| steps: redisExtract.showSteps ? redisExtract.steps : undefined, | |
| llmUsage: redisExtract.showLLMUsage ? redisExtract.llmUsage : undefined, | |
| sources: redisExtract.showSources ? redisExtract.sources : undefined, | |
| costTracking: redisExtract.showCostTracking | |
| ? redisExtract.costTracking | |
| : undefined, | |
| sessionIds: redisExtract.sessionIds ? redisExtract.sessionIds : undefined, | |
| tokensUsed: redisExtract.tokensBilled | |
| ? redisExtract.tokensBilled | |
| : undefined, | |
| creditsUsed: redisExtract.creditsBilled | |
| ? redisExtract.creditsBilled | |
| : undefined, | |
| }); | |
| } | |