Download web/src/apps/catalog/useCatalogData.ts from fsanyoto/loopable: direct link, hf CLI and curl.
- Browser
- Download file 8.57 kB
-
https://huggingface.co/spaces/fsanyoto/loopable/resolve/9291c0100f4e7b8da2efcbbf1ebdea72ee1663e7/web/src/apps/catalog/useCatalogData.ts
- Command line
-
hf download hf://spaces/fsanyoto/loopable@9291c0100f4e7b8da2efcbbf1ebdea72ee1663e7/web/src/apps/catalog/useCatalogData.ts
-
curl -L -o useCatalogData.ts https://huggingface.co/spaces/fsanyoto/loopable/resolve/9291c0100f4e7b8da2efcbbf1ebdea72ee1663e7/web/src/apps/catalog/useCatalogData.ts
8.57 kB
| import { useCallback, useEffect, useState } from "react"; | |
| import { TypedRefusal, typedQuery, typedSchema } from "../../typed/client"; | |
| import type { QueryRequest, QueryResponse } from "../../typed/client"; | |
| import { CATALOG_PAGE_SIZE, catalogFilters, catalogProperties, firstCatalogPage, loadCatalogData, | |
| projectCatalogRow } from "../../customer-grid/seam"; | |
| import type { CatalogData, CatalogPageRequest, CatalogReadScope, Field, Row } from "../../customer-grid/seam"; | |
| // The QueryRequest per-response maximum. A whole-book walk asks for it on page 1. | |
| const RECORDS_PAGE_SIZE = 500; | |
| type CatalogState = CatalogData & { key: string; loading: boolean; error: string; progress: number }; | |
| const EMPTY: CatalogData = { fields: [], rows: [], allRows: [], returned: 0, nextCursor: null, limit: CATALOG_PAGE_SIZE }; | |
| export function useCatalogData(database: string, scope: CatalogReadScope, searchFields: string[] = []) { | |
| const [search, setSearch] = useState(""); | |
| const scopeJson = JSON.stringify(scope); | |
| const searchJson = JSON.stringify(searchFields); | |
| const queryKey = `${database}::${scopeJson}::${searchJson}::${search}`; | |
| const [navigation, setNavigation] = useState({ key: queryKey, index: 0, cursors: [null] as (string | null)[], limit: CATALOG_PAGE_SIZE }); | |
| const page = navigation.key === queryKey ? navigation | |
| : { key: queryKey, index: 0, cursors: [null], limit: CATALOG_PAGE_SIZE }; | |
| const cursor = page.cursors[page.index]; | |
| const key = `${queryKey}::${page.index}::${cursor}`; | |
| const [attempt, setAttempt] = useState(0); | |
| const [state, setState] = useState<CatalogState>(() => ({ ...EMPTY, key, loading: true, error: "", progress: 0 })); | |
| const retry = useCallback(() => { | |
| setNavigation({ key: queryKey, index: 0, cursors: [null], limit: CATALOG_PAGE_SIZE }); | |
| setAttempt((value) => value + 1); | |
| }, [queryKey]); | |
| useEffect(() => { | |
| const controller = new AbortController(); | |
| setState((live) => ({ ...EMPTY, fields: live.fields, key, loading: true, error: "", progress: 0 })); | |
| void loadCatalogData(database, JSON.parse(scopeJson) as CatalogReadScope, controller.signal, { | |
| cursor, limit: page.limit, search, searchFields: JSON.parse(searchJson), priorCursors: page.cursors.slice(0, page.index + 1), | |
| }).then((data) => { | |
| if (!controller.signal.aborted) setState({ ...data, key, loading: false, error: "", progress: data.allRows.length }); | |
| }).catch((error: unknown) => { | |
| if (!controller.signal.aborted) setState((live) => ({ ...EMPTY, fields: live.fields, key, loading: false, progress: 0, | |
| error: error instanceof Error ? error.message : "The App could not be loaded." })); | |
| }); | |
| return () => controller.abort(); | |
| }, [database, scopeJson, searchJson, search, key, cursor, page.limit, attempt]); | |
| const live = state.key === key ? state : { ...EMPTY, fields: state.fields, key, loading: true, error: "", progress: 0 }; | |
| return { ...live, retry, search, setSearch, pageNumber: page.index + 1, hasPrevious: page.index > 0, | |
| previous: () => { if (!live.loading && page.index > 0) setNavigation({ ...page, index: page.index - 1 }); }, | |
| next: () => { if (!live.loading && !live.error && live.nextCursor) setNavigation({ key: queryKey, | |
| index: page.index + 1, cursors: [...page.cursors.slice(0, page.index + 1), live.nextCursor], limit: live.limit }); }, | |
| }; | |
| } | |
| export interface CatalogRecords { fields: Field[]; rows: Row[] } | |
| /** Read every page with one schema and one negotiated limit across at most two stale restarts. */ | |
| export async function loadCatalogRecords(database: string, scope: CatalogReadScope, signal: AbortSignal, | |
| query: Pick<CatalogPageRequest, "search" | "searchFields"> = {}, | |
| onPage?: (data: CatalogRecords) => void): Promise<CatalogRecords> { | |
| signal.throwIfAborted(); | |
| const properties = catalogProperties(await typedSchema(database, signal), database); | |
| signal.throwIfAborted(); | |
| const filters = catalogFilters(scope); | |
| const search = query.search?.trim(); | |
| const searchNodes = search ? [...new Set(query.searchFields)].filter(Boolean).map((colId) => | |
| ({ colId, op: "contains", value: search })) : []; | |
| if (search && !searchNodes.length) throw new Error("Choose a search field."); | |
| const body: QueryRequest = { | |
| limit: RECORDS_PAGE_SIZE, | |
| filters: searchNodes.length ? { conj: "and", nodes: [ | |
| ...(filters ? [{ conj: filters.conj, children: filters.nodes }] : []), | |
| { conj: "or", children: searchNodes }, | |
| ] } as QueryRequest["filters"] : filters, | |
| sorts: scope.sorts.map((sort) => ({ field: sort.colId, direction: sort.dir })), | |
| }; | |
| let limit: number | null = null; | |
| for (let restarts = 0; ; restarts += 1) { | |
| const cursors: (string | null)[] = [null]; | |
| let data: CatalogRecords = { fields: [], rows: [] }; | |
| try { | |
| for (;;) { | |
| signal.throwIfAborted(); | |
| const cursor = cursors[cursors.length - 1]; | |
| let response: QueryResponse; | |
| if (limit === null) { | |
| const first = await firstCatalogPage(database, body, signal); | |
| response = first.response; | |
| limit = first.limit; | |
| } else { | |
| response = await typedQuery(database, { ...body, cursor, limit }, signal); | |
| } | |
| signal.throwIfAborted(); | |
| if (response.database !== database || !Array.isArray(response.records) || !Array.isArray(response.fields) || | |
| response.page?.returned !== response.records.length || response.records.length > limit || | |
| typeof response.page.has_more !== "boolean") { | |
| throw new Error("The App page could not be confirmed."); | |
| } | |
| const nextCursor = response.page.has_more ? response.page.next_cursor : null; | |
| if (response.page.has_more && (typeof nextCursor !== "string" || !nextCursor || cursors.includes(nextCursor) || | |
| !response.page.returned)) { | |
| throw new Error("The App cursor did not advance. Retry the request."); | |
| } | |
| const fields = response.fields.filter((field) => Object.hasOwn(properties, field.key)).map<Field>((field) => ({ | |
| ...field, label: field.label ?? field.key, type: field.type as Field["type"], | |
| source: field.source === "odoo" ? "odoo" : "overlay", | |
| })); | |
| const rows = response.records.map((record) => projectCatalogRow(record, properties)); | |
| data = { fields, rows: [...data.rows, ...rows] }; | |
| onPage?.(data); | |
| signal.throwIfAborted(); | |
| if (!nextCursor) return data; | |
| cursors.push(nextCursor); | |
| } | |
| } catch (error) { | |
| signal.throwIfAborted(); | |
| if (!(error instanceof TypedRefusal) || error.code !== "query_cursor_stale" || restarts >= 2) throw error; | |
| } | |
| } | |
| } | |
| type RecordsState = CatalogRecords & { key: string; loading: boolean; error: string }; | |
| /** Retain rows for the current query while a new walk loads or fails. */ | |
| export function useCatalogRecords(database: string, scope: CatalogReadScope, searchFields: string[] = []) { | |
| const [search, setSearch] = useState(""); | |
| const scopeJson = JSON.stringify(scope); | |
| const searchJson = JSON.stringify(searchFields); | |
| const key = `${database}::${scopeJson}::${searchJson}::${search}`; | |
| const [attempt, setAttempt] = useState(0); | |
| const [state, setState] = useState<RecordsState>(() => ({ fields: [], rows: [], key, loading: true, error: "" })); | |
| const retry = useCallback(() => setAttempt((value) => value + 1), []); | |
| useEffect(() => { | |
| const controller = new AbortController(); | |
| setState((live) => ({ fields: live.key === key ? live.fields : [], rows: live.key === key ? live.rows : [], | |
| key, loading: true, error: "" })); | |
| void loadCatalogRecords(database, JSON.parse(scopeJson) as CatalogReadScope, controller.signal, | |
| { search, searchFields: JSON.parse(searchJson) }, (data) => { | |
| if (!controller.signal.aborted) setState((live) => live.key === key && live.rows.length > data.rows.length | |
| ? live : { ...data, key, loading: true, error: "" }); | |
| }).then((data) => { | |
| if (!controller.signal.aborted) setState({ ...data, key, loading: false, error: "" }); | |
| }).catch(() => { | |
| if (!controller.signal.aborted) setState((live) => ({ ...live, key, loading: false, | |
| error: "Could not load records" })); | |
| }); | |
| return () => controller.abort(); | |
| }, [database, scopeJson, searchJson, search, key, attempt]); | |
| const live = state.key === key ? state : { fields: [], rows: [] as Row[], key, loading: true, error: "" }; | |
| return { fields: live.fields, rows: live.rows, loading: live.loading, error: live.error, retry, search, setSearch }; | |
| } | |