File size: 4,230 Bytes
33962ff | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 | // Types + fetch helpers for the FastAPI backend (proxied at /api and /media by next.config.ts).
export type View = "text" | "frame" | "video" | "audio" | "fused" | "hybrid";
export const DIMS = [768, 512, 256, 128] as const;
export type Dim = (typeof DIMS)[number];
export interface VideoMeta {
id: string;
title: string;
duration: number;
source_file: string;
youtube_id: string | null;
webpage_url: string | null;
view_count: number | null;
channel_position: number | null;
transcript_source?: string;
transcript_engine?: string;
num_segments: number;
thumb: string;
video: string;
}
export interface Segment {
id: string;
video_id?: string;
title?: string;
idx: number;
start: number;
end: number;
text: string;
frame: string;
}
export interface Hit extends Segment {
video_id: string;
title: string;
score: number;
rank: number;
}
export interface Cue {
start: number;
end: number;
text: string;
}
export interface VideoDetail extends VideoMeta {
segments: Segment[];
transcript: Cue[];
transcripts?: Record<string, Cue[]>;
}
export interface Stats {
model?: string;
segments?: number;
videos?: number;
built_at?: string;
dims: number[];
views: View[];
view_descriptions: Record<string, string>;
storage: { dim: number; bytes_per_view: number }[];
total_duration_s: number;
views_built?: Record<string, { seconds: number; ms_per_segment: number; count: number }>;
}
export interface SearchResponse {
query: string;
view: View;
dim: number;
hits: Hit[];
timing?: { embed_ms: number; search_ms: number };
}
export interface CompareResponse {
query: string;
view: View;
k: number;
columns: { dim: number; hits: Hit[]; overlap_with_768: number; top1_matches_768: boolean; bytes_per_view: number }[];
}
export interface CompareViewsResponse {
query: string;
dim: number;
k: number;
columns: { view: View; hits: Hit[] }[];
}
export interface AskResponse {
usage_available?: boolean;
question: string;
answer: string;
settings: { view: View; dim: number; k: number; use_video: boolean; use_audio: boolean };
clips: Hit[];
usage: { prompt_tokens: number; completion_tokens: number };
timing: { retrieve_s: number; generate_s: number };
created_at: string;
}
export interface GridRow {
view: View;
dim: number;
query_type: "all" | "spoken" | "visual";
"recall@1": number;
"recall@5": number;
"recall@10": number;
"mrr@10": number;
"neighbor_recall@5": number;
"video_hit@1": number;
n: number;
search_ms: number;
}
export interface PerQuery {
query: string;
type: "spoken" | "visual";
segment_id: string;
video_id: string;
evidence?: string;
source: string;
ranks: Record<string, number>;
segment?: Hit;
}
export interface Experiments {
created_at: string;
model: string;
transcripts?: string;
variants?: string[];
num_segments: number;
num_queries: number;
query_types: Record<string, number>;
query_embed_ms: number;
dims: number[];
views: View[];
storage: { dim: number; bytes_per_vector: number; bytes_per_view: number; bytes_all_views: number }[];
grid: GridRow[];
per_query: PerQuery[];
}
export async function getJSON<T>(path: string, init?: RequestInit): Promise<T> {
const sampleRoutes = /^\/api\/(videos(?:\/sample-\d+)?|stats|search|ask|answers|compare|compare-views|experiments)(?:\?|$)/;
if (typeof window !== "undefined" && !sessionStorage.getItem("vm-user-token") && sampleRoutes.test(path)) path=path.replace("/api/","/api/demo/");
const res = await fetch(path, {...init, headers:{...init?.headers, ...(typeof window !== "undefined" && sessionStorage.getItem("vm-user-token") ? {Authorization:`Bearer ${sessionStorage.getItem("vm-user-token")}`} : {})}});
if (!res.ok) {
let detail = res.statusText;
try {
detail = (await res.json()).detail ?? detail;
} catch {}
throw new Error(`${res.status}: ${detail}`);
}
return res.json() as Promise<T>;
}
export const qs = (params: Record<string, string | number | undefined>) =>
new URLSearchParams(
Object.entries(params)
.filter(([, v]) => v !== undefined && v !== "")
.map(([k, v]) => [k, String(v)]),
).toString();
|