File size: 2,251 Bytes
fbad523
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
export type Paradigm = 'bm25' | 'dense' | 'splade' | 'rerank';

// Re-export corpus domain types
export type * from './types/corpus';

export interface Document {
  id: string;
  title?: string;
  text: string;
  goldRelevance: number; // 0 = not relevant, 1 = relevant, 2 = highly relevant
  // Optional pre-computed or derived fields
  length?: number;
  termFreqs?: Record<string, number>;
  denseVector?: number[];
  spladeTokens?: Record<string, number>;
}

export interface Query {
  id: string;
  text: string;
  dataset: 'MS MARCO Passage' | 'NFCorpus' | 'Custom';
  denseVector?: number[];
  spladeTokens?: Record<string, number>;
  relevantDocIds?: string[];
}

export interface ScoredDoc {
  doc: Document;
  score: number;
  rank: number;
  scoreBreakdown?: {
    termContributions?: {
      term: string;
      tf: number;
      idf: number;
      numerator?: number;
      denominator?: number;
      contribution: number;
    }[];
    vectorDotProduct?: {
      querySlice: number[];
      docSlice: number[];
      terms: number[];
      dotProduct: number;
      model?: string;
      dim?: number;
      querySource?: string;
      docSource?: string;
      topDimensions?: { dim: number; q_val: number; d_val: number; product: number }[];
      latencyMs?: number;
      positiveCount?: number;
      negativeCount?: number;
      positiveSum?: number;
      negativeSum?: number;
    };
    spladeOverlap?: {
      term: string;
      qWeight: number;
      dWeight: number;
      product: number;
    }[];
    spladeMeta?: {
      model?: string;
      totalActivatedDocTokens?: number;
      docMlmExpansionsCount?: number;
      docSource?: string;
      latencyMs?: number;
    };
    rerankDelta?: number;
    rerankDetails?: {
      baseScore: number;
      baseRank?: number;
      crossAttentionLogit: number;
      relevanceProbability: number;
      rationale: string;
      jointTokens: { term: string; contextualRole: string; impact: 'positive' | 'neutral' | 'negative' }[];
      scoringFormula?: string;
    };
    explanation?: string;
  };
}

export interface EvaluationMetrics {
  mrr10: number;
  ndcg10: number;
  precision1: number;
  recall10: number;
  reciprocalRank: number;
  firstRelevantRank?: number;
}