Hugging Face's logo

GeneralizedLabs
/
Vinci

Feature Extraction
sentence-transformers
Safetensors
English
text-embeddings-inference
embeddings
retrieval
matryoshka
lattice
cilow
db-native
claim-aware
Model card Files
xet
 Community
Vinci
File size: 3,478 Bytes
b118cc8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
[
  {
    "dataset_id": "vinci-v0-synthetic",
    "model_id": "Cilow/Vinci",
    "backend": "deterministic",
    "dim": 256,
    "metrics": {
      "recall_at_5": 0.14285714285714285,
      "recall_at_10": 0.7142857142857143,
      "mrr_at_10": 0.11604308390022676,
      "ndcg_at_10": 0.24841329030013304
    },
    "query_count": 7,
    "claim_count": 16,
    "category_metrics": {
      "code": {
        "recall_at_5": 0.0,
        "recall_at_10": 0.0,
        "mrr_at_10": 0.0,
        "ndcg_at_10": 0.0
      },
      "correction": {
        "recall_at_5": 0.0,
        "recall_at_10": 1.0,
        "mrr_at_10": 0.125,
        "ndcg_at_10": 0.31546487678572877
      },
      "knowledge-update": {
        "recall_at_5": 0.0,
        "recall_at_10": 1.0,
        "mrr_at_10": 0.1,
        "ndcg_at_10": 0.2890648263178879
      },
      "numeric-precision": {
        "recall_at_5": 0.0,
        "recall_at_10": 1.0,
        "mrr_at_10": 0.14285714285714285,
        "ndcg_at_10": 0.3333333333333333
      },
      "semantic-neighbor": {
        "recall_at_5": 1.0,
        "recall_at_10": 1.0,
        "mrr_at_10": 0.3333333333333333,
        "ndcg_at_10": 0.5
      },
      "structured-db-row": {
        "recall_at_5": 0.0,
        "recall_at_10": 1.0,
        "mrr_at_10": 0.1111111111111111,
        "ndcg_at_10": 0.3010299956639812
      },
      "tool-trace": {
        "recall_at_5": 0.0,
        "recall_at_10": 0.0,
        "mrr_at_10": 0.0,
        "ndcg_at_10": 0.0
      }
    },
    "model_family": "vinci",
    "pipeline": "Lattice",
    "promotion_gate": {
      "shadow_only": true,
      "requires_voyage_baseline_comparison": true,
      "min_stephen_longitudinal_passes": 8,
      "eligible_without_baseline": false
    }
  },
  {
    "dataset_id": "vinci-v0-synthetic",
    "model_id": "Cilow/Vinci",
    "backend": "deterministic",
    "dim": 1024,
    "metrics": {
      "recall_at_5": 0.2857142857142857,
      "recall_at_10": 0.7142857142857143,
      "mrr_at_10": 0.1261904761904762,
      "ndcg_at_10": 0.25812105530341245
    },
    "query_count": 7,
    "claim_count": 16,
    "category_metrics": {
      "code": {
        "recall_at_5": 0.0,
        "recall_at_10": 0.0,
        "mrr_at_10": 0.0,
        "ndcg_at_10": 0.0
      },
      "correction": {
        "recall_at_5": 1.0,
        "recall_at_10": 1.0,
        "mrr_at_10": 0.2,
        "ndcg_at_10": 0.38685280723454163
      },
      "knowledge-update": {
        "recall_at_5": 0.0,
        "recall_at_10": 0.0,
        "mrr_at_10": 0.0,
        "ndcg_at_10": 0.0
      },
      "numeric-precision": {
        "recall_at_5": 1.0,
        "recall_at_10": 1.0,
        "mrr_at_10": 0.3333333333333333,
        "ndcg_at_10": 0.5
      },
      "semantic-neighbor": {
        "recall_at_5": 0.0,
        "recall_at_10": 1.0,
        "mrr_at_10": 0.125,
        "ndcg_at_10": 0.31546487678572877
      },
      "structured-db-row": {
        "recall_at_5": 0.0,
        "recall_at_10": 1.0,
        "mrr_at_10": 0.125,
        "ndcg_at_10": 0.31546487678572877
      },
      "tool-trace": {
        "recall_at_5": 0.0,
        "recall_at_10": 1.0,
        "mrr_at_10": 0.1,
        "ndcg_at_10": 0.2890648263178879
      }
    },
    "model_family": "vinci",
    "pipeline": "Lattice",
    "promotion_gate": {
      "shadow_only": true,
      "requires_voyage_baseline_comparison": true,
      "min_stephen_longitudinal_passes": 8,
      "eligible_without_baseline": false
    }
  }
]