Hugging Face's logo

Adityapande403
/
VisDoc-AI

Feature Extraction
Safetensors
ColPali
English
colpali-engine
colqwen2_5
colqwen
multi-vector
late-interaction
visual-document-retrieval
document-ai
quantization
maxsim
Model card Files
xet
 Community
VisDoc-AI
File size: 2,844 Bytes
4d0bdb1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
{
  "fp16": {
    "format": "fp16",
    "metrics": {
      "ndcg@5": 0.5132314787418083,
      "mrr@10": 0.4361111111111111,
      "recall@1": 0.16666666666666666,
      "recall@5": 0.8333333333333334,
      "recall@10": 1.0,
      "recall@20": 1.0,
      "evaluated_queries": 6
    },
    "retention": 1.0,
    "latency_stats": {
      "mean_ms": 1.4175499964039773,
      "median_ms": 1.396150008076802,
      "p90_ms": 1.5272499877028167,
      "p95_ms": 1.5332250040955842,
      "p99_ms": 1.538005017209798
    },
    "memory_stats": {
      "format": "fp16",
      "total_pages": 6,
      "total_vectors": 384,
      "quantized_embedding_bytes": 98304,
      "quantized_embedding_mb": 0.09375,
      "summary_bytes": 3072,
      "summary_mb": 0.0029296875,
      "fp16_baseline_mb": 0.09375,
      "compression_ratio_vs_fp16": 1.0,
      "compression_ratio_vs_fp32": 2.0,
      "device": "cuda"
    }
  },
  "int8": {
    "format": "int8",
    "metrics": {
      "ndcg@5": 0.5132314787418083,
      "mrr@10": 0.4361111111111111,
      "recall@1": 0.16666666666666666,
      "recall@5": 0.8333333333333334,
      "recall@10": 1.0,
      "recall@20": 1.0,
      "evaluated_queries": 6
    },
    "retention": 1.0,
    "latency_stats": {
      "mean_ms": 1.978349998050059,
      "median_ms": 1.978349988348782,
      "p90_ms": 2.0354499865788966,
      "p95_ms": 2.036524980212562,
      "p99_ms": 2.037384975119494
    },
    "memory_stats": {
      "format": "int8",
      "total_pages": 6,
      "total_vectors": 384,
      "quantized_embedding_bytes": 49152,
      "quantized_embedding_mb": 0.046875,
      "summary_bytes": 3072,
      "summary_mb": 0.0029296875,
      "fp16_baseline_mb": 0.09375,
      "compression_ratio_vs_fp16": 2.0,
      "compression_ratio_vs_fp32": 4.0,
      "device": "cuda"
    }
  },
  "binary": {
    "format": "binary",
    "metrics": {
      "ndcg@5": 0.3747009872302213,
      "mrr@10": 0.25555555555555554,
      "recall@1": 0.0,
      "recall@5": 0.8333333333333334,
      "recall@10": 1.0,
      "recall@20": 1.0,
      "evaluated_queries": 6
    },
    "retention": 0.7300818495171112,
    "latency_stats": {
      "mean_ms": 1.8759666612216581,
      "median_ms": 1.7842999659478664,
      "p90_ms": 2.1018999977968633,
      "p95_ms": 2.1988000080455095,
      "p99_ms": 2.2763200162444264
    },
    "memory_stats": {
      "format": "binary",
      "total_pages": 6,
      "total_vectors": 384,
      "quantized_embedding_bytes": 6144,
      "quantized_embedding_mb": 0.005859375,
      "summary_bytes": 3072,
      "summary_mb": 0.0029296875,
      "fp16_baseline_mb": 0.09375,
      "compression_ratio_vs_fp16": 16.0,
      "compression_ratio_vs_fp32": 32.0,
      "device": "cuda"
    }
  }
}