Hugging Face's logo

SkyIsNotGreen
/
splinter-encoder

Sentence Similarity
sentence-transformers
Safetensors
bert
embedding
context-curation
long-context
memory-management
retrieval
text-embeddings-inference
Model card Files
xet
 Community
splinter-encoder
File size: 2,153 Bytes
7392b7f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
{
 "checkpoint": {
  "info": {
   "model": "experiments/encoder-suite/results/20261020/l3-tuned-v6",
   "params": 17389824,
   "params_m": 17.4,
   "dim": 384,
   "load_s": 0.1,
   "query_prefix": ""
  },
  "dedup": {
   "n": 2141,
   "positives": 561,
   "at_0.92": {
    "precision": 1.0,
    "recall": 0.0463,
    "f1": 0.0886
   },
   "pos_p50": 0.764,
   "neg_p50": 0.3609,
   "separation": 0.4031,
   "best": {
    "f1": 0.8622,
    "precision": 0.8244,
    "recall": 0.9037,
    "threshold": 0.67
   }
  },
  "drift": {
   "n": 6533,
   "positives": 230,
   "auc": 0.943,
   "at_0.6": {
    "precision": 0.1065,
    "recall": 0.9435,
    "f1": 0.1914
   },
   "best": {
    "f1": 0.5728,
    "precision": 0.6484,
    "recall": 0.513,
    "threshold": 0.74
   },
   "signal_p50": 0.5576,
   "signal_min": 0.0354,
   "signal_max": 1.1474
  },
  "cost": {
   "ms_per_chunk": 1.06,
   "ms_per_100_chunks": 0.1
  }
 },
 "baseline": {
  "info": {
   "model": "sentence-transformers/paraphrase-MiniLM-L3-v2",
   "params": 17389824,
   "params_m": 17.4,
   "dim": 384,
   "load_s": 2.8,
   "query_prefix": ""
  },
  "dedup": {
   "n": 2141,
   "positives": 561,
   "at_0.92": {
    "precision": 1.0,
    "recall": 0.0463,
    "f1": 0.0886
   },
   "pos_p50": 0.6864,
   "neg_p50": 0.3335,
   "separation": 0.3529,
   "best": {
    "f1": 0.7609,
    "precision": 0.6436,
    "recall": 0.9305,
    "threshold": 0.57
   }
  },
  "drift": {
   "n": 6533,
   "positives": 230,
   "auc": 0.9451,
   "at_0.6": {
    "precision": 0.082,
    "recall": 0.9565,
    "f1": 0.151
   },
   "best": {
    "f1": 0.5545,
    "precision": 0.6094,
    "recall": 0.5087,
    "threshold": 0.77
   },
   "signal_p50": 0.5813,
   "signal_min": 0.0391,
   "signal_max": 1.145
  },
  "cost": {
   "ms_per_chunk": 1.34,
   "ms_per_100_chunks": 0.1
  }
 },
 "verdict": {
  "dedup_f1": true,
  "drift_f1": true,
  "cost_ok": true,
  "pass": true
 },
 "reported": {
  "dedup_best_f1": {
   "checkpoint": 0.8622,
   "baseline": 0.7609
  },
  "drift_best_f1": {
   "checkpoint": 0.5728,
   "baseline": 0.5545
  },
  "drift_auc": {
   "checkpoint": 0.943,
   "baseline": 0.9451
  }
 }
}