File size: 756 Bytes
795547d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
{
  "model": "SpliNet Sentence Embedder",
  "base_model": "Angshul/SpliNet",
  "embedding_dimension": 768,
  "sequence_length": 512,
  "inference_batch": 527,
  "measured_peak_reserved_gb": 14.041015625,
  "STSBenchmark": {
    "pairs": 1379,
    "pearson": 0.525678022791122,
    "spearman": 0.5173543800911169
  },
  "SciFact": {
    "nDCG@10": 0.19278095226166866,
    "MAP@10": 0.16858928571428572,
    "MRR@10": 0.17657539682539683,
    "Recall@10": 0.2613888888888889,
    "Recall@100": 0.44133333333333336,
    "corpus_documents": 5183,
    "queries": 300
  },
  "TwentyNewsgroups": {
    "total_texts": 59545,
    "mean_homogeneity": 0.15101690743103127,
    "mean_completeness": 0.15554516291013415,
    "mean_v_measure": 0.15324401136971566
  }
}