Hugging Face's logo

Angshul
/
SpliNet-Embedder

Feature Extraction
English
sentence-embeddings
sentence-similarity
splinet
torchscript
Model card Files
xet
 Community
SpliNet-Embedder
File size: 2,696 Bytes
795547d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
{
  "gpu": "Tesla T4",
  "total_vram_gb": 14.56317138671875,
  "safety_fraction": 0.92,
  "safe_vram_ceiling_gb": 13.39811767578125,
  "sequence_length": 512,
  "precision": "fp16",
  "optimizer": "AdamW",
  "full_encoder_finetuning": true,
  "temperature": 0.05,
  "optimal_micro_batch_pairs": 15,
  "sentences_per_micro_batch": 30,
  "measurements": [
    {
      "pair_batch_size": 1,
      "sentence_batch_size": 2,
      "success": true,
      "within_safety_margin": true,
      "loss": 0.0,
      "peak_allocated_gb": 1.8602900505065918,
      "peak_reserved_gb": 2.072265625,
      "vram_fraction": 0.14229494180710217
    },
    {
      "pair_batch_size": 2,
      "sentence_batch_size": 4,
      "success": true,
      "within_safety_margin": true,
      "loss": 0.342132568359375,
      "peak_allocated_gb": 2.849968910217285,
      "peak_reserved_gb": 3.099609375,
      "vram_fraction": 0.21283889976236678
    },
    {
      "pair_batch_size": 4,
      "sentence_batch_size": 8,
      "success": true,
      "within_safety_margin": true,
      "loss": 0.7950439453125,
      "peak_allocated_gb": 4.306286811828613,
      "peak_reserved_gb": 4.677734375,
      "vram_fraction": 0.32120300247691774
    },
    {
      "pair_batch_size": 8,
      "sentence_batch_size": 16,
      "success": true,
      "within_safety_margin": true,
      "loss": 1.4732666015625,
      "peak_allocated_gb": 7.2357072830200195,
      "peak_reserved_gb": 7.658203125,
      "vram_fraction": 0.5258609489402899
    },
    {
      "pair_batch_size": 12,
      "sentence_batch_size": 24,
      "success": true,
      "within_safety_margin": true,
      "loss": 1.0550334453582764,
      "peak_allocated_gb": 10.169827461242676,
      "peak_reserved_gb": 10.623046875,
      "vram_fraction": 0.7294459834955973
    },
    {
      "pair_batch_size": 14,
      "sentence_batch_size": 28,
      "success": true,
      "within_safety_margin": true,
      "loss": 0.9702497720718384,
      "peak_allocated_gb": 11.684922218322754,
      "peak_reserved_gb": 12.13671875,
      "vram_fraction": 0.8333843245893807
    },
    {
      "pair_batch_size": 15,
      "sentence_batch_size": 30,
      "success": true,
      "within_safety_margin": true,
      "loss": 0.7030029296875,
      "peak_allocated_gb": 12.402628898620605,
      "peak_reserved_gb": 12.9140625,
      "vram_fraction": 0.8867616920156075
    },
    {
      "pair_batch_size": 16,
      "sentence_batch_size": 32,
      "success": true,
      "within_safety_margin": false,
      "loss": 1.680816650390625,
      "peak_allocated_gb": 13.109440803527832,
      "peak_reserved_gb": 13.408203125,
      "vram_fraction": 0.9206925311081587
    }
  ]
}