Hugging Face's logo

junaid008
/
hindko-embeddings

Sentence Similarity
sentence-transformers
Safetensors
Northern Hindko
Southern Hindko
xlm-roberta
feature-extraction
hindko
embeddings
low-resource
urdu-script
perso-arabic
Eval Results (legacy)
text-embeddings-inference
Model card Files
xet
 Community
hindko-embeddings
File size: 2,171 Bytes
4734758
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
f10d35e
4734758
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
{
 "runs": {
  "r2-bgem3": {
   "base": "BAAI/bge-m3",
   "lr": 1.5e-05,
   "epochs": 2,
   "batch": 256,
   "mini": 32,
   "max_seq_length": 512,
   "negatives": "on",
   "block": 32,
   "steps": 322,
   "train_seconds": 1608.7,
   "peak_gb": 25.564,
   "gpu": "NVIDIA A100-SXM4-80GB"
  },
  "r2-e5b-plain": {
   "base": "intfloat/multilingual-e5-base",
   "lr": 3e-05,
   "epochs": 2,
   "batch": 256,
   "mini": 64,
   "max_seq_length": 512,
   "negatives": "off",
   "block": 0,
   "steps": 322,
   "train_seconds": 369.8,
   "peak_gb": 17.084,
   "gpu": "NVIDIA A100-SXM4-80GB"
  },
  "r2-e5b": {
   "base": "intfloat/multilingual-e5-base",
   "lr": 3e-05,
   "epochs": 2,
   "batch": 256,
   "mini": 64,
   "max_seq_length": 512,
   "negatives": "on",
   "block": 32,
   "steps": 322,
   "train_seconds": 548.6,
   "peak_gb": 17.091,
   "gpu": "NVIDIA A100-SXM4-80GB"
  },
  "r2-e5l": {
   "base": "intfloat/multilingual-e5-large",
   "lr": 2e-05,
   "epochs": 2,
   "batch": 256,
   "mini": 32,
   "max_seq_length": 512,
   "negatives": "on",
   "block": 32,
   "steps": 322,
   "train_seconds": 1620.1,
   "peak_gb": 25.447,
   "gpu": "NVIDIA A100-SXM4-80GB"
  },
  "r2-e5s": {
   "base": "intfloat/multilingual-e5-small",
   "lr": 5e-05,
   "epochs": 2,
   "batch": 256,
   "mini": 128,
   "max_seq_length": 512,
   "negatives": "on",
   "block": 32,
   "steps": 322,
   "train_seconds": 309.6,
   "peak_gb": 14.999,
   "gpu": "NVIDIA A100-SXM4-80GB"
  }
 },
 "train_rows": {
  "title": 4391,
  "verse_ict": 2949,
  "prose_q": 6939,
  "continuation": 12904,
  "neighbour": 14350,
  "total": 41533
 },
 "common": {
  "epochs": 2,
  "batch_size": 256,
  "warmup": "10% of steps, linear decay",
  "weight_decay": 0.01,
  "loss": "CachedMultipleNegativesRankingLoss(scale=20.0, mini_batch_size=mini)",
  "seed": 20261001,
  "prefixes_e5": {
   "title, verse_ict, prose_q, continuation": [
    "query: ",
    "passage: "
   ],
   "neighbour": [
    "query: ",
    "query: "
   ]
  },
  "mixed_precision": "bf16 on GPUs with compute capability >= 8 (A100)",
  "saved_dtype": "float16"
 },
 "released": {
  "name": "r2-e5l",
  "weights": "1.12 GB (1,068 MiB) fp16"
 }
}