| { | |
| "runs": { | |
| "r2-bgem3": { | |
| "base": "BAAI/bge-m3", | |
| "lr": 1.5e-05, | |
| "epochs": 2, | |
| "batch": 256, | |
| "mini": 32, | |
| "max_seq_length": 512, | |
| "negatives": "on", | |
| "block": 32, | |
| "steps": 322, | |
| "train_seconds": 1608.7, | |
| "peak_gb": 25.564, | |
| "gpu": "NVIDIA A100-SXM4-80GB" | |
| }, | |
| "r2-e5b-plain": { | |
| "base": "intfloat/multilingual-e5-base", | |
| "lr": 3e-05, | |
| "epochs": 2, | |
| "batch": 256, | |
| "mini": 64, | |
| "max_seq_length": 512, | |
| "negatives": "off", | |
| "block": 0, | |
| "steps": 322, | |
| "train_seconds": 369.8, | |
| "peak_gb": 17.084, | |
| "gpu": "NVIDIA A100-SXM4-80GB" | |
| }, | |
| "r2-e5b": { | |
| "base": "intfloat/multilingual-e5-base", | |
| "lr": 3e-05, | |
| "epochs": 2, | |
| "batch": 256, | |
| "mini": 64, | |
| "max_seq_length": 512, | |
| "negatives": "on", | |
| "block": 32, | |
| "steps": 322, | |
| "train_seconds": 548.6, | |
| "peak_gb": 17.091, | |
| "gpu": "NVIDIA A100-SXM4-80GB" | |
| }, | |
| "r2-e5l": { | |
| "base": "intfloat/multilingual-e5-large", | |
| "lr": 2e-05, | |
| "epochs": 2, | |
| "batch": 256, | |
| "mini": 32, | |
| "max_seq_length": 512, | |
| "negatives": "on", | |
| "block": 32, | |
| "steps": 322, | |
| "train_seconds": 1620.1, | |
| "peak_gb": 25.447, | |
| "gpu": "NVIDIA A100-SXM4-80GB" | |
| }, | |
| "r2-e5s": { | |
| "base": "intfloat/multilingual-e5-small", | |
| "lr": 5e-05, | |
| "epochs": 2, | |
| "batch": 256, | |
| "mini": 128, | |
| "max_seq_length": 512, | |
| "negatives": "on", | |
| "block": 32, | |
| "steps": 322, | |
| "train_seconds": 309.6, | |
| "peak_gb": 14.999, | |
| "gpu": "NVIDIA A100-SXM4-80GB" | |
| } | |
| }, | |
| "train_rows": { | |
| "title": 4391, | |
| "verse_ict": 2949, | |
| "prose_q": 6939, | |
| "continuation": 12904, | |
| "neighbour": 14350, | |
| "total": 41533 | |
| }, | |
| "common": { | |
| "epochs": 2, | |
| "batch_size": 256, | |
| "warmup": "10% of steps, linear decay", | |
| "weight_decay": 0.01, | |
| "loss": "CachedMultipleNegativesRankingLoss(scale=20.0, mini_batch_size=mini)", | |
| "seed": 20261001, | |
| "prefixes_e5": { | |
| "title, verse_ict, prose_q, continuation": [ | |
| "query: ", | |
| "passage: " | |
| ], | |
| "neighbour": [ | |
| "query: ", | |
| "query: " | |
| ] | |
| }, | |
| "mixed_precision": "bf16 on GPUs with compute capability >= 8 (A100)", | |
| "saved_dtype": "float16" | |
| }, | |
| "released": { | |
| "name": "r2-e5l", | |
| "weights": "1.12 GB (1,068 MiB) fp16" | |
| } | |
| } |