Kervyn-Rerank-100M-Preview / kervyn_rerank.json
Luisbh's picture
Kervyn Rerank 100M Preview v1
e13b8a7
Raw History Blame Contribute Delete
1.45 kB
{
"rerank_config": {
"max_length": 512,
"query_max_chars": 400,
"group_size": 8,
"queries_per_step": 32,
"micro_queries": 8,
"max_queries": 720000,
"per_source_cap": 40000,
"source_caps": {
"msmarco-en": 50000,
"mmarco-es": 60000,
"synth-en2es-question": 70000,
"synth2-es-keyword": 40000,
"synth2-es-question": 50000,
"synth-es2en-question": 60000,
"synth-es-question": 30000,
"synth-es-keyword": 30000,
"synth-en-question": 20000,
"es-so-title-answer": 40000,
"se-question-answer": 25000,
"gooaq-en": 25000,
"nq-en": 30000,
"squad-en": 25000,
"eli5-en": 20000,
"stackexchange-titles": 15000,
"talks-en-es": 20000,
"talks-es-en": 20000,
"kervyn-sft": 25000,
"sqac-es": 20000,
"codesearchnet": 12000,
"synth-es2code": 8000,
"synth-en2code": 8000,
"nli-en": 8000
},
"val_queries": 3000,
"lr": 4e-05,
"min_lr_ratio": 0.1,
"warmup_steps": 500,
"weight_decay": 0.01,
"grad_clip": 1.0,
"classifier_pooling": "mean",
"eval_interval": 2000,
"log_interval": 50,
"seed": 1337
},
"input": "<|bos|> query <|eos|> pasaje <|eos|>",
"output": "logit de relevancia",
"step": 18000,
"val_loss": 0.16773750543083102,
"val_acc1": 0.9476666666666667,
"val_mrr": 0.9703087302595377
}