{ "config": { "base_model": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2", "pairs_dir": "data/pairs", "out_dir": "models/codemix-retriever", "ckpt_dir": "models/ckpt-e1", "log": "results/retrieval/train_log.json", "epochs": 1.0, "batch_size": 32, "lr": 2e-05, "warmup_ratio": 0.1, "weight_decay": 0.01, "scale": 20.0, "max_seq_length": 128, "freeze_embeddings": "auto", "gradient_checkpointing": false, "cached": false, "mini_batch_size": 16, "no_fp16": false, "optim": "adamw_torch", "evals_per_epoch": 4, "save_total_limit": 2, "eval_batch_size": 64, "seed": 42, "max_steps": 0, "limit": 0, "bank_limit": 0, "resume": true, "keep_checkpoints": false, "tau": 0.05, "k": 10, "eval_steps": 132, "steps_per_epoch": 530, "total_steps": 530, "fp16": true, "batch_sampler": "no_duplicates (shuffled, see docstring)", "loss": "MultipleNegativesRankingLoss" }, "data": { "train_pairs": 16951, "val_pairs": 702, "dev_queries": 302, "bank": 13334, "train_by_source": { "phinc": 12156, "esconv": 4795 }, "dev_levels": [ "heavy", "light" ], "selection_metric": "dev" }, "params": { "total": 278043648, "frozen": 192001536, "trainable": 86042112, "word_embeddings_frozen": true }, "best_step": 264, "final_eval": { "dev_heavy_overlap@10": 0.5397350993377483, "dev_heavy_p@10": 0.2867549668874172, "dev_light_overlap@10": 0.7291390728476821, "dev_light_p@10": 0.26953642384105964, "dev_overlap@10": 0.6344370860927152, "dev_p@10": 0.2781456953642384, "dev_unique@10": 0.6374172185430463, "dev_primary": 0.4562913907284768, "val_acc@1": 0.8831908831908832, "val_mrr@10": 0.9041384027495138, "primary": 0.4562913907284768 }, "git_commit": "78e697fc1033ade75490f5e36b7f24840b4fa472" }