constbert-modernbert-large / artifact.metadata
himankhanda's picture
Add checkpoint
854f8ea
Raw History Blame Contribute Delete
1.69 kB
{
"query_token_id": "[unused0]",
"doc_token_id": "[unused1]",
"query_token": "[Q]",
"doc_token": "[D]",
"ncells": null,
"centroid_score_threshold": null,
"ndocs": null,
"load_index_with_mmap": false,
"index_path": null,
"index_bsize": 64,
"nbits": 1,
"kmeans_niters": 4,
"resume": true,
"pool_factor": 1,
"clustering_mode": "hierarchical",
"protected_tokens": 0,
"similarity": "cosine",
"bsize": 4,
"accumsteps": 1,
"lr": 3e-05,
"maxsteps": 50545,
"save_every": null,
"warmup": 2527,
"warmup_bert": null,
"relu": false,
"nway": 32,
"use_ib_negatives": false,
"use_ortho_loss": false,
"ortho_loss_weight": 0.1,
"reranker": false,
"distillation_alpha": 1.0,
"ignore_scores": false,
"normalize_kd_scores": true,
"model_name": "answerdotai/ModernBERT-large",
"query_maxlen": 84,
"attend_to_mask_tokens": false,
"interaction": "colbert",
"query_pad_floor": 32,
"dim": 128,
"doc_maxlen": 512,
"mask_punctuation": false,
"num_doc_latents": 32,
"num_query_latents": 32,
"perceiver_dropout": 0.1,
"perceiver_ff_ratio": 2,
"perceiver_use_ff": true,
"perceiver_lr": null,
"lora_rank": 16,
"lora_alpha": 32,
"lora_dropout": 0.1,
"dataset_mix": "retrieval_only",
"doc_pad_to_maxlen": true,
"index_name": null,
"overwrite": false,
"experiment": "ConstBERT-modernbert-large-c32-d512-r20k",
"index_root": null,
"name": "2026-10/09/04.43.01",
"rank": 0,
"nranks": 4,
"amp": true,
"gpus": 4,
"avoid_fork_if_possible": false,
"model_variant": "constbert"
}