File size: 1,217 Bytes
cfb6957 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 | {
"architectures": [
"JevDecisionModel"
],
"model_type": "jev-decision",
"base_model": "Qwen/Qwen3-0.6B",
"backbone_model_type": "qwen3",
"backbone_config_path": "backbone_config",
"head_weights": "head.safetensors",
"set_head": "attention",
"task": "closed-set choice over candidate code locations (path:start-end)",
"candidate_input": "state (task/repo/candidate_count/query) + per-candidate summary text",
"languages": [
"python",
"go",
"typescript",
"javascript",
"c",
"cpp",
"rust",
"csharp",
"php",
"java",
"ruby",
"bash"
],
"max_length": 2048,
"parameter_count": 596250498,
"parameter_storage": "float32",
"forward_autocast": "bfloat16",
"objective": "gold_distribution",
"file_loss_weight": 0.3,
"file_target_mode": "primary",
"loss": "ce",
"steps": 600,
"batch_questions": 32,
"microbatch_questions": 4,
"max_microbatch_tokens": 32768,
"backbone_lr": 3e-06,
"head_lr": 5e-05,
"lr_warmup_frac": 0.05,
"lr_min_frac": 0.1,
"precision": "bf16",
"gradient_checkpointing": true,
"train_questions": 18688,
"seed": 41,
"set_head_hidden": 128,
"set_head_heads": 4,
"num_parameters": 596250498
}
|