QJev-1.5B-LoRA / decision_config.json
devankit7873's picture
Upload folder using huggingface_hub
f4560f8 verified
Raw History Blame Contribute Delete
905 Bytes
{
"model_type": "qwen_decision_merged",
"base_model": "Qwen/Qwen2.5-1.5B-Instruct",
"is_lora_merged": true,
"hidden_size": 1536,
"head_intermediate_size": 512,
"max_choices": 10,
"dropout": 0.1,
"activation": "gelu",
"output_type": "jev_probabilities",
"training_corpus": "SargeDev/jev-distill-corpus-v3",
"training_samples": 655806,
"phase": 2,
"metrics": {
"test_split": {
"samples": 1500,
"eval_loss": 0.1033,
"top1_accuracy": 70.13,
"mean_kl_divergence": 0.1033,
"mean_tvd": 0.0921,
"latency_ms_per_sample": 31.49,
"total_eval_time_sec": 47.24
},
"ood_split": {
"samples": 1500,
"eval_loss": 0.6972,
"top1_accuracy": 80.07,
"mean_kl_divergence": 0.6972,
"mean_tvd": 0.2389,
"latency_ms_per_sample": 33.64,
"total_eval_time_sec": 50.46
}
}
}