File size: 905 Bytes
f622acc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
{
  "model_type": "qwen_decision_merged",
  "base_model": "Qwen/Qwen2.5-1.5B-Instruct",
  "is_lora_merged": true,
  "hidden_size": 1536,
  "head_intermediate_size": 512,
  "max_choices": 10,
  "dropout": 0.1,
  "activation": "gelu",
  "output_type": "jev_probabilities",
  "training_corpus": "SargeDev/jev-distill-corpus-v3",
  "training_samples": 655806,
  "phase": 2,
  "metrics": {
    "test_split": {
      "samples": 1500,
      "eval_loss": 0.1033,
      "top1_accuracy": 70.13,
      "mean_kl_divergence": 0.1033,
      "mean_tvd": 0.0921,
      "latency_ms_per_sample": 31.49,
      "total_eval_time_sec": 47.24
    },
    "ood_split": {
      "samples": 1500,
      "eval_loss": 0.6972,
      "top1_accuracy": 80.07,
      "mean_kl_divergence": 0.6972,
      "mean_tvd": 0.2389,
      "latency_ms_per_sample": 33.64,
      "total_eval_time_sec": 50.46
    }
  }
}