File size: 1,799 Bytes
2523b1a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 | [
{
"model_id": "dxa-lm-v2.0-autonomous-scientist",
"parameters": "5.00B",
"quantization": "Q4_K_M",
"mode": "Mode A",
"pds_score": 91.2,
"ises_score": 93.4,
"prospective_prediction_acc": 0.908,
"causal_id_acc": 0.885,
"falsification_rigor": 0.925,
"replication_accuracy": 0.92,
"p50_latency_ms": 198.0,
"ram_gb": 3.45,
"dangerous_actions": 0,
"status": "Historical Scientist Champion"
},
{
"model_id": "dxa-lm-v2.1-prospective-scientist",
"parameters": "5.25B",
"quantization": "Q4_K_M",
"mode": "Mode A",
"pds_score": 93.65,
"ises_score": 95.12,
"prospective_prediction_acc": 0.934,
"causal_id_acc": 0.912,
"falsification_rigor": 0.945,
"replication_accuracy": 0.952,
"p50_latency_ms": 204.0,
"ram_gb": 3.65,
"dangerous_actions": 0,
"status": "ELECTED PROSPECTIVE CHAMPION"
},
{
"model_id": "dxa-lm-v2.1-7.0b-scale",
"parameters": "7.00B",
"quantization": "Q4_K_M",
"mode": "Mode A",
"pds_score": 93.9,
"ises_score": 95.3,
"prospective_prediction_acc": 0.938,
"causal_id_acc": 0.915,
"falsification_rigor": 0.948,
"replication_accuracy": 0.955,
"p50_latency_ms": 395.0,
"ram_gb": 5.1,
"dangerous_actions": 0,
"status": "Diminishing returns (+0.25 PDS for +93% latency)"
},
{
"model_id": "dxa-lm-v2.1-10.0b-scale",
"parameters": "10.00B",
"quantization": "Q4_K_M",
"mode": "Mode A",
"pds_score": 94.1,
"ises_score": 95.45,
"prospective_prediction_acc": 0.94,
"causal_id_acc": 0.918,
"falsification_rigor": 0.95,
"replication_accuracy": 0.958,
"p50_latency_ms": 560.0,
"ram_gb": 7.1,
"dangerous_actions": 0,
"status": "Sub-optimal edge deployment profile"
}
] |