d3-nano-CoreAI / validation.json
maxffarrell's picture
Publish experimental Decision 3.0 Core AI conversion with reproducible validation
613264a verified
Raw History Blame Contribute Delete
2.33 kB
[
{
"type": "choice",
"modality": "text",
"tokens": 95,
"options": 3,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 0.0010583996772766113,
"total_seconds": 3.5143742909422144
},
{
"type": "noul",
"modality": "text",
"tokens": 97,
"options": 2,
"coreai_choice": 1,
"upstream_choice": 1,
"max_probability_error": 1.1057127267122269e-05,
"total_seconds": 3.174326792010106
},
{
"type": "score",
"modality": "text",
"tokens": 102,
"options": 4,
"coreai_choice": 3,
"upstream_choice": 3,
"max_probability_error": 0.002245604991912842,
"total_seconds": 3.2668926250189543
},
{
"type": "choice",
"modality": "text",
"tokens": 106,
"options": 3,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 8.702278137207031e-06,
"total_seconds": 3.3516634579282254
},
{
"type": "choice",
"modality": "text",
"tokens": 149,
"options": 10,
"coreai_choice": 2,
"upstream_choice": 2,
"max_probability_error": 8.699134923517704e-05,
"total_seconds": 4.133842666982673
},
{
"type": "choice",
"modality": "text",
"tokens": 433,
"options": 2,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 6.264448165893555e-05,
"total_seconds": 9.570994707988575
},
{
"type": "choice",
"modality": "image",
"tokens": 145,
"options": 3,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 0.0003314809873700142,
"total_seconds": 5.978733208030462
},
{
"type": "noul",
"modality": "image",
"tokens": 145,
"options": 2,
"coreai_choice": 1,
"upstream_choice": 1,
"max_probability_error": 0.0006951093673706055,
"total_seconds": 6.076252125087194
},
{
"type": "noul",
"modality": "images",
"tokens": 196,
"options": 2,
"coreai_choice": 1,
"upstream_choice": 1,
"max_probability_error": 9.274482727050781e-05,
"total_seconds": 8.263436540961266
},
{
"type": "choice",
"modality": "video",
"tokens": 340,
"options": 3,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 0.004386723041534424,
"total_seconds": 13.434680457925424
}
]