| { |
| "export": "merged full FP32 checkpoint", |
| "devices": { |
| "cpu": { |
| "reference_answers_identical": true, |
| "n": 5, |
| "rows": [ |
| { |
| "answers": { |
| "intent": { |
| "probabilities": { |
| "weather_query": 0.9999370574951172, |
| "alarm_set": 1.6427097762061749e-06, |
| "email_sendemail": 3.242753791710129e-06, |
| "calendar_set": 5.8130557590629905e-05 |
| }, |
| "choice": "weather_query" |
| }, |
| "weather": { |
| "noul": 0.9993268251419067 |
| } |
| }, |
| "elapsed_ms": 90.33875004388392 |
| }, |
| { |
| "answers": { |
| "category": { |
| "probabilities": { |
| "urgent": 0.8979766964912415, |
| "todo": 0.03021048940718174, |
| "valuable": 0.038756150752305984, |
| "noise": 0.03305671364068985 |
| }, |
| "choice": "urgent" |
| } |
| }, |
| "elapsed_ms": 101.85179195832461 |
| }, |
| { |
| "answers": { |
| "related": { |
| "noul": 0.46419331431388855 |
| }, |
| "action": { |
| "noul": 0.07355336099863052 |
| }, |
| "urgent": { |
| "noul": 0.9647842645645142 |
| }, |
| "value": { |
| "noul": 0.0683160275220871 |
| } |
| }, |
| "elapsed_ms": 249.2262499872595 |
| }, |
| { |
| "answers": { |
| "category": { |
| "probabilities": { |
| "urgent": 0.7694301009178162, |
| "todo": 0.07389019429683685, |
| "valuable": 0.10932281613349915, |
| "noise": 0.04735691845417023 |
| }, |
| "choice": "urgent" |
| } |
| }, |
| "elapsed_ms": 100.462417001836 |
| }, |
| { |
| "answers": { |
| "related": { |
| "noul": 0.28299710154533386 |
| }, |
| "action": { |
| "noul": 0.01655714400112629 |
| }, |
| "urgent": { |
| "noul": 0.8855046629905701 |
| }, |
| "value": { |
| "noul": 0.23971298336982727 |
| } |
| }, |
| "elapsed_ms": 250.46754197683185 |
| } |
| ] |
| }, |
| "mps": { |
| "reference_answers_identical": true, |
| "n": 5, |
| "rows": [ |
| { |
| "answers": { |
| "intent": { |
| "probabilities": { |
| "weather_query": 0.9999370574951172, |
| "alarm_set": 1.6426988622697536e-06, |
| "email_sendemail": 3.2427165024273563e-06, |
| "calendar_set": 5.8130059187533334e-05 |
| }, |
| "choice": "weather_query" |
| }, |
| "weather": { |
| "noul": 0.9993268251419067 |
| } |
| }, |
| "elapsed_ms": 393.66883295588195 |
| }, |
| { |
| "answers": { |
| "category": { |
| "probabilities": { |
| "urgent": 0.8979767560958862, |
| "todo": 0.030210385099053383, |
| "valuable": 0.03875608742237091, |
| "noise": 0.03305669128894806 |
| }, |
| "choice": "urgent" |
| } |
| }, |
| "elapsed_ms": 56.524000014178455 |
| }, |
| { |
| "answers": { |
| "related": { |
| "noul": 0.4641953706741333 |
| }, |
| "action": { |
| "noul": 0.07355383783578873 |
| }, |
| "urgent": { |
| "noul": 0.9647841453552246 |
| }, |
| "value": { |
| "noul": 0.0683157742023468 |
| } |
| }, |
| "elapsed_ms": 163.76808297354728 |
| }, |
| { |
| "answers": { |
| "category": { |
| "probabilities": { |
| "urgent": 0.7694310545921326, |
| "todo": 0.07388985902070999, |
| "valuable": 0.10932233929634094, |
| "noise": 0.04735670983791351 |
| }, |
| "choice": "urgent" |
| } |
| }, |
| "elapsed_ms": 63.329541007988155 |
| }, |
| { |
| "answers": { |
| "related": { |
| "noul": 0.28299811482429504 |
| }, |
| "action": { |
| "noul": 0.016556957736611366 |
| }, |
| "urgent": { |
| "noul": 0.8855054378509521 |
| }, |
| "value": { |
| "noul": 0.23971280455589294 |
| } |
| }, |
| "elapsed_ms": 153.85000000242144 |
| } |
| ] |
| } |
| }, |
| "status": "PASS" |
| } |
