{
  "export": "merged full FP32 checkpoint",
  "devices": {
    "cpu": {
      "reference_answers_identical": true,
      "n": 5,
      "rows": [
        {
          "answers": {
            "intent": {
              "probabilities": {
                "weather_query": 0.9999370574951172,
                "alarm_set": 1.6427097762061749e-06,
                "email_sendemail": 3.242753791710129e-06,
                "calendar_set": 5.8130557590629905e-05
              },
              "choice": "weather_query"
            },
            "weather": {
              "noul": 0.9993268251419067
            }
          },
          "elapsed_ms": 90.33875004388392
        },
        {
          "answers": {
            "category": {
              "probabilities": {
                "urgent": 0.8979766964912415,
                "todo": 0.03021048940718174,
                "valuable": 0.038756150752305984,
                "noise": 0.03305671364068985
              },
              "choice": "urgent"
            }
          },
          "elapsed_ms": 101.85179195832461
        },
        {
          "answers": {
            "related": {
              "noul": 0.46419331431388855
            },
            "action": {
              "noul": 0.07355336099863052
            },
            "urgent": {
              "noul": 0.9647842645645142
            },
            "value": {
              "noul": 0.0683160275220871
            }
          },
          "elapsed_ms": 249.2262499872595
        },
        {
          "answers": {
            "category": {
              "probabilities": {
                "urgent": 0.7694301009178162,
                "todo": 0.07389019429683685,
                "valuable": 0.10932281613349915,
                "noise": 0.04735691845417023
              },
              "choice": "urgent"
            }
          },
          "elapsed_ms": 100.462417001836
        },
        {
          "answers": {
            "related": {
              "noul": 0.28299710154533386
            },
            "action": {
              "noul": 0.01655714400112629
            },
            "urgent": {
              "noul": 0.8855046629905701
            },
            "value": {
              "noul": 0.23971298336982727
            }
          },
          "elapsed_ms": 250.46754197683185
        }
      ]
    },
    "mps": {
      "reference_answers_identical": true,
      "n": 5,
      "rows": [
        {
          "answers": {
            "intent": {
              "probabilities": {
                "weather_query": 0.9999370574951172,
                "alarm_set": 1.6426988622697536e-06,
                "email_sendemail": 3.2427165024273563e-06,
                "calendar_set": 5.8130059187533334e-05
              },
              "choice": "weather_query"
            },
            "weather": {
              "noul": 0.9993268251419067
            }
          },
          "elapsed_ms": 393.66883295588195
        },
        {
          "answers": {
            "category": {
              "probabilities": {
                "urgent": 0.8979767560958862,
                "todo": 0.030210385099053383,
                "valuable": 0.03875608742237091,
                "noise": 0.03305669128894806
              },
              "choice": "urgent"
            }
          },
          "elapsed_ms": 56.524000014178455
        },
        {
          "answers": {
            "related": {
              "noul": 0.4641953706741333
            },
            "action": {
              "noul": 0.07355383783578873
            },
            "urgent": {
              "noul": 0.9647841453552246
            },
            "value": {
              "noul": 0.0683157742023468
            }
          },
          "elapsed_ms": 163.76808297354728
        },
        {
          "answers": {
            "category": {
              "probabilities": {
                "urgent": 0.7694310545921326,
                "todo": 0.07388985902070999,
                "valuable": 0.10932233929634094,
                "noise": 0.04735670983791351
              },
              "choice": "urgent"
            }
          },
          "elapsed_ms": 63.329541007988155
        },
        {
          "answers": {
            "related": {
              "noul": 0.28299811482429504
            },
            "action": {
              "noul": 0.016556957736611366
            },
            "urgent": {
              "noul": 0.8855054378509521
            },
            "value": {
              "noul": 0.23971280455589294
            }
          },
          "elapsed_ms": 153.85000000242144
        }
      ]
    }
  },
  "status": "PASS"
}