File size: 4,657 Bytes
97f1604
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
{
  "export": "merged full FP32 checkpoint",
  "devices": {
    "cpu": {
      "reference_answers_identical": true,
      "n": 5,
      "rows": [
        {
          "answers": {
            "intent": {
              "probabilities": {
                "weather_query": 0.9999370574951172,
                "alarm_set": 1.6427097762061749e-06,
                "email_sendemail": 3.242753791710129e-06,
                "calendar_set": 5.8130557590629905e-05
              },
              "choice": "weather_query"
            },
            "weather": {
              "noul": 0.9993268251419067
            }
          },
          "elapsed_ms": 90.33875004388392
        },
        {
          "answers": {
            "category": {
              "probabilities": {
                "urgent": 0.8979766964912415,
                "todo": 0.03021048940718174,
                "valuable": 0.038756150752305984,
                "noise": 0.03305671364068985
              },
              "choice": "urgent"
            }
          },
          "elapsed_ms": 101.85179195832461
        },
        {
          "answers": {
            "related": {
              "noul": 0.46419331431388855
            },
            "action": {
              "noul": 0.07355336099863052
            },
            "urgent": {
              "noul": 0.9647842645645142
            },
            "value": {
              "noul": 0.0683160275220871
            }
          },
          "elapsed_ms": 249.2262499872595
        },
        {
          "answers": {
            "category": {
              "probabilities": {
                "urgent": 0.7694301009178162,
                "todo": 0.07389019429683685,
                "valuable": 0.10932281613349915,
                "noise": 0.04735691845417023
              },
              "choice": "urgent"
            }
          },
          "elapsed_ms": 100.462417001836
        },
        {
          "answers": {
            "related": {
              "noul": 0.28299710154533386
            },
            "action": {
              "noul": 0.01655714400112629
            },
            "urgent": {
              "noul": 0.8855046629905701
            },
            "value": {
              "noul": 0.23971298336982727
            }
          },
          "elapsed_ms": 250.46754197683185
        }
      ]
    },
    "mps": {
      "reference_answers_identical": true,
      "n": 5,
      "rows": [
        {
          "answers": {
            "intent": {
              "probabilities": {
                "weather_query": 0.9999370574951172,
                "alarm_set": 1.6426988622697536e-06,
                "email_sendemail": 3.2427165024273563e-06,
                "calendar_set": 5.8130059187533334e-05
              },
              "choice": "weather_query"
            },
            "weather": {
              "noul": 0.9993268251419067
            }
          },
          "elapsed_ms": 393.66883295588195
        },
        {
          "answers": {
            "category": {
              "probabilities": {
                "urgent": 0.8979767560958862,
                "todo": 0.030210385099053383,
                "valuable": 0.03875608742237091,
                "noise": 0.03305669128894806
              },
              "choice": "urgent"
            }
          },
          "elapsed_ms": 56.524000014178455
        },
        {
          "answers": {
            "related": {
              "noul": 0.4641953706741333
            },
            "action": {
              "noul": 0.07355383783578873
            },
            "urgent": {
              "noul": 0.9647841453552246
            },
            "value": {
              "noul": 0.0683157742023468
            }
          },
          "elapsed_ms": 163.76808297354728
        },
        {
          "answers": {
            "category": {
              "probabilities": {
                "urgent": 0.7694310545921326,
                "todo": 0.07388985902070999,
                "valuable": 0.10932233929634094,
                "noise": 0.04735670983791351
              },
              "choice": "urgent"
            }
          },
          "elapsed_ms": 63.329541007988155
        },
        {
          "answers": {
            "related": {
              "noul": 0.28299811482429504
            },
            "action": {
              "noul": 0.016556957736611366
            },
            "urgent": {
              "noul": 0.8855054378509521
            },
            "value": {
              "noul": 0.23971280455589294
            }
          },
          "elapsed_ms": 153.85000000242144
        }
      ]
    }
  },
  "status": "PASS"
}