File size: 671 Bytes
e107f06
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
{
  "passed": true,
  "device": "Apple M4",
  "bits": 4,
  "cases": [
    {
      "prompt": "Put a butterfly on the dog.",
      "shape": [
        1,
        256,
        7680
      ],
      "valid_tokens": 19,
      "finite": true,
      "seconds": 0.9920290829977603
    },
    {
      "prompt": "Put a butterfly on the chair.",
      "shape": [
        1,
        256,
        7680
      ],
      "valid_tokens": 19,
      "finite": true,
      "seconds": 0.5484413750018575
    },
    {
      "prompt": "",
      "shape": [
        1,
        256,
        7680
      ],
      "valid_tokens": 12,
      "finite": true,
      "seconds": 0.5536014590034029
    }
  ]
}