zakkeown commited on
Commit
930427e
·
verified ·
1 Parent(s): 49ab3f4

Attach 2 verification file(s) to flux2-klein-4b@49ab3f4 (aether publish --records-only)

Browse files
verification/d7c6d982-132b-42b6-a2b7-9fdb43a5920c.json ADDED
@@ -0,0 +1,1171 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-10-06T17:42:22Z",
3
+ "details" : {
4
+ "accuracy" : 100,
5
+ "baseline" : {
6
+ "accuracy" : 100,
7
+ "recordId" : "797b1873-00c6-4d29-91ce-be4dbf0386c2"
8
+ },
9
+ "compute" : "target",
10
+ "correct" : 100,
11
+ "drop" : 0,
12
+ "evalSet" : "imagegen-shapes-v1",
13
+ "generation" : {
14
+ "meanSeconds" : 2.2758720946499995,
15
+ "steps" : 4
16
+ },
17
+ "items" : [
18
+ {
19
+ "correct" : true,
20
+ "expected" : "green",
21
+ "extracted" : "green",
22
+ "generationPrompt" : "A single green square centered on a plain white background, flat minimal vector illustration, no text.",
23
+ "id" : "imagegen-shapes-v1-0000",
24
+ "imageSHA256" : "be33cb881a04d241eecf529d86b27441a9697dd5a7761a9930eadd68565e8a4a",
25
+ "output" : "green",
26
+ "stopped" : true,
27
+ "tokens" : 1
28
+ },
29
+ {
30
+ "correct" : true,
31
+ "expected" : "1",
32
+ "extracted" : "1",
33
+ "generationPrompt" : "A single blue circle on a plain white background, flat minimal vector illustration, no text.",
34
+ "id" : "imagegen-shapes-v1-0001",
35
+ "imageSHA256" : "0cf38ee22270105b44a634489b10be6566b377e6bcea114166a96d43791e02e6",
36
+ "output" : "1",
37
+ "stopped" : true,
38
+ "tokens" : 1
39
+ },
40
+ {
41
+ "correct" : true,
42
+ "expected" : "square",
43
+ "extracted" : "square",
44
+ "generationPrompt" : "A single purple square centered on a plain white background, flat minimal vector illustration, no text.",
45
+ "id" : "imagegen-shapes-v1-0002",
46
+ "imageSHA256" : "aacc675434d46509a58b494bee167503cdb4a2579967da30612d26ea05d66e3d",
47
+ "output" : "square",
48
+ "stopped" : true,
49
+ "tokens" : 1
50
+ },
51
+ {
52
+ "correct" : true,
53
+ "expected" : "circle",
54
+ "extracted" : "circle",
55
+ "generationPrompt" : "An orange circle on the left and a blue square on the right, on a plain white background, flat minimal vector illustration, no text.",
56
+ "id" : "imagegen-shapes-v1-0003",
57
+ "imageSHA256" : "a344813fc12bf5fd46e5d2499b3dedac5b5d9cecef08035393bc357d61d0fd13",
58
+ "output" : "circle",
59
+ "stopped" : true,
60
+ "tokens" : 1
61
+ },
62
+ {
63
+ "correct" : true,
64
+ "expected" : "green",
65
+ "extracted" : "green",
66
+ "generationPrompt" : "A single green circle centered on a plain white background, flat minimal vector illustration, no text.",
67
+ "id" : "imagegen-shapes-v1-0004",
68
+ "imageSHA256" : "667f888cd447db0384992f1ab2952d16fbb7c686ee6918afe9e0bdf80bb8e7d9",
69
+ "output" : "green",
70
+ "stopped" : true,
71
+ "tokens" : 1
72
+ },
73
+ {
74
+ "correct" : true,
75
+ "expected" : "3",
76
+ "extracted" : "3",
77
+ "generationPrompt" : "Exactly three green circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
78
+ "id" : "imagegen-shapes-v1-0005",
79
+ "imageSHA256" : "f31a94fc7d82ae0d55c1e61a1b2c6ad414ee33d4394b6ff3cb863e2391d27192",
80
+ "output" : "3",
81
+ "stopped" : true,
82
+ "tokens" : 1
83
+ },
84
+ {
85
+ "correct" : true,
86
+ "expected" : "star",
87
+ "extracted" : "star",
88
+ "generationPrompt" : "A single orange star centered on a plain white background, flat minimal vector illustration, no text.",
89
+ "id" : "imagegen-shapes-v1-0006",
90
+ "imageSHA256" : "fb2104cf1e621a3160a502e3cfba7ebe8665a9acefbdf9113f99c8655cf3e234",
91
+ "output" : "star",
92
+ "stopped" : true,
93
+ "tokens" : 1
94
+ },
95
+ {
96
+ "correct" : true,
97
+ "expected" : "circle",
98
+ "extracted" : "circle",
99
+ "generationPrompt" : "A blue circle on the left and a yellow square on the right, on a plain white background, flat minimal vector illustration, no text.",
100
+ "id" : "imagegen-shapes-v1-0007",
101
+ "imageSHA256" : "82082a205921166f8369966d109a02fd005c773d0273a0cf1273fcfacf2f735e",
102
+ "output" : "circle",
103
+ "stopped" : true,
104
+ "tokens" : 1
105
+ },
106
+ {
107
+ "correct" : true,
108
+ "expected" : "black",
109
+ "extracted" : "black",
110
+ "generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
111
+ "id" : "imagegen-shapes-v1-0008",
112
+ "imageSHA256" : "7c2934cecf67a36e0cd49ff440727870303696c7e3ed9c96638314f03c644977",
113
+ "output" : "black",
114
+ "stopped" : true,
115
+ "tokens" : 1
116
+ },
117
+ {
118
+ "correct" : true,
119
+ "expected" : "1",
120
+ "extracted" : "1",
121
+ "generationPrompt" : "A single green circle on a plain white background, flat minimal vector illustration, no text.",
122
+ "id" : "imagegen-shapes-v1-0009",
123
+ "imageSHA256" : "9a502e6dc7eacc9bfa14dad5b61bbcd25b915d09b35c00b774d3559d2dd00efd",
124
+ "output" : "1",
125
+ "stopped" : true,
126
+ "tokens" : 1
127
+ },
128
+ {
129
+ "correct" : true,
130
+ "expected" : "circle",
131
+ "extracted" : "circle",
132
+ "generationPrompt" : "A single green circle centered on a plain white background, flat minimal vector illustration, no text.",
133
+ "id" : "imagegen-shapes-v1-0010",
134
+ "imageSHA256" : "1c1d4920aedfd789a49d5d4b6c0383277d8e3f520ea5986d4fffe0da9a9a5889",
135
+ "output" : "circle",
136
+ "stopped" : true,
137
+ "tokens" : 1
138
+ },
139
+ {
140
+ "correct" : true,
141
+ "expected" : "square",
142
+ "extracted" : "square",
143
+ "generationPrompt" : "An orange square on the left and a purple circle on the right, on a plain white background, flat minimal vector illustration, no text.",
144
+ "id" : "imagegen-shapes-v1-0011",
145
+ "imageSHA256" : "004b2bcdb58d81d50f1b7f1d14ae038aea6d62465bfe11ee5f6149b7cf53a632",
146
+ "output" : "square",
147
+ "stopped" : true,
148
+ "tokens" : 1
149
+ },
150
+ {
151
+ "correct" : true,
152
+ "expected" : "purple",
153
+ "extracted" : "purple",
154
+ "generationPrompt" : "A single purple square centered on a plain white background, flat minimal vector illustration, no text.",
155
+ "id" : "imagegen-shapes-v1-0012",
156
+ "imageSHA256" : "9f1d66b10e40574f8ce3b87b60fb9facb11aaa992a6d5e395f9c2d6ca75a1615",
157
+ "output" : "purple",
158
+ "stopped" : true,
159
+ "tokens" : 1
160
+ },
161
+ {
162
+ "correct" : true,
163
+ "expected" : "1",
164
+ "extracted" : "1",
165
+ "generationPrompt" : "A single blue circle on a plain white background, flat minimal vector illustration, no text.",
166
+ "id" : "imagegen-shapes-v1-0013",
167
+ "imageSHA256" : "1210b5107df0daf0cec7983e995dec63add65fc52f0531fea411c193a1212441",
168
+ "output" : "1",
169
+ "stopped" : true,
170
+ "tokens" : 1
171
+ },
172
+ {
173
+ "correct" : true,
174
+ "expected" : "circle",
175
+ "extracted" : "circle",
176
+ "generationPrompt" : "A single red circle centered on a plain white background, flat minimal vector illustration, no text.",
177
+ "id" : "imagegen-shapes-v1-0014",
178
+ "imageSHA256" : "65f7e7a7f1c6d105359fd9cbeb9a24989ffcb94750ccf9c5bd88f174698e54ee",
179
+ "output" : "circle",
180
+ "stopped" : true,
181
+ "tokens" : 1
182
+ },
183
+ {
184
+ "correct" : true,
185
+ "expected" : "circle",
186
+ "extracted" : "circle",
187
+ "generationPrompt" : "A purple circle on the left and an orange square on the right, on a plain white background, flat minimal vector illustration, no text.",
188
+ "id" : "imagegen-shapes-v1-0015",
189
+ "imageSHA256" : "b53f5b8c710d2574abf3c82734a4477f378c72548bc9298ce33314d859a70d17",
190
+ "output" : "circle",
191
+ "stopped" : true,
192
+ "tokens" : 1
193
+ },
194
+ {
195
+ "correct" : true,
196
+ "expected" : "orange",
197
+ "extracted" : "orange",
198
+ "generationPrompt" : "A single orange circle centered on a plain white background, flat minimal vector illustration, no text.",
199
+ "id" : "imagegen-shapes-v1-0016",
200
+ "imageSHA256" : "d00eb0d1839371785f92660d96841b38d10801599d7ba6790eb4c51176ffba99",
201
+ "output" : "orange",
202
+ "stopped" : true,
203
+ "tokens" : 1
204
+ },
205
+ {
206
+ "correct" : true,
207
+ "expected" : "1",
208
+ "extracted" : "1",
209
+ "generationPrompt" : "A single orange circle on a plain white background, flat minimal vector illustration, no text.",
210
+ "id" : "imagegen-shapes-v1-0017",
211
+ "imageSHA256" : "13186651b0c5b29cfa8a995024981008f16b0c5e2e3c0ec0b883ddcf95a4ee72",
212
+ "output" : "1",
213
+ "stopped" : true,
214
+ "tokens" : 1
215
+ },
216
+ {
217
+ "correct" : true,
218
+ "expected" : "star",
219
+ "extracted" : "star",
220
+ "generationPrompt" : "A single black star centered on a plain white background, flat minimal vector illustration, no text.",
221
+ "id" : "imagegen-shapes-v1-0018",
222
+ "imageSHA256" : "7d53a49ba0c0ea42502eb6d12f546a1afde92569703944d2721c0291072501c6",
223
+ "output" : "star",
224
+ "stopped" : true,
225
+ "tokens" : 1
226
+ },
227
+ {
228
+ "correct" : true,
229
+ "expected" : "square",
230
+ "extracted" : "square",
231
+ "generationPrompt" : "A green square on the left and a black circle on the right, on a plain white background, flat minimal vector illustration, no text.",
232
+ "id" : "imagegen-shapes-v1-0019",
233
+ "imageSHA256" : "f6378411513832ee76db05a0faaa01b313f8dbf0a873eee2cf912209dd8d1ac8",
234
+ "output" : "square",
235
+ "stopped" : true,
236
+ "tokens" : 1
237
+ },
238
+ {
239
+ "correct" : true,
240
+ "expected" : "black",
241
+ "extracted" : "black",
242
+ "generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
243
+ "id" : "imagegen-shapes-v1-0020",
244
+ "imageSHA256" : "675918e6641e9cc4f003ef89525b90c1af0a8af1160a3da8147c6971f24142a2",
245
+ "output" : "black",
246
+ "stopped" : true,
247
+ "tokens" : 1
248
+ },
249
+ {
250
+ "correct" : true,
251
+ "expected" : "2",
252
+ "extracted" : "2",
253
+ "generationPrompt" : "Exactly two green circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
254
+ "id" : "imagegen-shapes-v1-0021",
255
+ "imageSHA256" : "9b61ef88ad3d9f07ccb0513d4438615689ae194bba11e0f5a40453853a59e0b4",
256
+ "output" : "2",
257
+ "stopped" : true,
258
+ "tokens" : 1
259
+ },
260
+ {
261
+ "correct" : true,
262
+ "expected" : "circle",
263
+ "extracted" : "circle",
264
+ "generationPrompt" : "A single yellow circle centered on a plain white background, flat minimal vector illustration, no text.",
265
+ "id" : "imagegen-shapes-v1-0022",
266
+ "imageSHA256" : "a558f85f1eecc7ae07d18c10bacd7054db0f69e3a95335850a71dfb74bd3bbf9",
267
+ "output" : "circle",
268
+ "stopped" : true,
269
+ "tokens" : 1
270
+ },
271
+ {
272
+ "correct" : true,
273
+ "expected" : "square",
274
+ "extracted" : "square",
275
+ "generationPrompt" : "A yellow square on the left and an orange circle on the right, on a plain white background, flat minimal vector illustration, no text.",
276
+ "id" : "imagegen-shapes-v1-0023",
277
+ "imageSHA256" : "7036298626826353605e6f446014dcf3760868e2a3e0cc9dcb848e1250515133",
278
+ "output" : "square",
279
+ "stopped" : true,
280
+ "tokens" : 1
281
+ },
282
+ {
283
+ "correct" : true,
284
+ "expected" : "blue",
285
+ "extracted" : "blue",
286
+ "generationPrompt" : "A single blue circle centered on a plain white background, flat minimal vector illustration, no text.",
287
+ "id" : "imagegen-shapes-v1-0024",
288
+ "imageSHA256" : "a32bdc3f741de5311c1bf5c24daadf11e8ecd00c8909d000634de13ea22529d2",
289
+ "output" : "blue",
290
+ "stopped" : true,
291
+ "tokens" : 1
292
+ },
293
+ {
294
+ "correct" : true,
295
+ "expected" : "1",
296
+ "extracted" : "1",
297
+ "generationPrompt" : "A single orange circle on a plain white background, flat minimal vector illustration, no text.",
298
+ "id" : "imagegen-shapes-v1-0025",
299
+ "imageSHA256" : "955f579329b6f0059b96eba96ecee98fbd9325eb0228f3d15f5bc542947a51e1",
300
+ "output" : "1",
301
+ "stopped" : true,
302
+ "tokens" : 1
303
+ },
304
+ {
305
+ "correct" : true,
306
+ "expected" : "triangle",
307
+ "extracted" : "triangle",
308
+ "generationPrompt" : "A single orange triangle centered on a plain white background, flat minimal vector illustration, no text.",
309
+ "id" : "imagegen-shapes-v1-0026",
310
+ "imageSHA256" : "6fe84e5e3e0609af9e443848da14f7e8d409a6ea661ff4fae8a650ea8332318e",
311
+ "output" : "triangle",
312
+ "stopped" : true,
313
+ "tokens" : 1
314
+ },
315
+ {
316
+ "correct" : true,
317
+ "expected" : "square",
318
+ "extracted" : "square",
319
+ "generationPrompt" : "A green square on the left and a purple circle on the right, on a plain white background, flat minimal vector illustration, no text.",
320
+ "id" : "imagegen-shapes-v1-0027",
321
+ "imageSHA256" : "bf65028835770300bc584a4750f65fe52242256652780b12f4a43a39feb9e716",
322
+ "output" : "square",
323
+ "stopped" : true,
324
+ "tokens" : 1
325
+ },
326
+ {
327
+ "correct" : true,
328
+ "expected" : "purple",
329
+ "extracted" : "purple",
330
+ "generationPrompt" : "A single purple circle centered on a plain white background, flat minimal vector illustration, no text.",
331
+ "id" : "imagegen-shapes-v1-0028",
332
+ "imageSHA256" : "21737f3ec5d2facfa948235e78594847eab2aa72ece14be0fdadeaf24234c082",
333
+ "output" : "purple",
334
+ "stopped" : true,
335
+ "tokens" : 1
336
+ },
337
+ {
338
+ "correct" : true,
339
+ "expected" : "2",
340
+ "extracted" : "2",
341
+ "generationPrompt" : "Exactly two blue circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
342
+ "id" : "imagegen-shapes-v1-0029",
343
+ "imageSHA256" : "5e0b76caa13dabfa042b32e5a76b6a444c41521c27b24c4d7a4ed72429296f28",
344
+ "output" : "2",
345
+ "stopped" : true,
346
+ "tokens" : 1
347
+ },
348
+ {
349
+ "correct" : true,
350
+ "expected" : "square",
351
+ "extracted" : "square",
352
+ "generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
353
+ "id" : "imagegen-shapes-v1-0030",
354
+ "imageSHA256" : "ea317670fbb6db9a71a3b0350cb6361abad8d6f554277098ab72c59bf54865e5",
355
+ "output" : "square",
356
+ "stopped" : true,
357
+ "tokens" : 1
358
+ },
359
+ {
360
+ "correct" : true,
361
+ "expected" : "circle",
362
+ "extracted" : "circle",
363
+ "generationPrompt" : "A purple circle on the left and a yellow square on the right, on a plain white background, flat minimal vector illustration, no text.",
364
+ "id" : "imagegen-shapes-v1-0031",
365
+ "imageSHA256" : "7abc36c4d4ad50259b6fca855a8651e615e107f8e251aa949d67be92959c67d5",
366
+ "output" : "circle",
367
+ "stopped" : true,
368
+ "tokens" : 1
369
+ },
370
+ {
371
+ "correct" : true,
372
+ "expected" : "green",
373
+ "extracted" : "green",
374
+ "generationPrompt" : "A single green square centered on a plain white background, flat minimal vector illustration, no text.",
375
+ "id" : "imagegen-shapes-v1-0032",
376
+ "imageSHA256" : "d70f3d02259d7b9db2b56fdc57b1e0f6ac542c06636966f7e05d3f2ca924c243",
377
+ "output" : "green",
378
+ "stopped" : true,
379
+ "tokens" : 1
380
+ },
381
+ {
382
+ "correct" : true,
383
+ "expected" : "3",
384
+ "extracted" : "3",
385
+ "generationPrompt" : "Exactly three purple circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
386
+ "id" : "imagegen-shapes-v1-0033",
387
+ "imageSHA256" : "3a33de876d222369a29776b5cca91404705ec4a1754d9a8f81f999450a79bfc0",
388
+ "output" : "3",
389
+ "stopped" : true,
390
+ "tokens" : 1
391
+ },
392
+ {
393
+ "correct" : true,
394
+ "expected" : "square",
395
+ "extracted" : "square",
396
+ "generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
397
+ "id" : "imagegen-shapes-v1-0034",
398
+ "imageSHA256" : "0862e998e433e736ced00e6a8386d2fa2420c4815275b93237c1bf9cb64599fc",
399
+ "output" : "square",
400
+ "stopped" : true,
401
+ "tokens" : 1
402
+ },
403
+ {
404
+ "correct" : true,
405
+ "expected" : "circle",
406
+ "extracted" : "circle",
407
+ "generationPrompt" : "A purple circle on the left and a blue square on the right, on a plain white background, flat minimal vector illustration, no text.",
408
+ "id" : "imagegen-shapes-v1-0035",
409
+ "imageSHA256" : "7ab0d38ddff5abd438f98b4dfe32f5151606d0ca6f479f00decb0082d9c631c6",
410
+ "output" : "circle",
411
+ "stopped" : true,
412
+ "tokens" : 1
413
+ },
414
+ {
415
+ "correct" : true,
416
+ "expected" : "green",
417
+ "extracted" : "green",
418
+ "generationPrompt" : "A single green square centered on a plain white background, flat minimal vector illustration, no text.",
419
+ "id" : "imagegen-shapes-v1-0036",
420
+ "imageSHA256" : "1067ae5d4a706ae44562d57f070534cd7a6d47cf9651e4f65b564d9cbc1e18c6",
421
+ "output" : "green",
422
+ "stopped" : true,
423
+ "tokens" : 1
424
+ },
425
+ {
426
+ "correct" : true,
427
+ "expected" : "1",
428
+ "extracted" : "1",
429
+ "generationPrompt" : "A single red circle on a plain white background, flat minimal vector illustration, no text.",
430
+ "id" : "imagegen-shapes-v1-0037",
431
+ "imageSHA256" : "62b83b53a351335caff734431048aad3c2a1df47402065c994abd2b28a083139",
432
+ "output" : "1",
433
+ "stopped" : true,
434
+ "tokens" : 1
435
+ },
436
+ {
437
+ "correct" : true,
438
+ "expected" : "triangle",
439
+ "extracted" : "triangle",
440
+ "generationPrompt" : "A single green triangle centered on a plain white background, flat minimal vector illustration, no text.",
441
+ "id" : "imagegen-shapes-v1-0038",
442
+ "imageSHA256" : "bce525666b1fc749aea280dc5820f90217c583245c4a99ad53980b1ffb6cedca",
443
+ "output" : "triangle",
444
+ "stopped" : true,
445
+ "tokens" : 1
446
+ },
447
+ {
448
+ "correct" : true,
449
+ "expected" : "square",
450
+ "extracted" : "square",
451
+ "generationPrompt" : "A purple square on the left and a blue circle on the right, on a plain white background, flat minimal vector illustration, no text.",
452
+ "id" : "imagegen-shapes-v1-0039",
453
+ "imageSHA256" : "08f9a789cd6ded497de73a603172301651dc264633e2869e635ad5dc077c11e8",
454
+ "output" : "square",
455
+ "stopped" : true,
456
+ "tokens" : 1
457
+ },
458
+ {
459
+ "correct" : true,
460
+ "expected" : "purple",
461
+ "extracted" : "purple",
462
+ "generationPrompt" : "A single purple square centered on a plain white background, flat minimal vector illustration, no text.",
463
+ "id" : "imagegen-shapes-v1-0040",
464
+ "imageSHA256" : "855666fa0c3a33822ceeb52dad9c6230e7c22883f1fe5ac8f71ead0290095a39",
465
+ "output" : "purple",
466
+ "stopped" : true,
467
+ "tokens" : 1
468
+ },
469
+ {
470
+ "correct" : true,
471
+ "expected" : "1",
472
+ "extracted" : "1",
473
+ "generationPrompt" : "A single orange circle on a plain white background, flat minimal vector illustration, no text.",
474
+ "id" : "imagegen-shapes-v1-0041",
475
+ "imageSHA256" : "0955d47be6de9b3740e554ddda8db65c7292ac9981bdf9cdbb410e1955664f13",
476
+ "output" : "1",
477
+ "stopped" : true,
478
+ "tokens" : 1
479
+ },
480
+ {
481
+ "correct" : true,
482
+ "expected" : "square",
483
+ "extracted" : "square",
484
+ "generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
485
+ "id" : "imagegen-shapes-v1-0042",
486
+ "imageSHA256" : "f0764a690b4e46549ec0e5ed4cb2e04663eaca2c3dc71aa5387ca4365d3a2f11",
487
+ "output" : "square",
488
+ "stopped" : true,
489
+ "tokens" : 1
490
+ },
491
+ {
492
+ "correct" : true,
493
+ "expected" : "circle",
494
+ "extracted" : "circle",
495
+ "generationPrompt" : "An orange circle on the left and a purple square on the right, on a plain white background, flat minimal vector illustration, no text.",
496
+ "id" : "imagegen-shapes-v1-0043",
497
+ "imageSHA256" : "a58d4e861c0b5b7001a078d921a24ccfaef0dd6713aec5a3e3462ea94fd3e04f",
498
+ "output" : "circle",
499
+ "stopped" : true,
500
+ "tokens" : 1
501
+ },
502
+ {
503
+ "correct" : true,
504
+ "expected" : "red",
505
+ "extracted" : "red",
506
+ "generationPrompt" : "A single red circle centered on a plain white background, flat minimal vector illustration, no text.",
507
+ "id" : "imagegen-shapes-v1-0044",
508
+ "imageSHA256" : "496e76127a04bfbff849df8ae8f9381b5fd7811009ddea55ff1d32e018ba02fb",
509
+ "output" : "red",
510
+ "stopped" : true,
511
+ "tokens" : 1
512
+ },
513
+ {
514
+ "correct" : true,
515
+ "expected" : "1",
516
+ "extracted" : "1",
517
+ "generationPrompt" : "A single purple circle on a plain white background, flat minimal vector illustration, no text.",
518
+ "id" : "imagegen-shapes-v1-0045",
519
+ "imageSHA256" : "dcd98c880e473810c102e6ffed53cc82e3166a19a9b853be02855ee2ff6f9739",
520
+ "output" : "1",
521
+ "stopped" : true,
522
+ "tokens" : 1
523
+ },
524
+ {
525
+ "correct" : true,
526
+ "expected" : "star",
527
+ "extracted" : "star",
528
+ "generationPrompt" : "A single blue star centered on a plain white background, flat minimal vector illustration, no text.",
529
+ "id" : "imagegen-shapes-v1-0046",
530
+ "imageSHA256" : "0eac62ba87fa55730dfe166de82ad2f2de69345f3b373deea971df8de557d56e",
531
+ "output" : "star",
532
+ "stopped" : true,
533
+ "tokens" : 1
534
+ },
535
+ {
536
+ "correct" : true,
537
+ "expected" : "circle",
538
+ "extracted" : "circle",
539
+ "generationPrompt" : "A yellow circle on the left and a blue square on the right, on a plain white background, flat minimal vector illustration, no text.",
540
+ "id" : "imagegen-shapes-v1-0047",
541
+ "imageSHA256" : "0b77cd0a8f5cb155d5800b20c3d692d29daa3798a85324c8837c644039822bbc",
542
+ "output" : "circle",
543
+ "stopped" : true,
544
+ "tokens" : 1
545
+ },
546
+ {
547
+ "correct" : true,
548
+ "expected" : "purple",
549
+ "extracted" : "purple",
550
+ "generationPrompt" : "A single purple circle centered on a plain white background, flat minimal vector illustration, no text.",
551
+ "id" : "imagegen-shapes-v1-0048",
552
+ "imageSHA256" : "cf5860d52debf0cc4709deed8897367b4ddd29fa7ba4c207d58bf06436cf6108",
553
+ "output" : "purple",
554
+ "stopped" : true,
555
+ "tokens" : 1
556
+ },
557
+ {
558
+ "correct" : true,
559
+ "expected" : "1",
560
+ "extracted" : "1",
561
+ "generationPrompt" : "A single blue circle on a plain white background, flat minimal vector illustration, no text.",
562
+ "id" : "imagegen-shapes-v1-0049",
563
+ "imageSHA256" : "d294694d4dfb9cf822c317e284cd824f5bd88af4183eb77a331fc1b503c4ef55",
564
+ "output" : "1",
565
+ "stopped" : true,
566
+ "tokens" : 1
567
+ },
568
+ {
569
+ "correct" : true,
570
+ "expected" : "circle",
571
+ "extracted" : "circle",
572
+ "generationPrompt" : "A single yellow circle centered on a plain white background, flat minimal vector illustration, no text.",
573
+ "id" : "imagegen-shapes-v1-0050",
574
+ "imageSHA256" : "11365a5228453ca8df049d69bc05c0399ff14d0e8c492c522088b3dcecf69657",
575
+ "output" : "circle",
576
+ "stopped" : true,
577
+ "tokens" : 1
578
+ },
579
+ {
580
+ "correct" : true,
581
+ "expected" : "square",
582
+ "extracted" : "square",
583
+ "generationPrompt" : "A yellow square on the left and a purple circle on the right, on a plain white background, flat minimal vector illustration, no text.",
584
+ "id" : "imagegen-shapes-v1-0051",
585
+ "imageSHA256" : "340cfee1a65248c1161c33e98ab60679732fa22fd2bdcb03ae2d03d568dd1d13",
586
+ "output" : "square",
587
+ "stopped" : true,
588
+ "tokens" : 1
589
+ },
590
+ {
591
+ "correct" : true,
592
+ "expected" : "orange",
593
+ "extracted" : "orange",
594
+ "generationPrompt" : "A single orange circle centered on a plain white background, flat minimal vector illustration, no text.",
595
+ "id" : "imagegen-shapes-v1-0052",
596
+ "imageSHA256" : "66cbf11568260c50fef9300723cd2d144bde891343b1c2ee29c866e558f71958",
597
+ "output" : "orange",
598
+ "stopped" : true,
599
+ "tokens" : 1
600
+ },
601
+ {
602
+ "correct" : true,
603
+ "expected" : "3",
604
+ "extracted" : "3",
605
+ "generationPrompt" : "Exactly three orange circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
606
+ "id" : "imagegen-shapes-v1-0053",
607
+ "imageSHA256" : "573fa54c5d9b1436b9e701657b21f3e704cbbbf3cb526f6fb7cbe6eb0163c1ba",
608
+ "output" : "3",
609
+ "stopped" : true,
610
+ "tokens" : 1
611
+ },
612
+ {
613
+ "correct" : true,
614
+ "expected" : "square",
615
+ "extracted" : "square",
616
+ "generationPrompt" : "A single blue square centered on a plain white background, flat minimal vector illustration, no text.",
617
+ "id" : "imagegen-shapes-v1-0054",
618
+ "imageSHA256" : "58cab945c25528c99a43d525ee22095c069ca458edccde753d8ac35174e6e4ff",
619
+ "output" : "square",
620
+ "stopped" : true,
621
+ "tokens" : 1
622
+ },
623
+ {
624
+ "correct" : true,
625
+ "expected" : "circle",
626
+ "extracted" : "circle",
627
+ "generationPrompt" : "A red circle on the left and a yellow square on the right, on a plain white background, flat minimal vector illustration, no text.",
628
+ "id" : "imagegen-shapes-v1-0055",
629
+ "imageSHA256" : "b657118ef292183898aac3f1033951d955376f6b4eedb8b205357ad883771682",
630
+ "output" : "circle",
631
+ "stopped" : true,
632
+ "tokens" : 1
633
+ },
634
+ {
635
+ "correct" : true,
636
+ "expected" : "black",
637
+ "extracted" : "black",
638
+ "generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
639
+ "id" : "imagegen-shapes-v1-0056",
640
+ "imageSHA256" : "6a1076ad69e6c9479f1f8e4c65f87ea696b1b2e027f755e11d2f7d6cfd844f7b",
641
+ "output" : "black",
642
+ "stopped" : true,
643
+ "tokens" : 1
644
+ },
645
+ {
646
+ "correct" : true,
647
+ "expected" : "1",
648
+ "extracted" : "1",
649
+ "generationPrompt" : "A single purple circle on a plain white background, flat minimal vector illustration, no text.",
650
+ "id" : "imagegen-shapes-v1-0057",
651
+ "imageSHA256" : "2151f0211c0bee85d4e9cd20ac0e94746130291d22f70cdf221f73d3e036c29f",
652
+ "output" : "1",
653
+ "stopped" : true,
654
+ "tokens" : 1
655
+ },
656
+ {
657
+ "correct" : true,
658
+ "expected" : "star",
659
+ "extracted" : "star",
660
+ "generationPrompt" : "A single yellow star centered on a plain white background, flat minimal vector illustration, no text.",
661
+ "id" : "imagegen-shapes-v1-0058",
662
+ "imageSHA256" : "62ffe26a36443d72850e78b74fa1557ee64c516e27e4c9e3eade853e8f997c56",
663
+ "output" : "star",
664
+ "stopped" : true,
665
+ "tokens" : 1
666
+ },
667
+ {
668
+ "correct" : true,
669
+ "expected" : "circle",
670
+ "extracted" : "circle",
671
+ "generationPrompt" : "A blue circle on the left and a purple square on the right, on a plain white background, flat minimal vector illustration, no text.",
672
+ "id" : "imagegen-shapes-v1-0059",
673
+ "imageSHA256" : "352f99fe03875b1019a00e6963e9c7174ff3ea791a573a5079ec416dbdc2c1cb",
674
+ "output" : "circle",
675
+ "stopped" : true,
676
+ "tokens" : 1
677
+ },
678
+ {
679
+ "correct" : true,
680
+ "expected" : "yellow",
681
+ "extracted" : "yellow",
682
+ "generationPrompt" : "A single yellow circle centered on a plain white background, flat minimal vector illustration, no text.",
683
+ "id" : "imagegen-shapes-v1-0060",
684
+ "imageSHA256" : "6fcff410fb06f30a8ffbdfbd553eb4853ddabf1678acc2db8ff92c47d031021d",
685
+ "output" : "yellow",
686
+ "stopped" : true,
687
+ "tokens" : 1
688
+ },
689
+ {
690
+ "correct" : true,
691
+ "expected" : "2",
692
+ "extracted" : "2",
693
+ "generationPrompt" : "Exactly two yellow circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
694
+ "id" : "imagegen-shapes-v1-0061",
695
+ "imageSHA256" : "dcaabbcb02f141fe8b73c34e0e288f6760a5aedb3dd469e4b8506d0c5bdeaeb1",
696
+ "output" : "2",
697
+ "stopped" : true,
698
+ "tokens" : 1
699
+ },
700
+ {
701
+ "correct" : true,
702
+ "expected" : "triangle",
703
+ "extracted" : "triangle",
704
+ "generationPrompt" : "A single red triangle centered on a plain white background, flat minimal vector illustration, no text.",
705
+ "id" : "imagegen-shapes-v1-0062",
706
+ "imageSHA256" : "c69fc8bd5ca5ec6b460914aafe528e0de426e4a86a0ef8e9ca440d5223d008d6",
707
+ "output" : "triangle",
708
+ "stopped" : true,
709
+ "tokens" : 1
710
+ },
711
+ {
712
+ "correct" : true,
713
+ "expected" : "circle",
714
+ "extracted" : "circle",
715
+ "generationPrompt" : "A purple circle on the left and a yellow square on the right, on a plain white background, flat minimal vector illustration, no text.",
716
+ "id" : "imagegen-shapes-v1-0063",
717
+ "imageSHA256" : "127d54303a9a0e29ef184e7fe9d9e2c494479a7cbbb8f63ffcef6cc64326d6ca",
718
+ "output" : "circle",
719
+ "stopped" : true,
720
+ "tokens" : 1
721
+ },
722
+ {
723
+ "correct" : true,
724
+ "expected" : "purple",
725
+ "extracted" : "purple",
726
+ "generationPrompt" : "A single purple circle centered on a plain white background, flat minimal vector illustration, no text.",
727
+ "id" : "imagegen-shapes-v1-0064",
728
+ "imageSHA256" : "01519e7f9fabc56954b633676b51b08ed7dd1835bb4f20da64c327e8d9b9056b",
729
+ "output" : "purple",
730
+ "stopped" : true,
731
+ "tokens" : 1
732
+ },
733
+ {
734
+ "correct" : true,
735
+ "expected" : "3",
736
+ "extracted" : "3",
737
+ "generationPrompt" : "Exactly three blue circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
738
+ "id" : "imagegen-shapes-v1-0065",
739
+ "imageSHA256" : "01cb0cc71fd2f2126c71853703c98822cd93669146153a3d914e06630841b289",
740
+ "output" : "3",
741
+ "stopped" : true,
742
+ "tokens" : 1
743
+ },
744
+ {
745
+ "correct" : true,
746
+ "expected" : "circle",
747
+ "extracted" : "circle",
748
+ "generationPrompt" : "A single black circle centered on a plain white background, flat minimal vector illustration, no text.",
749
+ "id" : "imagegen-shapes-v1-0066",
750
+ "imageSHA256" : "a46bf24389a798cf301be409994744984eae829bc3a80690907c0289af085612",
751
+ "output" : "circle",
752
+ "stopped" : true,
753
+ "tokens" : 1
754
+ },
755
+ {
756
+ "correct" : true,
757
+ "expected" : "square",
758
+ "extracted" : "square",
759
+ "generationPrompt" : "A yellow square on the left and an orange circle on the right, on a plain white background, flat minimal vector illustration, no text.",
760
+ "id" : "imagegen-shapes-v1-0067",
761
+ "imageSHA256" : "f50fcd911194879b9cd3a1d37020bff242c7900ea44cb264ee4172b7a2c2bc0b",
762
+ "output" : "square",
763
+ "stopped" : true,
764
+ "tokens" : 1
765
+ },
766
+ {
767
+ "correct" : true,
768
+ "expected" : "orange",
769
+ "extracted" : "orange",
770
+ "generationPrompt" : "A single orange square centered on a plain white background, flat minimal vector illustration, no text.",
771
+ "id" : "imagegen-shapes-v1-0068",
772
+ "imageSHA256" : "e33d69b6af2accf8b72796c758ddc1ee00ac5e33f90296ac4dd61b80388c3c5b",
773
+ "output" : "orange",
774
+ "stopped" : true,
775
+ "tokens" : 1
776
+ },
777
+ {
778
+ "correct" : true,
779
+ "expected" : "2",
780
+ "extracted" : "2",
781
+ "generationPrompt" : "Exactly two blue circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
782
+ "id" : "imagegen-shapes-v1-0069",
783
+ "imageSHA256" : "78975df9e54724f17f02fac07c59de896cbbc0eb32129c8e24fcf341f7f46b2b",
784
+ "output" : "2",
785
+ "stopped" : true,
786
+ "tokens" : 1
787
+ },
788
+ {
789
+ "correct" : true,
790
+ "expected" : "star",
791
+ "extracted" : "star",
792
+ "generationPrompt" : "A single orange star centered on a plain white background, flat minimal vector illustration, no text.",
793
+ "id" : "imagegen-shapes-v1-0070",
794
+ "imageSHA256" : "f3be29333e306d16006a8f7a46dace3bcd09ed268fd89d6e28462e211be59788",
795
+ "output" : "star",
796
+ "stopped" : true,
797
+ "tokens" : 1
798
+ },
799
+ {
800
+ "correct" : true,
801
+ "expected" : "square",
802
+ "extracted" : "square",
803
+ "generationPrompt" : "An orange square on the left and a red circle on the right, on a plain white background, flat minimal vector illustration, no text.",
804
+ "id" : "imagegen-shapes-v1-0071",
805
+ "imageSHA256" : "9644485f301fa873180be6716a9486f89ced9f7217fb882f6472e87e464768ac",
806
+ "output" : "square",
807
+ "stopped" : true,
808
+ "tokens" : 1
809
+ },
810
+ {
811
+ "correct" : true,
812
+ "expected" : "red",
813
+ "extracted" : "red",
814
+ "generationPrompt" : "A single red square centered on a plain white background, flat minimal vector illustration, no text.",
815
+ "id" : "imagegen-shapes-v1-0072",
816
+ "imageSHA256" : "828272594da89ee25a31caf2bfe4e24858dbbba32b71ae0c16ba9421933511df",
817
+ "output" : "red",
818
+ "stopped" : true,
819
+ "tokens" : 1
820
+ },
821
+ {
822
+ "correct" : true,
823
+ "expected" : "2",
824
+ "extracted" : "2",
825
+ "generationPrompt" : "Exactly two green circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
826
+ "id" : "imagegen-shapes-v1-0073",
827
+ "imageSHA256" : "f3e022ad6ab5efd1e4907b845c59213c0ee6a03cc601f2fc5671e04fe38a77bb",
828
+ "output" : "2",
829
+ "stopped" : true,
830
+ "tokens" : 1
831
+ },
832
+ {
833
+ "correct" : true,
834
+ "expected" : "star",
835
+ "extracted" : "star",
836
+ "generationPrompt" : "A single orange star centered on a plain white background, flat minimal vector illustration, no text.",
837
+ "id" : "imagegen-shapes-v1-0074",
838
+ "imageSHA256" : "97e34c88b0f2212be8dd75d47d8d381823a1d6fce8ea1243049ebdbbff9b4623",
839
+ "output" : "star",
840
+ "stopped" : true,
841
+ "tokens" : 1
842
+ },
843
+ {
844
+ "correct" : true,
845
+ "expected" : "square",
846
+ "extracted" : "square",
847
+ "generationPrompt" : "A red square on the left and a black circle on the right, on a plain white background, flat minimal vector illustration, no text.",
848
+ "id" : "imagegen-shapes-v1-0075",
849
+ "imageSHA256" : "425b0c87b3e67080fc1603ce20f6ca615d2421c1660bb07506bc882ab1706c04",
850
+ "output" : "square",
851
+ "stopped" : true,
852
+ "tokens" : 1
853
+ },
854
+ {
855
+ "correct" : true,
856
+ "expected" : "blue",
857
+ "extracted" : "blue",
858
+ "generationPrompt" : "A single blue square centered on a plain white background, flat minimal vector illustration, no text.",
859
+ "id" : "imagegen-shapes-v1-0076",
860
+ "imageSHA256" : "f5193369d71edc1da58e008a82cf139f776a68830a33ed708e145a87a0d3723e",
861
+ "output" : "blue",
862
+ "stopped" : true,
863
+ "tokens" : 1
864
+ },
865
+ {
866
+ "correct" : true,
867
+ "expected" : "1",
868
+ "extracted" : "1",
869
+ "generationPrompt" : "A single yellow circle on a plain white background, flat minimal vector illustration, no text.",
870
+ "id" : "imagegen-shapes-v1-0077",
871
+ "imageSHA256" : "a85835aa7b51d73fb3da4da999e4e0fce38199a932d128c66a922a12813c4298",
872
+ "output" : "1",
873
+ "stopped" : true,
874
+ "tokens" : 1
875
+ },
876
+ {
877
+ "correct" : true,
878
+ "expected" : "square",
879
+ "extracted" : "square",
880
+ "generationPrompt" : "A single blue square centered on a plain white background, flat minimal vector illustration, no text.",
881
+ "id" : "imagegen-shapes-v1-0078",
882
+ "imageSHA256" : "6541d244ad6edd680bbb278a576af70e4d78c7f7bc844c4906bd55ab65e64eb9",
883
+ "output" : "square",
884
+ "stopped" : true,
885
+ "tokens" : 1
886
+ },
887
+ {
888
+ "correct" : true,
889
+ "expected" : "circle",
890
+ "extracted" : "circle",
891
+ "generationPrompt" : "A blue circle on the left and an orange square on the right, on a plain white background, flat minimal vector illustration, no text.",
892
+ "id" : "imagegen-shapes-v1-0079",
893
+ "imageSHA256" : "c0202c39129c58086a453061f58561eda9e896ee38b40ad9e97040b23bde4a3b",
894
+ "output" : "circle",
895
+ "stopped" : true,
896
+ "tokens" : 1
897
+ },
898
+ {
899
+ "correct" : true,
900
+ "expected" : "red",
901
+ "extracted" : "red",
902
+ "generationPrompt" : "A single red circle centered on a plain white background, flat minimal vector illustration, no text.",
903
+ "id" : "imagegen-shapes-v1-0080",
904
+ "imageSHA256" : "565046754137b2a5190795b2ad24cf07574d8b4a042156d358aa8070c892ca21",
905
+ "output" : "red",
906
+ "stopped" : true,
907
+ "tokens" : 1
908
+ },
909
+ {
910
+ "correct" : true,
911
+ "expected" : "1",
912
+ "extracted" : "1",
913
+ "generationPrompt" : "A single blue circle on a plain white background, flat minimal vector illustration, no text.",
914
+ "id" : "imagegen-shapes-v1-0081",
915
+ "imageSHA256" : "c86643a5adf0f51cfe5a8d83dcfcf08fd14d9d3e71e254f687f7656a003cfb58",
916
+ "output" : "1",
917
+ "stopped" : true,
918
+ "tokens" : 1
919
+ },
920
+ {
921
+ "correct" : true,
922
+ "expected" : "star",
923
+ "extracted" : "star",
924
+ "generationPrompt" : "A single purple star centered on a plain white background, flat minimal vector illustration, no text.",
925
+ "id" : "imagegen-shapes-v1-0082",
926
+ "imageSHA256" : "ef9debc053ad3073b325bbefce851c9fa023cd6571e65c4ca76e00f26dbd0ced",
927
+ "output" : "star",
928
+ "stopped" : true,
929
+ "tokens" : 1
930
+ },
931
+ {
932
+ "correct" : true,
933
+ "expected" : "circle",
934
+ "extracted" : "circle",
935
+ "generationPrompt" : "A blue circle on the left and a yellow square on the right, on a plain white background, flat minimal vector illustration, no text.",
936
+ "id" : "imagegen-shapes-v1-0083",
937
+ "imageSHA256" : "d521227e8cc4818c6233c75f415f8edc273498f890aa59861d3725131e3122e3",
938
+ "output" : "circle",
939
+ "stopped" : true,
940
+ "tokens" : 1
941
+ },
942
+ {
943
+ "correct" : true,
944
+ "expected" : "black",
945
+ "extracted" : "black",
946
+ "generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
947
+ "id" : "imagegen-shapes-v1-0084",
948
+ "imageSHA256" : "bcaabcf3bd8935c0967b469c743101ad4f1f78de273f0500e97ba94982c7b44f",
949
+ "output" : "black",
950
+ "stopped" : true,
951
+ "tokens" : 1
952
+ },
953
+ {
954
+ "correct" : true,
955
+ "expected" : "1",
956
+ "extracted" : "1",
957
+ "generationPrompt" : "A single yellow circle on a plain white background, flat minimal vector illustration, no text.",
958
+ "id" : "imagegen-shapes-v1-0085",
959
+ "imageSHA256" : "9dbec655648a070c69a5179b7a2d449e2398357d999be0f92d95225cc4c52a4a",
960
+ "output" : "1",
961
+ "stopped" : true,
962
+ "tokens" : 1
963
+ },
964
+ {
965
+ "correct" : true,
966
+ "expected" : "circle",
967
+ "extracted" : "circle",
968
+ "generationPrompt" : "A single orange circle centered on a plain white background, flat minimal vector illustration, no text.",
969
+ "id" : "imagegen-shapes-v1-0086",
970
+ "imageSHA256" : "26c98ffb2b3bbac6c3aa5229ea4d09cb45ab95ae8fc4b3a53648603281c8f467",
971
+ "output" : "circle",
972
+ "stopped" : true,
973
+ "tokens" : 1
974
+ },
975
+ {
976
+ "correct" : true,
977
+ "expected" : "square",
978
+ "extracted" : "square",
979
+ "generationPrompt" : "A blue square on the left and an orange circle on the right, on a plain white background, flat minimal vector illustration, no text.",
980
+ "id" : "imagegen-shapes-v1-0087",
981
+ "imageSHA256" : "c2b011387ecf2c5248498eb9de6582e1f1b2f5d121d79f08405f65ad64fd9e7d",
982
+ "output" : "square",
983
+ "stopped" : true,
984
+ "tokens" : 1
985
+ },
986
+ {
987
+ "correct" : true,
988
+ "expected" : "black",
989
+ "extracted" : "black",
990
+ "generationPrompt" : "A single black circle centered on a plain white background, flat minimal vector illustration, no text.",
991
+ "id" : "imagegen-shapes-v1-0088",
992
+ "imageSHA256" : "74dd6b63abdf5b6b6bb650b5e08207285e2f780e79b0456e2a1eb5ce101af9f3",
993
+ "output" : "black",
994
+ "stopped" : true,
995
+ "tokens" : 1
996
+ },
997
+ {
998
+ "correct" : true,
999
+ "expected" : "2",
1000
+ "extracted" : "2",
1001
+ "generationPrompt" : "Exactly two yellow circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
1002
+ "id" : "imagegen-shapes-v1-0089",
1003
+ "imageSHA256" : "59e3eb73e2e96b58cb57197e64e7ed5d04309587b1db0ec6e73fa3a2a3f79496",
1004
+ "output" : "2",
1005
+ "stopped" : true,
1006
+ "tokens" : 1
1007
+ },
1008
+ {
1009
+ "correct" : true,
1010
+ "expected" : "star",
1011
+ "extracted" : "star",
1012
+ "generationPrompt" : "A single orange star centered on a plain white background, flat minimal vector illustration, no text.",
1013
+ "id" : "imagegen-shapes-v1-0090",
1014
+ "imageSHA256" : "3ac9e495fb56a27a70bd786c084cf21d353a2a43f05c332f8b11fd00e24fadc9",
1015
+ "output" : "star",
1016
+ "stopped" : true,
1017
+ "tokens" : 1
1018
+ },
1019
+ {
1020
+ "correct" : true,
1021
+ "expected" : "circle",
1022
+ "extracted" : "circle",
1023
+ "generationPrompt" : "A blue circle on the left and a red square on the right, on a plain white background, flat minimal vector illustration, no text.",
1024
+ "id" : "imagegen-shapes-v1-0091",
1025
+ "imageSHA256" : "cb3cf6ffca1c3f088b4d2f1c849ed3f39dcc918422b03023ee61ece784869e86",
1026
+ "output" : "circle",
1027
+ "stopped" : true,
1028
+ "tokens" : 1
1029
+ },
1030
+ {
1031
+ "correct" : true,
1032
+ "expected" : "black",
1033
+ "extracted" : "black",
1034
+ "generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
1035
+ "id" : "imagegen-shapes-v1-0092",
1036
+ "imageSHA256" : "67d30adff813f9b3d71ed1df981862d6841a41d855a78cf47d25b2d5ac2e676f",
1037
+ "output" : "black",
1038
+ "stopped" : true,
1039
+ "tokens" : 1
1040
+ },
1041
+ {
1042
+ "correct" : true,
1043
+ "expected" : "3",
1044
+ "extracted" : "3",
1045
+ "generationPrompt" : "Exactly three black circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
1046
+ "id" : "imagegen-shapes-v1-0093",
1047
+ "imageSHA256" : "eb17d3f23ad050783646492c0c7f6803c560a596630860e15aa9a9ec9e4f8eb1",
1048
+ "output" : "3",
1049
+ "stopped" : true,
1050
+ "tokens" : 1
1051
+ },
1052
+ {
1053
+ "correct" : true,
1054
+ "expected" : "square",
1055
+ "extracted" : "square",
1056
+ "generationPrompt" : "A single green square centered on a plain white background, flat minimal vector illustration, no text.",
1057
+ "id" : "imagegen-shapes-v1-0094",
1058
+ "imageSHA256" : "fdc58a30e799cf2772800fa233e67357b12ecea142316ef9253c4d424dcb8bab",
1059
+ "output" : "square",
1060
+ "stopped" : true,
1061
+ "tokens" : 1
1062
+ },
1063
+ {
1064
+ "correct" : true,
1065
+ "expected" : "square",
1066
+ "extracted" : "square",
1067
+ "generationPrompt" : "A yellow square on the left and a green circle on the right, on a plain white background, flat minimal vector illustration, no text.",
1068
+ "id" : "imagegen-shapes-v1-0095",
1069
+ "imageSHA256" : "3d6349f687bfaaaa052ff8d36cc7b7c2b2f0087ceba43f18fab1728308653a6c",
1070
+ "output" : "square",
1071
+ "stopped" : true,
1072
+ "tokens" : 1
1073
+ },
1074
+ {
1075
+ "correct" : true,
1076
+ "expected" : "green",
1077
+ "extracted" : "green",
1078
+ "generationPrompt" : "A single green circle centered on a plain white background, flat minimal vector illustration, no text.",
1079
+ "id" : "imagegen-shapes-v1-0096",
1080
+ "imageSHA256" : "9205ded1cbd3b465c014cd90fcaeaa3ca2cfebb09efb71b9a161f4904209bb10",
1081
+ "output" : "green",
1082
+ "stopped" : true,
1083
+ "tokens" : 1
1084
+ },
1085
+ {
1086
+ "correct" : true,
1087
+ "expected" : "3",
1088
+ "extracted" : "3",
1089
+ "generationPrompt" : "Exactly three green circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
1090
+ "id" : "imagegen-shapes-v1-0097",
1091
+ "imageSHA256" : "39ac116f77e4b65123c1c0333acc1ac84c286670eb8f1171fa168516944e9a54",
1092
+ "output" : "3",
1093
+ "stopped" : true,
1094
+ "tokens" : 1
1095
+ },
1096
+ {
1097
+ "correct" : true,
1098
+ "expected" : "circle",
1099
+ "extracted" : "circle",
1100
+ "generationPrompt" : "A single black circle centered on a plain white background, flat minimal vector illustration, no text.",
1101
+ "id" : "imagegen-shapes-v1-0098",
1102
+ "imageSHA256" : "8b948846d4af307f83707e7b75c5327eec4ac8208b4b0a99e47830c1844d53df",
1103
+ "output" : "circle",
1104
+ "stopped" : true,
1105
+ "tokens" : 1
1106
+ },
1107
+ {
1108
+ "correct" : true,
1109
+ "expected" : "square",
1110
+ "extracted" : "square",
1111
+ "generationPrompt" : "A green square on the left and an orange circle on the right, on a plain white background, flat minimal vector illustration, no text.",
1112
+ "id" : "imagegen-shapes-v1-0099",
1113
+ "imageSHA256" : "7afdfeb0988ed3eef933369bba52ad342727b89b8078d5e7328b2480f3aef691",
1114
+ "output" : "square",
1115
+ "stopped" : true,
1116
+ "tokens" : 1
1117
+ }
1118
+ ],
1119
+ "judge" : {
1120
+ "bundleSha256" : "85cafd77e7e2eac17114d04d782d0e2dcb54f19298fc47e853d27f82e84877ae",
1121
+ "catalogId" : "qwen3-vl-2b"
1122
+ },
1123
+ "maxDrop" : 3,
1124
+ "paired" : {
1125
+ "gained" : 0,
1126
+ "identicalOutputs" : 100,
1127
+ "items" : 100,
1128
+ "lost" : 0
1129
+ },
1130
+ "protocol" : {
1131
+ "budget" : 16,
1132
+ "extractor" : "choice",
1133
+ "items" : 100,
1134
+ "pinnedItems" : 100,
1135
+ "prompt" : "{input}",
1136
+ "subset" : false,
1137
+ "thinking" : false
1138
+ },
1139
+ "protocolId" : "e4484f8cef5b8a03",
1140
+ "role" : "candidate",
1141
+ "unterminated" : 0
1142
+ },
1143
+ "env" : {
1144
+ "arch" : "h17c",
1145
+ "compute" : "target",
1146
+ "hwModel" : "Mac17,6",
1147
+ "osBuild" : "26A434",
1148
+ "sdk" : {
1149
+ "version" : "0.1.0-dev"
1150
+ }
1151
+ },
1152
+ "fixture" : {
1153
+ "id" : "imagegen-shapes-v1",
1154
+ "sha256" : "generated"
1155
+ },
1156
+ "kind" : "verification",
1157
+ "negativeControlRecordId" : "5fb4f26d-14fd-46e6-b6aa-f985eca9e2d1",
1158
+ "recordId" : "d7c6d982-132b-42b6-a2b7-9fdb43a5920c",
1159
+ "result" : "pass",
1160
+ "schema" : 1,
1161
+ "subject" : {
1162
+ "bundlePath" : "hf:aether-models/flux2-klein-4b/macos-any-gpu",
1163
+ "bundleSha256" : "5b88af01ffb90a3bac71d5c74c68bd9b1a5342f6e11ad4be294b775ffa4822cf",
1164
+ "catalogId" : "flux2-klein-4b",
1165
+ "manifestSchema" : 1,
1166
+ "quantScheme" : "int8-linear-perchannel",
1167
+ "recipe" : "flux2-klein-4b@3",
1168
+ "variant" : "macos-any-gpu"
1169
+ },
1170
+ "tier" : "T3"
1171
+ }
verification/negative-control/5fb4f26d-14fd-46e6-b6aa-f985eca9e2d1.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-10-06T17:42:22Z",
3
+ "details" : {
4
+ "gateFailedAsRequired" : true,
5
+ "poisonedAccuracy" : 0,
6
+ "protocolId" : "e4484f8cef5b8a03"
7
+ },
8
+ "env" : {
9
+ "arch" : "h17c",
10
+ "compute" : "target",
11
+ "hwModel" : "Mac17,6",
12
+ "osBuild" : "26A434",
13
+ "sdk" : {
14
+ "version" : "0.1.0-dev"
15
+ }
16
+ },
17
+ "fixture" : {
18
+ "id" : "imagegen-shapes-v1",
19
+ "sha256" : "generated"
20
+ },
21
+ "kind" : "negative-control",
22
+ "recordId" : "5fb4f26d-14fd-46e6-b6aa-f985eca9e2d1",
23
+ "result" : "fail",
24
+ "schema" : 1,
25
+ "subject" : {
26
+ "bundlePath" : "hf:aether-models/flux2-klein-4b/macos-any-gpu",
27
+ "bundleSha256" : "5b88af01ffb90a3bac71d5c74c68bd9b1a5342f6e11ad4be294b775ffa4822cf",
28
+ "catalogId" : "flux2-klein-4b",
29
+ "manifestSchema" : 1,
30
+ "quantScheme" : "int8-linear-perchannel",
31
+ "recipe" : "flux2-klein-4b@3",
32
+ "variant" : "macos-any-gpu"
33
+ },
34
+ "tier" : "T3"
35
+ }