Attach 2 verification file(s) to flux2-klein-4b@49ab3f4 (aether publish --records-only)
Browse files
verification/d7c6d982-132b-42b6-a2b7-9fdb43a5920c.json
ADDED
|
@@ -0,0 +1,1171 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-10-06T17:42:22Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"accuracy" : 100,
|
| 5 |
+
"baseline" : {
|
| 6 |
+
"accuracy" : 100,
|
| 7 |
+
"recordId" : "797b1873-00c6-4d29-91ce-be4dbf0386c2"
|
| 8 |
+
},
|
| 9 |
+
"compute" : "target",
|
| 10 |
+
"correct" : 100,
|
| 11 |
+
"drop" : 0,
|
| 12 |
+
"evalSet" : "imagegen-shapes-v1",
|
| 13 |
+
"generation" : {
|
| 14 |
+
"meanSeconds" : 2.2758720946499995,
|
| 15 |
+
"steps" : 4
|
| 16 |
+
},
|
| 17 |
+
"items" : [
|
| 18 |
+
{
|
| 19 |
+
"correct" : true,
|
| 20 |
+
"expected" : "green",
|
| 21 |
+
"extracted" : "green",
|
| 22 |
+
"generationPrompt" : "A single green square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 23 |
+
"id" : "imagegen-shapes-v1-0000",
|
| 24 |
+
"imageSHA256" : "be33cb881a04d241eecf529d86b27441a9697dd5a7761a9930eadd68565e8a4a",
|
| 25 |
+
"output" : "green",
|
| 26 |
+
"stopped" : true,
|
| 27 |
+
"tokens" : 1
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"correct" : true,
|
| 31 |
+
"expected" : "1",
|
| 32 |
+
"extracted" : "1",
|
| 33 |
+
"generationPrompt" : "A single blue circle on a plain white background, flat minimal vector illustration, no text.",
|
| 34 |
+
"id" : "imagegen-shapes-v1-0001",
|
| 35 |
+
"imageSHA256" : "0cf38ee22270105b44a634489b10be6566b377e6bcea114166a96d43791e02e6",
|
| 36 |
+
"output" : "1",
|
| 37 |
+
"stopped" : true,
|
| 38 |
+
"tokens" : 1
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"correct" : true,
|
| 42 |
+
"expected" : "square",
|
| 43 |
+
"extracted" : "square",
|
| 44 |
+
"generationPrompt" : "A single purple square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 45 |
+
"id" : "imagegen-shapes-v1-0002",
|
| 46 |
+
"imageSHA256" : "aacc675434d46509a58b494bee167503cdb4a2579967da30612d26ea05d66e3d",
|
| 47 |
+
"output" : "square",
|
| 48 |
+
"stopped" : true,
|
| 49 |
+
"tokens" : 1
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"correct" : true,
|
| 53 |
+
"expected" : "circle",
|
| 54 |
+
"extracted" : "circle",
|
| 55 |
+
"generationPrompt" : "An orange circle on the left and a blue square on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 56 |
+
"id" : "imagegen-shapes-v1-0003",
|
| 57 |
+
"imageSHA256" : "a344813fc12bf5fd46e5d2499b3dedac5b5d9cecef08035393bc357d61d0fd13",
|
| 58 |
+
"output" : "circle",
|
| 59 |
+
"stopped" : true,
|
| 60 |
+
"tokens" : 1
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"correct" : true,
|
| 64 |
+
"expected" : "green",
|
| 65 |
+
"extracted" : "green",
|
| 66 |
+
"generationPrompt" : "A single green circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 67 |
+
"id" : "imagegen-shapes-v1-0004",
|
| 68 |
+
"imageSHA256" : "667f888cd447db0384992f1ab2952d16fbb7c686ee6918afe9e0bdf80bb8e7d9",
|
| 69 |
+
"output" : "green",
|
| 70 |
+
"stopped" : true,
|
| 71 |
+
"tokens" : 1
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"correct" : true,
|
| 75 |
+
"expected" : "3",
|
| 76 |
+
"extracted" : "3",
|
| 77 |
+
"generationPrompt" : "Exactly three green circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
|
| 78 |
+
"id" : "imagegen-shapes-v1-0005",
|
| 79 |
+
"imageSHA256" : "f31a94fc7d82ae0d55c1e61a1b2c6ad414ee33d4394b6ff3cb863e2391d27192",
|
| 80 |
+
"output" : "3",
|
| 81 |
+
"stopped" : true,
|
| 82 |
+
"tokens" : 1
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"correct" : true,
|
| 86 |
+
"expected" : "star",
|
| 87 |
+
"extracted" : "star",
|
| 88 |
+
"generationPrompt" : "A single orange star centered on a plain white background, flat minimal vector illustration, no text.",
|
| 89 |
+
"id" : "imagegen-shapes-v1-0006",
|
| 90 |
+
"imageSHA256" : "fb2104cf1e621a3160a502e3cfba7ebe8665a9acefbdf9113f99c8655cf3e234",
|
| 91 |
+
"output" : "star",
|
| 92 |
+
"stopped" : true,
|
| 93 |
+
"tokens" : 1
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"correct" : true,
|
| 97 |
+
"expected" : "circle",
|
| 98 |
+
"extracted" : "circle",
|
| 99 |
+
"generationPrompt" : "A blue circle on the left and a yellow square on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 100 |
+
"id" : "imagegen-shapes-v1-0007",
|
| 101 |
+
"imageSHA256" : "82082a205921166f8369966d109a02fd005c773d0273a0cf1273fcfacf2f735e",
|
| 102 |
+
"output" : "circle",
|
| 103 |
+
"stopped" : true,
|
| 104 |
+
"tokens" : 1
|
| 105 |
+
},
|
| 106 |
+
{
|
| 107 |
+
"correct" : true,
|
| 108 |
+
"expected" : "black",
|
| 109 |
+
"extracted" : "black",
|
| 110 |
+
"generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 111 |
+
"id" : "imagegen-shapes-v1-0008",
|
| 112 |
+
"imageSHA256" : "7c2934cecf67a36e0cd49ff440727870303696c7e3ed9c96638314f03c644977",
|
| 113 |
+
"output" : "black",
|
| 114 |
+
"stopped" : true,
|
| 115 |
+
"tokens" : 1
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"correct" : true,
|
| 119 |
+
"expected" : "1",
|
| 120 |
+
"extracted" : "1",
|
| 121 |
+
"generationPrompt" : "A single green circle on a plain white background, flat minimal vector illustration, no text.",
|
| 122 |
+
"id" : "imagegen-shapes-v1-0009",
|
| 123 |
+
"imageSHA256" : "9a502e6dc7eacc9bfa14dad5b61bbcd25b915d09b35c00b774d3559d2dd00efd",
|
| 124 |
+
"output" : "1",
|
| 125 |
+
"stopped" : true,
|
| 126 |
+
"tokens" : 1
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"correct" : true,
|
| 130 |
+
"expected" : "circle",
|
| 131 |
+
"extracted" : "circle",
|
| 132 |
+
"generationPrompt" : "A single green circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 133 |
+
"id" : "imagegen-shapes-v1-0010",
|
| 134 |
+
"imageSHA256" : "1c1d4920aedfd789a49d5d4b6c0383277d8e3f520ea5986d4fffe0da9a9a5889",
|
| 135 |
+
"output" : "circle",
|
| 136 |
+
"stopped" : true,
|
| 137 |
+
"tokens" : 1
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"correct" : true,
|
| 141 |
+
"expected" : "square",
|
| 142 |
+
"extracted" : "square",
|
| 143 |
+
"generationPrompt" : "An orange square on the left and a purple circle on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 144 |
+
"id" : "imagegen-shapes-v1-0011",
|
| 145 |
+
"imageSHA256" : "004b2bcdb58d81d50f1b7f1d14ae038aea6d62465bfe11ee5f6149b7cf53a632",
|
| 146 |
+
"output" : "square",
|
| 147 |
+
"stopped" : true,
|
| 148 |
+
"tokens" : 1
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"correct" : true,
|
| 152 |
+
"expected" : "purple",
|
| 153 |
+
"extracted" : "purple",
|
| 154 |
+
"generationPrompt" : "A single purple square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 155 |
+
"id" : "imagegen-shapes-v1-0012",
|
| 156 |
+
"imageSHA256" : "9f1d66b10e40574f8ce3b87b60fb9facb11aaa992a6d5e395f9c2d6ca75a1615",
|
| 157 |
+
"output" : "purple",
|
| 158 |
+
"stopped" : true,
|
| 159 |
+
"tokens" : 1
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"correct" : true,
|
| 163 |
+
"expected" : "1",
|
| 164 |
+
"extracted" : "1",
|
| 165 |
+
"generationPrompt" : "A single blue circle on a plain white background, flat minimal vector illustration, no text.",
|
| 166 |
+
"id" : "imagegen-shapes-v1-0013",
|
| 167 |
+
"imageSHA256" : "1210b5107df0daf0cec7983e995dec63add65fc52f0531fea411c193a1212441",
|
| 168 |
+
"output" : "1",
|
| 169 |
+
"stopped" : true,
|
| 170 |
+
"tokens" : 1
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"correct" : true,
|
| 174 |
+
"expected" : "circle",
|
| 175 |
+
"extracted" : "circle",
|
| 176 |
+
"generationPrompt" : "A single red circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 177 |
+
"id" : "imagegen-shapes-v1-0014",
|
| 178 |
+
"imageSHA256" : "65f7e7a7f1c6d105359fd9cbeb9a24989ffcb94750ccf9c5bd88f174698e54ee",
|
| 179 |
+
"output" : "circle",
|
| 180 |
+
"stopped" : true,
|
| 181 |
+
"tokens" : 1
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"correct" : true,
|
| 185 |
+
"expected" : "circle",
|
| 186 |
+
"extracted" : "circle",
|
| 187 |
+
"generationPrompt" : "A purple circle on the left and an orange square on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 188 |
+
"id" : "imagegen-shapes-v1-0015",
|
| 189 |
+
"imageSHA256" : "b53f5b8c710d2574abf3c82734a4477f378c72548bc9298ce33314d859a70d17",
|
| 190 |
+
"output" : "circle",
|
| 191 |
+
"stopped" : true,
|
| 192 |
+
"tokens" : 1
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"correct" : true,
|
| 196 |
+
"expected" : "orange",
|
| 197 |
+
"extracted" : "orange",
|
| 198 |
+
"generationPrompt" : "A single orange circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 199 |
+
"id" : "imagegen-shapes-v1-0016",
|
| 200 |
+
"imageSHA256" : "d00eb0d1839371785f92660d96841b38d10801599d7ba6790eb4c51176ffba99",
|
| 201 |
+
"output" : "orange",
|
| 202 |
+
"stopped" : true,
|
| 203 |
+
"tokens" : 1
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"correct" : true,
|
| 207 |
+
"expected" : "1",
|
| 208 |
+
"extracted" : "1",
|
| 209 |
+
"generationPrompt" : "A single orange circle on a plain white background, flat minimal vector illustration, no text.",
|
| 210 |
+
"id" : "imagegen-shapes-v1-0017",
|
| 211 |
+
"imageSHA256" : "13186651b0c5b29cfa8a995024981008f16b0c5e2e3c0ec0b883ddcf95a4ee72",
|
| 212 |
+
"output" : "1",
|
| 213 |
+
"stopped" : true,
|
| 214 |
+
"tokens" : 1
|
| 215 |
+
},
|
| 216 |
+
{
|
| 217 |
+
"correct" : true,
|
| 218 |
+
"expected" : "star",
|
| 219 |
+
"extracted" : "star",
|
| 220 |
+
"generationPrompt" : "A single black star centered on a plain white background, flat minimal vector illustration, no text.",
|
| 221 |
+
"id" : "imagegen-shapes-v1-0018",
|
| 222 |
+
"imageSHA256" : "7d53a49ba0c0ea42502eb6d12f546a1afde92569703944d2721c0291072501c6",
|
| 223 |
+
"output" : "star",
|
| 224 |
+
"stopped" : true,
|
| 225 |
+
"tokens" : 1
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"correct" : true,
|
| 229 |
+
"expected" : "square",
|
| 230 |
+
"extracted" : "square",
|
| 231 |
+
"generationPrompt" : "A green square on the left and a black circle on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 232 |
+
"id" : "imagegen-shapes-v1-0019",
|
| 233 |
+
"imageSHA256" : "f6378411513832ee76db05a0faaa01b313f8dbf0a873eee2cf912209dd8d1ac8",
|
| 234 |
+
"output" : "square",
|
| 235 |
+
"stopped" : true,
|
| 236 |
+
"tokens" : 1
|
| 237 |
+
},
|
| 238 |
+
{
|
| 239 |
+
"correct" : true,
|
| 240 |
+
"expected" : "black",
|
| 241 |
+
"extracted" : "black",
|
| 242 |
+
"generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 243 |
+
"id" : "imagegen-shapes-v1-0020",
|
| 244 |
+
"imageSHA256" : "675918e6641e9cc4f003ef89525b90c1af0a8af1160a3da8147c6971f24142a2",
|
| 245 |
+
"output" : "black",
|
| 246 |
+
"stopped" : true,
|
| 247 |
+
"tokens" : 1
|
| 248 |
+
},
|
| 249 |
+
{
|
| 250 |
+
"correct" : true,
|
| 251 |
+
"expected" : "2",
|
| 252 |
+
"extracted" : "2",
|
| 253 |
+
"generationPrompt" : "Exactly two green circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
|
| 254 |
+
"id" : "imagegen-shapes-v1-0021",
|
| 255 |
+
"imageSHA256" : "9b61ef88ad3d9f07ccb0513d4438615689ae194bba11e0f5a40453853a59e0b4",
|
| 256 |
+
"output" : "2",
|
| 257 |
+
"stopped" : true,
|
| 258 |
+
"tokens" : 1
|
| 259 |
+
},
|
| 260 |
+
{
|
| 261 |
+
"correct" : true,
|
| 262 |
+
"expected" : "circle",
|
| 263 |
+
"extracted" : "circle",
|
| 264 |
+
"generationPrompt" : "A single yellow circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 265 |
+
"id" : "imagegen-shapes-v1-0022",
|
| 266 |
+
"imageSHA256" : "a558f85f1eecc7ae07d18c10bacd7054db0f69e3a95335850a71dfb74bd3bbf9",
|
| 267 |
+
"output" : "circle",
|
| 268 |
+
"stopped" : true,
|
| 269 |
+
"tokens" : 1
|
| 270 |
+
},
|
| 271 |
+
{
|
| 272 |
+
"correct" : true,
|
| 273 |
+
"expected" : "square",
|
| 274 |
+
"extracted" : "square",
|
| 275 |
+
"generationPrompt" : "A yellow square on the left and an orange circle on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 276 |
+
"id" : "imagegen-shapes-v1-0023",
|
| 277 |
+
"imageSHA256" : "7036298626826353605e6f446014dcf3760868e2a3e0cc9dcb848e1250515133",
|
| 278 |
+
"output" : "square",
|
| 279 |
+
"stopped" : true,
|
| 280 |
+
"tokens" : 1
|
| 281 |
+
},
|
| 282 |
+
{
|
| 283 |
+
"correct" : true,
|
| 284 |
+
"expected" : "blue",
|
| 285 |
+
"extracted" : "blue",
|
| 286 |
+
"generationPrompt" : "A single blue circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 287 |
+
"id" : "imagegen-shapes-v1-0024",
|
| 288 |
+
"imageSHA256" : "a32bdc3f741de5311c1bf5c24daadf11e8ecd00c8909d000634de13ea22529d2",
|
| 289 |
+
"output" : "blue",
|
| 290 |
+
"stopped" : true,
|
| 291 |
+
"tokens" : 1
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"correct" : true,
|
| 295 |
+
"expected" : "1",
|
| 296 |
+
"extracted" : "1",
|
| 297 |
+
"generationPrompt" : "A single orange circle on a plain white background, flat minimal vector illustration, no text.",
|
| 298 |
+
"id" : "imagegen-shapes-v1-0025",
|
| 299 |
+
"imageSHA256" : "955f579329b6f0059b96eba96ecee98fbd9325eb0228f3d15f5bc542947a51e1",
|
| 300 |
+
"output" : "1",
|
| 301 |
+
"stopped" : true,
|
| 302 |
+
"tokens" : 1
|
| 303 |
+
},
|
| 304 |
+
{
|
| 305 |
+
"correct" : true,
|
| 306 |
+
"expected" : "triangle",
|
| 307 |
+
"extracted" : "triangle",
|
| 308 |
+
"generationPrompt" : "A single orange triangle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 309 |
+
"id" : "imagegen-shapes-v1-0026",
|
| 310 |
+
"imageSHA256" : "6fe84e5e3e0609af9e443848da14f7e8d409a6ea661ff4fae8a650ea8332318e",
|
| 311 |
+
"output" : "triangle",
|
| 312 |
+
"stopped" : true,
|
| 313 |
+
"tokens" : 1
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"correct" : true,
|
| 317 |
+
"expected" : "square",
|
| 318 |
+
"extracted" : "square",
|
| 319 |
+
"generationPrompt" : "A green square on the left and a purple circle on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 320 |
+
"id" : "imagegen-shapes-v1-0027",
|
| 321 |
+
"imageSHA256" : "bf65028835770300bc584a4750f65fe52242256652780b12f4a43a39feb9e716",
|
| 322 |
+
"output" : "square",
|
| 323 |
+
"stopped" : true,
|
| 324 |
+
"tokens" : 1
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"correct" : true,
|
| 328 |
+
"expected" : "purple",
|
| 329 |
+
"extracted" : "purple",
|
| 330 |
+
"generationPrompt" : "A single purple circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 331 |
+
"id" : "imagegen-shapes-v1-0028",
|
| 332 |
+
"imageSHA256" : "21737f3ec5d2facfa948235e78594847eab2aa72ece14be0fdadeaf24234c082",
|
| 333 |
+
"output" : "purple",
|
| 334 |
+
"stopped" : true,
|
| 335 |
+
"tokens" : 1
|
| 336 |
+
},
|
| 337 |
+
{
|
| 338 |
+
"correct" : true,
|
| 339 |
+
"expected" : "2",
|
| 340 |
+
"extracted" : "2",
|
| 341 |
+
"generationPrompt" : "Exactly two blue circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
|
| 342 |
+
"id" : "imagegen-shapes-v1-0029",
|
| 343 |
+
"imageSHA256" : "5e0b76caa13dabfa042b32e5a76b6a444c41521c27b24c4d7a4ed72429296f28",
|
| 344 |
+
"output" : "2",
|
| 345 |
+
"stopped" : true,
|
| 346 |
+
"tokens" : 1
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"correct" : true,
|
| 350 |
+
"expected" : "square",
|
| 351 |
+
"extracted" : "square",
|
| 352 |
+
"generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 353 |
+
"id" : "imagegen-shapes-v1-0030",
|
| 354 |
+
"imageSHA256" : "ea317670fbb6db9a71a3b0350cb6361abad8d6f554277098ab72c59bf54865e5",
|
| 355 |
+
"output" : "square",
|
| 356 |
+
"stopped" : true,
|
| 357 |
+
"tokens" : 1
|
| 358 |
+
},
|
| 359 |
+
{
|
| 360 |
+
"correct" : true,
|
| 361 |
+
"expected" : "circle",
|
| 362 |
+
"extracted" : "circle",
|
| 363 |
+
"generationPrompt" : "A purple circle on the left and a yellow square on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 364 |
+
"id" : "imagegen-shapes-v1-0031",
|
| 365 |
+
"imageSHA256" : "7abc36c4d4ad50259b6fca855a8651e615e107f8e251aa949d67be92959c67d5",
|
| 366 |
+
"output" : "circle",
|
| 367 |
+
"stopped" : true,
|
| 368 |
+
"tokens" : 1
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"correct" : true,
|
| 372 |
+
"expected" : "green",
|
| 373 |
+
"extracted" : "green",
|
| 374 |
+
"generationPrompt" : "A single green square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 375 |
+
"id" : "imagegen-shapes-v1-0032",
|
| 376 |
+
"imageSHA256" : "d70f3d02259d7b9db2b56fdc57b1e0f6ac542c06636966f7e05d3f2ca924c243",
|
| 377 |
+
"output" : "green",
|
| 378 |
+
"stopped" : true,
|
| 379 |
+
"tokens" : 1
|
| 380 |
+
},
|
| 381 |
+
{
|
| 382 |
+
"correct" : true,
|
| 383 |
+
"expected" : "3",
|
| 384 |
+
"extracted" : "3",
|
| 385 |
+
"generationPrompt" : "Exactly three purple circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
|
| 386 |
+
"id" : "imagegen-shapes-v1-0033",
|
| 387 |
+
"imageSHA256" : "3a33de876d222369a29776b5cca91404705ec4a1754d9a8f81f999450a79bfc0",
|
| 388 |
+
"output" : "3",
|
| 389 |
+
"stopped" : true,
|
| 390 |
+
"tokens" : 1
|
| 391 |
+
},
|
| 392 |
+
{
|
| 393 |
+
"correct" : true,
|
| 394 |
+
"expected" : "square",
|
| 395 |
+
"extracted" : "square",
|
| 396 |
+
"generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 397 |
+
"id" : "imagegen-shapes-v1-0034",
|
| 398 |
+
"imageSHA256" : "0862e998e433e736ced00e6a8386d2fa2420c4815275b93237c1bf9cb64599fc",
|
| 399 |
+
"output" : "square",
|
| 400 |
+
"stopped" : true,
|
| 401 |
+
"tokens" : 1
|
| 402 |
+
},
|
| 403 |
+
{
|
| 404 |
+
"correct" : true,
|
| 405 |
+
"expected" : "circle",
|
| 406 |
+
"extracted" : "circle",
|
| 407 |
+
"generationPrompt" : "A purple circle on the left and a blue square on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 408 |
+
"id" : "imagegen-shapes-v1-0035",
|
| 409 |
+
"imageSHA256" : "7ab0d38ddff5abd438f98b4dfe32f5151606d0ca6f479f00decb0082d9c631c6",
|
| 410 |
+
"output" : "circle",
|
| 411 |
+
"stopped" : true,
|
| 412 |
+
"tokens" : 1
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"correct" : true,
|
| 416 |
+
"expected" : "green",
|
| 417 |
+
"extracted" : "green",
|
| 418 |
+
"generationPrompt" : "A single green square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 419 |
+
"id" : "imagegen-shapes-v1-0036",
|
| 420 |
+
"imageSHA256" : "1067ae5d4a706ae44562d57f070534cd7a6d47cf9651e4f65b564d9cbc1e18c6",
|
| 421 |
+
"output" : "green",
|
| 422 |
+
"stopped" : true,
|
| 423 |
+
"tokens" : 1
|
| 424 |
+
},
|
| 425 |
+
{
|
| 426 |
+
"correct" : true,
|
| 427 |
+
"expected" : "1",
|
| 428 |
+
"extracted" : "1",
|
| 429 |
+
"generationPrompt" : "A single red circle on a plain white background, flat minimal vector illustration, no text.",
|
| 430 |
+
"id" : "imagegen-shapes-v1-0037",
|
| 431 |
+
"imageSHA256" : "62b83b53a351335caff734431048aad3c2a1df47402065c994abd2b28a083139",
|
| 432 |
+
"output" : "1",
|
| 433 |
+
"stopped" : true,
|
| 434 |
+
"tokens" : 1
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"correct" : true,
|
| 438 |
+
"expected" : "triangle",
|
| 439 |
+
"extracted" : "triangle",
|
| 440 |
+
"generationPrompt" : "A single green triangle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 441 |
+
"id" : "imagegen-shapes-v1-0038",
|
| 442 |
+
"imageSHA256" : "bce525666b1fc749aea280dc5820f90217c583245c4a99ad53980b1ffb6cedca",
|
| 443 |
+
"output" : "triangle",
|
| 444 |
+
"stopped" : true,
|
| 445 |
+
"tokens" : 1
|
| 446 |
+
},
|
| 447 |
+
{
|
| 448 |
+
"correct" : true,
|
| 449 |
+
"expected" : "square",
|
| 450 |
+
"extracted" : "square",
|
| 451 |
+
"generationPrompt" : "A purple square on the left and a blue circle on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 452 |
+
"id" : "imagegen-shapes-v1-0039",
|
| 453 |
+
"imageSHA256" : "08f9a789cd6ded497de73a603172301651dc264633e2869e635ad5dc077c11e8",
|
| 454 |
+
"output" : "square",
|
| 455 |
+
"stopped" : true,
|
| 456 |
+
"tokens" : 1
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"correct" : true,
|
| 460 |
+
"expected" : "purple",
|
| 461 |
+
"extracted" : "purple",
|
| 462 |
+
"generationPrompt" : "A single purple square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 463 |
+
"id" : "imagegen-shapes-v1-0040",
|
| 464 |
+
"imageSHA256" : "855666fa0c3a33822ceeb52dad9c6230e7c22883f1fe5ac8f71ead0290095a39",
|
| 465 |
+
"output" : "purple",
|
| 466 |
+
"stopped" : true,
|
| 467 |
+
"tokens" : 1
|
| 468 |
+
},
|
| 469 |
+
{
|
| 470 |
+
"correct" : true,
|
| 471 |
+
"expected" : "1",
|
| 472 |
+
"extracted" : "1",
|
| 473 |
+
"generationPrompt" : "A single orange circle on a plain white background, flat minimal vector illustration, no text.",
|
| 474 |
+
"id" : "imagegen-shapes-v1-0041",
|
| 475 |
+
"imageSHA256" : "0955d47be6de9b3740e554ddda8db65c7292ac9981bdf9cdbb410e1955664f13",
|
| 476 |
+
"output" : "1",
|
| 477 |
+
"stopped" : true,
|
| 478 |
+
"tokens" : 1
|
| 479 |
+
},
|
| 480 |
+
{
|
| 481 |
+
"correct" : true,
|
| 482 |
+
"expected" : "square",
|
| 483 |
+
"extracted" : "square",
|
| 484 |
+
"generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 485 |
+
"id" : "imagegen-shapes-v1-0042",
|
| 486 |
+
"imageSHA256" : "f0764a690b4e46549ec0e5ed4cb2e04663eaca2c3dc71aa5387ca4365d3a2f11",
|
| 487 |
+
"output" : "square",
|
| 488 |
+
"stopped" : true,
|
| 489 |
+
"tokens" : 1
|
| 490 |
+
},
|
| 491 |
+
{
|
| 492 |
+
"correct" : true,
|
| 493 |
+
"expected" : "circle",
|
| 494 |
+
"extracted" : "circle",
|
| 495 |
+
"generationPrompt" : "An orange circle on the left and a purple square on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 496 |
+
"id" : "imagegen-shapes-v1-0043",
|
| 497 |
+
"imageSHA256" : "a58d4e861c0b5b7001a078d921a24ccfaef0dd6713aec5a3e3462ea94fd3e04f",
|
| 498 |
+
"output" : "circle",
|
| 499 |
+
"stopped" : true,
|
| 500 |
+
"tokens" : 1
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"correct" : true,
|
| 504 |
+
"expected" : "red",
|
| 505 |
+
"extracted" : "red",
|
| 506 |
+
"generationPrompt" : "A single red circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 507 |
+
"id" : "imagegen-shapes-v1-0044",
|
| 508 |
+
"imageSHA256" : "496e76127a04bfbff849df8ae8f9381b5fd7811009ddea55ff1d32e018ba02fb",
|
| 509 |
+
"output" : "red",
|
| 510 |
+
"stopped" : true,
|
| 511 |
+
"tokens" : 1
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"correct" : true,
|
| 515 |
+
"expected" : "1",
|
| 516 |
+
"extracted" : "1",
|
| 517 |
+
"generationPrompt" : "A single purple circle on a plain white background, flat minimal vector illustration, no text.",
|
| 518 |
+
"id" : "imagegen-shapes-v1-0045",
|
| 519 |
+
"imageSHA256" : "dcd98c880e473810c102e6ffed53cc82e3166a19a9b853be02855ee2ff6f9739",
|
| 520 |
+
"output" : "1",
|
| 521 |
+
"stopped" : true,
|
| 522 |
+
"tokens" : 1
|
| 523 |
+
},
|
| 524 |
+
{
|
| 525 |
+
"correct" : true,
|
| 526 |
+
"expected" : "star",
|
| 527 |
+
"extracted" : "star",
|
| 528 |
+
"generationPrompt" : "A single blue star centered on a plain white background, flat minimal vector illustration, no text.",
|
| 529 |
+
"id" : "imagegen-shapes-v1-0046",
|
| 530 |
+
"imageSHA256" : "0eac62ba87fa55730dfe166de82ad2f2de69345f3b373deea971df8de557d56e",
|
| 531 |
+
"output" : "star",
|
| 532 |
+
"stopped" : true,
|
| 533 |
+
"tokens" : 1
|
| 534 |
+
},
|
| 535 |
+
{
|
| 536 |
+
"correct" : true,
|
| 537 |
+
"expected" : "circle",
|
| 538 |
+
"extracted" : "circle",
|
| 539 |
+
"generationPrompt" : "A yellow circle on the left and a blue square on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 540 |
+
"id" : "imagegen-shapes-v1-0047",
|
| 541 |
+
"imageSHA256" : "0b77cd0a8f5cb155d5800b20c3d692d29daa3798a85324c8837c644039822bbc",
|
| 542 |
+
"output" : "circle",
|
| 543 |
+
"stopped" : true,
|
| 544 |
+
"tokens" : 1
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"correct" : true,
|
| 548 |
+
"expected" : "purple",
|
| 549 |
+
"extracted" : "purple",
|
| 550 |
+
"generationPrompt" : "A single purple circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 551 |
+
"id" : "imagegen-shapes-v1-0048",
|
| 552 |
+
"imageSHA256" : "cf5860d52debf0cc4709deed8897367b4ddd29fa7ba4c207d58bf06436cf6108",
|
| 553 |
+
"output" : "purple",
|
| 554 |
+
"stopped" : true,
|
| 555 |
+
"tokens" : 1
|
| 556 |
+
},
|
| 557 |
+
{
|
| 558 |
+
"correct" : true,
|
| 559 |
+
"expected" : "1",
|
| 560 |
+
"extracted" : "1",
|
| 561 |
+
"generationPrompt" : "A single blue circle on a plain white background, flat minimal vector illustration, no text.",
|
| 562 |
+
"id" : "imagegen-shapes-v1-0049",
|
| 563 |
+
"imageSHA256" : "d294694d4dfb9cf822c317e284cd824f5bd88af4183eb77a331fc1b503c4ef55",
|
| 564 |
+
"output" : "1",
|
| 565 |
+
"stopped" : true,
|
| 566 |
+
"tokens" : 1
|
| 567 |
+
},
|
| 568 |
+
{
|
| 569 |
+
"correct" : true,
|
| 570 |
+
"expected" : "circle",
|
| 571 |
+
"extracted" : "circle",
|
| 572 |
+
"generationPrompt" : "A single yellow circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 573 |
+
"id" : "imagegen-shapes-v1-0050",
|
| 574 |
+
"imageSHA256" : "11365a5228453ca8df049d69bc05c0399ff14d0e8c492c522088b3dcecf69657",
|
| 575 |
+
"output" : "circle",
|
| 576 |
+
"stopped" : true,
|
| 577 |
+
"tokens" : 1
|
| 578 |
+
},
|
| 579 |
+
{
|
| 580 |
+
"correct" : true,
|
| 581 |
+
"expected" : "square",
|
| 582 |
+
"extracted" : "square",
|
| 583 |
+
"generationPrompt" : "A yellow square on the left and a purple circle on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 584 |
+
"id" : "imagegen-shapes-v1-0051",
|
| 585 |
+
"imageSHA256" : "340cfee1a65248c1161c33e98ab60679732fa22fd2bdcb03ae2d03d568dd1d13",
|
| 586 |
+
"output" : "square",
|
| 587 |
+
"stopped" : true,
|
| 588 |
+
"tokens" : 1
|
| 589 |
+
},
|
| 590 |
+
{
|
| 591 |
+
"correct" : true,
|
| 592 |
+
"expected" : "orange",
|
| 593 |
+
"extracted" : "orange",
|
| 594 |
+
"generationPrompt" : "A single orange circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 595 |
+
"id" : "imagegen-shapes-v1-0052",
|
| 596 |
+
"imageSHA256" : "66cbf11568260c50fef9300723cd2d144bde891343b1c2ee29c866e558f71958",
|
| 597 |
+
"output" : "orange",
|
| 598 |
+
"stopped" : true,
|
| 599 |
+
"tokens" : 1
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"correct" : true,
|
| 603 |
+
"expected" : "3",
|
| 604 |
+
"extracted" : "3",
|
| 605 |
+
"generationPrompt" : "Exactly three orange circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
|
| 606 |
+
"id" : "imagegen-shapes-v1-0053",
|
| 607 |
+
"imageSHA256" : "573fa54c5d9b1436b9e701657b21f3e704cbbbf3cb526f6fb7cbe6eb0163c1ba",
|
| 608 |
+
"output" : "3",
|
| 609 |
+
"stopped" : true,
|
| 610 |
+
"tokens" : 1
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"correct" : true,
|
| 614 |
+
"expected" : "square",
|
| 615 |
+
"extracted" : "square",
|
| 616 |
+
"generationPrompt" : "A single blue square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 617 |
+
"id" : "imagegen-shapes-v1-0054",
|
| 618 |
+
"imageSHA256" : "58cab945c25528c99a43d525ee22095c069ca458edccde753d8ac35174e6e4ff",
|
| 619 |
+
"output" : "square",
|
| 620 |
+
"stopped" : true,
|
| 621 |
+
"tokens" : 1
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"correct" : true,
|
| 625 |
+
"expected" : "circle",
|
| 626 |
+
"extracted" : "circle",
|
| 627 |
+
"generationPrompt" : "A red circle on the left and a yellow square on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 628 |
+
"id" : "imagegen-shapes-v1-0055",
|
| 629 |
+
"imageSHA256" : "b657118ef292183898aac3f1033951d955376f6b4eedb8b205357ad883771682",
|
| 630 |
+
"output" : "circle",
|
| 631 |
+
"stopped" : true,
|
| 632 |
+
"tokens" : 1
|
| 633 |
+
},
|
| 634 |
+
{
|
| 635 |
+
"correct" : true,
|
| 636 |
+
"expected" : "black",
|
| 637 |
+
"extracted" : "black",
|
| 638 |
+
"generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 639 |
+
"id" : "imagegen-shapes-v1-0056",
|
| 640 |
+
"imageSHA256" : "6a1076ad69e6c9479f1f8e4c65f87ea696b1b2e027f755e11d2f7d6cfd844f7b",
|
| 641 |
+
"output" : "black",
|
| 642 |
+
"stopped" : true,
|
| 643 |
+
"tokens" : 1
|
| 644 |
+
},
|
| 645 |
+
{
|
| 646 |
+
"correct" : true,
|
| 647 |
+
"expected" : "1",
|
| 648 |
+
"extracted" : "1",
|
| 649 |
+
"generationPrompt" : "A single purple circle on a plain white background, flat minimal vector illustration, no text.",
|
| 650 |
+
"id" : "imagegen-shapes-v1-0057",
|
| 651 |
+
"imageSHA256" : "2151f0211c0bee85d4e9cd20ac0e94746130291d22f70cdf221f73d3e036c29f",
|
| 652 |
+
"output" : "1",
|
| 653 |
+
"stopped" : true,
|
| 654 |
+
"tokens" : 1
|
| 655 |
+
},
|
| 656 |
+
{
|
| 657 |
+
"correct" : true,
|
| 658 |
+
"expected" : "star",
|
| 659 |
+
"extracted" : "star",
|
| 660 |
+
"generationPrompt" : "A single yellow star centered on a plain white background, flat minimal vector illustration, no text.",
|
| 661 |
+
"id" : "imagegen-shapes-v1-0058",
|
| 662 |
+
"imageSHA256" : "62ffe26a36443d72850e78b74fa1557ee64c516e27e4c9e3eade853e8f997c56",
|
| 663 |
+
"output" : "star",
|
| 664 |
+
"stopped" : true,
|
| 665 |
+
"tokens" : 1
|
| 666 |
+
},
|
| 667 |
+
{
|
| 668 |
+
"correct" : true,
|
| 669 |
+
"expected" : "circle",
|
| 670 |
+
"extracted" : "circle",
|
| 671 |
+
"generationPrompt" : "A blue circle on the left and a purple square on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 672 |
+
"id" : "imagegen-shapes-v1-0059",
|
| 673 |
+
"imageSHA256" : "352f99fe03875b1019a00e6963e9c7174ff3ea791a573a5079ec416dbdc2c1cb",
|
| 674 |
+
"output" : "circle",
|
| 675 |
+
"stopped" : true,
|
| 676 |
+
"tokens" : 1
|
| 677 |
+
},
|
| 678 |
+
{
|
| 679 |
+
"correct" : true,
|
| 680 |
+
"expected" : "yellow",
|
| 681 |
+
"extracted" : "yellow",
|
| 682 |
+
"generationPrompt" : "A single yellow circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 683 |
+
"id" : "imagegen-shapes-v1-0060",
|
| 684 |
+
"imageSHA256" : "6fcff410fb06f30a8ffbdfbd553eb4853ddabf1678acc2db8ff92c47d031021d",
|
| 685 |
+
"output" : "yellow",
|
| 686 |
+
"stopped" : true,
|
| 687 |
+
"tokens" : 1
|
| 688 |
+
},
|
| 689 |
+
{
|
| 690 |
+
"correct" : true,
|
| 691 |
+
"expected" : "2",
|
| 692 |
+
"extracted" : "2",
|
| 693 |
+
"generationPrompt" : "Exactly two yellow circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
|
| 694 |
+
"id" : "imagegen-shapes-v1-0061",
|
| 695 |
+
"imageSHA256" : "dcaabbcb02f141fe8b73c34e0e288f6760a5aedb3dd469e4b8506d0c5bdeaeb1",
|
| 696 |
+
"output" : "2",
|
| 697 |
+
"stopped" : true,
|
| 698 |
+
"tokens" : 1
|
| 699 |
+
},
|
| 700 |
+
{
|
| 701 |
+
"correct" : true,
|
| 702 |
+
"expected" : "triangle",
|
| 703 |
+
"extracted" : "triangle",
|
| 704 |
+
"generationPrompt" : "A single red triangle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 705 |
+
"id" : "imagegen-shapes-v1-0062",
|
| 706 |
+
"imageSHA256" : "c69fc8bd5ca5ec6b460914aafe528e0de426e4a86a0ef8e9ca440d5223d008d6",
|
| 707 |
+
"output" : "triangle",
|
| 708 |
+
"stopped" : true,
|
| 709 |
+
"tokens" : 1
|
| 710 |
+
},
|
| 711 |
+
{
|
| 712 |
+
"correct" : true,
|
| 713 |
+
"expected" : "circle",
|
| 714 |
+
"extracted" : "circle",
|
| 715 |
+
"generationPrompt" : "A purple circle on the left and a yellow square on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 716 |
+
"id" : "imagegen-shapes-v1-0063",
|
| 717 |
+
"imageSHA256" : "127d54303a9a0e29ef184e7fe9d9e2c494479a7cbbb8f63ffcef6cc64326d6ca",
|
| 718 |
+
"output" : "circle",
|
| 719 |
+
"stopped" : true,
|
| 720 |
+
"tokens" : 1
|
| 721 |
+
},
|
| 722 |
+
{
|
| 723 |
+
"correct" : true,
|
| 724 |
+
"expected" : "purple",
|
| 725 |
+
"extracted" : "purple",
|
| 726 |
+
"generationPrompt" : "A single purple circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 727 |
+
"id" : "imagegen-shapes-v1-0064",
|
| 728 |
+
"imageSHA256" : "01519e7f9fabc56954b633676b51b08ed7dd1835bb4f20da64c327e8d9b9056b",
|
| 729 |
+
"output" : "purple",
|
| 730 |
+
"stopped" : true,
|
| 731 |
+
"tokens" : 1
|
| 732 |
+
},
|
| 733 |
+
{
|
| 734 |
+
"correct" : true,
|
| 735 |
+
"expected" : "3",
|
| 736 |
+
"extracted" : "3",
|
| 737 |
+
"generationPrompt" : "Exactly three blue circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
|
| 738 |
+
"id" : "imagegen-shapes-v1-0065",
|
| 739 |
+
"imageSHA256" : "01cb0cc71fd2f2126c71853703c98822cd93669146153a3d914e06630841b289",
|
| 740 |
+
"output" : "3",
|
| 741 |
+
"stopped" : true,
|
| 742 |
+
"tokens" : 1
|
| 743 |
+
},
|
| 744 |
+
{
|
| 745 |
+
"correct" : true,
|
| 746 |
+
"expected" : "circle",
|
| 747 |
+
"extracted" : "circle",
|
| 748 |
+
"generationPrompt" : "A single black circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 749 |
+
"id" : "imagegen-shapes-v1-0066",
|
| 750 |
+
"imageSHA256" : "a46bf24389a798cf301be409994744984eae829bc3a80690907c0289af085612",
|
| 751 |
+
"output" : "circle",
|
| 752 |
+
"stopped" : true,
|
| 753 |
+
"tokens" : 1
|
| 754 |
+
},
|
| 755 |
+
{
|
| 756 |
+
"correct" : true,
|
| 757 |
+
"expected" : "square",
|
| 758 |
+
"extracted" : "square",
|
| 759 |
+
"generationPrompt" : "A yellow square on the left and an orange circle on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 760 |
+
"id" : "imagegen-shapes-v1-0067",
|
| 761 |
+
"imageSHA256" : "f50fcd911194879b9cd3a1d37020bff242c7900ea44cb264ee4172b7a2c2bc0b",
|
| 762 |
+
"output" : "square",
|
| 763 |
+
"stopped" : true,
|
| 764 |
+
"tokens" : 1
|
| 765 |
+
},
|
| 766 |
+
{
|
| 767 |
+
"correct" : true,
|
| 768 |
+
"expected" : "orange",
|
| 769 |
+
"extracted" : "orange",
|
| 770 |
+
"generationPrompt" : "A single orange square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 771 |
+
"id" : "imagegen-shapes-v1-0068",
|
| 772 |
+
"imageSHA256" : "e33d69b6af2accf8b72796c758ddc1ee00ac5e33f90296ac4dd61b80388c3c5b",
|
| 773 |
+
"output" : "orange",
|
| 774 |
+
"stopped" : true,
|
| 775 |
+
"tokens" : 1
|
| 776 |
+
},
|
| 777 |
+
{
|
| 778 |
+
"correct" : true,
|
| 779 |
+
"expected" : "2",
|
| 780 |
+
"extracted" : "2",
|
| 781 |
+
"generationPrompt" : "Exactly two blue circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
|
| 782 |
+
"id" : "imagegen-shapes-v1-0069",
|
| 783 |
+
"imageSHA256" : "78975df9e54724f17f02fac07c59de896cbbc0eb32129c8e24fcf341f7f46b2b",
|
| 784 |
+
"output" : "2",
|
| 785 |
+
"stopped" : true,
|
| 786 |
+
"tokens" : 1
|
| 787 |
+
},
|
| 788 |
+
{
|
| 789 |
+
"correct" : true,
|
| 790 |
+
"expected" : "star",
|
| 791 |
+
"extracted" : "star",
|
| 792 |
+
"generationPrompt" : "A single orange star centered on a plain white background, flat minimal vector illustration, no text.",
|
| 793 |
+
"id" : "imagegen-shapes-v1-0070",
|
| 794 |
+
"imageSHA256" : "f3be29333e306d16006a8f7a46dace3bcd09ed268fd89d6e28462e211be59788",
|
| 795 |
+
"output" : "star",
|
| 796 |
+
"stopped" : true,
|
| 797 |
+
"tokens" : 1
|
| 798 |
+
},
|
| 799 |
+
{
|
| 800 |
+
"correct" : true,
|
| 801 |
+
"expected" : "square",
|
| 802 |
+
"extracted" : "square",
|
| 803 |
+
"generationPrompt" : "An orange square on the left and a red circle on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 804 |
+
"id" : "imagegen-shapes-v1-0071",
|
| 805 |
+
"imageSHA256" : "9644485f301fa873180be6716a9486f89ced9f7217fb882f6472e87e464768ac",
|
| 806 |
+
"output" : "square",
|
| 807 |
+
"stopped" : true,
|
| 808 |
+
"tokens" : 1
|
| 809 |
+
},
|
| 810 |
+
{
|
| 811 |
+
"correct" : true,
|
| 812 |
+
"expected" : "red",
|
| 813 |
+
"extracted" : "red",
|
| 814 |
+
"generationPrompt" : "A single red square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 815 |
+
"id" : "imagegen-shapes-v1-0072",
|
| 816 |
+
"imageSHA256" : "828272594da89ee25a31caf2bfe4e24858dbbba32b71ae0c16ba9421933511df",
|
| 817 |
+
"output" : "red",
|
| 818 |
+
"stopped" : true,
|
| 819 |
+
"tokens" : 1
|
| 820 |
+
},
|
| 821 |
+
{
|
| 822 |
+
"correct" : true,
|
| 823 |
+
"expected" : "2",
|
| 824 |
+
"extracted" : "2",
|
| 825 |
+
"generationPrompt" : "Exactly two green circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
|
| 826 |
+
"id" : "imagegen-shapes-v1-0073",
|
| 827 |
+
"imageSHA256" : "f3e022ad6ab5efd1e4907b845c59213c0ee6a03cc601f2fc5671e04fe38a77bb",
|
| 828 |
+
"output" : "2",
|
| 829 |
+
"stopped" : true,
|
| 830 |
+
"tokens" : 1
|
| 831 |
+
},
|
| 832 |
+
{
|
| 833 |
+
"correct" : true,
|
| 834 |
+
"expected" : "star",
|
| 835 |
+
"extracted" : "star",
|
| 836 |
+
"generationPrompt" : "A single orange star centered on a plain white background, flat minimal vector illustration, no text.",
|
| 837 |
+
"id" : "imagegen-shapes-v1-0074",
|
| 838 |
+
"imageSHA256" : "97e34c88b0f2212be8dd75d47d8d381823a1d6fce8ea1243049ebdbbff9b4623",
|
| 839 |
+
"output" : "star",
|
| 840 |
+
"stopped" : true,
|
| 841 |
+
"tokens" : 1
|
| 842 |
+
},
|
| 843 |
+
{
|
| 844 |
+
"correct" : true,
|
| 845 |
+
"expected" : "square",
|
| 846 |
+
"extracted" : "square",
|
| 847 |
+
"generationPrompt" : "A red square on the left and a black circle on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 848 |
+
"id" : "imagegen-shapes-v1-0075",
|
| 849 |
+
"imageSHA256" : "425b0c87b3e67080fc1603ce20f6ca615d2421c1660bb07506bc882ab1706c04",
|
| 850 |
+
"output" : "square",
|
| 851 |
+
"stopped" : true,
|
| 852 |
+
"tokens" : 1
|
| 853 |
+
},
|
| 854 |
+
{
|
| 855 |
+
"correct" : true,
|
| 856 |
+
"expected" : "blue",
|
| 857 |
+
"extracted" : "blue",
|
| 858 |
+
"generationPrompt" : "A single blue square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 859 |
+
"id" : "imagegen-shapes-v1-0076",
|
| 860 |
+
"imageSHA256" : "f5193369d71edc1da58e008a82cf139f776a68830a33ed708e145a87a0d3723e",
|
| 861 |
+
"output" : "blue",
|
| 862 |
+
"stopped" : true,
|
| 863 |
+
"tokens" : 1
|
| 864 |
+
},
|
| 865 |
+
{
|
| 866 |
+
"correct" : true,
|
| 867 |
+
"expected" : "1",
|
| 868 |
+
"extracted" : "1",
|
| 869 |
+
"generationPrompt" : "A single yellow circle on a plain white background, flat minimal vector illustration, no text.",
|
| 870 |
+
"id" : "imagegen-shapes-v1-0077",
|
| 871 |
+
"imageSHA256" : "a85835aa7b51d73fb3da4da999e4e0fce38199a932d128c66a922a12813c4298",
|
| 872 |
+
"output" : "1",
|
| 873 |
+
"stopped" : true,
|
| 874 |
+
"tokens" : 1
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"correct" : true,
|
| 878 |
+
"expected" : "square",
|
| 879 |
+
"extracted" : "square",
|
| 880 |
+
"generationPrompt" : "A single blue square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 881 |
+
"id" : "imagegen-shapes-v1-0078",
|
| 882 |
+
"imageSHA256" : "6541d244ad6edd680bbb278a576af70e4d78c7f7bc844c4906bd55ab65e64eb9",
|
| 883 |
+
"output" : "square",
|
| 884 |
+
"stopped" : true,
|
| 885 |
+
"tokens" : 1
|
| 886 |
+
},
|
| 887 |
+
{
|
| 888 |
+
"correct" : true,
|
| 889 |
+
"expected" : "circle",
|
| 890 |
+
"extracted" : "circle",
|
| 891 |
+
"generationPrompt" : "A blue circle on the left and an orange square on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 892 |
+
"id" : "imagegen-shapes-v1-0079",
|
| 893 |
+
"imageSHA256" : "c0202c39129c58086a453061f58561eda9e896ee38b40ad9e97040b23bde4a3b",
|
| 894 |
+
"output" : "circle",
|
| 895 |
+
"stopped" : true,
|
| 896 |
+
"tokens" : 1
|
| 897 |
+
},
|
| 898 |
+
{
|
| 899 |
+
"correct" : true,
|
| 900 |
+
"expected" : "red",
|
| 901 |
+
"extracted" : "red",
|
| 902 |
+
"generationPrompt" : "A single red circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 903 |
+
"id" : "imagegen-shapes-v1-0080",
|
| 904 |
+
"imageSHA256" : "565046754137b2a5190795b2ad24cf07574d8b4a042156d358aa8070c892ca21",
|
| 905 |
+
"output" : "red",
|
| 906 |
+
"stopped" : true,
|
| 907 |
+
"tokens" : 1
|
| 908 |
+
},
|
| 909 |
+
{
|
| 910 |
+
"correct" : true,
|
| 911 |
+
"expected" : "1",
|
| 912 |
+
"extracted" : "1",
|
| 913 |
+
"generationPrompt" : "A single blue circle on a plain white background, flat minimal vector illustration, no text.",
|
| 914 |
+
"id" : "imagegen-shapes-v1-0081",
|
| 915 |
+
"imageSHA256" : "c86643a5adf0f51cfe5a8d83dcfcf08fd14d9d3e71e254f687f7656a003cfb58",
|
| 916 |
+
"output" : "1",
|
| 917 |
+
"stopped" : true,
|
| 918 |
+
"tokens" : 1
|
| 919 |
+
},
|
| 920 |
+
{
|
| 921 |
+
"correct" : true,
|
| 922 |
+
"expected" : "star",
|
| 923 |
+
"extracted" : "star",
|
| 924 |
+
"generationPrompt" : "A single purple star centered on a plain white background, flat minimal vector illustration, no text.",
|
| 925 |
+
"id" : "imagegen-shapes-v1-0082",
|
| 926 |
+
"imageSHA256" : "ef9debc053ad3073b325bbefce851c9fa023cd6571e65c4ca76e00f26dbd0ced",
|
| 927 |
+
"output" : "star",
|
| 928 |
+
"stopped" : true,
|
| 929 |
+
"tokens" : 1
|
| 930 |
+
},
|
| 931 |
+
{
|
| 932 |
+
"correct" : true,
|
| 933 |
+
"expected" : "circle",
|
| 934 |
+
"extracted" : "circle",
|
| 935 |
+
"generationPrompt" : "A blue circle on the left and a yellow square on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 936 |
+
"id" : "imagegen-shapes-v1-0083",
|
| 937 |
+
"imageSHA256" : "d521227e8cc4818c6233c75f415f8edc273498f890aa59861d3725131e3122e3",
|
| 938 |
+
"output" : "circle",
|
| 939 |
+
"stopped" : true,
|
| 940 |
+
"tokens" : 1
|
| 941 |
+
},
|
| 942 |
+
{
|
| 943 |
+
"correct" : true,
|
| 944 |
+
"expected" : "black",
|
| 945 |
+
"extracted" : "black",
|
| 946 |
+
"generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 947 |
+
"id" : "imagegen-shapes-v1-0084",
|
| 948 |
+
"imageSHA256" : "bcaabcf3bd8935c0967b469c743101ad4f1f78de273f0500e97ba94982c7b44f",
|
| 949 |
+
"output" : "black",
|
| 950 |
+
"stopped" : true,
|
| 951 |
+
"tokens" : 1
|
| 952 |
+
},
|
| 953 |
+
{
|
| 954 |
+
"correct" : true,
|
| 955 |
+
"expected" : "1",
|
| 956 |
+
"extracted" : "1",
|
| 957 |
+
"generationPrompt" : "A single yellow circle on a plain white background, flat minimal vector illustration, no text.",
|
| 958 |
+
"id" : "imagegen-shapes-v1-0085",
|
| 959 |
+
"imageSHA256" : "9dbec655648a070c69a5179b7a2d449e2398357d999be0f92d95225cc4c52a4a",
|
| 960 |
+
"output" : "1",
|
| 961 |
+
"stopped" : true,
|
| 962 |
+
"tokens" : 1
|
| 963 |
+
},
|
| 964 |
+
{
|
| 965 |
+
"correct" : true,
|
| 966 |
+
"expected" : "circle",
|
| 967 |
+
"extracted" : "circle",
|
| 968 |
+
"generationPrompt" : "A single orange circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 969 |
+
"id" : "imagegen-shapes-v1-0086",
|
| 970 |
+
"imageSHA256" : "26c98ffb2b3bbac6c3aa5229ea4d09cb45ab95ae8fc4b3a53648603281c8f467",
|
| 971 |
+
"output" : "circle",
|
| 972 |
+
"stopped" : true,
|
| 973 |
+
"tokens" : 1
|
| 974 |
+
},
|
| 975 |
+
{
|
| 976 |
+
"correct" : true,
|
| 977 |
+
"expected" : "square",
|
| 978 |
+
"extracted" : "square",
|
| 979 |
+
"generationPrompt" : "A blue square on the left and an orange circle on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 980 |
+
"id" : "imagegen-shapes-v1-0087",
|
| 981 |
+
"imageSHA256" : "c2b011387ecf2c5248498eb9de6582e1f1b2f5d121d79f08405f65ad64fd9e7d",
|
| 982 |
+
"output" : "square",
|
| 983 |
+
"stopped" : true,
|
| 984 |
+
"tokens" : 1
|
| 985 |
+
},
|
| 986 |
+
{
|
| 987 |
+
"correct" : true,
|
| 988 |
+
"expected" : "black",
|
| 989 |
+
"extracted" : "black",
|
| 990 |
+
"generationPrompt" : "A single black circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 991 |
+
"id" : "imagegen-shapes-v1-0088",
|
| 992 |
+
"imageSHA256" : "74dd6b63abdf5b6b6bb650b5e08207285e2f780e79b0456e2a1eb5ce101af9f3",
|
| 993 |
+
"output" : "black",
|
| 994 |
+
"stopped" : true,
|
| 995 |
+
"tokens" : 1
|
| 996 |
+
},
|
| 997 |
+
{
|
| 998 |
+
"correct" : true,
|
| 999 |
+
"expected" : "2",
|
| 1000 |
+
"extracted" : "2",
|
| 1001 |
+
"generationPrompt" : "Exactly two yellow circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
|
| 1002 |
+
"id" : "imagegen-shapes-v1-0089",
|
| 1003 |
+
"imageSHA256" : "59e3eb73e2e96b58cb57197e64e7ed5d04309587b1db0ec6e73fa3a2a3f79496",
|
| 1004 |
+
"output" : "2",
|
| 1005 |
+
"stopped" : true,
|
| 1006 |
+
"tokens" : 1
|
| 1007 |
+
},
|
| 1008 |
+
{
|
| 1009 |
+
"correct" : true,
|
| 1010 |
+
"expected" : "star",
|
| 1011 |
+
"extracted" : "star",
|
| 1012 |
+
"generationPrompt" : "A single orange star centered on a plain white background, flat minimal vector illustration, no text.",
|
| 1013 |
+
"id" : "imagegen-shapes-v1-0090",
|
| 1014 |
+
"imageSHA256" : "3ac9e495fb56a27a70bd786c084cf21d353a2a43f05c332f8b11fd00e24fadc9",
|
| 1015 |
+
"output" : "star",
|
| 1016 |
+
"stopped" : true,
|
| 1017 |
+
"tokens" : 1
|
| 1018 |
+
},
|
| 1019 |
+
{
|
| 1020 |
+
"correct" : true,
|
| 1021 |
+
"expected" : "circle",
|
| 1022 |
+
"extracted" : "circle",
|
| 1023 |
+
"generationPrompt" : "A blue circle on the left and a red square on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 1024 |
+
"id" : "imagegen-shapes-v1-0091",
|
| 1025 |
+
"imageSHA256" : "cb3cf6ffca1c3f088b4d2f1c849ed3f39dcc918422b03023ee61ece784869e86",
|
| 1026 |
+
"output" : "circle",
|
| 1027 |
+
"stopped" : true,
|
| 1028 |
+
"tokens" : 1
|
| 1029 |
+
},
|
| 1030 |
+
{
|
| 1031 |
+
"correct" : true,
|
| 1032 |
+
"expected" : "black",
|
| 1033 |
+
"extracted" : "black",
|
| 1034 |
+
"generationPrompt" : "A single black square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 1035 |
+
"id" : "imagegen-shapes-v1-0092",
|
| 1036 |
+
"imageSHA256" : "67d30adff813f9b3d71ed1df981862d6841a41d855a78cf47d25b2d5ac2e676f",
|
| 1037 |
+
"output" : "black",
|
| 1038 |
+
"stopped" : true,
|
| 1039 |
+
"tokens" : 1
|
| 1040 |
+
},
|
| 1041 |
+
{
|
| 1042 |
+
"correct" : true,
|
| 1043 |
+
"expected" : "3",
|
| 1044 |
+
"extracted" : "3",
|
| 1045 |
+
"generationPrompt" : "Exactly three black circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
|
| 1046 |
+
"id" : "imagegen-shapes-v1-0093",
|
| 1047 |
+
"imageSHA256" : "eb17d3f23ad050783646492c0c7f6803c560a596630860e15aa9a9ec9e4f8eb1",
|
| 1048 |
+
"output" : "3",
|
| 1049 |
+
"stopped" : true,
|
| 1050 |
+
"tokens" : 1
|
| 1051 |
+
},
|
| 1052 |
+
{
|
| 1053 |
+
"correct" : true,
|
| 1054 |
+
"expected" : "square",
|
| 1055 |
+
"extracted" : "square",
|
| 1056 |
+
"generationPrompt" : "A single green square centered on a plain white background, flat minimal vector illustration, no text.",
|
| 1057 |
+
"id" : "imagegen-shapes-v1-0094",
|
| 1058 |
+
"imageSHA256" : "fdc58a30e799cf2772800fa233e67357b12ecea142316ef9253c4d424dcb8bab",
|
| 1059 |
+
"output" : "square",
|
| 1060 |
+
"stopped" : true,
|
| 1061 |
+
"tokens" : 1
|
| 1062 |
+
},
|
| 1063 |
+
{
|
| 1064 |
+
"correct" : true,
|
| 1065 |
+
"expected" : "square",
|
| 1066 |
+
"extracted" : "square",
|
| 1067 |
+
"generationPrompt" : "A yellow square on the left and a green circle on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 1068 |
+
"id" : "imagegen-shapes-v1-0095",
|
| 1069 |
+
"imageSHA256" : "3d6349f687bfaaaa052ff8d36cc7b7c2b2f0087ceba43f18fab1728308653a6c",
|
| 1070 |
+
"output" : "square",
|
| 1071 |
+
"stopped" : true,
|
| 1072 |
+
"tokens" : 1
|
| 1073 |
+
},
|
| 1074 |
+
{
|
| 1075 |
+
"correct" : true,
|
| 1076 |
+
"expected" : "green",
|
| 1077 |
+
"extracted" : "green",
|
| 1078 |
+
"generationPrompt" : "A single green circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 1079 |
+
"id" : "imagegen-shapes-v1-0096",
|
| 1080 |
+
"imageSHA256" : "9205ded1cbd3b465c014cd90fcaeaa3ca2cfebb09efb71b9a161f4904209bb10",
|
| 1081 |
+
"output" : "green",
|
| 1082 |
+
"stopped" : true,
|
| 1083 |
+
"tokens" : 1
|
| 1084 |
+
},
|
| 1085 |
+
{
|
| 1086 |
+
"correct" : true,
|
| 1087 |
+
"expected" : "3",
|
| 1088 |
+
"extracted" : "3",
|
| 1089 |
+
"generationPrompt" : "Exactly three green circles, evenly spaced and not overlapping, on a plain white background, flat minimal vector illustration, no text.",
|
| 1090 |
+
"id" : "imagegen-shapes-v1-0097",
|
| 1091 |
+
"imageSHA256" : "39ac116f77e4b65123c1c0333acc1ac84c286670eb8f1171fa168516944e9a54",
|
| 1092 |
+
"output" : "3",
|
| 1093 |
+
"stopped" : true,
|
| 1094 |
+
"tokens" : 1
|
| 1095 |
+
},
|
| 1096 |
+
{
|
| 1097 |
+
"correct" : true,
|
| 1098 |
+
"expected" : "circle",
|
| 1099 |
+
"extracted" : "circle",
|
| 1100 |
+
"generationPrompt" : "A single black circle centered on a plain white background, flat minimal vector illustration, no text.",
|
| 1101 |
+
"id" : "imagegen-shapes-v1-0098",
|
| 1102 |
+
"imageSHA256" : "8b948846d4af307f83707e7b75c5327eec4ac8208b4b0a99e47830c1844d53df",
|
| 1103 |
+
"output" : "circle",
|
| 1104 |
+
"stopped" : true,
|
| 1105 |
+
"tokens" : 1
|
| 1106 |
+
},
|
| 1107 |
+
{
|
| 1108 |
+
"correct" : true,
|
| 1109 |
+
"expected" : "square",
|
| 1110 |
+
"extracted" : "square",
|
| 1111 |
+
"generationPrompt" : "A green square on the left and an orange circle on the right, on a plain white background, flat minimal vector illustration, no text.",
|
| 1112 |
+
"id" : "imagegen-shapes-v1-0099",
|
| 1113 |
+
"imageSHA256" : "7afdfeb0988ed3eef933369bba52ad342727b89b8078d5e7328b2480f3aef691",
|
| 1114 |
+
"output" : "square",
|
| 1115 |
+
"stopped" : true,
|
| 1116 |
+
"tokens" : 1
|
| 1117 |
+
}
|
| 1118 |
+
],
|
| 1119 |
+
"judge" : {
|
| 1120 |
+
"bundleSha256" : "85cafd77e7e2eac17114d04d782d0e2dcb54f19298fc47e853d27f82e84877ae",
|
| 1121 |
+
"catalogId" : "qwen3-vl-2b"
|
| 1122 |
+
},
|
| 1123 |
+
"maxDrop" : 3,
|
| 1124 |
+
"paired" : {
|
| 1125 |
+
"gained" : 0,
|
| 1126 |
+
"identicalOutputs" : 100,
|
| 1127 |
+
"items" : 100,
|
| 1128 |
+
"lost" : 0
|
| 1129 |
+
},
|
| 1130 |
+
"protocol" : {
|
| 1131 |
+
"budget" : 16,
|
| 1132 |
+
"extractor" : "choice",
|
| 1133 |
+
"items" : 100,
|
| 1134 |
+
"pinnedItems" : 100,
|
| 1135 |
+
"prompt" : "{input}",
|
| 1136 |
+
"subset" : false,
|
| 1137 |
+
"thinking" : false
|
| 1138 |
+
},
|
| 1139 |
+
"protocolId" : "e4484f8cef5b8a03",
|
| 1140 |
+
"role" : "candidate",
|
| 1141 |
+
"unterminated" : 0
|
| 1142 |
+
},
|
| 1143 |
+
"env" : {
|
| 1144 |
+
"arch" : "h17c",
|
| 1145 |
+
"compute" : "target",
|
| 1146 |
+
"hwModel" : "Mac17,6",
|
| 1147 |
+
"osBuild" : "26A434",
|
| 1148 |
+
"sdk" : {
|
| 1149 |
+
"version" : "0.1.0-dev"
|
| 1150 |
+
}
|
| 1151 |
+
},
|
| 1152 |
+
"fixture" : {
|
| 1153 |
+
"id" : "imagegen-shapes-v1",
|
| 1154 |
+
"sha256" : "generated"
|
| 1155 |
+
},
|
| 1156 |
+
"kind" : "verification",
|
| 1157 |
+
"negativeControlRecordId" : "5fb4f26d-14fd-46e6-b6aa-f985eca9e2d1",
|
| 1158 |
+
"recordId" : "d7c6d982-132b-42b6-a2b7-9fdb43a5920c",
|
| 1159 |
+
"result" : "pass",
|
| 1160 |
+
"schema" : 1,
|
| 1161 |
+
"subject" : {
|
| 1162 |
+
"bundlePath" : "hf:aether-models/flux2-klein-4b/macos-any-gpu",
|
| 1163 |
+
"bundleSha256" : "5b88af01ffb90a3bac71d5c74c68bd9b1a5342f6e11ad4be294b775ffa4822cf",
|
| 1164 |
+
"catalogId" : "flux2-klein-4b",
|
| 1165 |
+
"manifestSchema" : 1,
|
| 1166 |
+
"quantScheme" : "int8-linear-perchannel",
|
| 1167 |
+
"recipe" : "flux2-klein-4b@3",
|
| 1168 |
+
"variant" : "macos-any-gpu"
|
| 1169 |
+
},
|
| 1170 |
+
"tier" : "T3"
|
| 1171 |
+
}
|
verification/negative-control/5fb4f26d-14fd-46e6-b6aa-f985eca9e2d1.json
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-10-06T17:42:22Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"gateFailedAsRequired" : true,
|
| 5 |
+
"poisonedAccuracy" : 0,
|
| 6 |
+
"protocolId" : "e4484f8cef5b8a03"
|
| 7 |
+
},
|
| 8 |
+
"env" : {
|
| 9 |
+
"arch" : "h17c",
|
| 10 |
+
"compute" : "target",
|
| 11 |
+
"hwModel" : "Mac17,6",
|
| 12 |
+
"osBuild" : "26A434",
|
| 13 |
+
"sdk" : {
|
| 14 |
+
"version" : "0.1.0-dev"
|
| 15 |
+
}
|
| 16 |
+
},
|
| 17 |
+
"fixture" : {
|
| 18 |
+
"id" : "imagegen-shapes-v1",
|
| 19 |
+
"sha256" : "generated"
|
| 20 |
+
},
|
| 21 |
+
"kind" : "negative-control",
|
| 22 |
+
"recordId" : "5fb4f26d-14fd-46e6-b6aa-f985eca9e2d1",
|
| 23 |
+
"result" : "fail",
|
| 24 |
+
"schema" : 1,
|
| 25 |
+
"subject" : {
|
| 26 |
+
"bundlePath" : "hf:aether-models/flux2-klein-4b/macos-any-gpu",
|
| 27 |
+
"bundleSha256" : "5b88af01ffb90a3bac71d5c74c68bd9b1a5342f6e11ad4be294b775ffa4822cf",
|
| 28 |
+
"catalogId" : "flux2-klein-4b",
|
| 29 |
+
"manifestSchema" : 1,
|
| 30 |
+
"quantScheme" : "int8-linear-perchannel",
|
| 31 |
+
"recipe" : "flux2-klein-4b@3",
|
| 32 |
+
"variant" : "macos-any-gpu"
|
| 33 |
+
},
|
| 34 |
+
"tier" : "T3"
|
| 35 |
+
}
|