File size: 1,423 Bytes
e57bf63 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | {
"rows_rendered": 692,
"rows_with_a_human_winner": 582,
"rows_without_reference_checks": 0,
"loupe": {
"rows": 582,
"correct": 291,
"accuracy": 0.5,
"predicted_ties": 120,
"accuracy_when_it_chose": 0.6298701298701299
},
"pixel_baseline": {
"rows": 582,
"correct": 346,
"accuracy": 0.5945017182130584,
"predicted_ties": 0,
"accuracy_when_it_chose": 0.5945017182130584
},
"by_model_pair": {
"gemini_direct_prompting vs gpt4v_visual_revision_prompting": {
"rows": 90,
"loupe_correct": 58,
"pixel_correct": 60
},
"gemini_direct_prompting vs gpt4v_text_augmented_prompting": {
"rows": 85,
"loupe_correct": 55,
"pixel_correct": 51
},
"gemini_direct_prompting vs gpt4v_direct_prompting": {
"rows": 88,
"loupe_correct": 42,
"pixel_correct": 49
},
"gemini_direct_prompting vs gemini_text_augmented_prompting": {
"rows": 83,
"loupe_correct": 38,
"pixel_correct": 46
},
"gemini_direct_prompting vs gemini_visual_revision_prompting": {
"rows": 74,
"loupe_correct": 27,
"pixel_correct": 40
},
"design2code-18b-v0 vs gemini_direct_prompting": {
"rows": 75,
"loupe_correct": 36,
"pixel_correct": 46
},
"gemini_direct_prompting vs websight_vlm": {
"rows": 87,
"loupe_correct": 35,
"pixel_correct": 54
}
},
"tie_margin": 0.02,
"spread": 1.05,
"width": 1280
} |