| { | |
| "rows_rendered": 692, | |
| "rows_with_a_human_winner": 582, | |
| "rows_without_reference_checks": 0, | |
| "loupe": { | |
| "rows": 582, | |
| "correct": 291, | |
| "accuracy": 0.5, | |
| "predicted_ties": 120, | |
| "accuracy_when_it_chose": 0.6298701298701299 | |
| }, | |
| "pixel_baseline": { | |
| "rows": 582, | |
| "correct": 346, | |
| "accuracy": 0.5945017182130584, | |
| "predicted_ties": 0, | |
| "accuracy_when_it_chose": 0.5945017182130584 | |
| }, | |
| "by_model_pair": { | |
| "gemini_direct_prompting vs gpt4v_visual_revision_prompting": { | |
| "rows": 90, | |
| "loupe_correct": 58, | |
| "pixel_correct": 60 | |
| }, | |
| "gemini_direct_prompting vs gpt4v_text_augmented_prompting": { | |
| "rows": 85, | |
| "loupe_correct": 55, | |
| "pixel_correct": 51 | |
| }, | |
| "gemini_direct_prompting vs gpt4v_direct_prompting": { | |
| "rows": 88, | |
| "loupe_correct": 42, | |
| "pixel_correct": 49 | |
| }, | |
| "gemini_direct_prompting vs gemini_text_augmented_prompting": { | |
| "rows": 83, | |
| "loupe_correct": 38, | |
| "pixel_correct": 46 | |
| }, | |
| "gemini_direct_prompting vs gemini_visual_revision_prompting": { | |
| "rows": 74, | |
| "loupe_correct": 27, | |
| "pixel_correct": 40 | |
| }, | |
| "design2code-18b-v0 vs gemini_direct_prompting": { | |
| "rows": 75, | |
| "loupe_correct": 36, | |
| "pixel_correct": 46 | |
| }, | |
| "gemini_direct_prompting vs websight_vlm": { | |
| "rows": 87, | |
| "loupe_correct": 35, | |
| "pixel_correct": 54 | |
| } | |
| }, | |
| "tie_margin": 0.02, | |
| "spread": 1.05, | |
| "width": 1280 | |
| } |