{
 "rows_rendered": 692,
 "rows_with_a_human_winner": 582,
 "rows_without_reference_checks": 0,
 "loupe": {
  "rows": 582,
  "correct": 291,
  "accuracy": 0.5,
  "predicted_ties": 120,
  "accuracy_when_it_chose": 0.6298701298701299
 },
 "pixel_baseline": {
  "rows": 582,
  "correct": 346,
  "accuracy": 0.5945017182130584,
  "predicted_ties": 0,
  "accuracy_when_it_chose": 0.5945017182130584
 },
 "by_model_pair": {
  "gemini_direct_prompting vs gpt4v_visual_revision_prompting": {
   "rows": 90,
   "loupe_correct": 58,
   "pixel_correct": 60
  },
  "gemini_direct_prompting vs gpt4v_text_augmented_prompting": {
   "rows": 85,
   "loupe_correct": 55,
   "pixel_correct": 51
  },
  "gemini_direct_prompting vs gpt4v_direct_prompting": {
   "rows": 88,
   "loupe_correct": 42,
   "pixel_correct": 49
  },
  "gemini_direct_prompting vs gemini_text_augmented_prompting": {
   "rows": 83,
   "loupe_correct": 38,
   "pixel_correct": 46
  },
  "gemini_direct_prompting vs gemini_visual_revision_prompting": {
   "rows": 74,
   "loupe_correct": 27,
   "pixel_correct": 40
  },
  "design2code-18b-v0 vs gemini_direct_prompting": {
   "rows": 75,
   "loupe_correct": 36,
   "pixel_correct": 46
  },
  "gemini_direct_prompting vs websight_vlm": {
   "rows": 87,
   "loupe_correct": 35,
   "pixel_correct": 54
  }
 },
 "tie_margin": 0.02,
 "spread": 1.05,
 "width": 1280
}