loupe / reports /benchmark.json
anxuanng's picture
Loupe research preview: audit code, read weights, benchmark reports
84c3565 verified
Raw History Blame Contribute Delete
10.1 kB
{
"pages": [
"php-1",
"php-2",
"php-3",
"elixir-1",
"elixir-2",
"elixir-3",
"raspberrypi-1",
"raspberrypi-2",
"raspberrypi-3",
"mongodb-1",
"mongodb-2",
"mongodb-3",
"dropbox-1",
"dropbox-2",
"dropbox-3",
"stanford-1",
"stanford-2",
"stanford-3",
"who-1",
"who-2",
"who-3",
"gitlab-1",
"gitlab-2",
"gitlab-3",
"cloudflare-1",
"cloudflare-2",
"cloudflare-3",
"zendesk-1",
"zendesk-2",
"zendesk-3",
"muji-1",
"muji-2",
"muji-3"
],
"pages_failed": [],
"brief_changes": {
"type_scale": [
1.3,
4.0
],
"line_spacing": [
1.2,
2.2
],
"tap_target": [
0.9,
3.0
]
},
"gates": {
"recall_at_least": 0.9,
"untouched_flag_rate_at_most": 0.1
},
"faults": {
"shift": {
"check": "row_alignment",
"pages_with_a_target": 24,
"already_flagged_untouched": 0,
"cancelled_by_page": 0,
"caught": 22,
"missed_on": [
"dropbox-3",
"gitlab-2"
],
"untouched_checks": 111,
"untouched_flagged": 1,
"recall": 0.9166666666666666,
"untouched_flag_rate": 0.009009009009009009,
"ready": true
},
"gap": {
"check": "row_gap_evenness",
"pages_with_a_target": 24,
"already_flagged_untouched": 0,
"cancelled_by_page": 0,
"caught": 24,
"missed_on": [],
"untouched_checks": 67,
"untouched_flagged": 4,
"recall": 1.0,
"untouched_flag_rate": 0.05970149253731343,
"ready": true
},
"height": {
"check": "item_height_evenness",
"pages_with_a_target": 23,
"already_flagged_untouched": 0,
"cancelled_by_page": 1,
"caught": 21,
"missed_on": [
"stanford-2",
"who-3"
],
"untouched_checks": 111,
"untouched_flagged": 16,
"recall": 0.9130434782608695,
"untouched_flag_rate": 0.14414414414414414,
"ready": false
},
"narrow": {
"check": "item_width_evenness",
"pages_with_a_target": 23,
"already_flagged_untouched": 0,
"cancelled_by_page": 0,
"caught": 16,
"missed_on": [
"mongodb-1",
"mongodb-2",
"mongodb-3",
"zendesk-1",
"zendesk-2",
"zendesk-3",
"muji-3"
],
"untouched_checks": 111,
"untouched_flagged": 13,
"recall": 0.6956521739130435,
"untouched_flag_rate": 0.11711711711711711,
"ready": false
},
"squash": {
"check": "image_shape_evenness",
"pages_with_a_target": 11,
"already_flagged_untouched": 0,
"cancelled_by_page": 0,
"caught": 8,
"missed_on": [
"elixir-1",
"mongodb-1",
"zendesk-1"
],
"untouched_checks": 26,
"untouched_flagged": 2,
"recall": 0.7272727272727273,
"untouched_flag_rate": 0.07692307692307693,
"ready": false
},
"indent": {
"check": "text_alignment",
"pages_with_a_target": 17,
"already_flagged_untouched": 0,
"cancelled_by_page": 0,
"caught": 14,
"missed_on": [
"mongodb-1",
"gitlab-2",
"gitlab-3"
],
"untouched_checks": 207,
"untouched_flagged": 5,
"recall": 0.8235294117647058,
"untouched_flag_rate": 0.024154589371980676,
"ready": false
},
"small_heading": {
"check": "type_scale",
"pages_with_a_target": 15,
"already_flagged_untouched": 2,
"cancelled_by_page": 0,
"caught": 14,
"missed_on": [
"mongodb-1"
],
"untouched_checks": 401,
"untouched_flagged": 145,
"recall": 0.9333333333333333,
"untouched_flag_rate": 0.36159600997506236,
"ready": false
},
"tight_lines": {
"check": "line_spacing",
"pages_with_a_target": 30,
"already_flagged_untouched": 2,
"cancelled_by_page": 0,
"caught": 23,
"missed_on": [
"php-2",
"php-3",
"mongodb-1",
"who-2",
"gitlab-1",
"gitlab-3",
"zendesk-1"
],
"untouched_checks": 428,
"untouched_flagged": 61,
"recall": 0.7666666666666667,
"untouched_flag_rate": 0.1425233644859813,
"ready": false
},
"low_contrast": {
"check": "text_contrast",
"pages_with_a_target": 30,
"already_flagged_untouched": 2,
"cancelled_by_page": 0,
"caught": 28,
"missed_on": [
"zendesk-2",
"muji-2"
],
"untouched_checks": 3852,
"untouched_flagged": 127,
"recall": 0.9333333333333333,
"untouched_flag_rate": 0.03296988577362409,
"ready": true
},
"small_button": {
"check": "tap_target",
"pages_with_a_target": 24,
"already_flagged_untouched": 5,
"cancelled_by_page": 0,
"caught": 21,
"missed_on": [
"who-1",
"who-2",
"who-3"
],
"untouched_checks": 913,
"untouched_flagged": 450,
"recall": 0.875,
"untouched_flag_rate": 0.4928806133625411,
"ready": false
},
"hscroll": {
"check": "page_overflow",
"pages_with_a_target": 20,
"already_flagged_untouched": 0,
"cancelled_by_page": 13,
"caught": 19,
"missed_on": [
"muji-2"
],
"untouched_checks": 33,
"untouched_flagged": 1,
"recall": 0.95,
"untouched_flag_rate": 0.030303030303030304,
"ready": true
},
"clip": {
"check": "text_clipped",
"pages_with_a_target": 18,
"already_flagged_untouched": 0,
"cancelled_by_page": 0,
"caught": 11,
"missed_on": [
"elixir-3",
"raspberrypi-1",
"raspberrypi-2",
"raspberrypi-3",
"gitlab-3",
"cloudflare-2",
"cloudflare-3"
],
"untouched_checks": 77,
"untouched_flagged": 6,
"recall": 0.6111111111111112,
"untouched_flag_rate": 0.07792207792207792,
"ready": false
},
"overlap": {
"check": "text_overlap",
"pages_with_a_target": 29,
"already_flagged_untouched": 2,
"cancelled_by_page": 1,
"caught": 8,
"missed_on": [
"php-1",
"php-2",
"php-3",
"elixir-1",
"elixir-2",
"elixir-3",
"mongodb-3",
"dropbox-2",
"dropbox-3",
"stanford-1",
"stanford-2",
"stanford-3",
"who-2",
"gitlab-1",
"gitlab-3",
"cloudflare-1",
"zendesk-2",
"zendesk-3",
"muji-1",
"muji-2",
"muji-3"
],
"untouched_checks": 4735,
"untouched_flagged": 852,
"recall": 0.27586206896551724,
"untouched_flag_rate": 0.17993664202745513,
"ready": false
},
"far_heading": {
"check": "heading_proximity",
"pages_with_a_target": 10,
"already_flagged_untouched": 7,
"cancelled_by_page": 0,
"caught": 4,
"missed_on": [
"elixir-1",
"elixir-2",
"dropbox-2",
"who-2",
"cloudflare-1",
"cloudflare-2"
],
"untouched_checks": 370,
"untouched_flagged": 82,
"recall": 0.4,
"untouched_flag_rate": 0.22162162162162163,
"ready": false
},
"distort": {
"check": "image_distortion",
"pages_with_a_target": 19,
"already_flagged_untouched": 0,
"cancelled_by_page": 1,
"caught": 19,
"missed_on": [],
"untouched_checks": 155,
"untouched_flagged": 23,
"recall": 1.0,
"untouched_flag_rate": 0.14838709677419354,
"ready": false
},
"big_heading": {
"check": "heading_size_consistency",
"pages_with_a_target": 25,
"already_flagged_untouched": 0,
"cancelled_by_page": 0,
"caught": 2,
"missed_on": [
"php-1",
"elixir-1",
"elixir-2",
"mongodb-1",
"mongodb-2",
"mongodb-3",
"dropbox-1",
"dropbox-2",
"dropbox-3",
"stanford-1",
"stanford-2",
"stanford-3",
"who-2",
"gitlab-1",
"gitlab-2",
"gitlab-3",
"cloudflare-1",
"cloudflare-2",
"zendesk-1",
"zendesk-2",
"zendesk-3",
"muji-1",
"muji-3"
],
"untouched_checks": 45,
"untouched_flagged": 33,
"recall": 0.08,
"untouched_flag_rate": 0.7333333333333333,
"ready": false
},
"near_miss": {
"check": "edge_near_miss",
"pages_with_a_target": 32,
"already_flagged_untouched": 0,
"cancelled_by_page": 0,
"caught": 24,
"missed_on": [
"php-1",
"mongodb-2",
"stanford-1",
"who-1",
"who-2",
"gitlab-1",
"gitlab-3",
"cloudflare-1"
],
"untouched_checks": 4274,
"untouched_flagged": 106,
"recall": 0.75,
"untouched_flag_rate": 0.024801123069723912,
"ready": false
},
"small_body": {
"check": "body_font_size",
"pages_with_a_target": 26,
"already_flagged_untouched": 6,
"cancelled_by_page": 0,
"caught": 25,
"missed_on": [
"gitlab-1"
],
"untouched_checks": 1353,
"untouched_flagged": 126,
"recall": 0.9615384615384616,
"untouched_flag_rate": 0.09312638580931264,
"ready": true
},
"light_heading": {
"check": "weight_contrast",
"pages_with_a_target": 10,
"already_flagged_untouched": 5,
"cancelled_by_page": 2,
"caught": 10,
"missed_on": [],
"untouched_checks": 489,
"untouched_flagged": 361,
"recall": 1.0,
"untouched_flag_rate": 0.7382413087934561,
"ready": false
},
"edge": {
"check": "edge_margin",
"pages_with_a_target": 32,
"already_flagged_untouched": 0,
"cancelled_by_page": 0,
"caught": 31,
"missed_on": [
"gitlab-1"
],
"untouched_checks": 1353,
"untouched_flagged": 3,
"recall": 0.96875,
"untouched_flag_rate": 0.0022172949002217295,
"ready": true
},
"small_title": {
"check": "title_is_largest",
"pages_with_a_target": 22,
"already_flagged_untouched": 4,
"cancelled_by_page": 0,
"caught": 22,
"missed_on": [],
"untouched_checks": 26,
"untouched_flagged": 4,
"recall": 1.0,
"untouched_flag_rate": 0.15384615384615385,
"ready": false
},
"low_title": {
"check": "title_in_first_screen",
"pages_with_a_target": 26,
"already_flagged_untouched": 0,
"cancelled_by_page": 0,
"caught": 24,
"missed_on": [
"who-1",
"who-2"
],
"untouched_checks": 26,
"untouched_flagged": 0,
"recall": 0.9230769230769231,
"untouched_flag_rate": 0.0,
"ready": true
}
}
}