Download provenance/memory_transfer.json from ayjays132/PhillNet_Recall: direct link, hf CLI and curl.
- Browser
- Download file 44.5 kB
-
https://huggingface.co/ayjays132/PhillNet_Recall/resolve/main/provenance/memory_transfer.json
- Command line
-
hf download hf://ayjays132/PhillNet_Recall/provenance/memory_transfer.json
-
curl -L -o memory_transfer.json https://huggingface.co/ayjays132/PhillNet_Recall/resolve/main/provenance/memory_transfer.json
44.5 kB
{
"parent_sha256": "81a0a7b0277505e36851ec6aa6fe98891de8e189dfe5e961867cdbbb283c3548",
"candidate_sha256": "9391b3cfb95199e27f9ef6ca734b01911e7f9aa9e6403147cc1b9b8008f50ec6",
"fixture_sha256": "15cfea2e61f37e740da2137267dc3387bd3c0a4822f960ba46c6f28fb606a391",
"before": {
"correct": 74,
"cases": 160,
"rows": [
{
"id": "exact_0",
"correct": false
},
{
"id": "exact_1",
"correct": false
},
{
"id": "exact_2",
"correct": false
},
{
"id": "exact_3",
"correct": false
},
{
"id": "exact_4",
"correct": true
},
{
"id": "exact_5",
"correct": false
},
{
"id": "exact_6",
"correct": false
},
{
"id": "exact_7",
"correct": false
},
{
"id": "exact_8",
"correct": false
},
{
"id": "exact_9",
"correct": true
},
{
"id": "exact_10",
"correct": false
},
{
"id": "exact_11",
"correct": false
},
{
"id": "exact_12",
"correct": false
},
{
"id": "exact_13",
"correct": true
},
{
"id": "exact_14",
"correct": false
},
{
"id": "exact_15",
"correct": false
},
{
"id": "exact_16",
"correct": false
},
{
"id": "exact_17",
"correct": false
},
{
"id": "exact_18",
"correct": true
},
{
"id": "exact_19",
"correct": false
},
{
"id": "exact_20",
"correct": true
},
{
"id": "exact_21",
"correct": false
},
{
"id": "exact_22",
"correct": false
},
{
"id": "exact_23",
"correct": false
},
{
"id": "exact_24",
"correct": false
},
{
"id": "exact_25",
"correct": false
},
{
"id": "exact_26",
"correct": false
},
{
"id": "exact_27",
"correct": false
},
{
"id": "exact_28",
"correct": false
},
{
"id": "exact_29",
"correct": false
},
{
"id": "exact_30",
"correct": false
},
{
"id": "exact_31",
"correct": false
},
{
"id": "exact_32",
"correct": false
},
{
"id": "exact_33",
"correct": false
},
{
"id": "exact_34",
"correct": false
},
{
"id": "exact_35",
"correct": false
},
{
"id": "exact_36",
"correct": false
},
{
"id": "exact_37",
"correct": false
},
{
"id": "exact_38",
"correct": false
},
{
"id": "exact_39",
"correct": false
},
{
"id": "exact_40",
"correct": false
},
{
"id": "exact_41",
"correct": false
},
{
"id": "exact_42",
"correct": false
},
{
"id": "exact_43",
"correct": false
},
{
"id": "exact_44",
"correct": false
},
{
"id": "exact_45",
"correct": false
},
{
"id": "exact_46",
"correct": false
},
{
"id": "exact_47",
"correct": false
},
{
"id": "exact_48",
"correct": true
},
{
"id": "exact_49",
"correct": false
},
{
"id": "exact_50",
"correct": true
},
{
"id": "exact_51",
"correct": false
},
{
"id": "exact_52",
"correct": false
},
{
"id": "exact_53",
"correct": false
},
{
"id": "exact_54",
"correct": false
},
{
"id": "exact_55",
"correct": false
},
{
"id": "exact_56",
"correct": false
},
{
"id": "exact_57",
"correct": false
},
{
"id": "exact_58",
"correct": false
},
{
"id": "exact_59",
"correct": false
},
{
"id": "exact_60",
"correct": false
},
{
"id": "exact_61",
"correct": false
},
{
"id": "exact_62",
"correct": false
},
{
"id": "exact_63",
"correct": false
},
{
"id": "exact_64",
"correct": false
},
{
"id": "exact_65",
"correct": false
},
{
"id": "exact_66",
"correct": false
},
{
"id": "exact_67",
"correct": false
},
{
"id": "exact_68",
"correct": false
},
{
"id": "exact_69",
"correct": false
},
{
"id": "exact_70",
"correct": false
},
{
"id": "exact_71",
"correct": false
},
{
"id": "exact_72",
"correct": false
},
{
"id": "exact_73",
"correct": false
},
{
"id": "exact_74",
"correct": false
},
{
"id": "exact_75",
"correct": false
},
{
"id": "exact_76",
"correct": false
},
{
"id": "exact_77",
"correct": false
},
{
"id": "exact_78",
"correct": true
},
{
"id": "exact_79",
"correct": false
},
{
"id": "exact_80",
"correct": false
},
{
"id": "exact_81",
"correct": false
},
{
"id": "exact_82",
"correct": false
},
{
"id": "exact_83",
"correct": false
},
{
"id": "exact_84",
"correct": true
},
{
"id": "exact_85",
"correct": true
},
{
"id": "exact_86",
"correct": false
},
{
"id": "exact_87",
"correct": false
},
{
"id": "exact_88",
"correct": false
},
{
"id": "exact_89",
"correct": false
},
{
"id": "exact_90",
"correct": false
},
{
"id": "exact_91",
"correct": false
},
{
"id": "exact_92",
"correct": false
},
{
"id": "exact_93",
"correct": false
},
{
"id": "exact_94",
"correct": false
},
{
"id": "exact_95",
"correct": false
},
{
"id": "newer_0",
"correct": true
},
{
"id": "newer_1",
"correct": true
},
{
"id": "newer_2",
"correct": true
},
{
"id": "newer_3",
"correct": true
},
{
"id": "newer_4",
"correct": true
},
{
"id": "newer_5",
"correct": true
},
{
"id": "newer_6",
"correct": true
},
{
"id": "newer_7",
"correct": true
},
{
"id": "newer_8",
"correct": true
},
{
"id": "newer_9",
"correct": true
},
{
"id": "newer_10",
"correct": true
},
{
"id": "newer_11",
"correct": true
},
{
"id": "newer_12",
"correct": true
},
{
"id": "newer_13",
"correct": true
},
{
"id": "newer_14",
"correct": true
},
{
"id": "newer_15",
"correct": true
},
{
"id": "newer_16",
"correct": true
},
{
"id": "newer_17",
"correct": true
},
{
"id": "newer_18",
"correct": true
},
{
"id": "newer_19",
"correct": true
},
{
"id": "newer_20",
"correct": true
},
{
"id": "newer_21",
"correct": true
},
{
"id": "newer_22",
"correct": true
},
{
"id": "newer_23",
"correct": true
},
{
"id": "newer_24",
"correct": true
},
{
"id": "newer_25",
"correct": true
},
{
"id": "newer_26",
"correct": true
},
{
"id": "newer_27",
"correct": true
},
{
"id": "newer_28",
"correct": true
},
{
"id": "newer_29",
"correct": true
},
{
"id": "newer_30",
"correct": true
},
{
"id": "newer_31",
"correct": true
},
{
"id": "provenance_0",
"correct": true
},
{
"id": "provenance_1",
"correct": true
},
{
"id": "provenance_2",
"correct": true
},
{
"id": "provenance_3",
"correct": true
},
{
"id": "provenance_4",
"correct": true
},
{
"id": "provenance_5",
"correct": true
},
{
"id": "provenance_6",
"correct": true
},
{
"id": "provenance_7",
"correct": true
},
{
"id": "provenance_8",
"correct": true
},
{
"id": "provenance_9",
"correct": true
},
{
"id": "provenance_10",
"correct": true
},
{
"id": "provenance_11",
"correct": true
},
{
"id": "provenance_12",
"correct": true
},
{
"id": "provenance_13",
"correct": true
},
{
"id": "provenance_14",
"correct": true
},
{
"id": "provenance_15",
"correct": true
},
{
"id": "provenance_16",
"correct": true
},
{
"id": "provenance_17",
"correct": true
},
{
"id": "provenance_18",
"correct": true
},
{
"id": "provenance_19",
"correct": true
},
{
"id": "provenance_20",
"correct": true
},
{
"id": "provenance_21",
"correct": true
},
{
"id": "provenance_22",
"correct": true
},
{
"id": "provenance_23",
"correct": true
},
{
"id": "provenance_24",
"correct": true
},
{
"id": "provenance_25",
"correct": true
},
{
"id": "provenance_26",
"correct": true
},
{
"id": "provenance_27",
"correct": true
},
{
"id": "provenance_28",
"correct": true
},
{
"id": "provenance_29",
"correct": true
},
{
"id": "provenance_30",
"correct": true
},
{
"id": "provenance_31",
"correct": true
}
]
},
"after": {
"correct": 145,
"cases": 160,
"rows": [
{
"id": "exact_0",
"correct": false
},
{
"id": "exact_1",
"correct": true
},
{
"id": "exact_2",
"correct": false
},
{
"id": "exact_3",
"correct": true
},
{
"id": "exact_4",
"correct": true
},
{
"id": "exact_5",
"correct": true
},
{
"id": "exact_6",
"correct": true
},
{
"id": "exact_7",
"correct": true
},
{
"id": "exact_8",
"correct": true
},
{
"id": "exact_9",
"correct": true
},
{
"id": "exact_10",
"correct": true
},
{
"id": "exact_11",
"correct": true
},
{
"id": "exact_12",
"correct": true
},
{
"id": "exact_13",
"correct": true
},
{
"id": "exact_14",
"correct": true
},
{
"id": "exact_15",
"correct": false
},
{
"id": "exact_16",
"correct": true
},
{
"id": "exact_17",
"correct": true
},
{
"id": "exact_18",
"correct": true
},
{
"id": "exact_19",
"correct": true
},
{
"id": "exact_20",
"correct": true
},
{
"id": "exact_21",
"correct": true
},
{
"id": "exact_22",
"correct": true
},
{
"id": "exact_23",
"correct": true
},
{
"id": "exact_24",
"correct": false
},
{
"id": "exact_25",
"correct": true
},
{
"id": "exact_26",
"correct": true
},
{
"id": "exact_27",
"correct": true
},
{
"id": "exact_28",
"correct": true
},
{
"id": "exact_29",
"correct": true
},
{
"id": "exact_30",
"correct": true
},
{
"id": "exact_31",
"correct": true
},
{
"id": "exact_32",
"correct": true
},
{
"id": "exact_33",
"correct": false
},
{
"id": "exact_34",
"correct": true
},
{
"id": "exact_35",
"correct": true
},
{
"id": "exact_36",
"correct": true
},
{
"id": "exact_37",
"correct": true
},
{
"id": "exact_38",
"correct": true
},
{
"id": "exact_39",
"correct": true
},
{
"id": "exact_40",
"correct": false
},
{
"id": "exact_41",
"correct": false
},
{
"id": "exact_42",
"correct": true
},
{
"id": "exact_43",
"correct": true
},
{
"id": "exact_44",
"correct": true
},
{
"id": "exact_45",
"correct": true
},
{
"id": "exact_46",
"correct": true
},
{
"id": "exact_47",
"correct": true
},
{
"id": "exact_48",
"correct": true
},
{
"id": "exact_49",
"correct": true
},
{
"id": "exact_50",
"correct": true
},
{
"id": "exact_51",
"correct": false
},
{
"id": "exact_52",
"correct": true
},
{
"id": "exact_53",
"correct": true
},
{
"id": "exact_54",
"correct": true
},
{
"id": "exact_55",
"correct": true
},
{
"id": "exact_56",
"correct": true
},
{
"id": "exact_57",
"correct": true
},
{
"id": "exact_58",
"correct": true
},
{
"id": "exact_59",
"correct": true
},
{
"id": "exact_60",
"correct": true
},
{
"id": "exact_61",
"correct": false
},
{
"id": "exact_62",
"correct": true
},
{
"id": "exact_63",
"correct": true
},
{
"id": "exact_64",
"correct": true
},
{
"id": "exact_65",
"correct": true
},
{
"id": "exact_66",
"correct": true
},
{
"id": "exact_67",
"correct": true
},
{
"id": "exact_68",
"correct": true
},
{
"id": "exact_69",
"correct": false
},
{
"id": "exact_70",
"correct": true
},
{
"id": "exact_71",
"correct": false
},
{
"id": "exact_72",
"correct": true
},
{
"id": "exact_73",
"correct": true
},
{
"id": "exact_74",
"correct": false
},
{
"id": "exact_75",
"correct": true
},
{
"id": "exact_76",
"correct": true
},
{
"id": "exact_77",
"correct": true
},
{
"id": "exact_78",
"correct": true
},
{
"id": "exact_79",
"correct": true
},
{
"id": "exact_80",
"correct": true
},
{
"id": "exact_81",
"correct": true
},
{
"id": "exact_82",
"correct": true
},
{
"id": "exact_83",
"correct": true
},
{
"id": "exact_84",
"correct": true
},
{
"id": "exact_85",
"correct": true
},
{
"id": "exact_86",
"correct": true
},
{
"id": "exact_87",
"correct": true
},
{
"id": "exact_88",
"correct": true
},
{
"id": "exact_89",
"correct": true
},
{
"id": "exact_90",
"correct": false
},
{
"id": "exact_91",
"correct": false
},
{
"id": "exact_92",
"correct": false
},
{
"id": "exact_93",
"correct": true
},
{
"id": "exact_94",
"correct": true
},
{
"id": "exact_95",
"correct": true
},
{
"id": "newer_0",
"correct": true
},
{
"id": "newer_1",
"correct": true
},
{
"id": "newer_2",
"correct": true
},
{
"id": "newer_3",
"correct": true
},
{
"id": "newer_4",
"correct": true
},
{
"id": "newer_5",
"correct": true
},
{
"id": "newer_6",
"correct": true
},
{
"id": "newer_7",
"correct": true
},
{
"id": "newer_8",
"correct": true
},
{
"id": "newer_9",
"correct": true
},
{
"id": "newer_10",
"correct": true
},
{
"id": "newer_11",
"correct": true
},
{
"id": "newer_12",
"correct": true
},
{
"id": "newer_13",
"correct": true
},
{
"id": "newer_14",
"correct": true
},
{
"id": "newer_15",
"correct": true
},
{
"id": "newer_16",
"correct": true
},
{
"id": "newer_17",
"correct": true
},
{
"id": "newer_18",
"correct": true
},
{
"id": "newer_19",
"correct": true
},
{
"id": "newer_20",
"correct": true
},
{
"id": "newer_21",
"correct": true
},
{
"id": "newer_22",
"correct": true
},
{
"id": "newer_23",
"correct": true
},
{
"id": "newer_24",
"correct": true
},
{
"id": "newer_25",
"correct": true
},
{
"id": "newer_26",
"correct": true
},
{
"id": "newer_27",
"correct": true
},
{
"id": "newer_28",
"correct": true
},
{
"id": "newer_29",
"correct": true
},
{
"id": "newer_30",
"correct": true
},
{
"id": "newer_31",
"correct": true
},
{
"id": "provenance_0",
"correct": true
},
{
"id": "provenance_1",
"correct": true
},
{
"id": "provenance_2",
"correct": true
},
{
"id": "provenance_3",
"correct": true
},
{
"id": "provenance_4",
"correct": true
},
{
"id": "provenance_5",
"correct": true
},
{
"id": "provenance_6",
"correct": true
},
{
"id": "provenance_7",
"correct": true
},
{
"id": "provenance_8",
"correct": true
},
{
"id": "provenance_9",
"correct": true
},
{
"id": "provenance_10",
"correct": true
},
{
"id": "provenance_11",
"correct": true
},
{
"id": "provenance_12",
"correct": true
},
{
"id": "provenance_13",
"correct": true
},
{
"id": "provenance_14",
"correct": true
},
{
"id": "provenance_15",
"correct": true
},
{
"id": "provenance_16",
"correct": true
},
{
"id": "provenance_17",
"correct": true
},
{
"id": "provenance_18",
"correct": true
},
{
"id": "provenance_19",
"correct": true
},
{
"id": "provenance_20",
"correct": true
},
{
"id": "provenance_21",
"correct": true
},
{
"id": "provenance_22",
"correct": true
},
{
"id": "provenance_23",
"correct": true
},
{
"id": "provenance_24",
"correct": true
},
{
"id": "provenance_25",
"correct": true
},
{
"id": "provenance_26",
"correct": true
},
{
"id": "provenance_27",
"correct": true
},
{
"id": "provenance_28",
"correct": true
},
{
"id": "provenance_29",
"correct": true
},
{
"id": "provenance_30",
"correct": true
},
{
"id": "provenance_31",
"correct": true
}
]
},
"improvements": 71,
"regressions": 0,
"cosine": {
"correct": 128,
"cases": 160,
"rows": [
{
"id": "exact_0",
"correct": true
},
{
"id": "exact_1",
"correct": true
},
{
"id": "exact_2",
"correct": true
},
{
"id": "exact_3",
"correct": true
},
{
"id": "exact_4",
"correct": true
},
{
"id": "exact_5",
"correct": true
},
{
"id": "exact_6",
"correct": true
},
{
"id": "exact_7",
"correct": true
},
{
"id": "exact_8",
"correct": true
},
{
"id": "exact_9",
"correct": true
},
{
"id": "exact_10",
"correct": true
},
{
"id": "exact_11",
"correct": true
},
{
"id": "exact_12",
"correct": true
},
{
"id": "exact_13",
"correct": true
},
{
"id": "exact_14",
"correct": true
},
{
"id": "exact_15",
"correct": true
},
{
"id": "exact_16",
"correct": true
},
{
"id": "exact_17",
"correct": true
},
{
"id": "exact_18",
"correct": true
},
{
"id": "exact_19",
"correct": true
},
{
"id": "exact_20",
"correct": true
},
{
"id": "exact_21",
"correct": true
},
{
"id": "exact_22",
"correct": true
},
{
"id": "exact_23",
"correct": true
},
{
"id": "exact_24",
"correct": true
},
{
"id": "exact_25",
"correct": true
},
{
"id": "exact_26",
"correct": true
},
{
"id": "exact_27",
"correct": true
},
{
"id": "exact_28",
"correct": true
},
{
"id": "exact_29",
"correct": true
},
{
"id": "exact_30",
"correct": true
},
{
"id": "exact_31",
"correct": true
},
{
"id": "exact_32",
"correct": true
},
{
"id": "exact_33",
"correct": true
},
{
"id": "exact_34",
"correct": true
},
{
"id": "exact_35",
"correct": true
},
{
"id": "exact_36",
"correct": true
},
{
"id": "exact_37",
"correct": true
},
{
"id": "exact_38",
"correct": true
},
{
"id": "exact_39",
"correct": true
},
{
"id": "exact_40",
"correct": true
},
{
"id": "exact_41",
"correct": true
},
{
"id": "exact_42",
"correct": true
},
{
"id": "exact_43",
"correct": true
},
{
"id": "exact_44",
"correct": true
},
{
"id": "exact_45",
"correct": true
},
{
"id": "exact_46",
"correct": true
},
{
"id": "exact_47",
"correct": true
},
{
"id": "exact_48",
"correct": true
},
{
"id": "exact_49",
"correct": true
},
{
"id": "exact_50",
"correct": true
},
{
"id": "exact_51",
"correct": true
},
{
"id": "exact_52",
"correct": true
},
{
"id": "exact_53",
"correct": true
},
{
"id": "exact_54",
"correct": true
},
{
"id": "exact_55",
"correct": true
},
{
"id": "exact_56",
"correct": true
},
{
"id": "exact_57",
"correct": true
},
{
"id": "exact_58",
"correct": true
},
{
"id": "exact_59",
"correct": true
},
{
"id": "exact_60",
"correct": true
},
{
"id": "exact_61",
"correct": true
},
{
"id": "exact_62",
"correct": true
},
{
"id": "exact_63",
"correct": true
},
{
"id": "exact_64",
"correct": true
},
{
"id": "exact_65",
"correct": true
},
{
"id": "exact_66",
"correct": true
},
{
"id": "exact_67",
"correct": true
},
{
"id": "exact_68",
"correct": true
},
{
"id": "exact_69",
"correct": true
},
{
"id": "exact_70",
"correct": true
},
{
"id": "exact_71",
"correct": true
},
{
"id": "exact_72",
"correct": true
},
{
"id": "exact_73",
"correct": true
},
{
"id": "exact_74",
"correct": true
},
{
"id": "exact_75",
"correct": true
},
{
"id": "exact_76",
"correct": true
},
{
"id": "exact_77",
"correct": true
},
{
"id": "exact_78",
"correct": true
},
{
"id": "exact_79",
"correct": true
},
{
"id": "exact_80",
"correct": true
},
{
"id": "exact_81",
"correct": true
},
{
"id": "exact_82",
"correct": true
},
{
"id": "exact_83",
"correct": true
},
{
"id": "exact_84",
"correct": true
},
{
"id": "exact_85",
"correct": true
},
{
"id": "exact_86",
"correct": true
},
{
"id": "exact_87",
"correct": true
},
{
"id": "exact_88",
"correct": true
},
{
"id": "exact_89",
"correct": true
},
{
"id": "exact_90",
"correct": true
},
{
"id": "exact_91",
"correct": true
},
{
"id": "exact_92",
"correct": true
},
{
"id": "exact_93",
"correct": true
},
{
"id": "exact_94",
"correct": true
},
{
"id": "exact_95",
"correct": true
},
{
"id": "newer_0",
"correct": false
},
{
"id": "newer_1",
"correct": false
},
{
"id": "newer_2",
"correct": false
},
{
"id": "newer_3",
"correct": false
},
{
"id": "newer_4",
"correct": false
},
{
"id": "newer_5",
"correct": false
},
{
"id": "newer_6",
"correct": false
},
{
"id": "newer_7",
"correct": false
},
{
"id": "newer_8",
"correct": false
},
{
"id": "newer_9",
"correct": false
},
{
"id": "newer_10",
"correct": false
},
{
"id": "newer_11",
"correct": false
},
{
"id": "newer_12",
"correct": false
},
{
"id": "newer_13",
"correct": false
},
{
"id": "newer_14",
"correct": false
},
{
"id": "newer_15",
"correct": false
},
{
"id": "newer_16",
"correct": false
},
{
"id": "newer_17",
"correct": false
},
{
"id": "newer_18",
"correct": false
},
{
"id": "newer_19",
"correct": false
},
{
"id": "newer_20",
"correct": false
},
{
"id": "newer_21",
"correct": false
},
{
"id": "newer_22",
"correct": false
},
{
"id": "newer_23",
"correct": false
},
{
"id": "newer_24",
"correct": false
},
{
"id": "newer_25",
"correct": false
},
{
"id": "newer_26",
"correct": false
},
{
"id": "newer_27",
"correct": false
},
{
"id": "newer_28",
"correct": false
},
{
"id": "newer_29",
"correct": false
},
{
"id": "newer_30",
"correct": false
},
{
"id": "newer_31",
"correct": false
},
{
"id": "provenance_0",
"correct": true
},
{
"id": "provenance_1",
"correct": true
},
{
"id": "provenance_2",
"correct": true
},
{
"id": "provenance_3",
"correct": true
},
{
"id": "provenance_4",
"correct": true
},
{
"id": "provenance_5",
"correct": true
},
{
"id": "provenance_6",
"correct": true
},
{
"id": "provenance_7",
"correct": true
},
{
"id": "provenance_8",
"correct": true
},
{
"id": "provenance_9",
"correct": true
},
{
"id": "provenance_10",
"correct": true
},
{
"id": "provenance_11",
"correct": true
},
{
"id": "provenance_12",
"correct": true
},
{
"id": "provenance_13",
"correct": true
},
{
"id": "provenance_14",
"correct": true
},
{
"id": "provenance_15",
"correct": true
},
{
"id": "provenance_16",
"correct": true
},
{
"id": "provenance_17",
"correct": true
},
{
"id": "provenance_18",
"correct": true
},
{
"id": "provenance_19",
"correct": true
},
{
"id": "provenance_20",
"correct": true
},
{
"id": "provenance_21",
"correct": true
},
{
"id": "provenance_22",
"correct": true
},
{
"id": "provenance_23",
"correct": true
},
{
"id": "provenance_24",
"correct": true
},
{
"id": "provenance_25",
"correct": true
},
{
"id": "provenance_26",
"correct": true
},
{
"id": "provenance_27",
"correct": true
},
{
"id": "provenance_28",
"correct": true
},
{
"id": "provenance_29",
"correct": true
},
{
"id": "provenance_30",
"correct": true
},
{
"id": "provenance_31",
"correct": true
}
]
},
"recency": {
"correct": 32,
"cases": 160,
"rows": [
{
"id": "exact_0",
"correct": false
},
{
"id": "exact_1",
"correct": false
},
{
"id": "exact_2",
"correct": false
},
{
"id": "exact_3",
"correct": false
},
{
"id": "exact_4",
"correct": false
},
{
"id": "exact_5",
"correct": false
},
{
"id": "exact_6",
"correct": false
},
{
"id": "exact_7",
"correct": false
},
{
"id": "exact_8",
"correct": false
},
{
"id": "exact_9",
"correct": false
},
{
"id": "exact_10",
"correct": false
},
{
"id": "exact_11",
"correct": false
},
{
"id": "exact_12",
"correct": false
},
{
"id": "exact_13",
"correct": false
},
{
"id": "exact_14",
"correct": false
},
{
"id": "exact_15",
"correct": false
},
{
"id": "exact_16",
"correct": false
},
{
"id": "exact_17",
"correct": false
},
{
"id": "exact_18",
"correct": false
},
{
"id": "exact_19",
"correct": false
},
{
"id": "exact_20",
"correct": false
},
{
"id": "exact_21",
"correct": false
},
{
"id": "exact_22",
"correct": false
},
{
"id": "exact_23",
"correct": false
},
{
"id": "exact_24",
"correct": false
},
{
"id": "exact_25",
"correct": false
},
{
"id": "exact_26",
"correct": false
},
{
"id": "exact_27",
"correct": false
},
{
"id": "exact_28",
"correct": false
},
{
"id": "exact_29",
"correct": false
},
{
"id": "exact_30",
"correct": false
},
{
"id": "exact_31",
"correct": false
},
{
"id": "exact_32",
"correct": false
},
{
"id": "exact_33",
"correct": false
},
{
"id": "exact_34",
"correct": false
},
{
"id": "exact_35",
"correct": false
},
{
"id": "exact_36",
"correct": false
},
{
"id": "exact_37",
"correct": false
},
{
"id": "exact_38",
"correct": false
},
{
"id": "exact_39",
"correct": false
},
{
"id": "exact_40",
"correct": false
},
{
"id": "exact_41",
"correct": false
},
{
"id": "exact_42",
"correct": false
},
{
"id": "exact_43",
"correct": false
},
{
"id": "exact_44",
"correct": false
},
{
"id": "exact_45",
"correct": false
},
{
"id": "exact_46",
"correct": false
},
{
"id": "exact_47",
"correct": false
},
{
"id": "exact_48",
"correct": false
},
{
"id": "exact_49",
"correct": false
},
{
"id": "exact_50",
"correct": false
},
{
"id": "exact_51",
"correct": false
},
{
"id": "exact_52",
"correct": false
},
{
"id": "exact_53",
"correct": false
},
{
"id": "exact_54",
"correct": false
},
{
"id": "exact_55",
"correct": false
},
{
"id": "exact_56",
"correct": false
},
{
"id": "exact_57",
"correct": false
},
{
"id": "exact_58",
"correct": false
},
{
"id": "exact_59",
"correct": false
},
{
"id": "exact_60",
"correct": false
},
{
"id": "exact_61",
"correct": false
},
{
"id": "exact_62",
"correct": false
},
{
"id": "exact_63",
"correct": false
},
{
"id": "exact_64",
"correct": false
},
{
"id": "exact_65",
"correct": false
},
{
"id": "exact_66",
"correct": false
},
{
"id": "exact_67",
"correct": false
},
{
"id": "exact_68",
"correct": false
},
{
"id": "exact_69",
"correct": false
},
{
"id": "exact_70",
"correct": false
},
{
"id": "exact_71",
"correct": false
},
{
"id": "exact_72",
"correct": false
},
{
"id": "exact_73",
"correct": false
},
{
"id": "exact_74",
"correct": false
},
{
"id": "exact_75",
"correct": false
},
{
"id": "exact_76",
"correct": false
},
{
"id": "exact_77",
"correct": false
},
{
"id": "exact_78",
"correct": false
},
{
"id": "exact_79",
"correct": false
},
{
"id": "exact_80",
"correct": false
},
{
"id": "exact_81",
"correct": false
},
{
"id": "exact_82",
"correct": false
},
{
"id": "exact_83",
"correct": false
},
{
"id": "exact_84",
"correct": false
},
{
"id": "exact_85",
"correct": false
},
{
"id": "exact_86",
"correct": false
},
{
"id": "exact_87",
"correct": false
},
{
"id": "exact_88",
"correct": false
},
{
"id": "exact_89",
"correct": false
},
{
"id": "exact_90",
"correct": false
},
{
"id": "exact_91",
"correct": false
},
{
"id": "exact_92",
"correct": false
},
{
"id": "exact_93",
"correct": false
},
{
"id": "exact_94",
"correct": false
},
{
"id": "exact_95",
"correct": false
},
{
"id": "newer_0",
"correct": true
},
{
"id": "newer_1",
"correct": true
},
{
"id": "newer_2",
"correct": true
},
{
"id": "newer_3",
"correct": true
},
{
"id": "newer_4",
"correct": true
},
{
"id": "newer_5",
"correct": true
},
{
"id": "newer_6",
"correct": true
},
{
"id": "newer_7",
"correct": true
},
{
"id": "newer_8",
"correct": true
},
{
"id": "newer_9",
"correct": true
},
{
"id": "newer_10",
"correct": true
},
{
"id": "newer_11",
"correct": true
},
{
"id": "newer_12",
"correct": true
},
{
"id": "newer_13",
"correct": true
},
{
"id": "newer_14",
"correct": true
},
{
"id": "newer_15",
"correct": true
},
{
"id": "newer_16",
"correct": true
},
{
"id": "newer_17",
"correct": true
},
{
"id": "newer_18",
"correct": true
},
{
"id": "newer_19",
"correct": true
},
{
"id": "newer_20",
"correct": true
},
{
"id": "newer_21",
"correct": true
},
{
"id": "newer_22",
"correct": true
},
{
"id": "newer_23",
"correct": true
},
{
"id": "newer_24",
"correct": true
},
{
"id": "newer_25",
"correct": true
},
{
"id": "newer_26",
"correct": true
},
{
"id": "newer_27",
"correct": true
},
{
"id": "newer_28",
"correct": true
},
{
"id": "newer_29",
"correct": true
},
{
"id": "newer_30",
"correct": true
},
{
"id": "newer_31",
"correct": true
},
{
"id": "provenance_0",
"correct": false
},
{
"id": "provenance_1",
"correct": false
},
{
"id": "provenance_2",
"correct": false
},
{
"id": "provenance_3",
"correct": false
},
{
"id": "provenance_4",
"correct": false
},
{
"id": "provenance_5",
"correct": false
},
{
"id": "provenance_6",
"correct": false
},
{
"id": "provenance_7",
"correct": false
},
{
"id": "provenance_8",
"correct": false
},
{
"id": "provenance_9",
"correct": false
},
{
"id": "provenance_10",
"correct": false
},
{
"id": "provenance_11",
"correct": false
},
{
"id": "provenance_12",
"correct": false
},
{
"id": "provenance_13",
"correct": false
},
{
"id": "provenance_14",
"correct": false
},
{
"id": "provenance_15",
"correct": false
},
{
"id": "provenance_16",
"correct": false
},
{
"id": "provenance_17",
"correct": false
},
{
"id": "provenance_18",
"correct": false
},
{
"id": "provenance_19",
"correct": false
},
{
"id": "provenance_20",
"correct": false
},
{
"id": "provenance_21",
"correct": false
},
{
"id": "provenance_22",
"correct": false
},
{
"id": "provenance_23",
"correct": false
},
{
"id": "provenance_24",
"correct": false
},
{
"id": "provenance_25",
"correct": false
},
{
"id": "provenance_26",
"correct": false
},
{
"id": "provenance_27",
"correct": false
},
{
"id": "provenance_28",
"correct": false
},
{
"id": "provenance_29",
"correct": false
},
{
"id": "provenance_30",
"correct": false
},
{
"id": "provenance_31",
"correct": false
}
]
},
"scope": "Root-authored new feature combinations after candidate freeze; finite relevance policy transfer, not natural-language understanding.",
"edit_fitted_to_this_suite": false
}
{
"parent_sha256": "81a0a7b0277505e36851ec6aa6fe98891de8e189dfe5e961867cdbbb283c3548",
"candidate_sha256": "9391b3cfb95199e27f9ef6ca734b01911e7f9aa9e6403147cc1b9b8008f50ec6",
"fixture_sha256": "15cfea2e61f37e740da2137267dc3387bd3c0a4822f960ba46c6f28fb606a391",
"before": {
"correct": 74,
"cases": 160,
"rows": [
{
"id": "exact_0",
"correct": false
},
{
"id": "exact_1",
"correct": false
},
{
"id": "exact_2",
"correct": false
},
{
"id": "exact_3",
"correct": false
},
{
"id": "exact_4",
"correct": true
},
{
"id": "exact_5",
"correct": false
},
{
"id": "exact_6",
"correct": false
},
{
"id": "exact_7",
"correct": false
},
{
"id": "exact_8",
"correct": false
},
{
"id": "exact_9",
"correct": true
},
{
"id": "exact_10",
"correct": false
},
{
"id": "exact_11",
"correct": false
},
{
"id": "exact_12",
"correct": false
},
{
"id": "exact_13",
"correct": true
},
{
"id": "exact_14",
"correct": false
},
{
"id": "exact_15",
"correct": false
},
{
"id": "exact_16",
"correct": false
},
{
"id": "exact_17",
"correct": false
},
{
"id": "exact_18",
"correct": true
},
{
"id": "exact_19",
"correct": false
},
{
"id": "exact_20",
"correct": true
},
{
"id": "exact_21",
"correct": false
},
{
"id": "exact_22",
"correct": false
},