PhillNet_Recall / provenance /memory_transfer.json
ayjays132's picture
Upload 121 files
3b3b2bd verified
Raw History Blame Contribute Delete
44.5 kB
{ "parent_sha256": "81a0a7b0277505e36851ec6aa6fe98891de8e189dfe5e961867cdbbb283c3548", "candidate_sha256": "9391b3cfb95199e27f9ef6ca734b01911e7f9aa9e6403147cc1b9b8008f50ec6", "fixture_sha256": "15cfea2e61f37e740da2137267dc3387bd3c0a4822f960ba46c6f28fb606a391", "before": { "correct": 74, "cases": 160, "rows": [ { "id": "exact_0", "correct": false }, { "id": "exact_1", "correct": false }, { "id": "exact_2", "correct": false }, { "id": "exact_3", "correct": false }, { "id": "exact_4", "correct": true }, { "id": "exact_5", "correct": false }, { "id": "exact_6", "correct": false }, { "id": "exact_7", "correct": false }, { "id": "exact_8", "correct": false }, { "id": "exact_9", "correct": true }, { "id": "exact_10", "correct": false }, { "id": "exact_11", "correct": false }, { "id": "exact_12", "correct": false }, { "id": "exact_13", "correct": true }, { "id": "exact_14", "correct": false }, { "id": "exact_15", "correct": false }, { "id": "exact_16", "correct": false }, { "id": "exact_17", "correct": false }, { "id": "exact_18", "correct": true }, { "id": "exact_19", "correct": false }, { "id": "exact_20", "correct": true }, { "id": "exact_21", "correct": false }, { "id": "exact_22", "correct": false }, { "id": "exact_23", "correct": false }, { "id": "exact_24", "correct": false }, { "id": "exact_25", "correct": false }, { "id": "exact_26", "correct": false }, { "id": "exact_27", "correct": false }, { "id": "exact_28", "correct": false }, { "id": "exact_29", "correct": false }, { "id": "exact_30", "correct": false }, { "id": "exact_31", "correct": false }, { "id": "exact_32", "correct": false }, { "id": "exact_33", "correct": false }, { "id": "exact_34", "correct": false }, { "id": "exact_35", "correct": false }, { "id": "exact_36", "correct": false }, { "id": "exact_37", "correct": false }, { "id": "exact_38", "correct": false }, { "id": "exact_39", "correct": false }, { "id": "exact_40", "correct": false }, { "id": "exact_41", "correct": false }, { "id": "exact_42", "correct": false }, { "id": "exact_43", "correct": false }, { "id": "exact_44", "correct": false }, { "id": "exact_45", "correct": false }, { "id": "exact_46", "correct": false }, { "id": "exact_47", "correct": false }, { "id": "exact_48", "correct": true }, { "id": "exact_49", "correct": false }, { "id": "exact_50", "correct": true }, { "id": "exact_51", "correct": false }, { "id": "exact_52", "correct": false }, { "id": "exact_53", "correct": false }, { "id": "exact_54", "correct": false }, { "id": "exact_55", "correct": false }, { "id": "exact_56", "correct": false }, { "id": "exact_57", "correct": false }, { "id": "exact_58", "correct": false }, { "id": "exact_59", "correct": false }, { "id": "exact_60", "correct": false }, { "id": "exact_61", "correct": false }, { "id": "exact_62", "correct": false }, { "id": "exact_63", "correct": false }, { "id": "exact_64", "correct": false }, { "id": "exact_65", "correct": false }, { "id": "exact_66", "correct": false }, { "id": "exact_67", "correct": false }, { "id": "exact_68", "correct": false }, { "id": "exact_69", "correct": false }, { "id": "exact_70", "correct": false }, { "id": "exact_71", "correct": false }, { "id": "exact_72", "correct": false }, { "id": "exact_73", "correct": false }, { "id": "exact_74", "correct": false }, { "id": "exact_75", "correct": false }, { "id": "exact_76", "correct": false }, { "id": "exact_77", "correct": false }, { "id": "exact_78", "correct": true }, { "id": "exact_79", "correct": false }, { "id": "exact_80", "correct": false }, { "id": "exact_81", "correct": false }, { "id": "exact_82", "correct": false }, { "id": "exact_83", "correct": false }, { "id": "exact_84", "correct": true }, { "id": "exact_85", "correct": true }, { "id": "exact_86", "correct": false }, { "id": "exact_87", "correct": false }, { "id": "exact_88", "correct": false }, { "id": "exact_89", "correct": false }, { "id": "exact_90", "correct": false }, { "id": "exact_91", "correct": false }, { "id": "exact_92", "correct": false }, { "id": "exact_93", "correct": false }, { "id": "exact_94", "correct": false }, { "id": "exact_95", "correct": false }, { "id": "newer_0", "correct": true }, { "id": "newer_1", "correct": true }, { "id": "newer_2", "correct": true }, { "id": "newer_3", "correct": true }, { "id": "newer_4", "correct": true }, { "id": "newer_5", "correct": true }, { "id": "newer_6", "correct": true }, { "id": "newer_7", "correct": true }, { "id": "newer_8", "correct": true }, { "id": "newer_9", "correct": true }, { "id": "newer_10", "correct": true }, { "id": "newer_11", "correct": true }, { "id": "newer_12", "correct": true }, { "id": "newer_13", "correct": true }, { "id": "newer_14", "correct": true }, { "id": "newer_15", "correct": true }, { "id": "newer_16", "correct": true }, { "id": "newer_17", "correct": true }, { "id": "newer_18", "correct": true }, { "id": "newer_19", "correct": true }, { "id": "newer_20", "correct": true }, { "id": "newer_21", "correct": true }, { "id": "newer_22", "correct": true }, { "id": "newer_23", "correct": true }, { "id": "newer_24", "correct": true }, { "id": "newer_25", "correct": true }, { "id": "newer_26", "correct": true }, { "id": "newer_27", "correct": true }, { "id": "newer_28", "correct": true }, { "id": "newer_29", "correct": true }, { "id": "newer_30", "correct": true }, { "id": "newer_31", "correct": true }, { "id": "provenance_0", "correct": true }, { "id": "provenance_1", "correct": true }, { "id": "provenance_2", "correct": true }, { "id": "provenance_3", "correct": true }, { "id": "provenance_4", "correct": true }, { "id": "provenance_5", "correct": true }, { "id": "provenance_6", "correct": true }, { "id": "provenance_7", "correct": true }, { "id": "provenance_8", "correct": true }, { "id": "provenance_9", "correct": true }, { "id": "provenance_10", "correct": true }, { "id": "provenance_11", "correct": true }, { "id": "provenance_12", "correct": true }, { "id": "provenance_13", "correct": true }, { "id": "provenance_14", "correct": true }, { "id": "provenance_15", "correct": true }, { "id": "provenance_16", "correct": true }, { "id": "provenance_17", "correct": true }, { "id": "provenance_18", "correct": true }, { "id": "provenance_19", "correct": true }, { "id": "provenance_20", "correct": true }, { "id": "provenance_21", "correct": true }, { "id": "provenance_22", "correct": true }, { "id": "provenance_23", "correct": true }, { "id": "provenance_24", "correct": true }, { "id": "provenance_25", "correct": true }, { "id": "provenance_26", "correct": true }, { "id": "provenance_27", "correct": true }, { "id": "provenance_28", "correct": true }, { "id": "provenance_29", "correct": true }, { "id": "provenance_30", "correct": true }, { "id": "provenance_31", "correct": true } ] }, "after": { "correct": 145, "cases": 160, "rows": [ { "id": "exact_0", "correct": false }, { "id": "exact_1", "correct": true }, { "id": "exact_2", "correct": false }, { "id": "exact_3", "correct": true }, { "id": "exact_4", "correct": true }, { "id": "exact_5", "correct": true }, { "id": "exact_6", "correct": true }, { "id": "exact_7", "correct": true }, { "id": "exact_8", "correct": true }, { "id": "exact_9", "correct": true }, { "id": "exact_10", "correct": true }, { "id": "exact_11", "correct": true }, { "id": "exact_12", "correct": true }, { "id": "exact_13", "correct": true }, { "id": "exact_14", "correct": true }, { "id": "exact_15", "correct": false }, { "id": "exact_16", "correct": true }, { "id": "exact_17", "correct": true }, { "id": "exact_18", "correct": true }, { "id": "exact_19", "correct": true }, { "id": "exact_20", "correct": true }, { "id": "exact_21", "correct": true }, { "id": "exact_22", "correct": true }, { "id": "exact_23", "correct": true }, { "id": "exact_24", "correct": false }, { "id": "exact_25", "correct": true }, { "id": "exact_26", "correct": true }, { "id": "exact_27", "correct": true }, { "id": "exact_28", "correct": true }, { "id": "exact_29", "correct": true }, { "id": "exact_30", "correct": true }, { "id": "exact_31", "correct": true }, { "id": "exact_32", "correct": true }, { "id": "exact_33", "correct": false }, { "id": "exact_34", "correct": true }, { "id": "exact_35", "correct": true }, { "id": "exact_36", "correct": true }, { "id": "exact_37", "correct": true }, { "id": "exact_38", "correct": true }, { "id": "exact_39", "correct": true }, { "id": "exact_40", "correct": false }, { "id": "exact_41", "correct": false }, { "id": "exact_42", "correct": true }, { "id": "exact_43", "correct": true }, { "id": "exact_44", "correct": true }, { "id": "exact_45", "correct": true }, { "id": "exact_46", "correct": true }, { "id": "exact_47", "correct": true }, { "id": "exact_48", "correct": true }, { "id": "exact_49", "correct": true }, { "id": "exact_50", "correct": true }, { "id": "exact_51", "correct": false }, { "id": "exact_52", "correct": true }, { "id": "exact_53", "correct": true }, { "id": "exact_54", "correct": true }, { "id": "exact_55", "correct": true }, { "id": "exact_56", "correct": true }, { "id": "exact_57", "correct": true }, { "id": "exact_58", "correct": true }, { "id": "exact_59", "correct": true }, { "id": "exact_60", "correct": true }, { "id": "exact_61", "correct": false }, { "id": "exact_62", "correct": true }, { "id": "exact_63", "correct": true }, { "id": "exact_64", "correct": true }, { "id": "exact_65", "correct": true }, { "id": "exact_66", "correct": true }, { "id": "exact_67", "correct": true }, { "id": "exact_68", "correct": true }, { "id": "exact_69", "correct": false }, { "id": "exact_70", "correct": true }, { "id": "exact_71", "correct": false }, { "id": "exact_72", "correct": true }, { "id": "exact_73", "correct": true }, { "id": "exact_74", "correct": false }, { "id": "exact_75", "correct": true }, { "id": "exact_76", "correct": true }, { "id": "exact_77", "correct": true }, { "id": "exact_78", "correct": true }, { "id": "exact_79", "correct": true }, { "id": "exact_80", "correct": true }, { "id": "exact_81", "correct": true }, { "id": "exact_82", "correct": true }, { "id": "exact_83", "correct": true }, { "id": "exact_84", "correct": true }, { "id": "exact_85", "correct": true }, { "id": "exact_86", "correct": true }, { "id": "exact_87", "correct": true }, { "id": "exact_88", "correct": true }, { "id": "exact_89", "correct": true }, { "id": "exact_90", "correct": false }, { "id": "exact_91", "correct": false }, { "id": "exact_92", "correct": false }, { "id": "exact_93", "correct": true }, { "id": "exact_94", "correct": true }, { "id": "exact_95", "correct": true }, { "id": "newer_0", "correct": true }, { "id": "newer_1", "correct": true }, { "id": "newer_2", "correct": true }, { "id": "newer_3", "correct": true }, { "id": "newer_4", "correct": true }, { "id": "newer_5", "correct": true }, { "id": "newer_6", "correct": true }, { "id": "newer_7", "correct": true }, { "id": "newer_8", "correct": true }, { "id": "newer_9", "correct": true }, { "id": "newer_10", "correct": true }, { "id": "newer_11", "correct": true }, { "id": "newer_12", "correct": true }, { "id": "newer_13", "correct": true }, { "id": "newer_14", "correct": true }, { "id": "newer_15", "correct": true }, { "id": "newer_16", "correct": true }, { "id": "newer_17", "correct": true }, { "id": "newer_18", "correct": true }, { "id": "newer_19", "correct": true }, { "id": "newer_20", "correct": true }, { "id": "newer_21", "correct": true }, { "id": "newer_22", "correct": true }, { "id": "newer_23", "correct": true }, { "id": "newer_24", "correct": true }, { "id": "newer_25", "correct": true }, { "id": "newer_26", "correct": true }, { "id": "newer_27", "correct": true }, { "id": "newer_28", "correct": true }, { "id": "newer_29", "correct": true }, { "id": "newer_30", "correct": true }, { "id": "newer_31", "correct": true }, { "id": "provenance_0", "correct": true }, { "id": "provenance_1", "correct": true }, { "id": "provenance_2", "correct": true }, { "id": "provenance_3", "correct": true }, { "id": "provenance_4", "correct": true }, { "id": "provenance_5", "correct": true }, { "id": "provenance_6", "correct": true }, { "id": "provenance_7", "correct": true }, { "id": "provenance_8", "correct": true }, { "id": "provenance_9", "correct": true }, { "id": "provenance_10", "correct": true }, { "id": "provenance_11", "correct": true }, { "id": "provenance_12", "correct": true }, { "id": "provenance_13", "correct": true }, { "id": "provenance_14", "correct": true }, { "id": "provenance_15", "correct": true }, { "id": "provenance_16", "correct": true }, { "id": "provenance_17", "correct": true }, { "id": "provenance_18", "correct": true }, { "id": "provenance_19", "correct": true }, { "id": "provenance_20", "correct": true }, { "id": "provenance_21", "correct": true }, { "id": "provenance_22", "correct": true }, { "id": "provenance_23", "correct": true }, { "id": "provenance_24", "correct": true }, { "id": "provenance_25", "correct": true }, { "id": "provenance_26", "correct": true }, { "id": "provenance_27", "correct": true }, { "id": "provenance_28", "correct": true }, { "id": "provenance_29", "correct": true }, { "id": "provenance_30", "correct": true }, { "id": "provenance_31", "correct": true } ] }, "improvements": 71, "regressions": 0, "cosine": { "correct": 128, "cases": 160, "rows": [ { "id": "exact_0", "correct": true }, { "id": "exact_1", "correct": true }, { "id": "exact_2", "correct": true }, { "id": "exact_3", "correct": true }, { "id": "exact_4", "correct": true }, { "id": "exact_5", "correct": true }, { "id": "exact_6", "correct": true }, { "id": "exact_7", "correct": true }, { "id": "exact_8", "correct": true }, { "id": "exact_9", "correct": true }, { "id": "exact_10", "correct": true }, { "id": "exact_11", "correct": true }, { "id": "exact_12", "correct": true }, { "id": "exact_13", "correct": true }, { "id": "exact_14", "correct": true }, { "id": "exact_15", "correct": true }, { "id": "exact_16", "correct": true }, { "id": "exact_17", "correct": true }, { "id": "exact_18", "correct": true }, { "id": "exact_19", "correct": true }, { "id": "exact_20", "correct": true }, { "id": "exact_21", "correct": true }, { "id": "exact_22", "correct": true }, { "id": "exact_23", "correct": true }, { "id": "exact_24", "correct": true }, { "id": "exact_25", "correct": true }, { "id": "exact_26", "correct": true }, { "id": "exact_27", "correct": true }, { "id": "exact_28", "correct": true }, { "id": "exact_29", "correct": true }, { "id": "exact_30", "correct": true }, { "id": "exact_31", "correct": true }, { "id": "exact_32", "correct": true }, { "id": "exact_33", "correct": true }, { "id": "exact_34", "correct": true }, { "id": "exact_35", "correct": true }, { "id": "exact_36", "correct": true }, { "id": "exact_37", "correct": true }, { "id": "exact_38", "correct": true }, { "id": "exact_39", "correct": true }, { "id": "exact_40", "correct": true }, { "id": "exact_41", "correct": true }, { "id": "exact_42", "correct": true }, { "id": "exact_43", "correct": true }, { "id": "exact_44", "correct": true }, { "id": "exact_45", "correct": true }, { "id": "exact_46", "correct": true }, { "id": "exact_47", "correct": true }, { "id": "exact_48", "correct": true }, { "id": "exact_49", "correct": true }, { "id": "exact_50", "correct": true }, { "id": "exact_51", "correct": true }, { "id": "exact_52", "correct": true }, { "id": "exact_53", "correct": true }, { "id": "exact_54", "correct": true }, { "id": "exact_55", "correct": true }, { "id": "exact_56", "correct": true }, { "id": "exact_57", "correct": true }, { "id": "exact_58", "correct": true }, { "id": "exact_59", "correct": true }, { "id": "exact_60", "correct": true }, { "id": "exact_61", "correct": true }, { "id": "exact_62", "correct": true }, { "id": "exact_63", "correct": true }, { "id": "exact_64", "correct": true }, { "id": "exact_65", "correct": true }, { "id": "exact_66", "correct": true }, { "id": "exact_67", "correct": true }, { "id": "exact_68", "correct": true }, { "id": "exact_69", "correct": true }, { "id": "exact_70", "correct": true }, { "id": "exact_71", "correct": true }, { "id": "exact_72", "correct": true }, { "id": "exact_73", "correct": true }, { "id": "exact_74", "correct": true }, { "id": "exact_75", "correct": true }, { "id": "exact_76", "correct": true }, { "id": "exact_77", "correct": true }, { "id": "exact_78", "correct": true }, { "id": "exact_79", "correct": true }, { "id": "exact_80", "correct": true }, { "id": "exact_81", "correct": true }, { "id": "exact_82", "correct": true }, { "id": "exact_83", "correct": true }, { "id": "exact_84", "correct": true }, { "id": "exact_85", "correct": true }, { "id": "exact_86", "correct": true }, { "id": "exact_87", "correct": true }, { "id": "exact_88", "correct": true }, { "id": "exact_89", "correct": true }, { "id": "exact_90", "correct": true }, { "id": "exact_91", "correct": true }, { "id": "exact_92", "correct": true }, { "id": "exact_93", "correct": true }, { "id": "exact_94", "correct": true }, { "id": "exact_95", "correct": true }, { "id": "newer_0", "correct": false }, { "id": "newer_1", "correct": false }, { "id": "newer_2", "correct": false }, { "id": "newer_3", "correct": false }, { "id": "newer_4", "correct": false }, { "id": "newer_5", "correct": false }, { "id": "newer_6", "correct": false }, { "id": "newer_7", "correct": false }, { "id": "newer_8", "correct": false }, { "id": "newer_9", "correct": false }, { "id": "newer_10", "correct": false }, { "id": "newer_11", "correct": false }, { "id": "newer_12", "correct": false }, { "id": "newer_13", "correct": false }, { "id": "newer_14", "correct": false }, { "id": "newer_15", "correct": false }, { "id": "newer_16", "correct": false }, { "id": "newer_17", "correct": false }, { "id": "newer_18", "correct": false }, { "id": "newer_19", "correct": false }, { "id": "newer_20", "correct": false }, { "id": "newer_21", "correct": false }, { "id": "newer_22", "correct": false }, { "id": "newer_23", "correct": false }, { "id": "newer_24", "correct": false }, { "id": "newer_25", "correct": false }, { "id": "newer_26", "correct": false }, { "id": "newer_27", "correct": false }, { "id": "newer_28", "correct": false }, { "id": "newer_29", "correct": false }, { "id": "newer_30", "correct": false }, { "id": "newer_31", "correct": false }, { "id": "provenance_0", "correct": true }, { "id": "provenance_1", "correct": true }, { "id": "provenance_2", "correct": true }, { "id": "provenance_3", "correct": true }, { "id": "provenance_4", "correct": true }, { "id": "provenance_5", "correct": true }, { "id": "provenance_6", "correct": true }, { "id": "provenance_7", "correct": true }, { "id": "provenance_8", "correct": true }, { "id": "provenance_9", "correct": true }, { "id": "provenance_10", "correct": true }, { "id": "provenance_11", "correct": true }, { "id": "provenance_12", "correct": true }, { "id": "provenance_13", "correct": true }, { "id": "provenance_14", "correct": true }, { "id": "provenance_15", "correct": true }, { "id": "provenance_16", "correct": true }, { "id": "provenance_17", "correct": true }, { "id": "provenance_18", "correct": true }, { "id": "provenance_19", "correct": true }, { "id": "provenance_20", "correct": true }, { "id": "provenance_21", "correct": true }, { "id": "provenance_22", "correct": true }, { "id": "provenance_23", "correct": true }, { "id": "provenance_24", "correct": true }, { "id": "provenance_25", "correct": true }, { "id": "provenance_26", "correct": true }, { "id": "provenance_27", "correct": true }, { "id": "provenance_28", "correct": true }, { "id": "provenance_29", "correct": true }, { "id": "provenance_30", "correct": true }, { "id": "provenance_31", "correct": true } ] }, "recency": { "correct": 32, "cases": 160, "rows": [ { "id": "exact_0", "correct": false }, { "id": "exact_1", "correct": false }, { "id": "exact_2", "correct": false }, { "id": "exact_3", "correct": false }, { "id": "exact_4", "correct": false }, { "id": "exact_5", "correct": false }, { "id": "exact_6", "correct": false }, { "id": "exact_7", "correct": false }, { "id": "exact_8", "correct": false }, { "id": "exact_9", "correct": false }, { "id": "exact_10", "correct": false }, { "id": "exact_11", "correct": false }, { "id": "exact_12", "correct": false }, { "id": "exact_13", "correct": false }, { "id": "exact_14", "correct": false }, { "id": "exact_15", "correct": false }, { "id": "exact_16", "correct": false }, { "id": "exact_17", "correct": false }, { "id": "exact_18", "correct": false }, { "id": "exact_19", "correct": false }, { "id": "exact_20", "correct": false }, { "id": "exact_21", "correct": false }, { "id": "exact_22", "correct": false }, { "id": "exact_23", "correct": false }, { "id": "exact_24", "correct": false }, { "id": "exact_25", "correct": false }, { "id": "exact_26", "correct": false }, { "id": "exact_27", "correct": false }, { "id": "exact_28", "correct": false }, { "id": "exact_29", "correct": false }, { "id": "exact_30", "correct": false }, { "id": "exact_31", "correct": false }, { "id": "exact_32", "correct": false }, { "id": "exact_33", "correct": false }, { "id": "exact_34", "correct": false }, { "id": "exact_35", "correct": false }, { "id": "exact_36", "correct": false }, { "id": "exact_37", "correct": false }, { "id": "exact_38", "correct": false }, { "id": "exact_39", "correct": false }, { "id": "exact_40", "correct": false }, { "id": "exact_41", "correct": false }, { "id": "exact_42", "correct": false }, { "id": "exact_43", "correct": false }, { "id": "exact_44", "correct": false }, { "id": "exact_45", "correct": false }, { "id": "exact_46", "correct": false }, { "id": "exact_47", "correct": false }, { "id": "exact_48", "correct": false }, { "id": "exact_49", "correct": false }, { "id": "exact_50", "correct": false }, { "id": "exact_51", "correct": false }, { "id": "exact_52", "correct": false }, { "id": "exact_53", "correct": false }, { "id": "exact_54", "correct": false }, { "id": "exact_55", "correct": false }, { "id": "exact_56", "correct": false }, { "id": "exact_57", "correct": false }, { "id": "exact_58", "correct": false }, { "id": "exact_59", "correct": false }, { "id": "exact_60", "correct": false }, { "id": "exact_61", "correct": false }, { "id": "exact_62", "correct": false }, { "id": "exact_63", "correct": false }, { "id": "exact_64", "correct": false }, { "id": "exact_65", "correct": false }, { "id": "exact_66", "correct": false }, { "id": "exact_67", "correct": false }, { "id": "exact_68", "correct": false }, { "id": "exact_69", "correct": false }, { "id": "exact_70", "correct": false }, { "id": "exact_71", "correct": false }, { "id": "exact_72", "correct": false }, { "id": "exact_73", "correct": false }, { "id": "exact_74", "correct": false }, { "id": "exact_75", "correct": false }, { "id": "exact_76", "correct": false }, { "id": "exact_77", "correct": false }, { "id": "exact_78", "correct": false }, { "id": "exact_79", "correct": false }, { "id": "exact_80", "correct": false }, { "id": "exact_81", "correct": false }, { "id": "exact_82", "correct": false }, { "id": "exact_83", "correct": false }, { "id": "exact_84", "correct": false }, { "id": "exact_85", "correct": false }, { "id": "exact_86", "correct": false }, { "id": "exact_87", "correct": false }, { "id": "exact_88", "correct": false }, { "id": "exact_89", "correct": false }, { "id": "exact_90", "correct": false }, { "id": "exact_91", "correct": false }, { "id": "exact_92", "correct": false }, { "id": "exact_93", "correct": false }, { "id": "exact_94", "correct": false }, { "id": "exact_95", "correct": false }, { "id": "newer_0", "correct": true }, { "id": "newer_1", "correct": true }, { "id": "newer_2", "correct": true }, { "id": "newer_3", "correct": true }, { "id": "newer_4", "correct": true }, { "id": "newer_5", "correct": true }, { "id": "newer_6", "correct": true }, { "id": "newer_7", "correct": true }, { "id": "newer_8", "correct": true }, { "id": "newer_9", "correct": true }, { "id": "newer_10", "correct": true }, { "id": "newer_11", "correct": true }, { "id": "newer_12", "correct": true }, { "id": "newer_13", "correct": true }, { "id": "newer_14", "correct": true }, { "id": "newer_15", "correct": true }, { "id": "newer_16", "correct": true }, { "id": "newer_17", "correct": true }, { "id": "newer_18", "correct": true }, { "id": "newer_19", "correct": true }, { "id": "newer_20", "correct": true }, { "id": "newer_21", "correct": true }, { "id": "newer_22", "correct": true }, { "id": "newer_23", "correct": true }, { "id": "newer_24", "correct": true }, { "id": "newer_25", "correct": true }, { "id": "newer_26", "correct": true }, { "id": "newer_27", "correct": true }, { "id": "newer_28", "correct": true }, { "id": "newer_29", "correct": true }, { "id": "newer_30", "correct": true }, { "id": "newer_31", "correct": true }, { "id": "provenance_0", "correct": false }, { "id": "provenance_1", "correct": false }, { "id": "provenance_2", "correct": false }, { "id": "provenance_3", "correct": false }, { "id": "provenance_4", "correct": false }, { "id": "provenance_5", "correct": false }, { "id": "provenance_6", "correct": false }, { "id": "provenance_7", "correct": false }, { "id": "provenance_8", "correct": false }, { "id": "provenance_9", "correct": false }, { "id": "provenance_10", "correct": false }, { "id": "provenance_11", "correct": false }, { "id": "provenance_12", "correct": false }, { "id": "provenance_13", "correct": false }, { "id": "provenance_14", "correct": false }, { "id": "provenance_15", "correct": false }, { "id": "provenance_16", "correct": false }, { "id": "provenance_17", "correct": false }, { "id": "provenance_18", "correct": false }, { "id": "provenance_19", "correct": false }, { "id": "provenance_20", "correct": false }, { "id": "provenance_21", "correct": false }, { "id": "provenance_22", "correct": false }, { "id": "provenance_23", "correct": false }, { "id": "provenance_24", "correct": false }, { "id": "provenance_25", "correct": false }, { "id": "provenance_26", "correct": false }, { "id": "provenance_27", "correct": false }, { "id": "provenance_28", "correct": false }, { "id": "provenance_29", "correct": false }, { "id": "provenance_30", "correct": false }, { "id": "provenance_31", "correct": false } ] }, "scope": "Root-authored new feature combinations after candidate freeze; finite relevance policy transfer, not natural-language understanding.", "edit_fitted_to_this_suite": false }
{
"parent_sha256": "81a0a7b0277505e36851ec6aa6fe98891de8e189dfe5e961867cdbbb283c3548",
"candidate_sha256": "9391b3cfb95199e27f9ef6ca734b01911e7f9aa9e6403147cc1b9b8008f50ec6",
"fixture_sha256": "15cfea2e61f37e740da2137267dc3387bd3c0a4822f960ba46c6f28fb606a391",
"before": {
"correct": 74,
"cases": 160,
"rows": [
{
"id": "exact_0",
"correct": false
},
{
"id": "exact_1",
"correct": false
},
{
"id": "exact_2",
"correct": false
},
{
"id": "exact_3",
"correct": false
},
{
"id": "exact_4",
"correct": true
},
{
"id": "exact_5",
"correct": false
},
{
"id": "exact_6",
"correct": false
},
{
"id": "exact_7",
"correct": false
},
{
"id": "exact_8",
"correct": false
},
{
"id": "exact_9",
"correct": true
},
{
"id": "exact_10",
"correct": false
},
{
"id": "exact_11",
"correct": false
},
{
"id": "exact_12",
"correct": false
},
{
"id": "exact_13",
"correct": true
},
{
"id": "exact_14",
"correct": false
},
{
"id": "exact_15",
"correct": false
},
{
"id": "exact_16",
"correct": false
},
{
"id": "exact_17",
"correct": false
},
{
"id": "exact_18",
"correct": true
},
{
"id": "exact_19",
"correct": false
},
{
"id": "exact_20",
"correct": true
},
{
"id": "exact_21",
"correct": false
},
{
"id": "exact_22",
"correct": false
},