260926_matched_eval / data /MATCHED_MANIFEST.json
jprivera's picture
upload batch 7/7 from pod 38.80.152.76
919b2c3 verified
Raw History Blame Contribute Delete
6.96 kB
{
"source": "/workspace/collusion_project_v0/experiments/260922_fixed_dose_grid/data/evals_subsample_1of3",
"rule": "Frozen matched-pair eval set (2026-09-26). Source: 260922_fixed_dose_grid/data/evals_subsample_1of3 (the full 1/3 panel, the same\ninput pool as analysis_selective_concealment/analyze_saved_full_matches.py). Pair rule = that script's PAIR_SPECS: a (wrapper, pair_id)\nis kept for a comparison when BOTH cells of its bad pair or of its clean pair are present; every row of a kept pair is written once.\nHeld-out wrappers only (the 9 not used in training). Output data/evals_matched/<behaviour>__<wrapper>.jsonl + MATCHED_MANIFEST.json.",
"files": {
"med_monitor__academic_review.jsonl": {
"rows": 114,
"sha256": "71ce8876b18c1f967685ccfffe66d45d8ee7e72becac329744d0984924b7fc25"
},
"med_monitor__ansible_playbook_result.jsonl": {
"rows": 114,
"sha256": "6a98cec952f53ddcbe03bc861d48a5c4d85c76ec4e3bb31256819f8016511379"
},
"med_monitor__fortune_cookie.jsonl": {
"rows": 114,
"sha256": "d024882085e36ec21a1bb164f5913c7b2a027835ce5ad5086ed426f0beded509"
},
"med_monitor__haiku_verdict.jsonl": {
"rows": 114,
"sha256": "1ac42a708c436b99b00a4543dfdf5b5f3c17938c8218371954321b063319c55e"
},
"med_monitor__json_envelope_24.jsonl": {
"rows": 114,
"sha256": "f187e0d73c7828b1280ee720e617ddb67432cb15ba57467573a77f55fe9d9b50"
},
"med_monitor__medical_chart_note.jsonl": {
"rows": 114,
"sha256": "82718b7ae0d7a28f7e48097f891776dc2c6eb5a4855491d3d4d2d3e2b1acc451"
},
"med_monitor__radio_transmission.jsonl": {
"rows": 114,
"sha256": "486a075bed8a478c16aaadb81a3f4492f85dc697f87c2645e22e1d03774c7c2e"
},
"med_monitor__terse_oneliner_27.jsonl": {
"rows": 114,
"sha256": "e65ba81ab48dd255aa38c0023025ac68f77174996553c1f91c73079733a8760d"
},
"med_monitor__tool_result_dump_28.jsonl": {
"rows": 114,
"sha256": "77642b46627cc76d5edb7f65c665dcfda7191ab272ca9f11c4c70eb483a35249"
},
"med_monitor_authors__academic_review.jsonl": {
"rows": 118,
"sha256": "20ae8c2a2ccbbfd319173add9e1050f9430d4d6bc07ddec6f49cc17544de7f89"
},
"med_monitor_authors__ansible_playbook_result.jsonl": {
"rows": 118,
"sha256": "5475949fb7fb12cba2eb9311cbf42e443d642faff83f8c88773a2620c452182e"
},
"med_monitor_authors__fortune_cookie.jsonl": {
"rows": 118,
"sha256": "978c4af7ab7ca521b7c66e137a00f0df071719d79640064c803b77e9f597cfa5"
},
"med_monitor_authors__haiku_verdict.jsonl": {
"rows": 118,
"sha256": "0872c77ebe691b723174cce3ac73b1d010f4b58f123d8d084c7c8d857d1650bd"
},
"med_monitor_authors__json_envelope_24.jsonl": {
"rows": 118,
"sha256": "babc3c89e6c183ba2c15335a7264bfb63f5824e5290d64e166ee6a466d596b76"
},
"med_monitor_authors__medical_chart_note.jsonl": {
"rows": 118,
"sha256": "6e3b0d5e13cac5453d8a8bdb262656d9e7454251e36c43674c71ac0f5ee6a1ec"
},
"med_monitor_authors__radio_transmission.jsonl": {
"rows": 118,
"sha256": "452b7e548d27650cc6191533e17f7d4718933537ca57f24b1af05ec7e721aee2"
},
"med_monitor_authors__terse_oneliner_27.jsonl": {
"rows": 118,
"sha256": "160d59c81ddf4ccea27339c1e134c5dbe57115b091e079d780d1807dfe1f507c"
},
"med_monitor_authors__tool_result_dump_28.jsonl": {
"rows": 118,
"sha256": "73c947f0f50ce0d890ceffc8ac9f2855657579e4321201c04c90d8ba9d1d812a"
},
"rh_monitor__academic_review.jsonl": {
"rows": 102,
"sha256": "d5388b99d687a667625fc1b9fa6c62f8a698db1445105155e2de6207acd3fb5c"
},
"rh_monitor__ansible_playbook_result.jsonl": {
"rows": 102,
"sha256": "1f4c10c7ea46b5f5a32b968ae0e5f2620cd9660edbd2120c50929b9969b0f7b1"
},
"rh_monitor__fortune_cookie.jsonl": {
"rows": 102,
"sha256": "ed7632bc8bb468adcd195d9a0b82c25f06eb25079025653acf693953c30ca405"
},
"rh_monitor__haiku_verdict.jsonl": {
"rows": 102,
"sha256": "f553d24de9369759a9723a86def4dd5ae867240a9eb1c9868dc83a5d8e502bae"
},
"rh_monitor__json_envelope_24.jsonl": {
"rows": 102,
"sha256": "20547b391faea8b46a73c9ee0fc546c7176403d7eb00923999508e35fa552666"
},
"rh_monitor__medical_chart_note.jsonl": {
"rows": 102,
"sha256": "763ad663073384715ae33db4949cee3c7ebfe4b6c2b8c32080dd272916a1c9e5"
},
"rh_monitor__radio_transmission.jsonl": {
"rows": 102,
"sha256": "106c31b96e38684c5a28e8ac61f0ab1c6a0f17c32e90cc96b30e3dc36f50c4ff"
},
"rh_monitor__terse_oneliner_27.jsonl": {
"rows": 102,
"sha256": "ba7a542ed3575462e634f5558731b20db1d227d9f223949f50eeb38debda73ab"
},
"rh_monitor__tool_result_dump_28.jsonl": {
"rows": 102,
"sha256": "39b0a424f4a10cb878038b1289e77f471a77510bd03824f00cce93b5137b6c86"
}
},
"pairs": {
"med_monitor__academic_review.jsonl": {
"clean": 29,
"bad": 28
},
"med_monitor__ansible_playbook_result.jsonl": {
"clean": 29,
"bad": 28
},
"med_monitor__fortune_cookie.jsonl": {
"clean": 29,
"bad": 28
},
"med_monitor__haiku_verdict.jsonl": {
"clean": 29,
"bad": 28
},
"med_monitor__json_envelope_24.jsonl": {
"clean": 29,
"bad": 28
},
"med_monitor__medical_chart_note.jsonl": {
"clean": 29,
"bad": 28
},
"med_monitor__radio_transmission.jsonl": {
"clean": 29,
"bad": 28
},
"med_monitor__terse_oneliner_27.jsonl": {
"clean": 29,
"bad": 28
},
"med_monitor__tool_result_dump_28.jsonl": {
"clean": 29,
"bad": 28
},
"med_monitor_authors__academic_review.jsonl": {
"clean": 31,
"bad": 28
},
"med_monitor_authors__ansible_playbook_result.jsonl": {
"clean": 31,
"bad": 28
},
"med_monitor_authors__fortune_cookie.jsonl": {
"clean": 31,
"bad": 28
},
"med_monitor_authors__haiku_verdict.jsonl": {
"clean": 31,
"bad": 28
},
"med_monitor_authors__json_envelope_24.jsonl": {
"clean": 31,
"bad": 28
},
"med_monitor_authors__medical_chart_note.jsonl": {
"clean": 31,
"bad": 28
},
"med_monitor_authors__radio_transmission.jsonl": {
"clean": 31,
"bad": 28
},
"med_monitor_authors__terse_oneliner_27.jsonl": {
"clean": 31,
"bad": 28
},
"med_monitor_authors__tool_result_dump_28.jsonl": {
"clean": 31,
"bad": 28
},
"rh_monitor__academic_review.jsonl": {
"clean": 26,
"bad": 25
},
"rh_monitor__ansible_playbook_result.jsonl": {
"clean": 26,
"bad": 25
},
"rh_monitor__fortune_cookie.jsonl": {
"clean": 26,
"bad": 25
},
"rh_monitor__haiku_verdict.jsonl": {
"clean": 26,
"bad": 25
},
"rh_monitor__json_envelope_24.jsonl": {
"clean": 26,
"bad": 25
},
"rh_monitor__medical_chart_note.jsonl": {
"clean": 26,
"bad": 25
},
"rh_monitor__radio_transmission.jsonl": {
"clean": 26,
"bad": 25
},
"rh_monitor__terse_oneliner_27.jsonl": {
"clean": 26,
"bad": 25
},
"rh_monitor__tool_result_dump_28.jsonl": {
"clean": 26,
"bad": 25
}
},
"same_ids_across_wrappers": {
"med_monitor": true,
"med_monitor_authors": true,
"rh_monitor": true
},
"total_rows": 3006
}