{
  "format": "seal_artifact_export_v1",
  "source": "compute-node-1",
  "anonymized": true,
  "file_count": 3346,
  "files": [
    {
      "path": "README.md",
      "size": 7151,
      "sha256": "8f7ee67916b7da2091f6f3f712a0af220908945eca73ee52b82068621b402ef5"
    },
    {
      "path": "anonymization_report.json",
      "size": 24358,
      "sha256": "25079849e79614a1f1b6be960aea09f8e3d471c44d69ba2a1f09c07c6f6006e0"
    },
    {
      "path": "artifacts/cal_a4_s0_journal_step1050.resume.pt",
      "size": 232909862,
      "sha256": "6c2e8482d1ff54be5e3a579aa62487bc07f935f18c64adbea55580cd7f5da514"
    },
    {
      "path": "artifacts/loopq_w4a4_step0975.components.pt",
      "size": 5110742,
      "sha256": "c4dfa1c96a4b71d1dedc21099dbe7c3ec5ac47c1fd15c3536e44630753e8a17e"
    },
    {
      "path": "artifacts/loopq_w4a4_step1500.components.pt",
      "size": 5110230,
      "sha256": "cf93cbc17ba7614a89fae41d4e66ac26e9c00cb55cb26e4796f584193fb574fa"
    },
    {
      "path": "artifacts/loopq_w4a4_untrained.components.pt",
      "size": 5111361,
      "sha256": "f3da04cc01fe190be311267106b1bf25235c8eb026f6c0f76088edb00b52cc60"
    },
    {
      "path": "jobs/cal_a4_no_cta_s0.job.json",
      "size": 6245,
      "sha256": "7a726dfe8ddaf21c1113bfa4671a842ef830aedd7963674df419c02e6520ce4a"
    },
    {
      "path": "jobs/cal_a4_s0.job.json",
      "size": 6267,
      "sha256": "59963e9c1f9689d940612b5e5af6e337ce3ea9cb1315e52158cb31912dc20519"
    },
    {
      "path": "jobs/cal_a8_s0.job.json",
      "size": 6177,
      "sha256": "2f7cf05e6a60d6fd459adc558b49a273dcf815a89ee09d32109097818cdcaec6"
    },
    {
      "path": "jobs/control_direct_a4_s0.job.json",
      "size": 9628,
      "sha256": "741fbbb07a9464eaac395098737e59d79070179d1326744f8fb2fc34bf5789cc"
    },
    {
      "path": "jobs/control_direct_a8_s0.job.json",
      "size": 9629,
      "sha256": "f54d3b0007d6e7010b4e286c7b51a8a265986ed350d5c9f6bd170654fdf5d3cc"
    },
    {
      "path": "jobs/gate_bf16_prefill.job.json",
      "size": 5331,
      "sha256": "e260a25dfc765b9f9840e7355fb6e7acf489365df02e7a10b6f294f276389488"
    },
    {
      "path": "jobs/gate_smoke_a4.job.json",
      "size": 7552,
      "sha256": "60aa0b3fedea369a3dab83601ea6fd4e990434d83636caf151da4ea466d00465"
    },
    {
      "path": "jobs/gate_smoke_a8.job.json",
      "size": 7552,
      "sha256": "efb03e3e2ea4c48007450ea771433b39e5138f7d8232c72e1ac0575c97c7b4ff"
    },
    {
      "path": "jobs/local_lambada_fixture.job.json",
      "size": 5309,
      "sha256": "1e22ab15b860f35189c6dfcfac75d388996725d35aef7d680ad6ccf781b6e77b"
    },
    {
      "path": "jobs/table1_ouro_1_4b_bf16_a16_s0.job.json",
      "size": 9660,
      "sha256": "6033ec9122064e74bbf5ab086b4aaae1f630a0f96c4b72a725d41837901b156a"
    },
    {
      "path": "parity/bf16_floor.parity.json",
      "size": 928539,
      "sha256": "f81486293692e3fd154dc6ebf1c609420e1e22a157e7402ab074245dda4e4db3"
    },
    {
      "path": "parity/final1500.parity.json",
      "size": 914553,
      "sha256": "2012ae2b8fe83c2088e8a588bd579e20ff78ba7bf97a57cd8ee47dfb4c3cdafa"
    },
    {
      "path": "parity/step975.parity.json",
      "size": 921501,
      "sha256": "a653b933261b20f03d33eaa3587872b972bdfb3f6814184b215b2197b3fdfd1f"
    },
    {
      "path": "parity/untrained_ctl.parity.json",
      "size": 918721,
      "sha256": "d96325075d3158a496cb6f6ec8f582d44eb88024b9c7be2d7418a0c42eaee926"
    },
    {
      "path": "report/0916_loopq_paper_comparison.md",
      "size": 14789,
      "sha256": "90d6811598d8ae08c74d430b9b4ddfd74bbe4a314f3966866a7d1e36cd7e27a5"
    },
    {
      "path": "results/bf16_a16/arc_challenge/evaluation.log",
      "size": 33113,
      "sha256": "f3f380d5f3c5dbf65e9e7aaf58f0b2166b65ec198c478785161e68c03a8656fc"
    },
    {
      "path": "results/bf16_a16/arc_challenge/harness/ByteDance__Ouro-1.4B/results_2026-09-15T18-29-50.161195.json",
      "size": 9315,
      "sha256": "4ea10b18c856a642803ec31c47dc7f574ef819fef1a9cd2894e1692730eac3c6"
    },
    {
      "path": "results/bf16_a16/arc_challenge/harness/ByteDance__Ouro-1.4B/samples_arc_challenge_2026-09-15T18-29-50.161195.jsonl",
      "size": 2291661,
      "sha256": "2c40a23238062d6d1d4928a396d33d7c08201bbb5dae046b59f0d642da0eebe6"
    },
    {
      "path": "results/bf16_a16/arc_challenge/installed_task_snapshot/README.md",
      "size": 1932,
      "sha256": "2fc3774dce5e922b5b14266b5be2873e4c75a708c7ccb25fac11190cfe42001c"
    },
    {
      "path": "results/bf16_a16/arc_challenge/installed_task_snapshot/arc_challenge.yaml",
      "size": 71,
      "sha256": "682621c26ae24b1065a2d732460a55a8ef2b9f2544574431666c9309a9efd7bd"
    },
    {
      "path": "results/bf16_a16/arc_challenge/installed_task_snapshot/arc_challenge_chat.yaml",
      "size": 1143,
      "sha256": "61b067bbfb12a72bfd3f11f4df5d11771c1267e9241f414a0e454d65e30e0e31"
    },
    {
      "path": "results/bf16_a16/arc_challenge/installed_task_snapshot/arc_easy.yaml",
      "size": 579,
      "sha256": "96da1d9efe1df88659481cedc13985cb347dc068554a2eae561303fa39bfab3f"
    },
    {
      "path": "results/bf16_a16/arc_challenge/run_metadata.json",
      "size": 71637,
      "sha256": "cb4cf0f1b5dca940a460aeeb3183e07512a70964b345beeca9a6b423ae1557eb"
    },
    {
      "path": "results/bf16_a16/arc_challenge/timing.json",
      "size": 216,
      "sha256": "f588a5a7a43a2dd50576045c7393855ec963901b99065fe863df200e8ac5bf31"
    },
    {
      "path": "results/bf16_a16/hellaswag/evaluation.log",
      "size": 210430,
      "sha256": "1424d7ba0cda8078f96ceabb991c12b5955f051429f2b84d06526c2b47d7faa8"
    },
    {
      "path": "results/bf16_a16/hellaswag/harness/ByteDance__Ouro-1.4B/results_2026-09-15T18-25-08.663112.json",
      "size": 9550,
      "sha256": "713277f13378a2e46919bf42f1447c71a881c51c82bacbc5c6d130b8c90daf47"
    },
    {
      "path": "results/bf16_a16/hellaswag/harness/ByteDance__Ouro-1.4B/samples_hellaswag_2026-09-15T18-25-08.663112.jsonl",
      "size": 43663930,
      "sha256": "71d23fe1e975ebf57d25103d41c5b8d5fd2d30dc96f0533a0d0098dacd3d4400"
    },
    {
      "path": "results/bf16_a16/hellaswag/installed_task_snapshot/README.md",
      "size": 2710,
      "sha256": "d12c5bb378e08ae58914c074a27a58faf853c4264c59b0e47bc125445b222df6"
    },
    {
      "path": "results/bf16_a16/hellaswag/installed_task_snapshot/hellaswag.yaml",
      "size": 480,
      "sha256": "e9ef8ac3fed02bf283777d946ae76cbf906152e9c92533c9794e5a9dad78d1cf"
    },
    {
      "path": "results/bf16_a16/hellaswag/installed_task_snapshot/utils.py",
      "size": 717,
      "sha256": "07d23b60b28f2a4f658dcf8440623a63fe6644854ce9b846a114dde980dc1214"
    },
    {
      "path": "results/bf16_a16/hellaswag/run_metadata.json",
      "size": 71869,
      "sha256": "4663573e7f406d790c1fcb9cc523d600a9a1be3d3bd8ed8c9430659890dc8c26"
    },
    {
      "path": "results/bf16_a16/hellaswag/timing.json",
      "size": 214,
      "sha256": "4a41bdaeff21869c75acf17b239e6dad7278ee539b5006f274396a954e46b4bf"
    },
    {
      "path": "results/bf16_a16/job.json",
      "size": 9660,
      "sha256": "6033ec9122064e74bbf5ab086b4aaae1f630a0f96c4b72a725d41837901b156a"
    },
    {
      "path": "results/bf16_a16/lambada_openai/evaluation.log",
      "size": 40716,
      "sha256": "8b4aadcf2912a990b2cae6a70b1654f5d8b759c72a095a23fcaa4d41c93b0296"
    },
    {
      "path": "results/bf16_a16/lambada_openai/harness/ByteDance__Ouro-1.4B/results_2026-09-15T18-28-26.799659.json",
      "size": 9183,
      "sha256": "3d6c14584550ae69474108c8e6fa2b0e34dbb74ac5f238c5c39535121d84c332"
    },
    {
      "path": "results/bf16_a16/lambada_openai/harness/ByteDance__Ouro-1.4B/samples_lambada_openai_2026-09-15T18-28-26.799659.jsonl",
      "size": 6304617,
      "sha256": "27e8630f19d52fa4711c6194555424754c1114d9edd7285748f1887c1f162576"
    },
    {
      "path": "results/bf16_a16/lambada_openai/installed_task_snapshot/README.md",
      "size": 1186,
      "sha256": "00eed7946198d43721dd90ba926f0291fc292e23af01d61b1c7fd89448b6c448"
    },
    {
      "path": "results/bf16_a16/lambada_openai/installed_task_snapshot/lambada_openai.yaml",
      "size": 489,
      "sha256": "96dee2fe378666b6b5411958a25ad5c83f5b43eb6b3c830f4b0fd485f9adb6a5"
    },
    {
      "path": "results/bf16_a16/lambada_openai/installed_task_snapshot/lambada_standard.yaml",
      "size": 505,
      "sha256": "68c54b04b75b203d7bddd97ad58352a6393fbba1ebffa3249ba692ae0a0d9d3a"
    },
    {
      "path": "results/bf16_a16/lambada_openai/run_metadata.json",
      "size": 71481,
      "sha256": "c5f391a1b9467506095e2380f32f89ee0e0f4de2f363fb6e956001b3d7b3cbfa"
    },
    {
      "path": "results/bf16_a16/lambada_openai/timing.json",
      "size": 218,
      "sha256": "43b03c54456d06da329bd66717ca0080421ad022c8d63ef5b553e81f11843ded"
    },
    {
      "path": "results/bf16_a16/mmlu/evaluation.log",
      "size": 1614815,
      "sha256": "78a8198d02075b79e8111a8f818b0fb0a3cc231e3aad5e095e62b658792707d6"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/results_2026-09-15T20-06-36.279864.json",
      "size": 163849,
      "sha256": "d56674cfe262db327e81954d25a2473a2a9eb80348b5f87dafc16e0a2e6ac866"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_abstract_algebra_2026-09-15T20-06-36.279864.jsonl",
      "size": 551986,
      "sha256": "679ebc15f9312efa88c82b25c4bc0f5b09ec4e94f36943f4b53336af88837265"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_anatomy_2026-09-15T20-06-36.279864.jsonl",
      "size": 848259,
      "sha256": "dbadb8020bd7dccfe02a6928943c26c2f1df8d1f9e044dcc24660d0e78ffdd84"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_astronomy_2026-09-15T20-06-36.279864.jsonl",
      "size": 1679439,
      "sha256": "de0744003a2a593fcebdb4fbdef3eec6dcc8f47bfc3fcc91e2bb153894ea4562"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_business_ethics_2026-09-15T20-06-36.279864.jsonl",
      "size": 1165010,
      "sha256": "0316e00cc33b48cdef081f3091e7ec75812f86d9b2f203f26760e8be01fb8a08"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_clinical_knowledge_2026-09-15T20-06-36.279864.jsonl",
      "size": 1925925,
      "sha256": "9f246fab45856dca645d0064034968742d5d6834854ca2d7a3ed7ec9d77d7464"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_biology_2026-09-15T20-06-36.279864.jsonl",
      "size": 1303358,
      "sha256": "4b297f1f8ce4f6b81c6cb578dca5667e8e2a1611f3865e6767750a6de769e41c"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_chemistry_2026-09-15T20-06-36.279864.jsonl",
      "size": 779802,
      "sha256": "6fdd615e527c4e97d66e3a8a32c057849d0316d2fd0a991af39e9cfb2ed22e60"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_computer_science_2026-09-15T20-06-36.279864.jsonl",
      "size": 1450365,
      "sha256": "f8e84f19cbf1de40ba617bbbfc0fd600b162836d95138a937214ef4fb213cc6b"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_mathematics_2026-09-15T20-06-36.279864.jsonl",
      "size": 848547,
      "sha256": "833dea241140a295018609dd764df78dceaf17a6a06b6b5dce959f262609641d"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_medicine_2026-09-15T20-06-36.279864.jsonl",
      "size": 1781259,
      "sha256": "9a7f31d2a1e8c793918f09f1bcb3ca3504f307538954052e7af6da074e7456c2"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_physics_2026-09-15T20-06-36.279864.jsonl",
      "size": 852281,
      "sha256": "25211ec3237d2fd85d17628b4d04979bcfba37013b7488ad8b517ff17e7c8c50"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_computer_security_2026-09-15T20-06-36.279864.jsonl",
      "size": 700862,
      "sha256": "0d27fc838bd9c694688cb01977b06faa3d9ca1a72debbca3a8177ae2d5dd8363"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_conceptual_physics_2026-09-15T20-06-36.279864.jsonl",
      "size": 1373808,
      "sha256": "520d6d0c73e84871c3b9555d500614749afe28d6efc5d2c50d1ae397c40d3f8e"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_econometrics_2026-09-15T20-06-36.279864.jsonl",
      "size": 1128406,
      "sha256": "748d1cdf0c22d1275a06f0e51c5936a81edfdc6ccff735edf26f58d160809206"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_electrical_engineering_2026-09-15T20-06-36.279864.jsonl",
      "size": 872645,
      "sha256": "2b0431686159436f969fe5ee84058d71d9c71ef58ba23fc74775a4edf803be12"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_elementary_mathematics_2026-09-15T20-06-36.279864.jsonl",
      "size": 3008706,
      "sha256": "20ae63ab31d1b16426166ea50b0061a61791b61b66d6ceeda14197631c655830"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_formal_logic_2026-09-15T20-06-36.279864.jsonl",
      "size": 1288871,
      "sha256": "b532870c9f4a4cf016d215b49a1b214a0a966446f395fc0af79aea7a85f33eb8"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_global_facts_2026-09-15T20-06-36.279864.jsonl",
      "size": 704945,
      "sha256": "279f700a4b45753d6bdee178426f700853cd2359f06fc09ecca40b3eee5da538"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_biology_2026-09-15T20-06-36.279864.jsonl",
      "size": 3010370,
      "sha256": "308b391c61b2b80b3e84b34c93fdac0fc18dfd6efdb26d31c9ae6676b8b77637"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_chemistry_2026-09-15T20-06-36.279864.jsonl",
      "size": 1538472,
      "sha256": "ff1a6168ac585759140027d9f227b221cc40f0f05a3e13d249190f7a544af5c2"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_computer_science_2026-09-15T20-06-36.279864.jsonl",
      "size": 1538221,
      "sha256": "2ecdf5da55e18811e101d003f4cfe5e627b9749b35e75c6b7ef51806b36b2646"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_european_history_2026-09-15T20-06-36.279864.jsonl",
      "size": 9229076,
      "sha256": "24fec1d6e700fd1fbff8eb6495dd9a5cce1bdb7d13216e5794d578d6988dc0ae"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_geography_2026-09-15T20-06-36.279864.jsonl",
      "size": 1570656,
      "sha256": "fde0720d221f64102bec174d63c32c5045ea954de630f936571ba3bffefabe37"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_government_and_politics_2026-09-15T20-06-36.279864.jsonl",
      "size": 1962078,
      "sha256": "9273dc16e5486fc6138c47fab99f8af3c1f4f712ccd393bec85cf6002a58f9ce"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_macroeconomics_2026-09-15T20-06-36.279864.jsonl",
      "size": 3161096,
      "sha256": "994bdedf17694775c9386d226ecbf3f1c9d932841c5cc8ab776efaa112b79d36"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_mathematics_2026-09-15T20-06-36.279864.jsonl",
      "size": 2036750,
      "sha256": "63e99ab386d2b395e158afc7c703ffcd95da64c3e0a3c3bb2ddcf487dee9c6d1"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_microeconomics_2026-09-15T20-06-36.279864.jsonl",
      "size": 1919859,
      "sha256": "1174f63a5355a35f99ad4c0ba186293fab72f01b58cac023ddeb5f7add55a835"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_physics_2026-09-15T20-06-36.279864.jsonl",
      "size": 1385561,
      "sha256": "79ba781ed4c46efb532d897e48fd6b72daf4232181d065274faf4baea71ac1fe"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_psychology_2026-09-15T20-06-36.279864.jsonl",
      "size": 5648272,
      "sha256": "43063e45c17888cee382c77bdfaf072abaee591de2d78dd36485c31f9ed96925"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_statistics_2026-09-15T20-06-36.279864.jsonl",
      "size": 3012608,
      "sha256": "2a652e8ec78f4c505ba0e375ec47e08314e016dbb5e27fc08101bc66168b77ca"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_us_history_2026-09-15T20-06-36.279864.jsonl",
      "size": 9014088,
      "sha256": "3f68db3cd8f14faef16fbe83698d1d196ee2d88e29b5748c7b5d12f50c248d63"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_world_history_2026-09-15T20-06-36.279864.jsonl",
      "size": 6866331,
      "sha256": "ff8532c1c6f6914f372e1ba9bd7b1e300623b747a3dda6418274d86490bfc743"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_human_aging_2026-09-15T20-06-36.279864.jsonl",
      "size": 1399180,
      "sha256": "d47c7692ac02af2cdee69e4281ebc4a653c28191111817ff4f1cea2790feab60"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_human_sexuality_2026-09-15T20-06-36.279864.jsonl",
      "size": 885864,
      "sha256": "dac15af56ea5aadfc968f17779db1c2a06987e4134f34fdb68bd4631691f1e9f"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_international_law_2026-09-15T20-06-36.279864.jsonl",
      "size": 1587800,
      "sha256": "c663f6eb49fe60ddb9ab47b3c971c8518373de4160a8bfa9fcd4efdcc987ef21"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_jurisprudence_2026-09-15T20-06-36.279864.jsonl",
      "size": 865287,
      "sha256": "b77f499bc581f56a3de5824e9f5c440d6b5ad052965adebd75547d65030d90f7"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_logical_fallacies_2026-09-15T20-06-36.279864.jsonl",
      "size": 1478423,
      "sha256": "b8f046c9a69eea446074b37293e3369ba80854ac2781435ba07937e7b87a917c"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_machine_learning_2026-09-15T20-06-36.279864.jsonl",
      "size": 1348240,
      "sha256": "e24b08369d88e9a00ebc1e8cc907a0bc6ce0f1450e339b60e6f1d7e90e02475f"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_management_2026-09-15T20-06-36.279864.jsonl",
      "size": 593909,
      "sha256": "d6637ecd37ae34c73fcdcd696e1b618368af3d1fbd41647a01f75edbc609cbd6"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_marketing_2026-09-15T20-06-36.279864.jsonl",
      "size": 1979559,
      "sha256": "cf548fed6456976043e8f3c98f5638bb91ea5cb125c14fc44f8a3937b940e977"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_medical_genetics_2026-09-15T20-06-36.279864.jsonl",
      "size": 663238,
      "sha256": "84c91c16c0c031871c8e44f8632791602c8aceff25f012d24459bea743506da5"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_miscellaneous_2026-09-15T20-06-36.279864.jsonl",
      "size": 3882765,
      "sha256": "e10f9572f12834495bbd3824b8e268d245f9bd4bc249ca3e8d2028e2614db35b"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_moral_disputes_2026-09-15T20-06-36.279864.jsonl",
      "size": 3393598,
      "sha256": "15e956fd5bf4fa5a97c9b2f73fa0227179e8002e3f07745667512da28cda2bd4"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_moral_scenarios_2026-09-15T20-06-36.279864.jsonl",
      "size": 10338354,
      "sha256": "d87838aea4805dbbffe91735a0d6eafbf6d311fe2dde13e4646618cc8f5e4a65"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_nutrition_2026-09-15T20-06-36.279864.jsonl",
      "size": 3376597,
      "sha256": "fa8647496b4a2063551155d2ea18bc71c8d25f935b2aec5dca121d0b9faca7db"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_philosophy_2026-09-15T20-06-36.279864.jsonl",
      "size": 2004148,
      "sha256": "46b5f8357f8b5b57836c2c14449b8266d9ae14a04f6165fc4895407f14a79381"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_prehistory_2026-09-15T20-06-36.279864.jsonl",
      "size": 3272011,
      "sha256": "24000476b1eb8c605a31be3023e0ac4d5182417a78a1fe77a47924f89950f733"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_accounting_2026-09-15T20-06-36.279864.jsonl",
      "size": 3403604,
      "sha256": "040e90801805776c2e856bf65960b5c1141ce9d28c5f066018c38b9b7b9e24f0"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_law_2026-09-15T20-06-36.279864.jsonl",
      "size": 51945742,
      "sha256": "21d07aaf06c0099884d8713691a3b1551ddc14f464b8b98853c165ac5f693a20"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_medicine_2026-09-15T20-06-36.279864.jsonl",
      "size": 5572665,
      "sha256": "358c493e0964dd74028193a231cb104f9c37eff6abc9ff7f55c52b53089aabc8"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_psychology_2026-09-15T20-06-36.279864.jsonl",
      "size": 7471495,
      "sha256": "abda90c5dbb875916a36b5ae7e98afc32d61e78bec86c529036c6ea0736dcd78"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_public_relations_2026-09-15T20-06-36.279864.jsonl",
      "size": 937766,
      "sha256": "9960e7308d30b5dc0a250596b3b00ababae48f65a70f56911e3065fdff69e2e3"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_security_studies_2026-09-15T20-06-36.279864.jsonl",
      "size": 6554921,
      "sha256": "7d59d43f17413db6d36aef168427d282afb01c975f56135357f7208c4b5279cb"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_sociology_2026-09-15T20-06-36.279864.jsonl",
      "size": 1869165,
      "sha256": "35d9095d79e0a814e84e87e5cec02ffbb7bac475dd460a0e64db6aef7665d7d0"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_us_foreign_policy_2026-09-15T20-06-36.279864.jsonl",
      "size": 910507,
      "sha256": "d232da8f8d7b1b886e222e6c3fb3a1186356d359faf474b70ce61428c7d795e2"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_virology_2026-09-15T20-06-36.279864.jsonl",
      "size": 1119723,
      "sha256": "4b892bbd1ec8dd3c7d6be143db82c642007dad7b09f66498d700e6ecce230734"
    },
    {
      "path": "results/bf16_a16/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_world_religions_2026-09-15T20-06-36.279864.jsonl",
      "size": 793931,
      "sha256": "6db1e549437a85f66a61de95e4ef5ee7c2f69f8cd8906febe985c8bb8a9b0033"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/README.md",
      "size": 2889,
      "sha256": "778f54ae72d277edd92ef18f61a35956ab6a96bfd75469cd700033d232e6e784"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/_generate_configs.py",
      "size": 5254,
      "sha256": "a4add5512c995e85e123e32cea7078d6dff1a4ffd4b38d3a4105dbe0ecaa0dbc"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/_continuation_template_yaml",
      "size": 261,
      "sha256": "136c84deb7a6d491034c1f33a7b249d94266116096f1998d5d75b3bae64819fc"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/_mmlu.yaml",
      "size": 719,
      "sha256": "734ceccdc7122de6f6db06bd09bff9d595f2c66c597465472ecf108ee779d4e2"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_abstract_algebra.yaml",
      "size": 246,
      "sha256": "8159e212ce4ff33fd1806313371b905f3f2b27401fcfca61ff93e7b58abf076c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_anatomy.yaml",
      "size": 218,
      "sha256": "694f644ec2cde419a35614b2b81911563da5885fe151957b6f6dead6b04bc530"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_astronomy.yaml",
      "size": 224,
      "sha256": "e7271d1e66df0c1eb2fbef3e4e28aaf694b24b7cd5c8b63b0980363f8c6cf846"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_business_ethics.yaml",
      "size": 244,
      "sha256": "29295b5c3cf4bd29412b50d3522162153bed0948defbc59cd2d3074da536ecff"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_clinical_knowledge.yaml",
      "size": 253,
      "sha256": "c0ec14846f2c637d67c903362f45a397b1779e994f5ef07aa2c0ac81b34a2c72"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_college_biology.yaml",
      "size": 243,
      "sha256": "7752fe151fda10b71968c30a2c3500521c971599e4861b8adaa00642071b3c5b"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_college_chemistry.yaml",
      "size": 249,
      "sha256": "c1ed348e373b4324687531bf043538ec66facc626dd4f726f029951f6f3db226"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_college_computer_science.yaml",
      "size": 270,
      "sha256": "4979be6e61bd844c65f010bb38fd0af63778d11db23e6a2797ea1090fdda3c71"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_college_mathematics.yaml",
      "size": 255,
      "sha256": "2ecb386978823213860c49d76695a7b20f5cfaf76b76a81f3a5232a703a257e3"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_college_medicine.yaml",
      "size": 247,
      "sha256": "9ead31b5eb689b3e063d7e272ff9b3a4b15b04e74effd0242430ea9fe5047daf"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_college_physics.yaml",
      "size": 243,
      "sha256": "88d9435fde182a92f48542d21b4d6a30ac1ce4929f6a0392f36b51e14726a133"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_computer_security.yaml",
      "size": 249,
      "sha256": "4fe37174e32cabfea651d2e4068982f4102e0ea64fdc625252ccadc2234e241d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_conceptual_physics.yaml",
      "size": 252,
      "sha256": "3491029bb98d6fe6253b8cd4fbc5b75688cdc0ddaca754d07ab23cb75ccf0d6d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_econometrics.yaml",
      "size": 244,
      "sha256": "7c501063b271086aed0f848176e294c9cb19e1d77fe30f2ee16a1a46d5a40b81"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_electrical_engineering.yaml",
      "size": 264,
      "sha256": "41dea07585d3616e18250d25b813b98302e6e813e2059cdfdec547673ef50d11"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_elementary_mathematics.yaml",
      "size": 264,
      "sha256": "c8f2865817bac8a459b011cfe4145be92b0cbd82de5734c212084469c87df9a6"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_formal_logic.yaml",
      "size": 240,
      "sha256": "a5ffe5d130b6d6bfac7c8e9a6783be64e99aa16ebf8a17c3659f11e65c34f7cc"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_global_facts.yaml",
      "size": 235,
      "sha256": "2fb4d84661cbd15fa2500f4f6cda3c5aa833c1881bc6eb1f8501289e92aeee85"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_high_school_biology.yaml",
      "size": 255,
      "sha256": "a0f06049c6a8dbbb3770e2360e8bd9769cd9c1986a6756876036e34b98943bcc"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_high_school_chemistry.yaml",
      "size": 261,
      "sha256": "5078f0463f1160a46c3ba8d6a2b0709d06e080e19debb8ab7cfae9c5a04af82f"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_high_school_computer_science.yaml",
      "size": 282,
      "sha256": "f49e59597711e375cd7777af08f2cfc953e97a710c0146befa3d1249b4313921"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_high_school_european_history.yaml",
      "size": 288,
      "sha256": "b878581052510471659eb219ff5500b7630727fc205acad9d99c415217a1104d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_high_school_geography.yaml",
      "size": 272,
      "sha256": "3be25c7a9b7c26e9eb80f37091f3fa69c2c70f281d8a13e8f2e1f56cbc93b819"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_high_school_government_and_politics.yaml",
      "size": 314,
      "sha256": "1a146e58fdd8c9df6d25b1a9b541ba7ca6bd513138d3d4865518a9433fded980"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_high_school_macroeconomics.yaml",
      "size": 287,
      "sha256": "c61acdc2578896e3ae4de5cc7bf321afe117ae651952f8416a2704859dabe69f"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_high_school_mathematics.yaml",
      "size": 267,
      "sha256": "5204706c64ab5c74192ab0a79487e692a89011415b7ab16baebc7c6594fd896e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_high_school_microeconomics.yaml",
      "size": 287,
      "sha256": "0ac5a1c4cdc1db5da4676772f964c548ad04d29cc5054fd42111083569c773f2"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_high_school_physics.yaml",
      "size": 255,
      "sha256": "6ad4aa424a658e3fff52cb5a317da82a816e35d6b7ee75debdb16ce464596512"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_high_school_psychology.yaml",
      "size": 275,
      "sha256": "1d81a1a6567a58133fc81b8fa5fc8c2e1f9bcf7c7657c437d7c718ca91bec516"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_high_school_statistics.yaml",
      "size": 264,
      "sha256": "8371896942aa20418c8afdef39758afecf95d6cefe078917722c0b3849ce5db7"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_high_school_us_history.yaml",
      "size": 270,
      "sha256": "b0dcce25582b1159b6fa0adb534f01784e24cc34f90504c071a44703ff70fbe1"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_high_school_world_history.yaml",
      "size": 279,
      "sha256": "6a03310034e058209fad6e2231930e8cdb11da18bd292e749ed90db1ea0b81bd"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_human_aging.yaml",
      "size": 232,
      "sha256": "df2506c4b5b9ecbee3842d90daef68079279c14177138f184949aa676faac7c4"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_human_sexuality.yaml",
      "size": 254,
      "sha256": "84670a5ee78c5d8edcb276d460df7c8addf1600c6d705ea1f0c94da79f448e28"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_international_law.yaml",
      "size": 255,
      "sha256": "fca976f0ccdf3c118cffb8ebd76b8cdc6e1843ca5d334a7a6527acc05bc84b75"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_jurisprudence.yaml",
      "size": 242,
      "sha256": "2c0350db6deee656a2cd39be6a311f0f81822313f3ae9e74fc3e7f67b9f088a2"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_logical_fallacies.yaml",
      "size": 255,
      "sha256": "b91f67cff7385a821d247712f87ed5ebc50886727c8c737baf6526ad84f4be13"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_machine_learning.yaml",
      "size": 246,
      "sha256": "83514cc0afdc6430167e88c9369af636aebeb6e0b973313ddcceec998bb1e1e5"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_management.yaml",
      "size": 228,
      "sha256": "d6869851aa6ea7511e88a3331c301ee3b2832f2e5ddc100b97da564cf153019d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_marketing.yaml",
      "size": 225,
      "sha256": "60b3d5773349690945f240c43441160ebe4e77187fc9ce8c34216e669a8a70c7"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_medical_genetics.yaml",
      "size": 247,
      "sha256": "1318b567eec3e85dad5b7827a6805e8e0dd966fe732ede9f5ee4634542458269"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_miscellaneous.yaml",
      "size": 237,
      "sha256": "54464d8cffe046c4526fd54baf846923c6da950e63be60e3b8d263a3a86b21d8"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_moral_disputes.yaml",
      "size": 246,
      "sha256": "bb4f0b3230800a1d08575615fece8ab4e5ca445c64fe65459824a31d59997279"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_moral_scenarios.yaml",
      "size": 249,
      "sha256": "7bc3391886d1b8f8766b83eee52af7fe724396547be8a86bfb57444331a8aee5"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_nutrition.yaml",
      "size": 225,
      "sha256": "b491deb4135fcc6f679ffc60f75d6a9548286f540ec25f6956767c87006c87dd"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_philosophy.yaml",
      "size": 233,
      "sha256": "6029ace828d819b309f863517a0b55c0215a613e1438cfc6e4ecf1252d61f123"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_prehistory.yaml",
      "size": 233,
      "sha256": "d8723c91698d9fc53ca04b519ca1ef7f8306ea3a859af8e00021eb8a5f0069aa"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_professional_accounting.yaml",
      "size": 268,
      "sha256": "a7564021ab6fea419419c54aa850e8bb3d462cc027c6e053c5c6f3b2881aad6d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_professional_law.yaml",
      "size": 252,
      "sha256": "993b1bbed3ade81edda65ba082bd92e178adeff01095a9fdbba8eb1887f1c257"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_professional_medicine.yaml",
      "size": 262,
      "sha256": "54bc9058843686adb0b4664c448c35c04e9d0628656e9bba68f1e39367fe7ce2"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_professional_psychology.yaml",
      "size": 278,
      "sha256": "f32d4960ce8163fb2e74ae89305d58e90e60da64ecdae4d3fabb388f504593bf"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_public_relations.yaml",
      "size": 257,
      "sha256": "284845391d878b622c02c374586ea4b5b2c2dbef0e59d34baeecda833da1971d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_security_studies.yaml",
      "size": 257,
      "sha256": "7676a70b9b518292516dc12e0912ecb953de2593902e70acb05eda873f732d5c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_sociology.yaml",
      "size": 235,
      "sha256": "ab5aad3265f97aee30d87ca136a04bffb8982e745f7436969034c522ca33cd90"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_us_foreign_policy.yaml",
      "size": 260,
      "sha256": "8dc6ccf8c702d76ed9b0d0e41d9055a3682bbeaea7165691f36a27a918189acb"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_virology.yaml",
      "size": 222,
      "sha256": "97d27d41025cd77340cb440ece792e258b6c660a7e0f460f3d0a7c25f6fc169b"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/continuation/mmlu_world_religions.yaml",
      "size": 249,
      "sha256": "f1e182eda771dc880be7f9915af22343fadeeb6209e436d9cbaa5a9aa89b328c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/_default_template_yaml",
      "size": 406,
      "sha256": "a0997593bf94f52cc87eb1f9b621f52613a6c60f1fb48775b0926104fd385122"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/_mmlu.yaml",
      "size": 179,
      "sha256": "e35dd25fea5fa5583fbb64a99f9b7c4a2071a3edbbd65182f152d77b7798e11d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/_mmlu_humanities.yaml",
      "size": 166,
      "sha256": "790036db1420e7c8a1266f149ecaa401326380608552fc123cac1c15255ad7f1"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/_mmlu_other.yaml",
      "size": 151,
      "sha256": "1cd803a8f56b88a830f8a12a9fc052d8b8237c712b8ea859582da3eeb6ad43de"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/_mmlu_social_sciences.yaml",
      "size": 181,
      "sha256": "ece4a326d603c2424411af4a3b1cb1a99677792f50cd366f8e9f5e726899194b"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/_mmlu_stem.yaml",
      "size": 148,
      "sha256": "2d58563cf678c1e7f98ade5aa47ff68143d8554cc1661ed7b832abe483b2604d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_abstract_algebra.yaml",
      "size": 270,
      "sha256": "f026cc8918a0a4a422af4286e22889de6f423483671975fdd5429c96c0d0d9ef"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_anatomy.yaml",
      "size": 233,
      "sha256": "8dad2f8dc245224b7981c6186e1192e362d26c0eac649d1307080f57df92ff64"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_astronomy.yaml",
      "size": 241,
      "sha256": "a7723276547be2474f1413d387d13f1fec179ae98f236a78258c6c83e231d926"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_business_ethics.yaml",
      "size": 267,
      "sha256": "0a8df5dc2fa2f02f1c70da7ab920761f479862462dee97457182df817b1dce57"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_clinical_knowledge.yaml",
      "size": 279,
      "sha256": "2308279513bb71f56bc46213ec73d942918a6e5d6edc8856ec430dcc6d3cc26b"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_college_biology.yaml",
      "size": 266,
      "sha256": "a102e5ddd619591a8a7edf1830bd78c9ae56f083908a31f5b62ba0d7ab593695"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_college_chemistry.yaml",
      "size": 274,
      "sha256": "aafbd16592bce40850f95f13a61d3ae53f2ecc5121e1677e9bc27a898d8b022c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_college_computer_science.yaml",
      "size": 302,
      "sha256": "34ba579d113ac7d499fb9f1a41db30f656eb4f85f240c8e85b2e01c8a2e7b1aa"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_college_mathematics.yaml",
      "size": 282,
      "sha256": "f5ee2d5cab36fdcee9678fdfda31c1d6dafd173674692311e6a3000511d7de14"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_college_medicine.yaml",
      "size": 271,
      "sha256": "3c95658b25cf99dd9c998430463cdcae1ad4c3fb75c735ac4483448ccbe07432"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_college_physics.yaml",
      "size": 266,
      "sha256": "419ff741345b01c8d7362ab41f7a48f0ea44667cf0bb870568718a500b1ca6ac"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_computer_security.yaml",
      "size": 274,
      "sha256": "a734f89bffb4038e6be27d9f402aac0e79bbe3b831d42faffc5e15410d88a953"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_conceptual_physics.yaml",
      "size": 278,
      "sha256": "2f442a87451b9f95b22907d434e737ca14455f197390ad69bbaae997004ad4a2"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_econometrics.yaml",
      "size": 264,
      "sha256": "4d42386ca2a5637d60b4978c575d3490354f4038c67743089a7e9ff14d65fb13"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_electrical_engineering.yaml",
      "size": 294,
      "sha256": "c29ed6b29cb28b0fd4c243a2bf637385123926119b25160f99f02867f5be1396"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_elementary_mathematics.yaml",
      "size": 294,
      "sha256": "90105e3ee53a869f5bb23361fe01419e9cec54bfbf1cd82b2d3f3e5f8a335c4a"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_formal_logic.yaml",
      "size": 260,
      "sha256": "31e3c8ec51bbbe8ba7842948b28844b0f12de8b709059f1647bda39f860ab86e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_global_facts.yaml",
      "size": 255,
      "sha256": "d938b962a3f8fdcd90040d9ef28db9068a6d1ecf08a7311d8de7ed89f77eabf9"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_high_school_biology.yaml",
      "size": 282,
      "sha256": "3b967d4bf5169aa90abd85a04b9cca5746b79102aa9e3feca4aad8318f441767"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_high_school_chemistry.yaml",
      "size": 290,
      "sha256": "d89282333d4fce1f761df5e0baedcb59aa72dab22f4651d3e1f77aa142cd1f06"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_high_school_computer_science.yaml",
      "size": 318,
      "sha256": "4fa205dc34a098acf68e303f6f7c0da3bdde9d4638a94a5683ef6c57c3c3f13b"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_high_school_european_history.yaml",
      "size": 324,
      "sha256": "dc30df82cdef1692a99806b1be2aa94f16362407179cc2a2d9eabdb37b2af06e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_high_school_geography.yaml",
      "size": 301,
      "sha256": "4b6e36425a2690e02e46e8a7c7c886d64e42082399857c7bfc2f396d93d38ea9"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_high_school_government_and_politics.yaml",
      "size": 357,
      "sha256": "02b95e38f133266a69bbbffb8ecaef5f67fa0521d81b0f540a0e4cc2dcc64923"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_high_school_macroeconomics.yaml",
      "size": 321,
      "sha256": "d86505fa78ab45dac3de902432bb1a30e25f3d86fe20289c07a1b61214529f33"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_high_school_mathematics.yaml",
      "size": 298,
      "sha256": "7cdaaad0ba299d5679b344ec8cd4775dd81ebff3918041157a7a980708f31dc2"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_high_school_microeconomics.yaml",
      "size": 321,
      "sha256": "b50ee6a489ebef539ea181b968716b7b7cdc94729fc58cf01b9f36388093ec36"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_high_school_physics.yaml",
      "size": 282,
      "sha256": "8ee33988717ad1c9cc29f51841ffdd8ba2ce57e80f93fc6f3d570a48c6683934"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_high_school_psychology.yaml",
      "size": 305,
      "sha256": "603b757c8843ede5c6451a25593a8ee5b781d453b07372c49424816b79a9a4ae"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_high_school_statistics.yaml",
      "size": 294,
      "sha256": "b9dadaa5ce8598d6fd068481e03e617e5154f90462c80a71874bf8077fbf8492"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_high_school_us_history.yaml",
      "size": 300,
      "sha256": "2bd13e1b627b022b65c4c8f135fac2aa96dcd9ca7f46ff79abe8679c279eb947"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_high_school_world_history.yaml",
      "size": 312,
      "sha256": "580fd84a4f4c1c9a974b13bcb92f39f5a0c464402401744dd9b45daa4a76eeae"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_human_aging.yaml",
      "size": 251,
      "sha256": "cee80b63790b0e86e7b26cd68973c410ab2a085e7626268a4a25587ed48a7811"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_human_sexuality.yaml",
      "size": 277,
      "sha256": "267fe3eb8fcaf52d157fcc0728d0513fdb91c3371173fe388e0b03f8a7ea09e4"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_international_law.yaml",
      "size": 280,
      "sha256": "99064d1d0304106cb19fea31fd4af5cf69a949cb4f5e871729a76d090a3e89c3"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_jurisprudence.yaml",
      "size": 263,
      "sha256": "2d18fc654dd44d92ddd394adf1e3ef97c74366378bb37345b2e44d2f79fa2b05"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_logical_fallacies.yaml",
      "size": 280,
      "sha256": "2f03bd256e2e12fff3cdec67ea4f08df6d678b6dbacb6962c0d81dc0da2f356a"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_machine_learning.yaml",
      "size": 270,
      "sha256": "789baf184429d6b505f16fe581abb32ba1815b48223735be15710244c3d4c948"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_management.yaml",
      "size": 246,
      "sha256": "9d4507c060bff0db4dc8ff4198c625715effed28d24fdbf54495ea493b1c6d27"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_marketing.yaml",
      "size": 242,
      "sha256": "f63fecdb482e3f23bdd1863c6a309a5ddc836e09f531515f0a33de8461b824c9"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_medical_genetics.yaml",
      "size": 271,
      "sha256": "ab26bded29775760a1e5455d476227c74a51d94eb0b369363a69d184a876d857"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_miscellaneous.yaml",
      "size": 258,
      "sha256": "afc98efce966768995194ffd5d8e86c881bdad06fd5bb576156b3da133f82d3d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_moral_disputes.yaml",
      "size": 268,
      "sha256": "ec8279e3da5bfc4a28a1b096f1dd6c42fe5f307d9a9c513e3e79f2990f2fd058"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_moral_scenarios.yaml",
      "size": 272,
      "sha256": "c98a60a99386cafb095e7e02b56c6a74011a77a5a6772901d055e9d48e63e26e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_nutrition.yaml",
      "size": 242,
      "sha256": "e117c15b9846fc75e9efcf28f62edea6c736d24d4d1acc3e310205f1852e6221"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_philosophy.yaml",
      "size": 251,
      "sha256": "7654a06752c5c45e0637508ea4a528798114c10fab172b761ca2ef397c0d9172"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_prehistory.yaml",
      "size": 251,
      "sha256": "c23f8dcc4e96011f9ebca99bcb2b2372f477d5e36681690bbacd94c0a403b6c9"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_professional_accounting.yaml",
      "size": 299,
      "sha256": "432df31fa6ad5398020117189481f61afbc4b27bf7e7e7f03fa83f900f01cd11"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_professional_law.yaml",
      "size": 276,
      "sha256": "6067d60160d0978b5e2c15faedcd9baf5188600876a892fb08c42f1b4369758c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_professional_medicine.yaml",
      "size": 291,
      "sha256": "aedd6c8fc5b662f1197fda2920bea8516ce4090e16f97ef0cf1d22a4c54274e4"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_professional_psychology.yaml",
      "size": 309,
      "sha256": "c8acc00f3010b396ce34f2b54ffa6bf0806397a7b14f9a1c52eab18b4e02c642"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_public_relations.yaml",
      "size": 281,
      "sha256": "3f560bb0cbe9967c9ee9e753d41681304a366c83e4cccb73743fca4d0938533f"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_security_studies.yaml",
      "size": 281,
      "sha256": "c23f790964719dd32abaeb4993ecb9bf5560a7b4606220cd88a900830e11df2f"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_sociology.yaml",
      "size": 252,
      "sha256": "bf1ca22fc29b65431b83fa9de59676a3543535b9ab942fa86cc4ff8c871bd6c3"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_us_foreign_policy.yaml",
      "size": 285,
      "sha256": "44c36ea7852bccc941fc24370bcd9c985ab0ff334a9689525a6511ef2c6a8339"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_virology.yaml",
      "size": 238,
      "sha256": "028b0d3acbacd9bf83f7e67a41b052e4699feccca4c7e5e9edd74fbfd259a817"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/default/mmlu_world_religions.yaml",
      "size": 272,
      "sha256": "08d79b1b3cc4976a97c9aa57f1362cb588db1e68010ba56ff33a4fbe884e3e2a"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/_cot_prompts.json",
      "size": 218396,
      "sha256": "081478485b1d4f51e01305e19113f0e3a468f2dc787596386998e229a97b096c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/_mmlu.yaml",
      "size": 808,
      "sha256": "841b0c13d17dca9484e15350c3d66b1bef58978bd378ba2cffc315c704ddb9d0"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml",
      "size": 857,
      "sha256": "41ac9b9aed62737cc0d616c3594afe1fc5e0e886a84ea883e7d375e2fa71da53"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_abstract_algebra.yaml",
      "size": 3437,
      "sha256": "6a82a3a3575a224c794f7d08498ee8d81500de8cf85baf177b10f2b16531742a"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_anatomy.yaml",
      "size": 5059,
      "sha256": "35fb1d5692efbd88df5145c3067b8fa5fb2451d78845c5a7509dc5ad74b924f9"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_astronomy.yaml",
      "size": 4723,
      "sha256": "e8a4ae72a9c4f22399bf7db9611e84510bf45913cce5001bbed26bc382edf865"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_business_ethics.yaml",
      "size": 4909,
      "sha256": "78f11f5af8d6f611ab8bd7f262b75628902989b9c1120c702057739c55a0b27e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_clinical_knowledge.yaml",
      "size": 2900,
      "sha256": "8d25fc0ab2cf92ab5c436c5f670e315f9a8cf188012f297dc42d25f6bd492cb8"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_biology.yaml",
      "size": 5193,
      "sha256": "f62712222367f8b93decb5928bbd6c6e52df8537ac52e391c2b41e4593407d66"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_chemistry.yaml",
      "size": 3237,
      "sha256": "ba672552c0452b83bcf681bacd1b541402acd7d0eb572b9eebf30c6801656f91"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_computer_science.yaml",
      "size": 7034,
      "sha256": "11d0fa680031fa2e7273f63b3b9f0fb0ea17c9c44a4ad421176537a57ff0f7f9"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_mathematics.yaml",
      "size": 4331,
      "sha256": "c52220f31726659551c9d80bca70b7fa951b50bda905b60cbc53ffc50d6f0312"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_medicine.yaml",
      "size": 4607,
      "sha256": "44b0d7261fac40e4349455882382cdc7f309bd635522a583d129f94f7241aced"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_physics.yaml",
      "size": 3715,
      "sha256": "eafd937f7fd6e551c5841f07ff19714654f81465225b6ca877a6c3bdd84293b8"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_computer_security.yaml",
      "size": 3054,
      "sha256": "3ceaf68bfd728cf16e6371de4c150bddbb13511645a8a72cfde766d4863c1777"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_conceptual_physics.yaml",
      "size": 2809,
      "sha256": "0eac76ae4d3e69938190e272339979cf1a4f1cc489f1feceedbc9f25e09bd547"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_econometrics.yaml",
      "size": 5536,
      "sha256": "27e0148e69883a63b43c82f5f37780be296b231fafcf1c8621317170d084f10f"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_electrical_engineering.yaml",
      "size": 2914,
      "sha256": "34dc98b5326e4114e3869aee3aa4dfb7f87197d0a70ae345487c8637b8b2f6fe"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_elementary_mathematics.yaml",
      "size": 3504,
      "sha256": "3f54280519f77fe5ccd7c745bd50e12d1b71d2cf45f271fa09f903df22349d15"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_formal_logic.yaml",
      "size": 5114,
      "sha256": "f4018ebdc61ab81621c82a9386b4da7b06280975e4bb002d0065b9418a28dcb8"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_global_facts.yaml",
      "size": 2833,
      "sha256": "9e69e90fa99449328b6484b3ff0f2fcf6a054c6b8adffbf8d35adb7616e00928"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_biology.yaml",
      "size": 4783,
      "sha256": "889ba7cb27a5f16155aad27d9ce96c1a4a84f828514b02ceec9715e4665da102"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_chemistry.yaml",
      "size": 4328,
      "sha256": "2479ab54469708cee0f2f87d13af4afe05281810af1f8cbe3011a96f306b3c2f"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_computer_science.yaml",
      "size": 6099,
      "sha256": "175e2c7387012404ffd8b729793aede7547bb918c78a0dc5e4c3edc551825a56"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_european_history.yaml",
      "size": 15060,
      "sha256": "94f29d4d748a7ff3a300cd2600e53defd64d23f885f7faf9cffe1a6a25f142b6"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_geography.yaml",
      "size": 3204,
      "sha256": "b4e7aa1250d71073ebad136f5e55742fb2f73781a4d0b384d2b66f225c358ea3"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml",
      "size": 3706,
      "sha256": "8807a985318a3c3447a3180c9e92de7e0a8d33892995c5984c36c49e4eae330e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml",
      "size": 3175,
      "sha256": "8d7bd75984ba90408664765b51b381ecb902379ae49274db17983271daa693d6"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_mathematics.yaml",
      "size": 3101,
      "sha256": "4e135180ac03b59ab5d94e5b22cb4008f7205c4308fa79e34b9ccdc5734bd5ee"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml",
      "size": 3372,
      "sha256": "47a7c2c61c0d606801c3fd590fdbe1aa6f7879b0e207786251f67dac8651d156"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_physics.yaml",
      "size": 3340,
      "sha256": "3e17aabf420d638d64a4b3983524b5597ec904ed53a10235f780cafdf1293c5a"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_psychology.yaml",
      "size": 4131,
      "sha256": "0531761d82d81b588ff795041ca4b69cd19ac89e6629eed319d3524688b3f694"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_statistics.yaml",
      "size": 4953,
      "sha256": "50c260dfc7fd9f07cf17826df985c413e5a459a5b6934448f5095f640666ba5f"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_us_history.yaml",
      "size": 11947,
      "sha256": "b35b8dd8e52d3f565db261ff5d356dea861ccef1ea3fea5f6aee66f12a1ee9eb"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_world_history.yaml",
      "size": 7284,
      "sha256": "4be39e1e26859c622be650edec28f97fc9dca34cf70e5168eed548f2282fd2c5"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_human_aging.yaml",
      "size": 2289,
      "sha256": "ca6c9d90f9a96e1452f152281d977bb9b8e9a754d52a3a301653a1955c45c33b"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_human_sexuality.yaml",
      "size": 2846,
      "sha256": "cf4f153dde846ba75738bcbb74faafe43e81a5372a78e1dc413e978f70c5aa45"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_international_law.yaml",
      "size": 4656,
      "sha256": "5139ae273a6215abd2db2b43a44e453770855f1ce7450a29b85d03f349910b57"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_jurisprudence.yaml",
      "size": 3813,
      "sha256": "4401aed89315923997e0b7ea765561c74f326871d66681951d069e2b45a4468c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_logical_fallacies.yaml",
      "size": 3789,
      "sha256": "460be41cd094861aa0138b990683a9f9d26e0aa549e97475c8065ab8d240eecb"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_machine_learning.yaml",
      "size": 5222,
      "sha256": "d79416d474d7a6e61ae591f8ac43f946ca7938d8750a1c5170b09c4e7059b250"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_management.yaml",
      "size": 2755,
      "sha256": "94b712c7806f592fd1da06a59786a0f7fa601f7fbf53b7834f3fb7171d434a8c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_marketing.yaml",
      "size": 3411,
      "sha256": "8e1dd1496a8ed422180ceb4c2ac647899eca5a9d29732ffd09dc9ac2429411e4"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_medical_genetics.yaml",
      "size": 3090,
      "sha256": "b5612391646ff5c2b7330085c193ddb91da88ddc75ba1f51aa892975b888f796"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_miscellaneous.yaml",
      "size": 2309,
      "sha256": "5eda41bf28ef9b48601432d3375dc3728d4a54da9a611d46b0988bde0ceba583"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_moral_disputes.yaml",
      "size": 4154,
      "sha256": "3e4d8a2fd0293ac443151bdc9ca1e1e6315b54a3b9a60cd2d9f6e91be42921f6"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_moral_scenarios.yaml",
      "size": 3752,
      "sha256": "cf14d28826e492dfd340a4b4d45a8616bf8ea78a1a56a6f4d860e3f4b0710348"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_nutrition.yaml",
      "size": 4036,
      "sha256": "66cb0cfc7ea9e7ca0ea41cdb738058415988e3f1dcc145ef584cc1255c15df68"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_philosophy.yaml",
      "size": 2547,
      "sha256": "7c6bc9a7ede66397153c43fbe5541ea7b1915c6b859b9943306d6f7001b24673"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_prehistory.yaml",
      "size": 3589,
      "sha256": "bc7298a39aea277d726c45fb10bc8e7832a29d53d932fc8b98a44b1d941ebf77"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_accounting.yaml",
      "size": 4077,
      "sha256": "9d5d39802d3a95006bf9dd9bbf4d7dfe65012844488683cdce5fd192cf2a5690"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_law.yaml",
      "size": 9158,
      "sha256": "60002401be2c426d28eec19106978eda502523b9f2cfaddf7fea184981d166dd"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_medicine.yaml",
      "size": 6138,
      "sha256": "5f0e5a97c2375615a70c82a35cc6d66ecbd076b0990fb9a673642d0204e200b7"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_psychology.yaml",
      "size": 4161,
      "sha256": "e8ff2a6d9fcedcdde312227002bab51119bb36d60bb87e7ec12e462577a400d2"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_public_relations.yaml",
      "size": 3287,
      "sha256": "f652e7e51613e1b18fc946dd4a5e95e9bc92bbb0d42bfa2b4b3f07d476795b91"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_security_studies.yaml",
      "size": 7483,
      "sha256": "084e1747d921d91b18c136352b0004d4950bb51e08c0f8bad3480841c66a37fe"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_sociology.yaml",
      "size": 3603,
      "sha256": "e1161e1bc107902e024da3483a294fe0814230ff0517b734120a7fada19a9e16"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_us_foreign_policy.yaml",
      "size": 3414,
      "sha256": "55852af826b6c2036dc85dc45ea23c700743da4e24e3cf06b7cdcd88ac4d4882"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_virology.yaml",
      "size": 2569,
      "sha256": "ff93991c7f094ebc0b8891dee3cfda9be35c18f4ec00d1f3cfa5bfad159786c2"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_world_religions.yaml",
      "size": 2239,
      "sha256": "47309f8760d7d0d7696bb45028a6191abf86d4c431c335720543887baa152da0"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/_mmlu.yaml",
      "size": 756,
      "sha256": "6ba212a0a4796dbbf007a22585f1ed8183149f8bba84172f8132af919ebfc12e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml",
      "size": 1072,
      "sha256": "e51df99abbebe79ace4064d695a51d53fc9e4f67c7103b5ca313a7146fdae252"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_abstract_algebra.yaml",
      "size": 282,
      "sha256": "0f4e430c6df81565a51b07ad0d5e0f7460375993bd55ba326d4e29e641a9b4a9"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_anatomy.yaml",
      "size": 254,
      "sha256": "718e1b6a5980d100a77b51a6886a23612fbd7e98df59b0ad9918f0d0f5548eca"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_astronomy.yaml",
      "size": 260,
      "sha256": "730460295d4e2fb093043eecad48a474de157f7382b7a16c020a0ac11391a414"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_business_ethics.yaml",
      "size": 280,
      "sha256": "66b84845db9f100d5f61c321b172af074e83f309589ab9970e95043ff363fc6d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml",
      "size": 289,
      "sha256": "21965982898d6c43174a240b7800cecd988d7e12f0889edeea9caac54803301e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_biology.yaml",
      "size": 279,
      "sha256": "983c160278707250d8d03fb1ff2eda7b7b5928c1a54bbf4d94d95f749e35462e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_chemistry.yaml",
      "size": 285,
      "sha256": "3fef7434aa93f5833d2d8628f377c9ae29bd89f89f7000d9bd4901b642ffa9ce"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_computer_science.yaml",
      "size": 306,
      "sha256": "fa621573f15d7751ea352755d6bcd8b69fc9ada117e8eaef2e1650bacc3a7ec6"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_mathematics.yaml",
      "size": 291,
      "sha256": "5c01d6e6bd2e9d76d938472380fdc089d65c69b6ea0c63343d28ffaceb6a55af"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_medicine.yaml",
      "size": 283,
      "sha256": "54af6f6561d52724e274c0f4f8d79e2247802a0d51cf978f3be4b0e219d41bff"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_physics.yaml",
      "size": 279,
      "sha256": "f9945e35b4a8eb95a1d6f853abb01acaca04ead2972f12f23c65da260284a278"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_computer_security.yaml",
      "size": 285,
      "sha256": "255970af3e8018aa392623e9a91c093a2aaecac98f29f50bbb94a5437dfa2a78"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_conceptual_physics.yaml",
      "size": 288,
      "sha256": "3c8d281f58f68cef2380294e5da86aff3e04d6b8a0bd01ad3e20473f6b594a9e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_econometrics.yaml",
      "size": 280,
      "sha256": "fbbdd397787faf85ec12d06ed5c32c84ac90e8d4cc4dfbf628748376e02c9519"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_electrical_engineering.yaml",
      "size": 300,
      "sha256": "483294a165a9f5c22a617be34cb7a6e6d31ac5bd1a408f207406f8ac31406ac1"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml",
      "size": 300,
      "sha256": "12da2707d08dabb68d275c1573185910bdfbdd782352abeff74d399544d995f7"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_formal_logic.yaml",
      "size": 276,
      "sha256": "7659175f21d025a6d47443e85ae018669d51260ae31c4150268c49fb89804ba8"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_global_facts.yaml",
      "size": 271,
      "sha256": "8afc38b1e94298ee3bc3f2c9ed1adfcd07778f24e8310fc14d9a19166fcc9afa"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_biology.yaml",
      "size": 291,
      "sha256": "6f904a248140d3a01792fff9461f0b4575b46fbc684c4d2b95f1f76f403a38d3"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml",
      "size": 297,
      "sha256": "309b5bd5593429579a12317ed9fed624467ea4154ff1f59fb347724d21db4dc0"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml",
      "size": 318,
      "sha256": "8df90d69c86b107905601791281b44916ef1d129f4b27049f56f0062cd4a0ed3"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_european_history.yaml",
      "size": 324,
      "sha256": "5eca500a95ad96daa886871766592aff3eeed75bccf78fe54fc2cefe1055715d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_geography.yaml",
      "size": 308,
      "sha256": "0d51873306ef8f1cef72c3ae13bf1d6a801d5819c83887660769a5c9fd9fb971"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml",
      "size": 350,
      "sha256": "9522a44331a4dc4894bcb304f9ef6a3b7c83b107c6693aee8e57e60703411f13"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml",
      "size": 323,
      "sha256": "13423f3c693d7f45ac770dc5f2d0ee53688e294572dc9d98e29e3759bfdeb9db"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml",
      "size": 303,
      "sha256": "dbb218f42a51b72eb70258f4cf323c70345650a80ced31e270dcad589b3c7ff6"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml",
      "size": 323,
      "sha256": "2c3dd9bff4f339b4077962e0829b6175a34003bba2d978ec5979629b04139bfb"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_physics.yaml",
      "size": 291,
      "sha256": "726f5d42515d32d7f3e6d3b08b25ccec1aaf28189dc11bef79bdf3b715dd7cce"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_psychology.yaml",
      "size": 311,
      "sha256": "556a7fc16bf3b423c3d2dc93dd0ad16dfa3d9a0eab7c631718e4be9200cbda02"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_statistics.yaml",
      "size": 300,
      "sha256": "225b51d0de3ccf19f5e86c22a6246965b290e6acd3805cc31f534e6869765f79"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_us_history.yaml",
      "size": 306,
      "sha256": "cb4622ad1303c9c1a9fcaf12e63ce73a230070e3584664b4e59b64bcacdc6bf1"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_world_history.yaml",
      "size": 315,
      "sha256": "94698105b047e8d01ebc968f19bda8dacca01b2cb2303a22230a6682a898dab6"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_human_aging.yaml",
      "size": 268,
      "sha256": "2aa229df85156ef14ba6c6122ddf49e76a2b3dcb76ba085a04b0ebdd58545627"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_human_sexuality.yaml",
      "size": 290,
      "sha256": "272e81f2f37dda26dc78d0ed534d41abf9dd03c35d3d869c5deaa871e2a2579d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_international_law.yaml",
      "size": 291,
      "sha256": "3d77f2a8395bf5ff541a4a4c6124d6e3a25614f6db02016d28b33bbf1a807a0c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_jurisprudence.yaml",
      "size": 278,
      "sha256": "0e327f06ad7bc2b782c0d9dcff3fb2155e3c7217988b3cf8c98b266027262a77"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_logical_fallacies.yaml",
      "size": 291,
      "sha256": "9e49ffcae0aa91c47d3723f10eb9b20bd50a3983c74f3e879322903fbf8d6b96"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_machine_learning.yaml",
      "size": 282,
      "sha256": "691a83f1dd6b523076b235280bf7242e5c221c7c1d0d7f4836107240ee3146c6"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_management.yaml",
      "size": 264,
      "sha256": "20bea7191915199593ab02a551af961ed6a3159b8bc80a8c51bdceb0dd8cc070"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_marketing.yaml",
      "size": 261,
      "sha256": "d8b8a9ce0cfd63155a9e53e3c035d9cefaf2065e4ba536f63622f03507002372"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_medical_genetics.yaml",
      "size": 283,
      "sha256": "02ce2b1f805a3c92455a13e7584e193f9298fd597cf13690159196d5f80cdf57"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_miscellaneous.yaml",
      "size": 273,
      "sha256": "e165b2abd941bae553f074325732ab97d81c6828b523981b66e7c6263a0eb7fc"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_moral_disputes.yaml",
      "size": 282,
      "sha256": "1495b47be1f8e1d563d83cdce06c58682647ad51b92ae7305b463b0782f64c1e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_moral_scenarios.yaml",
      "size": 285,
      "sha256": "85b4b52d5a6f3787bb144cfc0e86054207db78bf87e4069cc92b8bcef15a5e20"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_nutrition.yaml",
      "size": 261,
      "sha256": "c89d09fe7bcae0ad017d0fa3e101459da6a36850f48f279d7fab782aa22be8ab"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_philosophy.yaml",
      "size": 269,
      "sha256": "d1abca02caf98f5d7837112c13c20d9f37d4a42e5a2976cc473576ca4779759f"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_prehistory.yaml",
      "size": 269,
      "sha256": "b2ee00c7554d1b0a80137a1a806fb1401b6f8457546860d07f49f8173e7361e2"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_accounting.yaml",
      "size": 304,
      "sha256": "aa37f32d462cae79772ec9513ee841ad1516241b1cfb0b2f8a1f8de5f91a2503"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_law.yaml",
      "size": 288,
      "sha256": "b4633bc3bfe388dce96fd3ee74d3a16a17d41b81091e73ce843bbf6a1dd9fc45"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_medicine.yaml",
      "size": 298,
      "sha256": "124b76dfedceee20556c3bad5c4b64d7eba9c01c12b3816f335444e80c0f55b9"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_psychology.yaml",
      "size": 314,
      "sha256": "bfd420d37a790b79b699917f93df94b8789402e78d29358c2caa0533533e9e2a"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_public_relations.yaml",
      "size": 293,
      "sha256": "87a706631d2ee077897ade2a653b318fc76b69f5f6191be3e96bbb766fab3195"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_security_studies.yaml",
      "size": 293,
      "sha256": "fd54b2d93ebcc75f342a3ce2fd2bec249a394e1f8f4a40e866efd94d46c92b4c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_sociology.yaml",
      "size": 271,
      "sha256": "9f7a6142a9d18ef23c53335d0fb8b156544f4ba127957a9f0ad65e23997ac50b"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml",
      "size": 296,
      "sha256": "699fc154e0d77a1ede4541b633b7ef66548d1bc2b42d5048bba8132249a4b7fb"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_virology.yaml",
      "size": 258,
      "sha256": "d9e7019f243db21c93c55b27c7f50556b5c077e6763844687c016ae78cd13481"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_world_religions.yaml",
      "size": 285,
      "sha256": "8971bdd4df2a05151e3ef91e5550a3099da2bb8939e6d5d0df748da7a4a0551b"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_cot_zeroshot/utils.py",
      "size": 4186,
      "sha256": "be4152c245326849a377fe9b2b3cb75e8668d73cf83bb66e7f516135c5b3ab0d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/_mmlu.yaml",
      "size": 779,
      "sha256": "05208f1966f15fb0a8c1f794100d0da374709b50ccce002f4861d8e38ed90ab8"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/_mmlu_flan_generative_template_yaml",
      "size": 808,
      "sha256": "09ca8f0fe2d60969b193d53c1136bc694f8caf8dae572f313daebab096800caa"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_abstract_algebra.yaml",
      "size": 290,
      "sha256": "b3b26b8a57ab7bf97d6f6d0c1de51ac9b9698d106b13826474a4b511729b064d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_anatomy.yaml",
      "size": 262,
      "sha256": "ccd5a7f28cacb48dc07189336eb0c98a725560cd039d826b940ded009c10b65d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_astronomy.yaml",
      "size": 268,
      "sha256": "208df1bfdcb4390836e3c292981c032b39fe1f2035e334b977df830db1c575d9"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_business_ethics.yaml",
      "size": 288,
      "sha256": "372590a19d1c2791a44aaa70ae39a28a6d6fedde77eee2348f51900b680528df"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_clinical_knowledge.yaml",
      "size": 297,
      "sha256": "42781f298956bb9371d954ae77da6028a4d55b518af9e28c2f77e9ababffced6"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_biology.yaml",
      "size": 287,
      "sha256": "d58032cf69d9ecec23b63dd49bf6e7e1d087ad29f7418f31d4c0b1ba831fe30d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_chemistry.yaml",
      "size": 293,
      "sha256": "a3c11dd18f42bbd01b4ffaf9afc454bcec4dd6f45ece4845a52c7a1f76369164"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_computer_science.yaml",
      "size": 314,
      "sha256": "d53e4d5e6cd389ff4cbd6b68e02db3144fb55922db013d1682a0eb9d3f1509f1"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_mathematics.yaml",
      "size": 299,
      "sha256": "71d3f7f8518e590d31aba18bfd267128433a472edc71518f78b64a00b3aaa73d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_medicine.yaml",
      "size": 291,
      "sha256": "1f5cd9f679c95ba813269a0e897adbe6e8891b80d84f95aee6983051a00df765"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_physics.yaml",
      "size": 287,
      "sha256": "15d4f326411d178e47451f53d92c4734a7687b1ebaa04655c372ca08aac9d9d5"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_computer_security.yaml",
      "size": 293,
      "sha256": "db71b770fa644c77dd088486193ad9f7a6b2c61f41f8d6249e80942b0b199b32"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_conceptual_physics.yaml",
      "size": 296,
      "sha256": "a4eb8dcaa9f5e9e228927c9d9f69d9854feac6d2b9d92341d974bc19d51c4354"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_econometrics.yaml",
      "size": 288,
      "sha256": "bb87f5b8d974b38e8453ba7abb29a9588b6044c2473f1a4c05442f69e80daedd"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_electrical_engineering.yaml",
      "size": 308,
      "sha256": "aa3d846af846760751cd6a332ceba4c41c96716541b80f65cf6289f0941079bc"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_elementary_mathematics.yaml",
      "size": 308,
      "sha256": "02c7aae8464e9d8d9656d81548d7f6289654e177515676c1cedd51ce0565d2ca"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_formal_logic.yaml",
      "size": 284,
      "sha256": "ee3a4b4dc6de08fe47ee76f6a54dbaad9060a5079d3e42b750cfcba47732020b"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_global_facts.yaml",
      "size": 279,
      "sha256": "4dca9b064f5f454d9cc35a4fa6e8f86dfa1de7fa077374b19f7efa6b69c1b61d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_biology.yaml",
      "size": 299,
      "sha256": "b040d215d250026298bcbe83eebcbc29a05cdb424bb5bd5420a4431a6c8a0aa1"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_chemistry.yaml",
      "size": 305,
      "sha256": "ed68d68608e584679264df279838e1bc5337f1509f98f14a5232ac40d3768f1c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_computer_science.yaml",
      "size": 326,
      "sha256": "cdba5b66c2ac1c22b1fd6fb382a4d5be7701159783172184976e9c9ec61f1138"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_european_history.yaml",
      "size": 332,
      "sha256": "da1d6dbeda4ac9fef022963b450161896254cba7b065b950a48b43914feef10d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_geography.yaml",
      "size": 316,
      "sha256": "1e490cc440598a580b111111b0154e7095899ba4de134929d0047c4ad6d17fd1"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml",
      "size": 358,
      "sha256": "d78f15f41e17e14831f81463e0764e7a9de3ea845c632dff2df18048644f1644"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml",
      "size": 331,
      "sha256": "8602e0e14dcabe060d5f5230bcf5e2e642bebfdc0a71ffcadbc6d7e2d0b5d577"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_mathematics.yaml",
      "size": 311,
      "sha256": "f1ad81415c816cf6de6c38a0b82ae23c9565ea1cdf8ca56cbceb9e5ca264b73b"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml",
      "size": 331,
      "sha256": "a64de6534555fd596a0c59a98944c2b9073a2c60e302ce36e47d018dc2c8cc77"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_physics.yaml",
      "size": 299,
      "sha256": "019c4d4cc5834c2baaf789c1e48a2c6ae0b8157b564f2def4fe3e24293d47623"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_psychology.yaml",
      "size": 319,
      "sha256": "953039d04c7b75381386e9078cca93d2c7603167f17ea4308e8c46f6b0002cf6"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_statistics.yaml",
      "size": 308,
      "sha256": "125474f1bbb529dd524f4ec4606f17876d532979200e47ee19d3e89a74fa6036"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_us_history.yaml",
      "size": 314,
      "sha256": "9066fd4b6510dcdb3a9c7b5dc9f43fa471d5f49dd2414c58f7eb00203f8a5e97"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_world_history.yaml",
      "size": 323,
      "sha256": "1290adb310a716febe83db2ab09c7330e2c04d440b855f544b01f516e120d748"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_human_aging.yaml",
      "size": 276,
      "sha256": "584ae8b8b7b9b2fe1c236724d38c8be2cc538620f19583288a979d00ae03aadd"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_human_sexuality.yaml",
      "size": 298,
      "sha256": "a76edd15689a72b516263a453f8d9539e75325b18c761be87d564527921bbc58"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_international_law.yaml",
      "size": 299,
      "sha256": "0acdee9f21c087ebdd264656d951beb92a840b0e19544e0ce394fd655c198399"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_jurisprudence.yaml",
      "size": 286,
      "sha256": "3d50f87ad24819c70ea43bc08115f10139961459a3f626bb9e3b2ae3cf36e174"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_logical_fallacies.yaml",
      "size": 299,
      "sha256": "32db8598284cafaf47b8a9c4b6e92efdaa299a5b5eea7ac4b6de72cbbcf2d849"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_machine_learning.yaml",
      "size": 290,
      "sha256": "20a0c8d280bcba1874bf1f5fc0e0bdb3df83b2b1bd9c7dbc0584dcea88abf82f"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_management.yaml",
      "size": 272,
      "sha256": "d0d41bc7067021501c71a438680f247684cc6c91020d41f3fc5b493ef08d0450"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_marketing.yaml",
      "size": 269,
      "sha256": "50b83c4a5c33246ddd46bab3a07800ad1e2ad6ab9595c2a4406a30026df9af31"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_medical_genetics.yaml",
      "size": 291,
      "sha256": "678ac5ba7362a5aa445c17971888476c80199fb27648bbb03837498c7ba415c1"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_miscellaneous.yaml",
      "size": 281,
      "sha256": "a20d93fe2d104ebd072e74f95f7689d58b73beb39088e2bf98c8c7b8789f8dc5"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_moral_disputes.yaml",
      "size": 290,
      "sha256": "db19de8a9eb37a669019d4539202e292d2ae31eea0a6c482ab48616d1d9ead27"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_moral_scenarios.yaml",
      "size": 293,
      "sha256": "ddab93e87b7255c29b0d4d03b55c3873456edc48699f1815f3d2558e3059039e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_nutrition.yaml",
      "size": 269,
      "sha256": "520033e57717348f8126e8af397d76d2e5b0ec79cec253476aff578f06a8d71f"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_philosophy.yaml",
      "size": 277,
      "sha256": "4c26eaef5ef514bb23d2d6b4fc452c9b3780f98970a7dcd725b9458401d88479"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_prehistory.yaml",
      "size": 277,
      "sha256": "f74f051751542b2a9812824c84497e2715a196d0b21a9e1344eafe7f1bee93d3"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_accounting.yaml",
      "size": 312,
      "sha256": "d2f30f6114d5a37420e300a6a42fb5bcc2b9fed0dd33b373b1cfb3453cb75fe3"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_law.yaml",
      "size": 296,
      "sha256": "779f605d9ab3904b9a4b37e7c5459a8259f208cfebe6179fac12a8c79204bf33"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_medicine.yaml",
      "size": 306,
      "sha256": "c73573f93e2817945090a507d6256fdcd9ecac37e644932b3c149adc21a8e9d2"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_psychology.yaml",
      "size": 322,
      "sha256": "cbe26615d08b4dc5f7d031a3a4494181ed763786b84b58b67856c9ad1c396c54"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_public_relations.yaml",
      "size": 301,
      "sha256": "5e81efa06fc380c7fcb35d270522a50384afe70bed60ff93e7ca1529719b8bcb"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_security_studies.yaml",
      "size": 301,
      "sha256": "54e66916cf71cecb82f1c22c2d10a3754525113bdb5da1bde360264c0db672cf"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_sociology.yaml",
      "size": 279,
      "sha256": "0bf247bc212e4aeae45d9c28aa281297dabc29cb86c0c8cba7579e7caffdde71"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_us_foreign_policy.yaml",
      "size": 304,
      "sha256": "0df80fa11444860cd87c233f925d3081757947548456674b806ce4fd1589a890"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_virology.yaml",
      "size": 266,
      "sha256": "621c215d3621606d7690b78bc9646ca43e86a363a04b5e4ca2a9557ed7501789"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_world_religions.yaml",
      "size": 293,
      "sha256": "f9fd1465a82f85af7c671d00613ed0c5f2f3deab744e9a32a1358a4fd8b2a6b0"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/generative/utils.py",
      "size": 4186,
      "sha256": "be4152c245326849a377fe9b2b3cb75e8668d73cf83bb66e7f516135c5b3ab0d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/_mmlu.yaml",
      "size": 797,
      "sha256": "ab12350ddb8798b4c38ac8f2d238d16a40a59f3d5c824239c31352cc5f8180da"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/_mmlu_flan_loglikelihood_template_yaml",
      "size": 413,
      "sha256": "1f97d2569633ce19e8a06c59a11aacc62fa1785309c8791b655a7233ccc7fb04"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml",
      "size": 299,
      "sha256": "ba508f650f6596fc9d9a6db2e3d48e7ce616969a32d3228814f87238c9661de3"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_anatomy.yaml",
      "size": 271,
      "sha256": "30bcbe3e3dcb2cd09484084e796e5aaff4715f951363fb1c7c0a270fc0a1a058"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_astronomy.yaml",
      "size": 277,
      "sha256": "eecb2ec46f8690fe9135da043ed547b533fd8ce4a10504bafaa98c43e63880a9"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml",
      "size": 297,
      "sha256": "31cf58f13a7d1b8ecac9b7b8f85fe0f5f034eec3ff630276f7284264d568768a"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml",
      "size": 306,
      "sha256": "603f8560973c1c59b710fdb66b907bf9f8389e258df735dd4fdef62d4372b943"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_biology.yaml",
      "size": 296,
      "sha256": "5228653e6523e48b5b77b61d7f30e1e8538fa8a119b679f11dfa66da9f07c9c1"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml",
      "size": 302,
      "sha256": "24dec2a7feddf58c014f0cff5adf3974cf7c48ee0649ff58171535029ffdc772"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml",
      "size": 323,
      "sha256": "f55e88ad766449ea6f3092fc805202703af80c43565b35262c949d4d89572b06"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml",
      "size": 308,
      "sha256": "e518e7457b31f452c7b80014978eef06b11ab80a5a3e99ab64ba3ca492d11aca"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml",
      "size": 300,
      "sha256": "f1b0f4400930d87ebfa966272bd08a58c21c89552c8dc4b924302147b36cc9f0"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_physics.yaml",
      "size": 296,
      "sha256": "8b21bead468770bc9ba9e2102a0ee15e3d9c6739ea74a99a40887fe31e4289ac"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_computer_security.yaml",
      "size": 302,
      "sha256": "009daab9f3b9ea5698e7a923fdc63555639904848a9c835d689b89e77942cb79"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml",
      "size": 305,
      "sha256": "6b4f549a8e2beda51021e43b7773b3655c62c6066af5fe2a579c13ab600859ac"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_econometrics.yaml",
      "size": 297,
      "sha256": "48ddf1cc160a919be56cffd54083a726714e3b9983d158e15a65dacebdc7ef73"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml",
      "size": 317,
      "sha256": "ccdd93e9f349b7e4acde70d7bdd3e9e80426e8ae4b6150e34f568e5a27dd8806"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml",
      "size": 317,
      "sha256": "4aa3a65fb79053abd4d509262ed0474d9ed7adab3505d5e648e78f9df1010da4"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml",
      "size": 293,
      "sha256": "fde8982bffe75defe540f47a328ac5d41decbdbd5792c66559fd52304d3eaa41"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_global_facts.yaml",
      "size": 288,
      "sha256": "0a4f1e9182c387413fc3435e3ee9f29dcdbb8d7a71ebee0c1fba1ad7ea022ba0"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml",
      "size": 308,
      "sha256": "77635a018e6cb59e6966e605d7b88adb69fd3c40703db7ca7dee7b8a3adfb4e0"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml",
      "size": 314,
      "sha256": "920c209b23185dce6139eebc320eb8723cedfc9d25ec9731e958ac679a88d113"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml",
      "size": 335,
      "sha256": "fa6ec6cbf73bb0b244b8535d0f4cc3ef81716edd3eb2d788dbecd0631cf1821b"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml",
      "size": 341,
      "sha256": "71ba540f40656bc236ffd558be6e92f702c70f014d1969ae3cbe8f4b622ff840"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml",
      "size": 325,
      "sha256": "b99e003bdd70c6317fad3e7aa0c9bf681bcb7893f564c3d93c2859eae35cc856"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml",
      "size": 367,
      "sha256": "3425de9090f169972c631ce4ca9ca4e643cb5bbbd80586eb9d7581dc870595eb"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml",
      "size": 340,
      "sha256": "7918aecff452391dd161d224594f1dee1fca288316df5debcd67d2439e7c4a39"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml",
      "size": 320,
      "sha256": "93e0b83f61bf1d6782236a5357fcf9d8ef725193ff12e21f76f6e516e50399e8"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml",
      "size": 340,
      "sha256": "b5ac8ab46b25f79b315e8456ee443c2d614fd7c961d6ad268085c74639f61300"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml",
      "size": 308,
      "sha256": "71b9110ee3edce8f63249abc686db1ef3a5d8b09763e748f63eb6ace8b834786"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml",
      "size": 328,
      "sha256": "d66868bff2b45eb028cc9e228be50c9cc3705cd790531dce125de726c273bb4e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml",
      "size": 317,
      "sha256": "1289cc082566a5950c1e257fa4525d75716f63611085304323b72b32063b71a1"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml",
      "size": 323,
      "sha256": "ca482f3930d2f4c8bfa5f531fb51861c55144ac9a0aa3a4be4a7b76783dd4aed"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml",
      "size": 332,
      "sha256": "996267ef4c8b64b3948be48a4bd7cf68400ba376badc16ed7916005cff5592f5"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_human_aging.yaml",
      "size": 285,
      "sha256": "2a67c64e20a38ff3ee54588095be85008b7355f2e78ce7dba775fd18a4b5f14d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml",
      "size": 307,
      "sha256": "7aa935ece9c3f939b854bf76c6a8ed15bb4e408b40991e49d39661f4b684f328"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_international_law.yaml",
      "size": 308,
      "sha256": "8b43cf6cd59184684ce862be6a24136ac3ac67237d59df592b73fcf8273f3b53"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml",
      "size": 295,
      "sha256": "98201015f888979548d211d61fa708e2e45753565b1e4af14d79fa6fbdc2a7bb"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml",
      "size": 308,
      "sha256": "8de585211259241fc38253692a8c2ec57e79cf3b5d5cb0c19fa03f22549694d4"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml",
      "size": 299,
      "sha256": "2e4b31d2b13542b86c010544b49ef85b1188b2d26a0569213ed79c4850143cc6"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_management.yaml",
      "size": 281,
      "sha256": "4dd98dca5393246242d86434520d0f587e4992395b8588dfd9b73bb250603541"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_marketing.yaml",
      "size": 278,
      "sha256": "4020be298985e8c715313ac8b1673c70f0d2a4cdfdf2df76956e4aceb979b73a"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml",
      "size": 300,
      "sha256": "d5c63922426dabfb21c7a080f9896cf2b7ac30911d015650ab7d9ed574a12dbc"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml",
      "size": 290,
      "sha256": "68f818bc3b8e3c08fb0b134b924dbd4d08fc4c45072f0b6b83a47639bdaf7918"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml",
      "size": 299,
      "sha256": "ea0eb4fdfc8147c2d817dd296d96f389825e8b60c395b6e55cd44f52de3852d9"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml",
      "size": 302,
      "sha256": "55e6e491770a2356f873bf0d37625ffc766d03040577899b401b6a8d2ea0578c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_nutrition.yaml",
      "size": 278,
      "sha256": "720deba0f47c261e2284314d92ae957b534b92cff615310dbdb7cf2a9cf74017"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_philosophy.yaml",
      "size": 286,
      "sha256": "9b0e0707bc39967c7f2f570591deabc8374b2c65a6f4cfdd5f69275bd9ef8d3e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_prehistory.yaml",
      "size": 286,
      "sha256": "91c7ef6c0e79bf1af285a1b15c63d17064e0c24026215e889617c8f46ef8dc53"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml",
      "size": 321,
      "sha256": "66b1c3d14c13177c45792a8641818dba8b0a2d679e6cddbab71ebe0abaf1ea8d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_law.yaml",
      "size": 305,
      "sha256": "0ee7c87f2ffb85a3af934a2b186503e88e4990314f7757e4bc8018f2f01d6e0e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml",
      "size": 315,
      "sha256": "3073fdca939a1b8091e4255f00e4294ee9c4af9b204dbd55d8c2499c934fb633"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml",
      "size": 331,
      "sha256": "27aefd005724263df7c74f10e7aa1f0ad1c4c69527c3fcb690b345cd85b6823c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_public_relations.yaml",
      "size": 310,
      "sha256": "3b7bd45f50d3f4e91735b2c6b822e0f1c85975c0f22861cd87dd0737a1f17233"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_security_studies.yaml",
      "size": 310,
      "sha256": "de083f685979ae6baabda9cd25ffe139b57fc8549703d716810d8cd37fd8afd2"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_sociology.yaml",
      "size": 288,
      "sha256": "ddfae0351f68973f930cc0076c63101aba650aa64950ad9f416e3979bb3a62a3"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml",
      "size": 313,
      "sha256": "62e00e0fc8e78d791f91431d21a5f863e5b7bced9505c0f57204cc9cde926e23"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_virology.yaml",
      "size": 275,
      "sha256": "84ed101c4519f98856e90ed426e391c52ef6585f15bb60dfaca0c01e3cb2ddd8"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_world_religions.yaml",
      "size": 302,
      "sha256": "89d0694ddf7c85dff50c609aeb1924c68f122b3e7c96ad2eb0f707c0d5513d29"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/_default_template_yaml",
      "size": 901,
      "sha256": "40b89ace24b5509147cd87cf39b983aeff2310ff8887fb138839c48ebdf8d535"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/_mmlu.yaml",
      "size": 935,
      "sha256": "ae91d085c756984613d7df351ee3d39c5233b843fdcb4c34df0af9066774ca7b"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_abstract_algebra.yaml",
      "size": 286,
      "sha256": "06fe2f26bfa2c87231a540ddf71605b9a736ce9e2d309ced4c93b404b393f992"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_anatomy.yaml",
      "size": 249,
      "sha256": "28d643b585d43b468f626f88d0b3852f173b7d373e528ffe1cb78874c4381d08"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_astronomy.yaml",
      "size": 257,
      "sha256": "aa8aede94d9c4a8dd4aea85e7493daef5d7b81d04c10f544a4dcce16bd4dc067"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_business_ethics.yaml",
      "size": 283,
      "sha256": "bf721e00f31cf67c4ffa652b2979447fac2f184ebacf7b6f50f7bb8e6f6234b7"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_clinical_knowledge.yaml",
      "size": 295,
      "sha256": "fe54b9f40c8de98b8e44b418a277aa33d72e7297c765acd985cd172f6298f0a9"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_college_biology.yaml",
      "size": 282,
      "sha256": "4d27e399d81fb46e4ec5ef1663d483d9bc38b127277e6827de54054557009196"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_college_chemistry.yaml",
      "size": 290,
      "sha256": "188dc45162aabe8fe4f152c6094ab92635d5edc1a64d2c810c67e89242e2412a"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_college_computer_science.yaml",
      "size": 318,
      "sha256": "aeea1d47018268d00865e16cdc181ac451132b6c0eba72bdd88f3c575c080dae"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_college_mathematics.yaml",
      "size": 298,
      "sha256": "a6c0164ffe17e4af215e620f90fde8a581ef90c3fd6605571329a2b71225604c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_college_medicine.yaml",
      "size": 287,
      "sha256": "90c5fc05489fd98c5ee475e71e7cf8c2be8b064e7e860d0440ceae2e2e4134f4"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_college_physics.yaml",
      "size": 282,
      "sha256": "e0a8ffa3cae3dfcd91b49e62362c4525bd2b8a5603450d4bd1ae3d38a048a747"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_computer_security.yaml",
      "size": 290,
      "sha256": "864204c155dc32a44fe185551c44daf2bdb6b9312335e43293e618ad58872b38"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_conceptual_physics.yaml",
      "size": 294,
      "sha256": "ec741de0ee034e1fbaca6c24301ea7a12e9d9dd7b9a96be113809e544bfb2084"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_econometrics.yaml",
      "size": 280,
      "sha256": "7b56301f08346fc5bf9dfce9ddb6ecdc75c96defad28b21f89483ea8af99e79f"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_electrical_engineering.yaml",
      "size": 310,
      "sha256": "40150069ed9555c9b72241d8b059243bbe571bcad6596e057f95a842109033ca"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_elementary_mathematics.yaml",
      "size": 310,
      "sha256": "5bb37d517c3c2d2f937a73ca510ed1d3b94b53dfeb438e636247574d547eae46"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_formal_logic.yaml",
      "size": 276,
      "sha256": "44c9687146eef8be2e44cbc70a8956b5625ac347c85d0a72122093e49428ddd5"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_global_facts.yaml",
      "size": 271,
      "sha256": "dd41647a9886dd2e2e81ebf5c37a9d6173972589a14a283c32aabfe6caf6fa58"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_high_school_biology.yaml",
      "size": 298,
      "sha256": "1432e01773563d4b9922b53b09966c0e54f79c31baf880bbae913a4149256dac"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_high_school_chemistry.yaml",
      "size": 306,
      "sha256": "5a73d6d7ab4a93ebd49f15016eaa047c8f0247e43890502593be0403abc4c87e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_high_school_computer_science.yaml",
      "size": 334,
      "sha256": "8e08b7a3d8c4e62039285193f65da431e1e158c34a168901b7533b7597fcf387"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_high_school_european_history.yaml",
      "size": 340,
      "sha256": "1edbc12e91b03124d754cfaf2f5fbedc69311a746877829f00e553d52a437549"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_high_school_geography.yaml",
      "size": 317,
      "sha256": "1729e530389287d06b0d29775ff3fe8371c84f628dc1269fa9606f30c835531b"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_high_school_government_and_politics.yaml",
      "size": 373,
      "sha256": "5485399a2cda6f45b83708b1ad497d6189fec6635c4027bd1fce099dffe69705"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_high_school_macroeconomics.yaml",
      "size": 337,
      "sha256": "a6e39679a95cb20d8869b908788019cbb5d06a4634995c9f7ecd5df7ef9402b9"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_high_school_mathematics.yaml",
      "size": 314,
      "sha256": "614403bd660ed7e2243ec2370a491dc8e22a9bfeab7ec549551af27f34aa723a"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_high_school_microeconomics.yaml",
      "size": 337,
      "sha256": "72dd422e88f52d57bfcf3ccb96e04867e2fbb3c54ab419921927fb18c3d682a7"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_high_school_physics.yaml",
      "size": 298,
      "sha256": "c2b87273f252a5cd4d7b245880aee73c81a9fcfb15b73bf32b93d26384d94737"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_high_school_psychology.yaml",
      "size": 321,
      "sha256": "d3041a407e75b323ef1048812a38eb4e5f096d4d815bd21ea0fd4843ea21fe57"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_high_school_statistics.yaml",
      "size": 310,
      "sha256": "32b8054f1991fa6e82d1baf29a2aa15819ee218a16a3a3f92e3bf1b3f5894d4d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_high_school_us_history.yaml",
      "size": 316,
      "sha256": "3e4d6552d655f65765b0fc1a6d5e128c64dfb25078af295f6e6c13d7725b9c4c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_high_school_world_history.yaml",
      "size": 328,
      "sha256": "ea0469b10aa054e1645561be556624ce3123a2e2d2e51a78d1a6110df8c7a61c"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_human_aging.yaml",
      "size": 267,
      "sha256": "bfae81f92b143bcda2a36f5776e8fe1d6795a65f4ff5d5417904c499d8f442e4"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_human_sexuality.yaml",
      "size": 293,
      "sha256": "6e12e9535263726550732ab93686f2e532832de33105992de5c5fa54ee642f52"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_international_law.yaml",
      "size": 296,
      "sha256": "6a6a75613d630cf55f8213e71cfa401af0439078c27d324176ed0453e591fb63"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_jurisprudence.yaml",
      "size": 279,
      "sha256": "c9ec0ae4ffca22817987523fe4e539e85dbf74b3dc9a23ff66a68ce057a5b964"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_logical_fallacies.yaml",
      "size": 296,
      "sha256": "940de64bfbcd34f03d5df697ec9869f38d71422016ca4a2691fe2c2d25c27118"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_machine_learning.yaml",
      "size": 286,
      "sha256": "9cdeeb92ce1044187ee05172137c5d030a889de8aa23f0841734669348a89796"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_management.yaml",
      "size": 262,
      "sha256": "da85a58c72f11704cd95b9728adfe622503d28706e0c5458455944b8b4921beb"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_marketing.yaml",
      "size": 258,
      "sha256": "abaa1afa6bf4e21c3c77746e6cc2354129276d7e5d9a197bfe98b34e6411307b"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_medical_genetics.yaml",
      "size": 287,
      "sha256": "c8c39ab2f468ca437da7d38d3a828024021c8444b230e60974a88c0d48270b01"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_miscellaneous.yaml",
      "size": 274,
      "sha256": "d15b5cd184803943397d8431618fba143fd5d02056f0de7d60916428d2d6f84a"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_moral_disputes.yaml",
      "size": 284,
      "sha256": "45884cb7b96c4fdf9b2205c27a9efa5392d0f9f0754f0c16e67300a1f881d83d"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_moral_scenarios.yaml",
      "size": 288,
      "sha256": "c935d2612198533dc702bd2313adbcde6510dc5b7413e68c9f7a780b57cf76ac"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_nutrition.yaml",
      "size": 258,
      "sha256": "06609cae52f218bd8035ee3eeaddfa6cf26a93277f91643b36688c372d350ab0"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_philosophy.yaml",
      "size": 267,
      "sha256": "93bcf50b53e8bf4167b5d2d808f3a9b484a0d3d2ce3ca092d7988f1b68de022e"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_prehistory.yaml",
      "size": 267,
      "sha256": "1a66ed6b6399d0c12526ddc71161f4cf2f855508fea8f6030088739cbf49a170"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_professional_accounting.yaml",
      "size": 315,
      "sha256": "eb1fd0956be495f93f23412b0ee865450751d46db5c6e18445e2a6c8d63288f1"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_professional_law.yaml",
      "size": 292,
      "sha256": "e86dfc5761478a8133219845cce80544682213f67a9ba7a66f1f46f96c6c3271"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_professional_medicine.yaml",
      "size": 307,
      "sha256": "cee458863b061540609902826aacf29b82100d28a2e542cd48b3f85b7d9ed3f1"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_professional_psychology.yaml",
      "size": 325,
      "sha256": "a055dea347b39f9eac5f9640ab2a0e8024e72d0556c184ec49f8ff19348ff5d5"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_public_relations.yaml",
      "size": 297,
      "sha256": "2c77edac33ca2ed82e57aff236c2922568c1181baa15447610136bb586830851"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_security_studies.yaml",
      "size": 297,
      "sha256": "61330a0300b719f7e3745fb5b5f98ec49e126960c37e5bb49d9537e7e6eb28e3"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_sociology.yaml",
      "size": 268,
      "sha256": "1750c38c5fbf8d06eea9086029120835364721e721306fc92f45c1d00673facd"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_us_foreign_policy.yaml",
      "size": 301,
      "sha256": "7ed206ede67eaa943fb824641856fedbde5ac08292c405a13b70640cdcae9822"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_virology.yaml",
      "size": 254,
      "sha256": "13887e17dbb5ac0e9bd71c274b68601f33e13fa357d29347f82f1535efb461d5"
    },
    {
      "path": "results/bf16_a16/mmlu/installed_task_snapshot/generative/mmlu_world_religions.yaml",
      "size": 288,
      "sha256": "46f23431015555d4502b82a7ea914fb5203cc13ea950e029c3643f13c37c09e8"
    },
    {
      "path": "results/bf16_a16/mmlu/run_metadata.json",
      "size": 209803,
      "sha256": "e478b3bea29df91f39ca54f26f1a6af46c619112fa203265417f8f431b738fa7"
    },
    {
      "path": "results/bf16_a16/mmlu/timing.json",
      "size": 217,
      "sha256": "64a07515a327a041e23602f35b84576e2ced3234de5491c07523c3dc872a0fa7"
    },
    {
      "path": "results/bf16_a16/stage_00.log",
      "size": 71869,
      "sha256": "4663573e7f406d790c1fcb9cc523d600a9a1be3d3bd8ed8c9430659890dc8c26"
    },
    {
      "path": "results/bf16_a16/stage_01.log",
      "size": 71706,
      "sha256": "c7d950ce60a34bccfe3fa4f3564567713332325a3e30aa6cfc765bc0dd578ac4"
    },
    {
      "path": "results/bf16_a16/stage_02.log",
      "size": 71481,
      "sha256": "c5f391a1b9467506095e2380f32f89ee0e0f4de2f363fb6e956001b3d7b3cbfa"
    },
    {
      "path": "results/bf16_a16/stage_03.log",
      "size": 71637,
      "sha256": "cb4cf0f1b5dca940a460aeeb3183e07512a70964b345beeca9a6b423ae1557eb"
    },
    {
      "path": "results/bf16_a16/stage_04.log",
      "size": 209803,
      "sha256": "e478b3bea29df91f39ca54f26f1a6af46c619112fa203265417f8f431b738fa7"
    },
    {
      "path": "results/bf16_a16/stage_05.log",
      "size": 73448,
      "sha256": "bc68d743420e51033ba8da84ffde2177cc98b3a0d44eea11d06e9a345c8fb2f1"
    },
    {
      "path": "results/bf16_a16/wikitext/evaluation.log",
      "size": 24981,
      "sha256": "ffa465190b69496532601aab3d46e6be7d893f82d253e76b00115f8185277b64"
    },
    {
      "path": "results/bf16_a16/wikitext/harness/ByteDance__Ouro-1.4B/results_2026-09-15T20-08-34.565836.json",
      "size": 11151,
      "sha256": "f59bd2c577fda0cd27ee9e67d1ce41b5ff18c0515ea344514fb6c37a90d09252"
    },
    {
      "path": "results/bf16_a16/wikitext/harness/ByteDance__Ouro-1.4B/samples_wikitext_2026-09-15T20-08-34.565836.jsonl",
      "size": 3831392,
      "sha256": "572f367266dfa0423b70ecd1ef130792deb9a280cda7eb38ea53a988d6866355"
    },
    {
      "path": "results/bf16_a16/wikitext/installed_task_snapshot/README.md",
      "size": 1477,
      "sha256": "4c828e4fac9216b03760014beba7edcfc1512fe86027411f8ab5e94aa1f5dbde"
    },
    {
      "path": "results/bf16_a16/wikitext/installed_task_snapshot/preprocess_wikitext.py",
      "size": 1738,
      "sha256": "a44020374b172159bf5be80a64d2c4194c9d5c77284f696ac666361338c8da7d"
    },
    {
      "path": "results/bf16_a16/wikitext/installed_task_snapshot/wikitext.yaml",
      "size": 532,
      "sha256": "f6d1a228da486466ac91922c99cb5ff197610ec045decb2009599a16b80eaf45"
    },
    {
      "path": "results/bf16_a16/wikitext/run_metadata.json",
      "size": 73448,
      "sha256": "bc68d743420e51033ba8da84ffde2177cc98b3a0d44eea11d06e9a345c8fb2f1"
    },
    {
      "path": "results/bf16_a16/wikitext/timing.json",
      "size": 216,
      "sha256": "e392a9dfc3eb116700f84fa66b79f8862fec921ee96e1737776a13ef3f44c379"
    },
    {
      "path": "results/bf16_a16/winogrande/evaluation.log",
      "size": 22130,
      "sha256": "f7b67d9a5022eeab9d170ad47db462604458a4c4a4f2a8d486ad2eed1ac1e317"
    },
    {
      "path": "results/bf16_a16/winogrande/harness/ByteDance__Ouro-1.4B/results_2026-09-15T18-26-19.960788.json",
      "size": 9362,
      "sha256": "0f5d99a5631b8616ba296e60262bc5566661f1f4c1f947101a224b6b6d135819"
    },
    {
      "path": "results/bf16_a16/winogrande/harness/ByteDance__Ouro-1.4B/samples_winogrande_2026-09-15T18-26-19.960788.jsonl",
      "size": 1282033,
      "sha256": "9378f65e652af7e5206fc07c9aa34325a886a64afb397dd5b5d81707a61ede14"
    },
    {
      "path": "results/bf16_a16/winogrande/installed_task_snapshot/README.md",
      "size": 1816,
      "sha256": "bc0d92fa23929d74c05cf43112a461c1931dddac66bca0373feeed51c636485a"
    },
    {
      "path": "results/bf16_a16/winogrande/installed_task_snapshot/default.yaml",
      "size": 506,
      "sha256": "7a73c28f1c760f1f54b4185f21f8df5927c1fe7278a8520f38ee03cc7f40d9e7"
    },
    {
      "path": "results/bf16_a16/winogrande/installed_task_snapshot/preprocess_winogrande.py",
      "size": 377,
      "sha256": "e55327629264a98f1d383fda24645b6779afb53fa0bce2150042b9416b1ae006"
    },
    {
      "path": "results/bf16_a16/winogrande/run_metadata.json",
      "size": 71706,
      "sha256": "c7d950ce60a34bccfe3fa4f3564567713332325a3e30aa6cfc765bc0dd578ac4"
    },
    {
      "path": "results/bf16_a16/winogrande/timing.json",
      "size": 218,
      "sha256": "cb7deb95d7903d8cd6726bb20dfc16c51d89c35b02e63a4da06726d346d6c246"
    },
    {
      "path": "results/gate_bf16_prefill/job.json",
      "size": 5331,
      "sha256": "e260a25dfc765b9f9840e7355fb6e7acf489365df02e7a10b6f294f276389488"
    },
    {
      "path": "results/gate_bf16_prefill/parity.json",
      "size": 928539,
      "sha256": "f81486293692e3fd154dc6ebf1c609420e1e22a157e7402ab074245dda4e4db3"
    },
    {
      "path": "results/gate_bf16_prefill/stage_00.log",
      "size": 476150,
      "sha256": "7a5a03cc9437070d3e6966c2b5d5475eac6506bb835cf387bfad5f4899576556"
    },
    {
      "path": "results/loopq_w4a4_step0975/arc_challenge/evaluation.log",
      "size": 33230,
      "sha256": "948086b446c985163b6701afd0c5ca9563ab2eef4edf921739fc8b4bb04683c1"
    },
    {
      "path": "results/loopq_w4a4_step0975/arc_challenge/harness/ByteDance__Ouro-1.4B/results_2026-09-16T14-11-08.853455.json",
      "size": 9317,
      "sha256": "1552aa0952e4bd6233a5e69ea296ee7aa9c3de0c9273df019c3979f3694fa4f3"
    },
    {
      "path": "results/loopq_w4a4_step0975/arc_challenge/harness/ByteDance__Ouro-1.4B/samples_arc_challenge_2026-09-16T14-11-08.853455.jsonl",
      "size": 2291537,
      "sha256": "46955628d6895ac6931f41897d5a6bfe5edb91a854e366d2aeb704d61fb87c71"
    },
    {
      "path": "results/loopq_w4a4_step0975/arc_challenge/installed_task_snapshot/README.md",
      "size": 1932,
      "sha256": "2fc3774dce5e922b5b14266b5be2873e4c75a708c7ccb25fac11190cfe42001c"
    },
    {
      "path": "results/loopq_w4a4_step0975/arc_challenge/installed_task_snapshot/arc_challenge.yaml",
      "size": 71,
      "sha256": "682621c26ae24b1065a2d732460a55a8ef2b9f2544574431666c9309a9efd7bd"
    },
    {
      "path": "results/loopq_w4a4_step0975/arc_challenge/installed_task_snapshot/arc_challenge_chat.yaml",
      "size": 1143,
      "sha256": "61b067bbfb12a72bfd3f11f4df5d11771c1267e9241f414a0e454d65e30e0e31"
    },
    {
      "path": "results/loopq_w4a4_step0975/arc_challenge/installed_task_snapshot/arc_easy.yaml",
      "size": 579,
      "sha256": "96da1d9efe1df88659481cedc13985cb347dc068554a2eae561303fa39bfab3f"
    },
    {
      "path": "results/loopq_w4a4_step0975/arc_challenge/run_metadata.json",
      "size": 72468,
      "sha256": "4b495a419dd26891dcfd6374a9b4126737f6a76cae627eef6278e17bec3961fb"
    },
    {
      "path": "results/loopq_w4a4_step0975/arc_challenge/timing.json",
      "size": 217,
      "sha256": "ac04594d443611081a9c6c9b476c0222172401387c14aeb89130248143f5af18"
    },
    {
      "path": "results/loopq_w4a4_step0975/artifact.pt",
      "size": 5102820,
      "sha256": "dff33d2aa7316b2137ee98bfa18573ba657d7f5dcf0f3ec807608b477ae7552a"
    },
    {
      "path": "results/loopq_w4a4_step0975/components.pt",
      "size": 5102138,
      "sha256": "303416a5551b9d923ccb89ccb165872a57ee77524daa24ed0064a283d816ee0d"
    },
    {
      "path": "results/loopq_w4a4_step0975/hellaswag/evaluation.log",
      "size": 209220,
      "sha256": "7d071b5b44dfed4acc499fea9c005f25878f4bcd1a2864950ae2de62e4dda4fb"
    },
    {
      "path": "results/loopq_w4a4_step0975/hellaswag/harness/ByteDance__Ouro-1.4B/results_2026-09-16T13-58-51.262541.json",
      "size": 9552,
      "sha256": "3b8a9b6d42ab5a14bae3ee7330e36e19a3ebc9e2786251c31df70d0b14f9eccb"
    },
    {
      "path": "results/loopq_w4a4_step0975/hellaswag/harness/ByteDance__Ouro-1.4B/samples_hellaswag_2026-09-16T13-58-51.262541.jsonl",
      "size": 43664972,
      "sha256": "770502397439df44d46deb4b3ad849bdcfa1fec447585e78b05c1d9f3c895d2e"
    },
    {
      "path": "results/loopq_w4a4_step0975/hellaswag/installed_task_snapshot/README.md",
      "size": 2710,
      "sha256": "d12c5bb378e08ae58914c074a27a58faf853c4264c59b0e47bc125445b222df6"
    },
    {
      "path": "results/loopq_w4a4_step0975/hellaswag/installed_task_snapshot/hellaswag.yaml",
      "size": 480,
      "sha256": "e9ef8ac3fed02bf283777d946ae76cbf906152e9c92533c9794e5a9dad78d1cf"
    },
    {
      "path": "results/loopq_w4a4_step0975/hellaswag/installed_task_snapshot/utils.py",
      "size": 717,
      "sha256": "07d23b60b28f2a4f658dcf8440623a63fe6644854ce9b846a114dde980dc1214"
    },
    {
      "path": "results/loopq_w4a4_step0975/hellaswag/run_metadata.json",
      "size": 72700,
      "sha256": "a6b28c5e558e6a43cb79f74c1662b037942ac20a0688ef10a4c2c49c23c51fa7"
    },
    {
      "path": "results/loopq_w4a4_step0975/hellaswag/timing.json",
      "size": 217,
      "sha256": "168b4643af273c39e06e5a8d209179a475237d0d3fd6112372879fa44ca9b731"
    },
    {
      "path": "results/loopq_w4a4_step0975/lambada_openai/evaluation.log",
      "size": 41842,
      "sha256": "6812d16d2e48a7010af71c0475b5ee44d3fae44c2c6f4d45308c241960447cd2"
    },
    {
      "path": "results/loopq_w4a4_step0975/lambada_openai/harness/ByteDance__Ouro-1.4B/results_2026-09-16T14-08-41.070680.json",
      "size": 9187,
      "sha256": "a93a8e6e264daaad27c2ed5226d49ceda0f65627d02a5fd18cf4ee2694efffb0"
    },
    {
      "path": "results/loopq_w4a4_step0975/lambada_openai/harness/ByteDance__Ouro-1.4B/samples_lambada_openai_2026-09-16T14-08-41.070680.jsonl",
      "size": 6302190,
      "sha256": "35f6f40e27e4904f23dcd2b97ce296bb3cccdea4c07cae93e6764079868032f0"
    },
    {
      "path": "results/loopq_w4a4_step0975/lambada_openai/installed_task_snapshot/README.md",
      "size": 1186,
      "sha256": "00eed7946198d43721dd90ba926f0291fc292e23af01d61b1c7fd89448b6c448"
    },
    {
      "path": "results/loopq_w4a4_step0975/lambada_openai/installed_task_snapshot/lambada_openai.yaml",
      "size": 489,
      "sha256": "96dee2fe378666b6b5411958a25ad5c83f5b43eb6b3c830f4b0fd485f9adb6a5"
    },
    {
      "path": "results/loopq_w4a4_step0975/lambada_openai/installed_task_snapshot/lambada_standard.yaml",
      "size": 505,
      "sha256": "68c54b04b75b203d7bddd97ad58352a6393fbba1ebffa3249ba692ae0a0d9d3a"
    },
    {
      "path": "results/loopq_w4a4_step0975/lambada_openai/run_metadata.json",
      "size": 72313,
      "sha256": "669d6c7ec0b87ee9c6b44affbd4a99f030be0944d592fd1471e186ddf66ae40e"
    },
    {
      "path": "results/loopq_w4a4_step0975/lambada_openai/timing.json",
      "size": 218,
      "sha256": "d6bb279e78cfb91eb3edf7806eb263863f27df7f274716b1ca157dba14c26bd5"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/evaluation.log",
      "size": 1633348,
      "sha256": "65318ff477bc0b40352996236d3ae9c18787c032443a9e7e6cf789ab52e733f8"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/results_2026-09-16T18-37-34.518063.json",
      "size": 163856,
      "sha256": "5793f78fe5ddd9e11d6e9beffb9ad0188ab952e1c28d38fc4ebca2184393d5e5"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_abstract_algebra_2026-09-16T18-37-34.518063.jsonl",
      "size": 551934,
      "sha256": "bc388ed4d36454d639903d83f3626357790d5eeb1f9e1bece6af340dc03aaddd"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_anatomy_2026-09-16T18-37-34.518063.jsonl",
      "size": 848223,
      "sha256": "8735c8ac051b7efb14324d035b742cb4b59fb8b3d3d6a11c3a84c5cba15d8d2c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_astronomy_2026-09-16T18-37-34.518063.jsonl",
      "size": 1679533,
      "sha256": "c285f2360c12dd1a7205e1a0578f82fda96b9b5589061cbab83bbdd43bb57e86"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_business_ethics_2026-09-16T18-37-34.518063.jsonl",
      "size": 1165030,
      "sha256": "6e60f0350e600eb413df9c79c9ebf0f3dc06d07e1119f6fff22f293f3e723868"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_clinical_knowledge_2026-09-16T18-37-34.518063.jsonl",
      "size": 1926155,
      "sha256": "3ad4012e794cc4968efe77eab15dbc99c259320190ada2485176e4fa24bfe9ab"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_biology_2026-09-16T18-37-34.518063.jsonl",
      "size": 1303380,
      "sha256": "18c6832b4650ddf49d9636291d0b4b84658cc7479198ebbcdeae95c8a3729f59"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_chemistry_2026-09-16T18-37-34.518063.jsonl",
      "size": 779852,
      "sha256": "f99c01aa6a33a7596002aaf59fc1f38524f13fc67d4cab1911d77f1213639dcc"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_computer_science_2026-09-16T18-37-34.518063.jsonl",
      "size": 1450367,
      "sha256": "cb02aaa57dff81e1b5d06e8f5f04f130d5ae6d8a319da6bd1d2b30c56b499ac4"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_mathematics_2026-09-16T18-37-34.518063.jsonl",
      "size": 848603,
      "sha256": "ec522168dac6313b67ed41f17bfa4ded10ac209a21f6a477a09e833016266153"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_medicine_2026-09-16T18-37-34.518063.jsonl",
      "size": 1781387,
      "sha256": "0641bf427360be1f9153edceda4cd4167cf13a5095e6871b64cb028fbde5ab2d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_physics_2026-09-16T18-37-34.518063.jsonl",
      "size": 852271,
      "sha256": "3703aaf451e182b7eb90400cbcf0cc8df487d272100fad3f9a0cd605704097aa"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_computer_security_2026-09-16T18-37-34.518063.jsonl",
      "size": 700836,
      "sha256": "8d13a5e67d267c829d5b2180f9a15ce4e05e29db29358fffe01020607470ee4f"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_conceptual_physics_2026-09-16T18-37-34.518063.jsonl",
      "size": 1373782,
      "sha256": "3ab73322da81b519d0a139d09f139f51509188e1ae790cb2450232bf283df3b3"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_econometrics_2026-09-16T18-37-34.518063.jsonl",
      "size": 1128412,
      "sha256": "7bfe462c97ce51e828a179d65a47d8cb27b4c61770059cda08093cd6aa2e4589"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_electrical_engineering_2026-09-16T18-37-34.518063.jsonl",
      "size": 872629,
      "sha256": "6f4037acc63268947db8f3dbadd671d0b676158c8d38173090a1bafebdbfbcd3"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_elementary_mathematics_2026-09-16T18-37-34.518063.jsonl",
      "size": 3008722,
      "sha256": "f15f4fab39c4d12971990b38607f475dd6658ab51278f405dda10e75f94fba1f"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_formal_logic_2026-09-16T18-37-34.518063.jsonl",
      "size": 1288869,
      "sha256": "358111bc7ad48e953e80d50fd688dae9f7c068469faa0c2df30bc2b50336f266"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_global_facts_2026-09-16T18-37-34.518063.jsonl",
      "size": 704913,
      "sha256": "936a7f6f7477b37b7104fb59978a7962568d9c2fa0f2a9e7f895c8dfcfaedb71"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_biology_2026-09-16T18-37-34.518063.jsonl",
      "size": 3010474,
      "sha256": "be5feb5ff109f801f64c41446a81c1fa7dd52c4e687905c236130398144d81c3"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_chemistry_2026-09-16T18-37-34.518063.jsonl",
      "size": 1538510,
      "sha256": "d5586a964daefb30fe4ab6f75d3c94671b9ed563720ba484ffa2bd6d110e821f"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_computer_science_2026-09-16T18-37-34.518063.jsonl",
      "size": 1538149,
      "sha256": "2227714fe7933b9b5ace8e72ca0fcd9728fa24a70357d3923ccf9abb4b575c7c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_european_history_2026-09-16T18-37-34.518063.jsonl",
      "size": 9229186,
      "sha256": "5bdf9752fb572e82990cecc070364658c9330bf3ac4fcd0ec4514e6f3a17f26a"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_geography_2026-09-16T18-37-34.518063.jsonl",
      "size": 1570642,
      "sha256": "16e200510c8c74bef8037c454a51bbbcedf2261a105e72f9938595b339848967"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_government_and_politics_2026-09-16T18-37-34.518063.jsonl",
      "size": 1962134,
      "sha256": "de7d8c966e41591012b5e4a970cd569b52af4978e823cd1f6b39df61a01868a0"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_macroeconomics_2026-09-16T18-37-34.518063.jsonl",
      "size": 3161094,
      "sha256": "3c34b58ca9a89b16111fef45083f961438e7a367aabbe837b8d52b44852697d6"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_mathematics_2026-09-16T18-37-34.518063.jsonl",
      "size": 2036898,
      "sha256": "52bab80b8d7943552f90b13996e0754c57d880e16aabbf348ac3bc94768145e4"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_microeconomics_2026-09-16T18-37-34.518063.jsonl",
      "size": 1919893,
      "sha256": "c9cf3a7dc642f4eb18394fba6896a83efa2ccbbebb3c08be5ba750d7e5d5edc8"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_physics_2026-09-16T18-37-34.518063.jsonl",
      "size": 1385587,
      "sha256": "74d4b8cfbaae02fcb31c2dd4dbefaf14726a25e94542e7979d87705a146a1c0a"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_psychology_2026-09-16T18-37-34.518063.jsonl",
      "size": 5648278,
      "sha256": "b4892d2c81da0e8a96a305d82f76549c9171c667e2ef24033c15d70a827bd7a4"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_statistics_2026-09-16T18-37-34.518063.jsonl",
      "size": 3012670,
      "sha256": "06f2b4d2eae156d0d68fac71eeec972c5122c8b374d3b7c750f58056c2d36914"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_us_history_2026-09-16T18-37-34.518063.jsonl",
      "size": 9014068,
      "sha256": "a0d37622fd16bc9738fb341e70e4b358f6894ecfb3357b41e5f684a2c452442d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_world_history_2026-09-16T18-37-34.518063.jsonl",
      "size": 6866423,
      "sha256": "ffd34b752bc0adc855de34ce7ac3ea4b07eb4f7f42dbd3e3f2fe6e2dad20a7b7"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_human_aging_2026-09-16T18-37-34.518063.jsonl",
      "size": 1399288,
      "sha256": "a79f40783b987460692c8c3fea962f4f39d3cc357bb10cb1ba98c31477c5e6fe"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_human_sexuality_2026-09-16T18-37-34.518063.jsonl",
      "size": 885944,
      "sha256": "3f3520fbf9a4bc731c5f4b04eff3b3d2dc5615e984bd47e25b2d06423b82ba6e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_international_law_2026-09-16T18-37-34.518063.jsonl",
      "size": 1587856,
      "sha256": "6c8caccf737aca77546dc2302257e2bc226bb6f30882e4387fa4dbfcdb9b3516"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_jurisprudence_2026-09-16T18-37-34.518063.jsonl",
      "size": 865289,
      "sha256": "bf36d914972d04a3dc16f27e8adfb0f95ad1f0465855e6b8e0e1a020d391b367"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_logical_fallacies_2026-09-16T18-37-34.518063.jsonl",
      "size": 1478415,
      "sha256": "ccea87a75031cdc0eb2a85e9af0082d8b9d5926d179aa116cfd87ebc9cd5b8b0"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_machine_learning_2026-09-16T18-37-34.518063.jsonl",
      "size": 1348242,
      "sha256": "f0caa9409f73c6a80fdf9f4ae2b00062a20c9e2c0b05a15d505f7d2d9ab7de9c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_management_2026-09-16T18-37-34.518063.jsonl",
      "size": 593823,
      "sha256": "2531582909a1bc5faf65fcbc6f8b75a5e25072c7cbd2349a62492255226ede85"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_marketing_2026-09-16T18-37-34.518063.jsonl",
      "size": 1979619,
      "sha256": "4a4148555beef9c310aecb5413dc7215ecb8de6b232f0b94214579200e4d40d2"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_medical_genetics_2026-09-16T18-37-34.518063.jsonl",
      "size": 663152,
      "sha256": "e4ad2a329dba11aa912f7f06cba4971febe2e74ead6adb7116a50302defef6eb"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_miscellaneous_2026-09-16T18-37-34.518063.jsonl",
      "size": 3882703,
      "sha256": "8989025e763ce7924776f3691a86eda4271f58c791a9f5baded56d8a1f46ca32"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_moral_disputes_2026-09-16T18-37-34.518063.jsonl",
      "size": 3393664,
      "sha256": "f63c7b43b54423f5f125b60e9393c4631a89a7ad5111484919b2bfed8f103d46"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_moral_scenarios_2026-09-16T18-37-34.518063.jsonl",
      "size": 10338192,
      "sha256": "6648cfe808e643fd21badebc3dc6a0048eb113916aaa7c0343af3515f97a120f"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_nutrition_2026-09-16T18-37-34.518063.jsonl",
      "size": 3376571,
      "sha256": "4be9c588a7b8e71be7ae895c1bfb753f626e488bc79490161319604ee62a28d8"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_philosophy_2026-09-16T18-37-34.518063.jsonl",
      "size": 2004146,
      "sha256": "a297aba08d0415ad9067607fad0ff362bbb41b12add5fcaa3f0bf9b639f9e27e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_prehistory_2026-09-16T18-37-34.518063.jsonl",
      "size": 3272079,
      "sha256": "91b9aa214b992008a28db26c11800caed15cbddcfbe7a41c60a8312ed45dd3e6"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_accounting_2026-09-16T18-37-34.518063.jsonl",
      "size": 3403648,
      "sha256": "63c0832808c74e4c180f233b9909ad884d92e1b3895b57f7ad885351d8e4a360"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_law_2026-09-16T18-37-34.518063.jsonl",
      "size": 51945682,
      "sha256": "28eeaf23d96f0c4af33f3c93b5fc27fe812e05c538bc23a9cb49e69b12d09229"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_medicine_2026-09-16T18-37-34.518063.jsonl",
      "size": 5572527,
      "sha256": "2b4e2c23331d4db862000f0232f1b5fb41cfb3b187fb1c664149efc9cb7cd1c9"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_psychology_2026-09-16T18-37-34.518063.jsonl",
      "size": 7471623,
      "sha256": "eaeb4253d463550cef2bf204ce2f91f2a12250588d5123de7b480ba52d3e6424"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_public_relations_2026-09-16T18-37-34.518063.jsonl",
      "size": 937752,
      "sha256": "3ae04111a317cb9b6cec31731f897bbc209b0f3078bbc1b33bf296d3669e7802"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_security_studies_2026-09-16T18-37-34.518063.jsonl",
      "size": 6554945,
      "sha256": "a7fca919a73a760cd1227f12cc3d6001962448addad2471554bd43271e4f33ca"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_sociology_2026-09-16T18-37-34.518063.jsonl",
      "size": 1869091,
      "sha256": "9d21f91febe70c3f70c32d14b00893541a7295b53470dcdfd2c9fafc974f02e8"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_us_foreign_policy_2026-09-16T18-37-34.518063.jsonl",
      "size": 910485,
      "sha256": "8e0a39a4aaec80717cdd4a236ba9106c69a65d20ab7310c23680a8d90cf76e16"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_virology_2026-09-16T18-37-34.518063.jsonl",
      "size": 1119757,
      "sha256": "2f97435694ff7c691103a0a891de5ff3d2f8a99da1f9495b746e61266a2ef340"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_world_religions_2026-09-16T18-37-34.518063.jsonl",
      "size": 793913,
      "sha256": "d22f37b565d83c304b8d26627c120d32fee3771eab4c2a71fead13ce06aa04e5"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/README.md",
      "size": 2889,
      "sha256": "778f54ae72d277edd92ef18f61a35956ab6a96bfd75469cd700033d232e6e784"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/_generate_configs.py",
      "size": 5254,
      "sha256": "a4add5512c995e85e123e32cea7078d6dff1a4ffd4b38d3a4105dbe0ecaa0dbc"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/_continuation_template_yaml",
      "size": 261,
      "sha256": "136c84deb7a6d491034c1f33a7b249d94266116096f1998d5d75b3bae64819fc"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/_mmlu.yaml",
      "size": 719,
      "sha256": "734ceccdc7122de6f6db06bd09bff9d595f2c66c597465472ecf108ee779d4e2"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_abstract_algebra.yaml",
      "size": 246,
      "sha256": "8159e212ce4ff33fd1806313371b905f3f2b27401fcfca61ff93e7b58abf076c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_anatomy.yaml",
      "size": 218,
      "sha256": "694f644ec2cde419a35614b2b81911563da5885fe151957b6f6dead6b04bc530"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_astronomy.yaml",
      "size": 224,
      "sha256": "e7271d1e66df0c1eb2fbef3e4e28aaf694b24b7cd5c8b63b0980363f8c6cf846"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_business_ethics.yaml",
      "size": 244,
      "sha256": "29295b5c3cf4bd29412b50d3522162153bed0948defbc59cd2d3074da536ecff"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_clinical_knowledge.yaml",
      "size": 253,
      "sha256": "c0ec14846f2c637d67c903362f45a397b1779e994f5ef07aa2c0ac81b34a2c72"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_college_biology.yaml",
      "size": 243,
      "sha256": "7752fe151fda10b71968c30a2c3500521c971599e4861b8adaa00642071b3c5b"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_college_chemistry.yaml",
      "size": 249,
      "sha256": "c1ed348e373b4324687531bf043538ec66facc626dd4f726f029951f6f3db226"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_college_computer_science.yaml",
      "size": 270,
      "sha256": "4979be6e61bd844c65f010bb38fd0af63778d11db23e6a2797ea1090fdda3c71"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_college_mathematics.yaml",
      "size": 255,
      "sha256": "2ecb386978823213860c49d76695a7b20f5cfaf76b76a81f3a5232a703a257e3"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_college_medicine.yaml",
      "size": 247,
      "sha256": "9ead31b5eb689b3e063d7e272ff9b3a4b15b04e74effd0242430ea9fe5047daf"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_college_physics.yaml",
      "size": 243,
      "sha256": "88d9435fde182a92f48542d21b4d6a30ac1ce4929f6a0392f36b51e14726a133"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_computer_security.yaml",
      "size": 249,
      "sha256": "4fe37174e32cabfea651d2e4068982f4102e0ea64fdc625252ccadc2234e241d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_conceptual_physics.yaml",
      "size": 252,
      "sha256": "3491029bb98d6fe6253b8cd4fbc5b75688cdc0ddaca754d07ab23cb75ccf0d6d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_econometrics.yaml",
      "size": 244,
      "sha256": "7c501063b271086aed0f848176e294c9cb19e1d77fe30f2ee16a1a46d5a40b81"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_electrical_engineering.yaml",
      "size": 264,
      "sha256": "41dea07585d3616e18250d25b813b98302e6e813e2059cdfdec547673ef50d11"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_elementary_mathematics.yaml",
      "size": 264,
      "sha256": "c8f2865817bac8a459b011cfe4145be92b0cbd82de5734c212084469c87df9a6"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_formal_logic.yaml",
      "size": 240,
      "sha256": "a5ffe5d130b6d6bfac7c8e9a6783be64e99aa16ebf8a17c3659f11e65c34f7cc"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_global_facts.yaml",
      "size": 235,
      "sha256": "2fb4d84661cbd15fa2500f4f6cda3c5aa833c1881bc6eb1f8501289e92aeee85"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_high_school_biology.yaml",
      "size": 255,
      "sha256": "a0f06049c6a8dbbb3770e2360e8bd9769cd9c1986a6756876036e34b98943bcc"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_high_school_chemistry.yaml",
      "size": 261,
      "sha256": "5078f0463f1160a46c3ba8d6a2b0709d06e080e19debb8ab7cfae9c5a04af82f"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_high_school_computer_science.yaml",
      "size": 282,
      "sha256": "f49e59597711e375cd7777af08f2cfc953e97a710c0146befa3d1249b4313921"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_high_school_european_history.yaml",
      "size": 288,
      "sha256": "b878581052510471659eb219ff5500b7630727fc205acad9d99c415217a1104d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_high_school_geography.yaml",
      "size": 272,
      "sha256": "3be25c7a9b7c26e9eb80f37091f3fa69c2c70f281d8a13e8f2e1f56cbc93b819"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_high_school_government_and_politics.yaml",
      "size": 314,
      "sha256": "1a146e58fdd8c9df6d25b1a9b541ba7ca6bd513138d3d4865518a9433fded980"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_high_school_macroeconomics.yaml",
      "size": 287,
      "sha256": "c61acdc2578896e3ae4de5cc7bf321afe117ae651952f8416a2704859dabe69f"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_high_school_mathematics.yaml",
      "size": 267,
      "sha256": "5204706c64ab5c74192ab0a79487e692a89011415b7ab16baebc7c6594fd896e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_high_school_microeconomics.yaml",
      "size": 287,
      "sha256": "0ac5a1c4cdc1db5da4676772f964c548ad04d29cc5054fd42111083569c773f2"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_high_school_physics.yaml",
      "size": 255,
      "sha256": "6ad4aa424a658e3fff52cb5a317da82a816e35d6b7ee75debdb16ce464596512"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_high_school_psychology.yaml",
      "size": 275,
      "sha256": "1d81a1a6567a58133fc81b8fa5fc8c2e1f9bcf7c7657c437d7c718ca91bec516"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_high_school_statistics.yaml",
      "size": 264,
      "sha256": "8371896942aa20418c8afdef39758afecf95d6cefe078917722c0b3849ce5db7"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_high_school_us_history.yaml",
      "size": 270,
      "sha256": "b0dcce25582b1159b6fa0adb534f01784e24cc34f90504c071a44703ff70fbe1"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_high_school_world_history.yaml",
      "size": 279,
      "sha256": "6a03310034e058209fad6e2231930e8cdb11da18bd292e749ed90db1ea0b81bd"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_human_aging.yaml",
      "size": 232,
      "sha256": "df2506c4b5b9ecbee3842d90daef68079279c14177138f184949aa676faac7c4"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_human_sexuality.yaml",
      "size": 254,
      "sha256": "84670a5ee78c5d8edcb276d460df7c8addf1600c6d705ea1f0c94da79f448e28"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_international_law.yaml",
      "size": 255,
      "sha256": "fca976f0ccdf3c118cffb8ebd76b8cdc6e1843ca5d334a7a6527acc05bc84b75"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_jurisprudence.yaml",
      "size": 242,
      "sha256": "2c0350db6deee656a2cd39be6a311f0f81822313f3ae9e74fc3e7f67b9f088a2"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_logical_fallacies.yaml",
      "size": 255,
      "sha256": "b91f67cff7385a821d247712f87ed5ebc50886727c8c737baf6526ad84f4be13"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_machine_learning.yaml",
      "size": 246,
      "sha256": "83514cc0afdc6430167e88c9369af636aebeb6e0b973313ddcceec998bb1e1e5"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_management.yaml",
      "size": 228,
      "sha256": "d6869851aa6ea7511e88a3331c301ee3b2832f2e5ddc100b97da564cf153019d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_marketing.yaml",
      "size": 225,
      "sha256": "60b3d5773349690945f240c43441160ebe4e77187fc9ce8c34216e669a8a70c7"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_medical_genetics.yaml",
      "size": 247,
      "sha256": "1318b567eec3e85dad5b7827a6805e8e0dd966fe732ede9f5ee4634542458269"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_miscellaneous.yaml",
      "size": 237,
      "sha256": "54464d8cffe046c4526fd54baf846923c6da950e63be60e3b8d263a3a86b21d8"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_moral_disputes.yaml",
      "size": 246,
      "sha256": "bb4f0b3230800a1d08575615fece8ab4e5ca445c64fe65459824a31d59997279"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_moral_scenarios.yaml",
      "size": 249,
      "sha256": "7bc3391886d1b8f8766b83eee52af7fe724396547be8a86bfb57444331a8aee5"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_nutrition.yaml",
      "size": 225,
      "sha256": "b491deb4135fcc6f679ffc60f75d6a9548286f540ec25f6956767c87006c87dd"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_philosophy.yaml",
      "size": 233,
      "sha256": "6029ace828d819b309f863517a0b55c0215a613e1438cfc6e4ecf1252d61f123"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_prehistory.yaml",
      "size": 233,
      "sha256": "d8723c91698d9fc53ca04b519ca1ef7f8306ea3a859af8e00021eb8a5f0069aa"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_professional_accounting.yaml",
      "size": 268,
      "sha256": "a7564021ab6fea419419c54aa850e8bb3d462cc027c6e053c5c6f3b2881aad6d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_professional_law.yaml",
      "size": 252,
      "sha256": "993b1bbed3ade81edda65ba082bd92e178adeff01095a9fdbba8eb1887f1c257"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_professional_medicine.yaml",
      "size": 262,
      "sha256": "54bc9058843686adb0b4664c448c35c04e9d0628656e9bba68f1e39367fe7ce2"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_professional_psychology.yaml",
      "size": 278,
      "sha256": "f32d4960ce8163fb2e74ae89305d58e90e60da64ecdae4d3fabb388f504593bf"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_public_relations.yaml",
      "size": 257,
      "sha256": "284845391d878b622c02c374586ea4b5b2c2dbef0e59d34baeecda833da1971d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_security_studies.yaml",
      "size": 257,
      "sha256": "7676a70b9b518292516dc12e0912ecb953de2593902e70acb05eda873f732d5c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_sociology.yaml",
      "size": 235,
      "sha256": "ab5aad3265f97aee30d87ca136a04bffb8982e745f7436969034c522ca33cd90"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_us_foreign_policy.yaml",
      "size": 260,
      "sha256": "8dc6ccf8c702d76ed9b0d0e41d9055a3682bbeaea7165691f36a27a918189acb"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_virology.yaml",
      "size": 222,
      "sha256": "97d27d41025cd77340cb440ece792e258b6c660a7e0f460f3d0a7c25f6fc169b"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/continuation/mmlu_world_religions.yaml",
      "size": 249,
      "sha256": "f1e182eda771dc880be7f9915af22343fadeeb6209e436d9cbaa5a9aa89b328c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/_default_template_yaml",
      "size": 406,
      "sha256": "a0997593bf94f52cc87eb1f9b621f52613a6c60f1fb48775b0926104fd385122"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/_mmlu.yaml",
      "size": 179,
      "sha256": "e35dd25fea5fa5583fbb64a99f9b7c4a2071a3edbbd65182f152d77b7798e11d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/_mmlu_humanities.yaml",
      "size": 166,
      "sha256": "790036db1420e7c8a1266f149ecaa401326380608552fc123cac1c15255ad7f1"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/_mmlu_other.yaml",
      "size": 151,
      "sha256": "1cd803a8f56b88a830f8a12a9fc052d8b8237c712b8ea859582da3eeb6ad43de"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/_mmlu_social_sciences.yaml",
      "size": 181,
      "sha256": "ece4a326d603c2424411af4a3b1cb1a99677792f50cd366f8e9f5e726899194b"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/_mmlu_stem.yaml",
      "size": 148,
      "sha256": "2d58563cf678c1e7f98ade5aa47ff68143d8554cc1661ed7b832abe483b2604d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_abstract_algebra.yaml",
      "size": 270,
      "sha256": "f026cc8918a0a4a422af4286e22889de6f423483671975fdd5429c96c0d0d9ef"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_anatomy.yaml",
      "size": 233,
      "sha256": "8dad2f8dc245224b7981c6186e1192e362d26c0eac649d1307080f57df92ff64"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_astronomy.yaml",
      "size": 241,
      "sha256": "a7723276547be2474f1413d387d13f1fec179ae98f236a78258c6c83e231d926"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_business_ethics.yaml",
      "size": 267,
      "sha256": "0a8df5dc2fa2f02f1c70da7ab920761f479862462dee97457182df817b1dce57"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_clinical_knowledge.yaml",
      "size": 279,
      "sha256": "2308279513bb71f56bc46213ec73d942918a6e5d6edc8856ec430dcc6d3cc26b"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_college_biology.yaml",
      "size": 266,
      "sha256": "a102e5ddd619591a8a7edf1830bd78c9ae56f083908a31f5b62ba0d7ab593695"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_college_chemistry.yaml",
      "size": 274,
      "sha256": "aafbd16592bce40850f95f13a61d3ae53f2ecc5121e1677e9bc27a898d8b022c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_college_computer_science.yaml",
      "size": 302,
      "sha256": "34ba579d113ac7d499fb9f1a41db30f656eb4f85f240c8e85b2e01c8a2e7b1aa"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_college_mathematics.yaml",
      "size": 282,
      "sha256": "f5ee2d5cab36fdcee9678fdfda31c1d6dafd173674692311e6a3000511d7de14"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_college_medicine.yaml",
      "size": 271,
      "sha256": "3c95658b25cf99dd9c998430463cdcae1ad4c3fb75c735ac4483448ccbe07432"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_college_physics.yaml",
      "size": 266,
      "sha256": "419ff741345b01c8d7362ab41f7a48f0ea44667cf0bb870568718a500b1ca6ac"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_computer_security.yaml",
      "size": 274,
      "sha256": "a734f89bffb4038e6be27d9f402aac0e79bbe3b831d42faffc5e15410d88a953"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_conceptual_physics.yaml",
      "size": 278,
      "sha256": "2f442a87451b9f95b22907d434e737ca14455f197390ad69bbaae997004ad4a2"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_econometrics.yaml",
      "size": 264,
      "sha256": "4d42386ca2a5637d60b4978c575d3490354f4038c67743089a7e9ff14d65fb13"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_electrical_engineering.yaml",
      "size": 294,
      "sha256": "c29ed6b29cb28b0fd4c243a2bf637385123926119b25160f99f02867f5be1396"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_elementary_mathematics.yaml",
      "size": 294,
      "sha256": "90105e3ee53a869f5bb23361fe01419e9cec54bfbf1cd82b2d3f3e5f8a335c4a"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_formal_logic.yaml",
      "size": 260,
      "sha256": "31e3c8ec51bbbe8ba7842948b28844b0f12de8b709059f1647bda39f860ab86e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_global_facts.yaml",
      "size": 255,
      "sha256": "d938b962a3f8fdcd90040d9ef28db9068a6d1ecf08a7311d8de7ed89f77eabf9"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_high_school_biology.yaml",
      "size": 282,
      "sha256": "3b967d4bf5169aa90abd85a04b9cca5746b79102aa9e3feca4aad8318f441767"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_high_school_chemistry.yaml",
      "size": 290,
      "sha256": "d89282333d4fce1f761df5e0baedcb59aa72dab22f4651d3e1f77aa142cd1f06"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_high_school_computer_science.yaml",
      "size": 318,
      "sha256": "4fa205dc34a098acf68e303f6f7c0da3bdde9d4638a94a5683ef6c57c3c3f13b"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_high_school_european_history.yaml",
      "size": 324,
      "sha256": "dc30df82cdef1692a99806b1be2aa94f16362407179cc2a2d9eabdb37b2af06e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_high_school_geography.yaml",
      "size": 301,
      "sha256": "4b6e36425a2690e02e46e8a7c7c886d64e42082399857c7bfc2f396d93d38ea9"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_high_school_government_and_politics.yaml",
      "size": 357,
      "sha256": "02b95e38f133266a69bbbffb8ecaef5f67fa0521d81b0f540a0e4cc2dcc64923"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_high_school_macroeconomics.yaml",
      "size": 321,
      "sha256": "d86505fa78ab45dac3de902432bb1a30e25f3d86fe20289c07a1b61214529f33"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_high_school_mathematics.yaml",
      "size": 298,
      "sha256": "7cdaaad0ba299d5679b344ec8cd4775dd81ebff3918041157a7a980708f31dc2"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_high_school_microeconomics.yaml",
      "size": 321,
      "sha256": "b50ee6a489ebef539ea181b968716b7b7cdc94729fc58cf01b9f36388093ec36"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_high_school_physics.yaml",
      "size": 282,
      "sha256": "8ee33988717ad1c9cc29f51841ffdd8ba2ce57e80f93fc6f3d570a48c6683934"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_high_school_psychology.yaml",
      "size": 305,
      "sha256": "603b757c8843ede5c6451a25593a8ee5b781d453b07372c49424816b79a9a4ae"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_high_school_statistics.yaml",
      "size": 294,
      "sha256": "b9dadaa5ce8598d6fd068481e03e617e5154f90462c80a71874bf8077fbf8492"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_high_school_us_history.yaml",
      "size": 300,
      "sha256": "2bd13e1b627b022b65c4c8f135fac2aa96dcd9ca7f46ff79abe8679c279eb947"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_high_school_world_history.yaml",
      "size": 312,
      "sha256": "580fd84a4f4c1c9a974b13bcb92f39f5a0c464402401744dd9b45daa4a76eeae"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_human_aging.yaml",
      "size": 251,
      "sha256": "cee80b63790b0e86e7b26cd68973c410ab2a085e7626268a4a25587ed48a7811"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_human_sexuality.yaml",
      "size": 277,
      "sha256": "267fe3eb8fcaf52d157fcc0728d0513fdb91c3371173fe388e0b03f8a7ea09e4"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_international_law.yaml",
      "size": 280,
      "sha256": "99064d1d0304106cb19fea31fd4af5cf69a949cb4f5e871729a76d090a3e89c3"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_jurisprudence.yaml",
      "size": 263,
      "sha256": "2d18fc654dd44d92ddd394adf1e3ef97c74366378bb37345b2e44d2f79fa2b05"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_logical_fallacies.yaml",
      "size": 280,
      "sha256": "2f03bd256e2e12fff3cdec67ea4f08df6d678b6dbacb6962c0d81dc0da2f356a"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_machine_learning.yaml",
      "size": 270,
      "sha256": "789baf184429d6b505f16fe581abb32ba1815b48223735be15710244c3d4c948"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_management.yaml",
      "size": 246,
      "sha256": "9d4507c060bff0db4dc8ff4198c625715effed28d24fdbf54495ea493b1c6d27"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_marketing.yaml",
      "size": 242,
      "sha256": "f63fecdb482e3f23bdd1863c6a309a5ddc836e09f531515f0a33de8461b824c9"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_medical_genetics.yaml",
      "size": 271,
      "sha256": "ab26bded29775760a1e5455d476227c74a51d94eb0b369363a69d184a876d857"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_miscellaneous.yaml",
      "size": 258,
      "sha256": "afc98efce966768995194ffd5d8e86c881bdad06fd5bb576156b3da133f82d3d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_moral_disputes.yaml",
      "size": 268,
      "sha256": "ec8279e3da5bfc4a28a1b096f1dd6c42fe5f307d9a9c513e3e79f2990f2fd058"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_moral_scenarios.yaml",
      "size": 272,
      "sha256": "c98a60a99386cafb095e7e02b56c6a74011a77a5a6772901d055e9d48e63e26e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_nutrition.yaml",
      "size": 242,
      "sha256": "e117c15b9846fc75e9efcf28f62edea6c736d24d4d1acc3e310205f1852e6221"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_philosophy.yaml",
      "size": 251,
      "sha256": "7654a06752c5c45e0637508ea4a528798114c10fab172b761ca2ef397c0d9172"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_prehistory.yaml",
      "size": 251,
      "sha256": "c23f8dcc4e96011f9ebca99bcb2b2372f477d5e36681690bbacd94c0a403b6c9"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_professional_accounting.yaml",
      "size": 299,
      "sha256": "432df31fa6ad5398020117189481f61afbc4b27bf7e7e7f03fa83f900f01cd11"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_professional_law.yaml",
      "size": 276,
      "sha256": "6067d60160d0978b5e2c15faedcd9baf5188600876a892fb08c42f1b4369758c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_professional_medicine.yaml",
      "size": 291,
      "sha256": "aedd6c8fc5b662f1197fda2920bea8516ce4090e16f97ef0cf1d22a4c54274e4"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_professional_psychology.yaml",
      "size": 309,
      "sha256": "c8acc00f3010b396ce34f2b54ffa6bf0806397a7b14f9a1c52eab18b4e02c642"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_public_relations.yaml",
      "size": 281,
      "sha256": "3f560bb0cbe9967c9ee9e753d41681304a366c83e4cccb73743fca4d0938533f"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_security_studies.yaml",
      "size": 281,
      "sha256": "c23f790964719dd32abaeb4993ecb9bf5560a7b4606220cd88a900830e11df2f"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_sociology.yaml",
      "size": 252,
      "sha256": "bf1ca22fc29b65431b83fa9de59676a3543535b9ab942fa86cc4ff8c871bd6c3"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_us_foreign_policy.yaml",
      "size": 285,
      "sha256": "44c36ea7852bccc941fc24370bcd9c985ab0ff334a9689525a6511ef2c6a8339"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_virology.yaml",
      "size": 238,
      "sha256": "028b0d3acbacd9bf83f7e67a41b052e4699feccca4c7e5e9edd74fbfd259a817"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/default/mmlu_world_religions.yaml",
      "size": 272,
      "sha256": "08d79b1b3cc4976a97c9aa57f1362cb588db1e68010ba56ff33a4fbe884e3e2a"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/_cot_prompts.json",
      "size": 218396,
      "sha256": "081478485b1d4f51e01305e19113f0e3a468f2dc787596386998e229a97b096c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/_mmlu.yaml",
      "size": 808,
      "sha256": "841b0c13d17dca9484e15350c3d66b1bef58978bd378ba2cffc315c704ddb9d0"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml",
      "size": 857,
      "sha256": "41ac9b9aed62737cc0d616c3594afe1fc5e0e886a84ea883e7d375e2fa71da53"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_abstract_algebra.yaml",
      "size": 3437,
      "sha256": "6a82a3a3575a224c794f7d08498ee8d81500de8cf85baf177b10f2b16531742a"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_anatomy.yaml",
      "size": 5059,
      "sha256": "35fb1d5692efbd88df5145c3067b8fa5fb2451d78845c5a7509dc5ad74b924f9"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_astronomy.yaml",
      "size": 4723,
      "sha256": "e8a4ae72a9c4f22399bf7db9611e84510bf45913cce5001bbed26bc382edf865"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_business_ethics.yaml",
      "size": 4909,
      "sha256": "78f11f5af8d6f611ab8bd7f262b75628902989b9c1120c702057739c55a0b27e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_clinical_knowledge.yaml",
      "size": 2900,
      "sha256": "8d25fc0ab2cf92ab5c436c5f670e315f9a8cf188012f297dc42d25f6bd492cb8"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_biology.yaml",
      "size": 5193,
      "sha256": "f62712222367f8b93decb5928bbd6c6e52df8537ac52e391c2b41e4593407d66"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_chemistry.yaml",
      "size": 3237,
      "sha256": "ba672552c0452b83bcf681bacd1b541402acd7d0eb572b9eebf30c6801656f91"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_computer_science.yaml",
      "size": 7034,
      "sha256": "11d0fa680031fa2e7273f63b3b9f0fb0ea17c9c44a4ad421176537a57ff0f7f9"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_mathematics.yaml",
      "size": 4331,
      "sha256": "c52220f31726659551c9d80bca70b7fa951b50bda905b60cbc53ffc50d6f0312"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_medicine.yaml",
      "size": 4607,
      "sha256": "44b0d7261fac40e4349455882382cdc7f309bd635522a583d129f94f7241aced"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_physics.yaml",
      "size": 3715,
      "sha256": "eafd937f7fd6e551c5841f07ff19714654f81465225b6ca877a6c3bdd84293b8"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_computer_security.yaml",
      "size": 3054,
      "sha256": "3ceaf68bfd728cf16e6371de4c150bddbb13511645a8a72cfde766d4863c1777"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_conceptual_physics.yaml",
      "size": 2809,
      "sha256": "0eac76ae4d3e69938190e272339979cf1a4f1cc489f1feceedbc9f25e09bd547"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_econometrics.yaml",
      "size": 5536,
      "sha256": "27e0148e69883a63b43c82f5f37780be296b231fafcf1c8621317170d084f10f"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_electrical_engineering.yaml",
      "size": 2914,
      "sha256": "34dc98b5326e4114e3869aee3aa4dfb7f87197d0a70ae345487c8637b8b2f6fe"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_elementary_mathematics.yaml",
      "size": 3504,
      "sha256": "3f54280519f77fe5ccd7c745bd50e12d1b71d2cf45f271fa09f903df22349d15"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_formal_logic.yaml",
      "size": 5114,
      "sha256": "f4018ebdc61ab81621c82a9386b4da7b06280975e4bb002d0065b9418a28dcb8"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_global_facts.yaml",
      "size": 2833,
      "sha256": "9e69e90fa99449328b6484b3ff0f2fcf6a054c6b8adffbf8d35adb7616e00928"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_biology.yaml",
      "size": 4783,
      "sha256": "889ba7cb27a5f16155aad27d9ce96c1a4a84f828514b02ceec9715e4665da102"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_chemistry.yaml",
      "size": 4328,
      "sha256": "2479ab54469708cee0f2f87d13af4afe05281810af1f8cbe3011a96f306b3c2f"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_computer_science.yaml",
      "size": 6099,
      "sha256": "175e2c7387012404ffd8b729793aede7547bb918c78a0dc5e4c3edc551825a56"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_european_history.yaml",
      "size": 15060,
      "sha256": "94f29d4d748a7ff3a300cd2600e53defd64d23f885f7faf9cffe1a6a25f142b6"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_geography.yaml",
      "size": 3204,
      "sha256": "b4e7aa1250d71073ebad136f5e55742fb2f73781a4d0b384d2b66f225c358ea3"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml",
      "size": 3706,
      "sha256": "8807a985318a3c3447a3180c9e92de7e0a8d33892995c5984c36c49e4eae330e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml",
      "size": 3175,
      "sha256": "8d7bd75984ba90408664765b51b381ecb902379ae49274db17983271daa693d6"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_mathematics.yaml",
      "size": 3101,
      "sha256": "4e135180ac03b59ab5d94e5b22cb4008f7205c4308fa79e34b9ccdc5734bd5ee"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml",
      "size": 3372,
      "sha256": "47a7c2c61c0d606801c3fd590fdbe1aa6f7879b0e207786251f67dac8651d156"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_physics.yaml",
      "size": 3340,
      "sha256": "3e17aabf420d638d64a4b3983524b5597ec904ed53a10235f780cafdf1293c5a"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_psychology.yaml",
      "size": 4131,
      "sha256": "0531761d82d81b588ff795041ca4b69cd19ac89e6629eed319d3524688b3f694"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_statistics.yaml",
      "size": 4953,
      "sha256": "50c260dfc7fd9f07cf17826df985c413e5a459a5b6934448f5095f640666ba5f"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_us_history.yaml",
      "size": 11947,
      "sha256": "b35b8dd8e52d3f565db261ff5d356dea861ccef1ea3fea5f6aee66f12a1ee9eb"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_world_history.yaml",
      "size": 7284,
      "sha256": "4be39e1e26859c622be650edec28f97fc9dca34cf70e5168eed548f2282fd2c5"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_human_aging.yaml",
      "size": 2289,
      "sha256": "ca6c9d90f9a96e1452f152281d977bb9b8e9a754d52a3a301653a1955c45c33b"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_human_sexuality.yaml",
      "size": 2846,
      "sha256": "cf4f153dde846ba75738bcbb74faafe43e81a5372a78e1dc413e978f70c5aa45"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_international_law.yaml",
      "size": 4656,
      "sha256": "5139ae273a6215abd2db2b43a44e453770855f1ce7450a29b85d03f349910b57"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_jurisprudence.yaml",
      "size": 3813,
      "sha256": "4401aed89315923997e0b7ea765561c74f326871d66681951d069e2b45a4468c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_logical_fallacies.yaml",
      "size": 3789,
      "sha256": "460be41cd094861aa0138b990683a9f9d26e0aa549e97475c8065ab8d240eecb"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_machine_learning.yaml",
      "size": 5222,
      "sha256": "d79416d474d7a6e61ae591f8ac43f946ca7938d8750a1c5170b09c4e7059b250"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_management.yaml",
      "size": 2755,
      "sha256": "94b712c7806f592fd1da06a59786a0f7fa601f7fbf53b7834f3fb7171d434a8c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_marketing.yaml",
      "size": 3411,
      "sha256": "8e1dd1496a8ed422180ceb4c2ac647899eca5a9d29732ffd09dc9ac2429411e4"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_medical_genetics.yaml",
      "size": 3090,
      "sha256": "b5612391646ff5c2b7330085c193ddb91da88ddc75ba1f51aa892975b888f796"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_miscellaneous.yaml",
      "size": 2309,
      "sha256": "5eda41bf28ef9b48601432d3375dc3728d4a54da9a611d46b0988bde0ceba583"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_moral_disputes.yaml",
      "size": 4154,
      "sha256": "3e4d8a2fd0293ac443151bdc9ca1e1e6315b54a3b9a60cd2d9f6e91be42921f6"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_moral_scenarios.yaml",
      "size": 3752,
      "sha256": "cf14d28826e492dfd340a4b4d45a8616bf8ea78a1a56a6f4d860e3f4b0710348"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_nutrition.yaml",
      "size": 4036,
      "sha256": "66cb0cfc7ea9e7ca0ea41cdb738058415988e3f1dcc145ef584cc1255c15df68"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_philosophy.yaml",
      "size": 2547,
      "sha256": "7c6bc9a7ede66397153c43fbe5541ea7b1915c6b859b9943306d6f7001b24673"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_prehistory.yaml",
      "size": 3589,
      "sha256": "bc7298a39aea277d726c45fb10bc8e7832a29d53d932fc8b98a44b1d941ebf77"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_accounting.yaml",
      "size": 4077,
      "sha256": "9d5d39802d3a95006bf9dd9bbf4d7dfe65012844488683cdce5fd192cf2a5690"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_law.yaml",
      "size": 9158,
      "sha256": "60002401be2c426d28eec19106978eda502523b9f2cfaddf7fea184981d166dd"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_medicine.yaml",
      "size": 6138,
      "sha256": "5f0e5a97c2375615a70c82a35cc6d66ecbd076b0990fb9a673642d0204e200b7"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_psychology.yaml",
      "size": 4161,
      "sha256": "e8ff2a6d9fcedcdde312227002bab51119bb36d60bb87e7ec12e462577a400d2"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_public_relations.yaml",
      "size": 3287,
      "sha256": "f652e7e51613e1b18fc946dd4a5e95e9bc92bbb0d42bfa2b4b3f07d476795b91"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_security_studies.yaml",
      "size": 7483,
      "sha256": "084e1747d921d91b18c136352b0004d4950bb51e08c0f8bad3480841c66a37fe"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_sociology.yaml",
      "size": 3603,
      "sha256": "e1161e1bc107902e024da3483a294fe0814230ff0517b734120a7fada19a9e16"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_us_foreign_policy.yaml",
      "size": 3414,
      "sha256": "55852af826b6c2036dc85dc45ea23c700743da4e24e3cf06b7cdcd88ac4d4882"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_virology.yaml",
      "size": 2569,
      "sha256": "ff93991c7f094ebc0b8891dee3cfda9be35c18f4ec00d1f3cfa5bfad159786c2"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_world_religions.yaml",
      "size": 2239,
      "sha256": "47309f8760d7d0d7696bb45028a6191abf86d4c431c335720543887baa152da0"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/_mmlu.yaml",
      "size": 756,
      "sha256": "6ba212a0a4796dbbf007a22585f1ed8183149f8bba84172f8132af919ebfc12e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml",
      "size": 1072,
      "sha256": "e51df99abbebe79ace4064d695a51d53fc9e4f67c7103b5ca313a7146fdae252"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_abstract_algebra.yaml",
      "size": 282,
      "sha256": "0f4e430c6df81565a51b07ad0d5e0f7460375993bd55ba326d4e29e641a9b4a9"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_anatomy.yaml",
      "size": 254,
      "sha256": "718e1b6a5980d100a77b51a6886a23612fbd7e98df59b0ad9918f0d0f5548eca"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_astronomy.yaml",
      "size": 260,
      "sha256": "730460295d4e2fb093043eecad48a474de157f7382b7a16c020a0ac11391a414"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_business_ethics.yaml",
      "size": 280,
      "sha256": "66b84845db9f100d5f61c321b172af074e83f309589ab9970e95043ff363fc6d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml",
      "size": 289,
      "sha256": "21965982898d6c43174a240b7800cecd988d7e12f0889edeea9caac54803301e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_biology.yaml",
      "size": 279,
      "sha256": "983c160278707250d8d03fb1ff2eda7b7b5928c1a54bbf4d94d95f749e35462e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_chemistry.yaml",
      "size": 285,
      "sha256": "3fef7434aa93f5833d2d8628f377c9ae29bd89f89f7000d9bd4901b642ffa9ce"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_computer_science.yaml",
      "size": 306,
      "sha256": "fa621573f15d7751ea352755d6bcd8b69fc9ada117e8eaef2e1650bacc3a7ec6"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_mathematics.yaml",
      "size": 291,
      "sha256": "5c01d6e6bd2e9d76d938472380fdc089d65c69b6ea0c63343d28ffaceb6a55af"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_medicine.yaml",
      "size": 283,
      "sha256": "54af6f6561d52724e274c0f4f8d79e2247802a0d51cf978f3be4b0e219d41bff"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_physics.yaml",
      "size": 279,
      "sha256": "f9945e35b4a8eb95a1d6f853abb01acaca04ead2972f12f23c65da260284a278"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_computer_security.yaml",
      "size": 285,
      "sha256": "255970af3e8018aa392623e9a91c093a2aaecac98f29f50bbb94a5437dfa2a78"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_conceptual_physics.yaml",
      "size": 288,
      "sha256": "3c8d281f58f68cef2380294e5da86aff3e04d6b8a0bd01ad3e20473f6b594a9e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_econometrics.yaml",
      "size": 280,
      "sha256": "fbbdd397787faf85ec12d06ed5c32c84ac90e8d4cc4dfbf628748376e02c9519"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_electrical_engineering.yaml",
      "size": 300,
      "sha256": "483294a165a9f5c22a617be34cb7a6e6d31ac5bd1a408f207406f8ac31406ac1"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml",
      "size": 300,
      "sha256": "12da2707d08dabb68d275c1573185910bdfbdd782352abeff74d399544d995f7"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_formal_logic.yaml",
      "size": 276,
      "sha256": "7659175f21d025a6d47443e85ae018669d51260ae31c4150268c49fb89804ba8"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_global_facts.yaml",
      "size": 271,
      "sha256": "8afc38b1e94298ee3bc3f2c9ed1adfcd07778f24e8310fc14d9a19166fcc9afa"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_biology.yaml",
      "size": 291,
      "sha256": "6f904a248140d3a01792fff9461f0b4575b46fbc684c4d2b95f1f76f403a38d3"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml",
      "size": 297,
      "sha256": "309b5bd5593429579a12317ed9fed624467ea4154ff1f59fb347724d21db4dc0"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml",
      "size": 318,
      "sha256": "8df90d69c86b107905601791281b44916ef1d129f4b27049f56f0062cd4a0ed3"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_european_history.yaml",
      "size": 324,
      "sha256": "5eca500a95ad96daa886871766592aff3eeed75bccf78fe54fc2cefe1055715d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_geography.yaml",
      "size": 308,
      "sha256": "0d51873306ef8f1cef72c3ae13bf1d6a801d5819c83887660769a5c9fd9fb971"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml",
      "size": 350,
      "sha256": "9522a44331a4dc4894bcb304f9ef6a3b7c83b107c6693aee8e57e60703411f13"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml",
      "size": 323,
      "sha256": "13423f3c693d7f45ac770dc5f2d0ee53688e294572dc9d98e29e3759bfdeb9db"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml",
      "size": 303,
      "sha256": "dbb218f42a51b72eb70258f4cf323c70345650a80ced31e270dcad589b3c7ff6"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml",
      "size": 323,
      "sha256": "2c3dd9bff4f339b4077962e0829b6175a34003bba2d978ec5979629b04139bfb"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_physics.yaml",
      "size": 291,
      "sha256": "726f5d42515d32d7f3e6d3b08b25ccec1aaf28189dc11bef79bdf3b715dd7cce"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_psychology.yaml",
      "size": 311,
      "sha256": "556a7fc16bf3b423c3d2dc93dd0ad16dfa3d9a0eab7c631718e4be9200cbda02"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_statistics.yaml",
      "size": 300,
      "sha256": "225b51d0de3ccf19f5e86c22a6246965b290e6acd3805cc31f534e6869765f79"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_us_history.yaml",
      "size": 306,
      "sha256": "cb4622ad1303c9c1a9fcaf12e63ce73a230070e3584664b4e59b64bcacdc6bf1"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_world_history.yaml",
      "size": 315,
      "sha256": "94698105b047e8d01ebc968f19bda8dacca01b2cb2303a22230a6682a898dab6"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_human_aging.yaml",
      "size": 268,
      "sha256": "2aa229df85156ef14ba6c6122ddf49e76a2b3dcb76ba085a04b0ebdd58545627"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_human_sexuality.yaml",
      "size": 290,
      "sha256": "272e81f2f37dda26dc78d0ed534d41abf9dd03c35d3d869c5deaa871e2a2579d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_international_law.yaml",
      "size": 291,
      "sha256": "3d77f2a8395bf5ff541a4a4c6124d6e3a25614f6db02016d28b33bbf1a807a0c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_jurisprudence.yaml",
      "size": 278,
      "sha256": "0e327f06ad7bc2b782c0d9dcff3fb2155e3c7217988b3cf8c98b266027262a77"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_logical_fallacies.yaml",
      "size": 291,
      "sha256": "9e49ffcae0aa91c47d3723f10eb9b20bd50a3983c74f3e879322903fbf8d6b96"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_machine_learning.yaml",
      "size": 282,
      "sha256": "691a83f1dd6b523076b235280bf7242e5c221c7c1d0d7f4836107240ee3146c6"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_management.yaml",
      "size": 264,
      "sha256": "20bea7191915199593ab02a551af961ed6a3159b8bc80a8c51bdceb0dd8cc070"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_marketing.yaml",
      "size": 261,
      "sha256": "d8b8a9ce0cfd63155a9e53e3c035d9cefaf2065e4ba536f63622f03507002372"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_medical_genetics.yaml",
      "size": 283,
      "sha256": "02ce2b1f805a3c92455a13e7584e193f9298fd597cf13690159196d5f80cdf57"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_miscellaneous.yaml",
      "size": 273,
      "sha256": "e165b2abd941bae553f074325732ab97d81c6828b523981b66e7c6263a0eb7fc"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_moral_disputes.yaml",
      "size": 282,
      "sha256": "1495b47be1f8e1d563d83cdce06c58682647ad51b92ae7305b463b0782f64c1e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_moral_scenarios.yaml",
      "size": 285,
      "sha256": "85b4b52d5a6f3787bb144cfc0e86054207db78bf87e4069cc92b8bcef15a5e20"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_nutrition.yaml",
      "size": 261,
      "sha256": "c89d09fe7bcae0ad017d0fa3e101459da6a36850f48f279d7fab782aa22be8ab"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_philosophy.yaml",
      "size": 269,
      "sha256": "d1abca02caf98f5d7837112c13c20d9f37d4a42e5a2976cc473576ca4779759f"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_prehistory.yaml",
      "size": 269,
      "sha256": "b2ee00c7554d1b0a80137a1a806fb1401b6f8457546860d07f49f8173e7361e2"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_accounting.yaml",
      "size": 304,
      "sha256": "aa37f32d462cae79772ec9513ee841ad1516241b1cfb0b2f8a1f8de5f91a2503"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_law.yaml",
      "size": 288,
      "sha256": "b4633bc3bfe388dce96fd3ee74d3a16a17d41b81091e73ce843bbf6a1dd9fc45"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_medicine.yaml",
      "size": 298,
      "sha256": "124b76dfedceee20556c3bad5c4b64d7eba9c01c12b3816f335444e80c0f55b9"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_psychology.yaml",
      "size": 314,
      "sha256": "bfd420d37a790b79b699917f93df94b8789402e78d29358c2caa0533533e9e2a"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_public_relations.yaml",
      "size": 293,
      "sha256": "87a706631d2ee077897ade2a653b318fc76b69f5f6191be3e96bbb766fab3195"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_security_studies.yaml",
      "size": 293,
      "sha256": "fd54b2d93ebcc75f342a3ce2fd2bec249a394e1f8f4a40e866efd94d46c92b4c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_sociology.yaml",
      "size": 271,
      "sha256": "9f7a6142a9d18ef23c53335d0fb8b156544f4ba127957a9f0ad65e23997ac50b"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml",
      "size": 296,
      "sha256": "699fc154e0d77a1ede4541b633b7ef66548d1bc2b42d5048bba8132249a4b7fb"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_virology.yaml",
      "size": 258,
      "sha256": "d9e7019f243db21c93c55b27c7f50556b5c077e6763844687c016ae78cd13481"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_world_religions.yaml",
      "size": 285,
      "sha256": "8971bdd4df2a05151e3ef91e5550a3099da2bb8939e6d5d0df748da7a4a0551b"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_cot_zeroshot/utils.py",
      "size": 4186,
      "sha256": "be4152c245326849a377fe9b2b3cb75e8668d73cf83bb66e7f516135c5b3ab0d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/_mmlu.yaml",
      "size": 779,
      "sha256": "05208f1966f15fb0a8c1f794100d0da374709b50ccce002f4861d8e38ed90ab8"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/_mmlu_flan_generative_template_yaml",
      "size": 808,
      "sha256": "09ca8f0fe2d60969b193d53c1136bc694f8caf8dae572f313daebab096800caa"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_abstract_algebra.yaml",
      "size": 290,
      "sha256": "b3b26b8a57ab7bf97d6f6d0c1de51ac9b9698d106b13826474a4b511729b064d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_anatomy.yaml",
      "size": 262,
      "sha256": "ccd5a7f28cacb48dc07189336eb0c98a725560cd039d826b940ded009c10b65d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_astronomy.yaml",
      "size": 268,
      "sha256": "208df1bfdcb4390836e3c292981c032b39fe1f2035e334b977df830db1c575d9"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_business_ethics.yaml",
      "size": 288,
      "sha256": "372590a19d1c2791a44aaa70ae39a28a6d6fedde77eee2348f51900b680528df"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_clinical_knowledge.yaml",
      "size": 297,
      "sha256": "42781f298956bb9371d954ae77da6028a4d55b518af9e28c2f77e9ababffced6"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_biology.yaml",
      "size": 287,
      "sha256": "d58032cf69d9ecec23b63dd49bf6e7e1d087ad29f7418f31d4c0b1ba831fe30d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_chemistry.yaml",
      "size": 293,
      "sha256": "a3c11dd18f42bbd01b4ffaf9afc454bcec4dd6f45ece4845a52c7a1f76369164"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_computer_science.yaml",
      "size": 314,
      "sha256": "d53e4d5e6cd389ff4cbd6b68e02db3144fb55922db013d1682a0eb9d3f1509f1"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_mathematics.yaml",
      "size": 299,
      "sha256": "71d3f7f8518e590d31aba18bfd267128433a472edc71518f78b64a00b3aaa73d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_medicine.yaml",
      "size": 291,
      "sha256": "1f5cd9f679c95ba813269a0e897adbe6e8891b80d84f95aee6983051a00df765"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_physics.yaml",
      "size": 287,
      "sha256": "15d4f326411d178e47451f53d92c4734a7687b1ebaa04655c372ca08aac9d9d5"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_computer_security.yaml",
      "size": 293,
      "sha256": "db71b770fa644c77dd088486193ad9f7a6b2c61f41f8d6249e80942b0b199b32"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_conceptual_physics.yaml",
      "size": 296,
      "sha256": "a4eb8dcaa9f5e9e228927c9d9f69d9854feac6d2b9d92341d974bc19d51c4354"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_econometrics.yaml",
      "size": 288,
      "sha256": "bb87f5b8d974b38e8453ba7abb29a9588b6044c2473f1a4c05442f69e80daedd"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_electrical_engineering.yaml",
      "size": 308,
      "sha256": "aa3d846af846760751cd6a332ceba4c41c96716541b80f65cf6289f0941079bc"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_elementary_mathematics.yaml",
      "size": 308,
      "sha256": "02c7aae8464e9d8d9656d81548d7f6289654e177515676c1cedd51ce0565d2ca"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_formal_logic.yaml",
      "size": 284,
      "sha256": "ee3a4b4dc6de08fe47ee76f6a54dbaad9060a5079d3e42b750cfcba47732020b"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_global_facts.yaml",
      "size": 279,
      "sha256": "4dca9b064f5f454d9cc35a4fa6e8f86dfa1de7fa077374b19f7efa6b69c1b61d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_biology.yaml",
      "size": 299,
      "sha256": "b040d215d250026298bcbe83eebcbc29a05cdb424bb5bd5420a4431a6c8a0aa1"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_chemistry.yaml",
      "size": 305,
      "sha256": "ed68d68608e584679264df279838e1bc5337f1509f98f14a5232ac40d3768f1c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_computer_science.yaml",
      "size": 326,
      "sha256": "cdba5b66c2ac1c22b1fd6fb382a4d5be7701159783172184976e9c9ec61f1138"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_european_history.yaml",
      "size": 332,
      "sha256": "da1d6dbeda4ac9fef022963b450161896254cba7b065b950a48b43914feef10d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_geography.yaml",
      "size": 316,
      "sha256": "1e490cc440598a580b111111b0154e7095899ba4de134929d0047c4ad6d17fd1"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml",
      "size": 358,
      "sha256": "d78f15f41e17e14831f81463e0764e7a9de3ea845c632dff2df18048644f1644"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml",
      "size": 331,
      "sha256": "8602e0e14dcabe060d5f5230bcf5e2e642bebfdc0a71ffcadbc6d7e2d0b5d577"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_mathematics.yaml",
      "size": 311,
      "sha256": "f1ad81415c816cf6de6c38a0b82ae23c9565ea1cdf8ca56cbceb9e5ca264b73b"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml",
      "size": 331,
      "sha256": "a64de6534555fd596a0c59a98944c2b9073a2c60e302ce36e47d018dc2c8cc77"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_physics.yaml",
      "size": 299,
      "sha256": "019c4d4cc5834c2baaf789c1e48a2c6ae0b8157b564f2def4fe3e24293d47623"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_psychology.yaml",
      "size": 319,
      "sha256": "953039d04c7b75381386e9078cca93d2c7603167f17ea4308e8c46f6b0002cf6"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_statistics.yaml",
      "size": 308,
      "sha256": "125474f1bbb529dd524f4ec4606f17876d532979200e47ee19d3e89a74fa6036"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_us_history.yaml",
      "size": 314,
      "sha256": "9066fd4b6510dcdb3a9c7b5dc9f43fa471d5f49dd2414c58f7eb00203f8a5e97"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_world_history.yaml",
      "size": 323,
      "sha256": "1290adb310a716febe83db2ab09c7330e2c04d440b855f544b01f516e120d748"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_human_aging.yaml",
      "size": 276,
      "sha256": "584ae8b8b7b9b2fe1c236724d38c8be2cc538620f19583288a979d00ae03aadd"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_human_sexuality.yaml",
      "size": 298,
      "sha256": "a76edd15689a72b516263a453f8d9539e75325b18c761be87d564527921bbc58"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_international_law.yaml",
      "size": 299,
      "sha256": "0acdee9f21c087ebdd264656d951beb92a840b0e19544e0ce394fd655c198399"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_jurisprudence.yaml",
      "size": 286,
      "sha256": "3d50f87ad24819c70ea43bc08115f10139961459a3f626bb9e3b2ae3cf36e174"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_logical_fallacies.yaml",
      "size": 299,
      "sha256": "32db8598284cafaf47b8a9c4b6e92efdaa299a5b5eea7ac4b6de72cbbcf2d849"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_machine_learning.yaml",
      "size": 290,
      "sha256": "20a0c8d280bcba1874bf1f5fc0e0bdb3df83b2b1bd9c7dbc0584dcea88abf82f"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_management.yaml",
      "size": 272,
      "sha256": "d0d41bc7067021501c71a438680f247684cc6c91020d41f3fc5b493ef08d0450"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_marketing.yaml",
      "size": 269,
      "sha256": "50b83c4a5c33246ddd46bab3a07800ad1e2ad6ab9595c2a4406a30026df9af31"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_medical_genetics.yaml",
      "size": 291,
      "sha256": "678ac5ba7362a5aa445c17971888476c80199fb27648bbb03837498c7ba415c1"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_miscellaneous.yaml",
      "size": 281,
      "sha256": "a20d93fe2d104ebd072e74f95f7689d58b73beb39088e2bf98c8c7b8789f8dc5"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_moral_disputes.yaml",
      "size": 290,
      "sha256": "db19de8a9eb37a669019d4539202e292d2ae31eea0a6c482ab48616d1d9ead27"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_moral_scenarios.yaml",
      "size": 293,
      "sha256": "ddab93e87b7255c29b0d4d03b55c3873456edc48699f1815f3d2558e3059039e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_nutrition.yaml",
      "size": 269,
      "sha256": "520033e57717348f8126e8af397d76d2e5b0ec79cec253476aff578f06a8d71f"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_philosophy.yaml",
      "size": 277,
      "sha256": "4c26eaef5ef514bb23d2d6b4fc452c9b3780f98970a7dcd725b9458401d88479"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_prehistory.yaml",
      "size": 277,
      "sha256": "f74f051751542b2a9812824c84497e2715a196d0b21a9e1344eafe7f1bee93d3"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_accounting.yaml",
      "size": 312,
      "sha256": "d2f30f6114d5a37420e300a6a42fb5bcc2b9fed0dd33b373b1cfb3453cb75fe3"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_law.yaml",
      "size": 296,
      "sha256": "779f605d9ab3904b9a4b37e7c5459a8259f208cfebe6179fac12a8c79204bf33"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_medicine.yaml",
      "size": 306,
      "sha256": "c73573f93e2817945090a507d6256fdcd9ecac37e644932b3c149adc21a8e9d2"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_psychology.yaml",
      "size": 322,
      "sha256": "cbe26615d08b4dc5f7d031a3a4494181ed763786b84b58b67856c9ad1c396c54"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_public_relations.yaml",
      "size": 301,
      "sha256": "5e81efa06fc380c7fcb35d270522a50384afe70bed60ff93e7ca1529719b8bcb"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_security_studies.yaml",
      "size": 301,
      "sha256": "54e66916cf71cecb82f1c22c2d10a3754525113bdb5da1bde360264c0db672cf"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_sociology.yaml",
      "size": 279,
      "sha256": "0bf247bc212e4aeae45d9c28aa281297dabc29cb86c0c8cba7579e7caffdde71"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_us_foreign_policy.yaml",
      "size": 304,
      "sha256": "0df80fa11444860cd87c233f925d3081757947548456674b806ce4fd1589a890"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_virology.yaml",
      "size": 266,
      "sha256": "621c215d3621606d7690b78bc9646ca43e86a363a04b5e4ca2a9557ed7501789"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_world_religions.yaml",
      "size": 293,
      "sha256": "f9fd1465a82f85af7c671d00613ed0c5f2f3deab744e9a32a1358a4fd8b2a6b0"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/generative/utils.py",
      "size": 4186,
      "sha256": "be4152c245326849a377fe9b2b3cb75e8668d73cf83bb66e7f516135c5b3ab0d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/_mmlu.yaml",
      "size": 797,
      "sha256": "ab12350ddb8798b4c38ac8f2d238d16a40a59f3d5c824239c31352cc5f8180da"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/_mmlu_flan_loglikelihood_template_yaml",
      "size": 413,
      "sha256": "1f97d2569633ce19e8a06c59a11aacc62fa1785309c8791b655a7233ccc7fb04"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml",
      "size": 299,
      "sha256": "ba508f650f6596fc9d9a6db2e3d48e7ce616969a32d3228814f87238c9661de3"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_anatomy.yaml",
      "size": 271,
      "sha256": "30bcbe3e3dcb2cd09484084e796e5aaff4715f951363fb1c7c0a270fc0a1a058"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_astronomy.yaml",
      "size": 277,
      "sha256": "eecb2ec46f8690fe9135da043ed547b533fd8ce4a10504bafaa98c43e63880a9"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml",
      "size": 297,
      "sha256": "31cf58f13a7d1b8ecac9b7b8f85fe0f5f034eec3ff630276f7284264d568768a"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml",
      "size": 306,
      "sha256": "603f8560973c1c59b710fdb66b907bf9f8389e258df735dd4fdef62d4372b943"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_biology.yaml",
      "size": 296,
      "sha256": "5228653e6523e48b5b77b61d7f30e1e8538fa8a119b679f11dfa66da9f07c9c1"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml",
      "size": 302,
      "sha256": "24dec2a7feddf58c014f0cff5adf3974cf7c48ee0649ff58171535029ffdc772"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml",
      "size": 323,
      "sha256": "f55e88ad766449ea6f3092fc805202703af80c43565b35262c949d4d89572b06"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml",
      "size": 308,
      "sha256": "e518e7457b31f452c7b80014978eef06b11ab80a5a3e99ab64ba3ca492d11aca"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml",
      "size": 300,
      "sha256": "f1b0f4400930d87ebfa966272bd08a58c21c89552c8dc4b924302147b36cc9f0"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_physics.yaml",
      "size": 296,
      "sha256": "8b21bead468770bc9ba9e2102a0ee15e3d9c6739ea74a99a40887fe31e4289ac"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_computer_security.yaml",
      "size": 302,
      "sha256": "009daab9f3b9ea5698e7a923fdc63555639904848a9c835d689b89e77942cb79"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml",
      "size": 305,
      "sha256": "6b4f549a8e2beda51021e43b7773b3655c62c6066af5fe2a579c13ab600859ac"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_econometrics.yaml",
      "size": 297,
      "sha256": "48ddf1cc160a919be56cffd54083a726714e3b9983d158e15a65dacebdc7ef73"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml",
      "size": 317,
      "sha256": "ccdd93e9f349b7e4acde70d7bdd3e9e80426e8ae4b6150e34f568e5a27dd8806"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml",
      "size": 317,
      "sha256": "4aa3a65fb79053abd4d509262ed0474d9ed7adab3505d5e648e78f9df1010da4"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml",
      "size": 293,
      "sha256": "fde8982bffe75defe540f47a328ac5d41decbdbd5792c66559fd52304d3eaa41"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_global_facts.yaml",
      "size": 288,
      "sha256": "0a4f1e9182c387413fc3435e3ee9f29dcdbb8d7a71ebee0c1fba1ad7ea022ba0"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml",
      "size": 308,
      "sha256": "77635a018e6cb59e6966e605d7b88adb69fd3c40703db7ca7dee7b8a3adfb4e0"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml",
      "size": 314,
      "sha256": "920c209b23185dce6139eebc320eb8723cedfc9d25ec9731e958ac679a88d113"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml",
      "size": 335,
      "sha256": "fa6ec6cbf73bb0b244b8535d0f4cc3ef81716edd3eb2d788dbecd0631cf1821b"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml",
      "size": 341,
      "sha256": "71ba540f40656bc236ffd558be6e92f702c70f014d1969ae3cbe8f4b622ff840"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml",
      "size": 325,
      "sha256": "b99e003bdd70c6317fad3e7aa0c9bf681bcb7893f564c3d93c2859eae35cc856"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml",
      "size": 367,
      "sha256": "3425de9090f169972c631ce4ca9ca4e643cb5bbbd80586eb9d7581dc870595eb"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml",
      "size": 340,
      "sha256": "7918aecff452391dd161d224594f1dee1fca288316df5debcd67d2439e7c4a39"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml",
      "size": 320,
      "sha256": "93e0b83f61bf1d6782236a5357fcf9d8ef725193ff12e21f76f6e516e50399e8"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml",
      "size": 340,
      "sha256": "b5ac8ab46b25f79b315e8456ee443c2d614fd7c961d6ad268085c74639f61300"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml",
      "size": 308,
      "sha256": "71b9110ee3edce8f63249abc686db1ef3a5d8b09763e748f63eb6ace8b834786"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml",
      "size": 328,
      "sha256": "d66868bff2b45eb028cc9e228be50c9cc3705cd790531dce125de726c273bb4e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml",
      "size": 317,
      "sha256": "1289cc082566a5950c1e257fa4525d75716f63611085304323b72b32063b71a1"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml",
      "size": 323,
      "sha256": "ca482f3930d2f4c8bfa5f531fb51861c55144ac9a0aa3a4be4a7b76783dd4aed"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml",
      "size": 332,
      "sha256": "996267ef4c8b64b3948be48a4bd7cf68400ba376badc16ed7916005cff5592f5"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_human_aging.yaml",
      "size": 285,
      "sha256": "2a67c64e20a38ff3ee54588095be85008b7355f2e78ce7dba775fd18a4b5f14d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml",
      "size": 307,
      "sha256": "7aa935ece9c3f939b854bf76c6a8ed15bb4e408b40991e49d39661f4b684f328"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_international_law.yaml",
      "size": 308,
      "sha256": "8b43cf6cd59184684ce862be6a24136ac3ac67237d59df592b73fcf8273f3b53"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml",
      "size": 295,
      "sha256": "98201015f888979548d211d61fa708e2e45753565b1e4af14d79fa6fbdc2a7bb"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml",
      "size": 308,
      "sha256": "8de585211259241fc38253692a8c2ec57e79cf3b5d5cb0c19fa03f22549694d4"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml",
      "size": 299,
      "sha256": "2e4b31d2b13542b86c010544b49ef85b1188b2d26a0569213ed79c4850143cc6"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_management.yaml",
      "size": 281,
      "sha256": "4dd98dca5393246242d86434520d0f587e4992395b8588dfd9b73bb250603541"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_marketing.yaml",
      "size": 278,
      "sha256": "4020be298985e8c715313ac8b1673c70f0d2a4cdfdf2df76956e4aceb979b73a"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml",
      "size": 300,
      "sha256": "d5c63922426dabfb21c7a080f9896cf2b7ac30911d015650ab7d9ed574a12dbc"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml",
      "size": 290,
      "sha256": "68f818bc3b8e3c08fb0b134b924dbd4d08fc4c45072f0b6b83a47639bdaf7918"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml",
      "size": 299,
      "sha256": "ea0eb4fdfc8147c2d817dd296d96f389825e8b60c395b6e55cd44f52de3852d9"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml",
      "size": 302,
      "sha256": "55e6e491770a2356f873bf0d37625ffc766d03040577899b401b6a8d2ea0578c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_nutrition.yaml",
      "size": 278,
      "sha256": "720deba0f47c261e2284314d92ae957b534b92cff615310dbdb7cf2a9cf74017"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_philosophy.yaml",
      "size": 286,
      "sha256": "9b0e0707bc39967c7f2f570591deabc8374b2c65a6f4cfdd5f69275bd9ef8d3e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_prehistory.yaml",
      "size": 286,
      "sha256": "91c7ef6c0e79bf1af285a1b15c63d17064e0c24026215e889617c8f46ef8dc53"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml",
      "size": 321,
      "sha256": "66b1c3d14c13177c45792a8641818dba8b0a2d679e6cddbab71ebe0abaf1ea8d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_law.yaml",
      "size": 305,
      "sha256": "0ee7c87f2ffb85a3af934a2b186503e88e4990314f7757e4bc8018f2f01d6e0e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml",
      "size": 315,
      "sha256": "3073fdca939a1b8091e4255f00e4294ee9c4af9b204dbd55d8c2499c934fb633"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml",
      "size": 331,
      "sha256": "27aefd005724263df7c74f10e7aa1f0ad1c4c69527c3fcb690b345cd85b6823c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_public_relations.yaml",
      "size": 310,
      "sha256": "3b7bd45f50d3f4e91735b2c6b822e0f1c85975c0f22861cd87dd0737a1f17233"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_security_studies.yaml",
      "size": 310,
      "sha256": "de083f685979ae6baabda9cd25ffe139b57fc8549703d716810d8cd37fd8afd2"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_sociology.yaml",
      "size": 288,
      "sha256": "ddfae0351f68973f930cc0076c63101aba650aa64950ad9f416e3979bb3a62a3"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml",
      "size": 313,
      "sha256": "62e00e0fc8e78d791f91431d21a5f863e5b7bced9505c0f57204cc9cde926e23"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_virology.yaml",
      "size": 275,
      "sha256": "84ed101c4519f98856e90ed426e391c52ef6585f15bb60dfaca0c01e3cb2ddd8"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_world_religions.yaml",
      "size": 302,
      "sha256": "89d0694ddf7c85dff50c609aeb1924c68f122b3e7c96ad2eb0f707c0d5513d29"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/_default_template_yaml",
      "size": 901,
      "sha256": "40b89ace24b5509147cd87cf39b983aeff2310ff8887fb138839c48ebdf8d535"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/_mmlu.yaml",
      "size": 935,
      "sha256": "ae91d085c756984613d7df351ee3d39c5233b843fdcb4c34df0af9066774ca7b"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_abstract_algebra.yaml",
      "size": 286,
      "sha256": "06fe2f26bfa2c87231a540ddf71605b9a736ce9e2d309ced4c93b404b393f992"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_anatomy.yaml",
      "size": 249,
      "sha256": "28d643b585d43b468f626f88d0b3852f173b7d373e528ffe1cb78874c4381d08"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_astronomy.yaml",
      "size": 257,
      "sha256": "aa8aede94d9c4a8dd4aea85e7493daef5d7b81d04c10f544a4dcce16bd4dc067"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_business_ethics.yaml",
      "size": 283,
      "sha256": "bf721e00f31cf67c4ffa652b2979447fac2f184ebacf7b6f50f7bb8e6f6234b7"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_clinical_knowledge.yaml",
      "size": 295,
      "sha256": "fe54b9f40c8de98b8e44b418a277aa33d72e7297c765acd985cd172f6298f0a9"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_college_biology.yaml",
      "size": 282,
      "sha256": "4d27e399d81fb46e4ec5ef1663d483d9bc38b127277e6827de54054557009196"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_college_chemistry.yaml",
      "size": 290,
      "sha256": "188dc45162aabe8fe4f152c6094ab92635d5edc1a64d2c810c67e89242e2412a"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_college_computer_science.yaml",
      "size": 318,
      "sha256": "aeea1d47018268d00865e16cdc181ac451132b6c0eba72bdd88f3c575c080dae"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_college_mathematics.yaml",
      "size": 298,
      "sha256": "a6c0164ffe17e4af215e620f90fde8a581ef90c3fd6605571329a2b71225604c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_college_medicine.yaml",
      "size": 287,
      "sha256": "90c5fc05489fd98c5ee475e71e7cf8c2be8b064e7e860d0440ceae2e2e4134f4"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_college_physics.yaml",
      "size": 282,
      "sha256": "e0a8ffa3cae3dfcd91b49e62362c4525bd2b8a5603450d4bd1ae3d38a048a747"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_computer_security.yaml",
      "size": 290,
      "sha256": "864204c155dc32a44fe185551c44daf2bdb6b9312335e43293e618ad58872b38"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_conceptual_physics.yaml",
      "size": 294,
      "sha256": "ec741de0ee034e1fbaca6c24301ea7a12e9d9dd7b9a96be113809e544bfb2084"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_econometrics.yaml",
      "size": 280,
      "sha256": "7b56301f08346fc5bf9dfce9ddb6ecdc75c96defad28b21f89483ea8af99e79f"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_electrical_engineering.yaml",
      "size": 310,
      "sha256": "40150069ed9555c9b72241d8b059243bbe571bcad6596e057f95a842109033ca"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_elementary_mathematics.yaml",
      "size": 310,
      "sha256": "5bb37d517c3c2d2f937a73ca510ed1d3b94b53dfeb438e636247574d547eae46"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_formal_logic.yaml",
      "size": 276,
      "sha256": "44c9687146eef8be2e44cbc70a8956b5625ac347c85d0a72122093e49428ddd5"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_global_facts.yaml",
      "size": 271,
      "sha256": "dd41647a9886dd2e2e81ebf5c37a9d6173972589a14a283c32aabfe6caf6fa58"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_high_school_biology.yaml",
      "size": 298,
      "sha256": "1432e01773563d4b9922b53b09966c0e54f79c31baf880bbae913a4149256dac"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_high_school_chemistry.yaml",
      "size": 306,
      "sha256": "5a73d6d7ab4a93ebd49f15016eaa047c8f0247e43890502593be0403abc4c87e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_high_school_computer_science.yaml",
      "size": 334,
      "sha256": "8e08b7a3d8c4e62039285193f65da431e1e158c34a168901b7533b7597fcf387"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_high_school_european_history.yaml",
      "size": 340,
      "sha256": "1edbc12e91b03124d754cfaf2f5fbedc69311a746877829f00e553d52a437549"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_high_school_geography.yaml",
      "size": 317,
      "sha256": "1729e530389287d06b0d29775ff3fe8371c84f628dc1269fa9606f30c835531b"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_high_school_government_and_politics.yaml",
      "size": 373,
      "sha256": "5485399a2cda6f45b83708b1ad497d6189fec6635c4027bd1fce099dffe69705"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_high_school_macroeconomics.yaml",
      "size": 337,
      "sha256": "a6e39679a95cb20d8869b908788019cbb5d06a4634995c9f7ecd5df7ef9402b9"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_high_school_mathematics.yaml",
      "size": 314,
      "sha256": "614403bd660ed7e2243ec2370a491dc8e22a9bfeab7ec549551af27f34aa723a"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_high_school_microeconomics.yaml",
      "size": 337,
      "sha256": "72dd422e88f52d57bfcf3ccb96e04867e2fbb3c54ab419921927fb18c3d682a7"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_high_school_physics.yaml",
      "size": 298,
      "sha256": "c2b87273f252a5cd4d7b245880aee73c81a9fcfb15b73bf32b93d26384d94737"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_high_school_psychology.yaml",
      "size": 321,
      "sha256": "d3041a407e75b323ef1048812a38eb4e5f096d4d815bd21ea0fd4843ea21fe57"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_high_school_statistics.yaml",
      "size": 310,
      "sha256": "32b8054f1991fa6e82d1baf29a2aa15819ee218a16a3a3f92e3bf1b3f5894d4d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_high_school_us_history.yaml",
      "size": 316,
      "sha256": "3e4d6552d655f65765b0fc1a6d5e128c64dfb25078af295f6e6c13d7725b9c4c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_high_school_world_history.yaml",
      "size": 328,
      "sha256": "ea0469b10aa054e1645561be556624ce3123a2e2d2e51a78d1a6110df8c7a61c"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_human_aging.yaml",
      "size": 267,
      "sha256": "bfae81f92b143bcda2a36f5776e8fe1d6795a65f4ff5d5417904c499d8f442e4"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_human_sexuality.yaml",
      "size": 293,
      "sha256": "6e12e9535263726550732ab93686f2e532832de33105992de5c5fa54ee642f52"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_international_law.yaml",
      "size": 296,
      "sha256": "6a6a75613d630cf55f8213e71cfa401af0439078c27d324176ed0453e591fb63"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_jurisprudence.yaml",
      "size": 279,
      "sha256": "c9ec0ae4ffca22817987523fe4e539e85dbf74b3dc9a23ff66a68ce057a5b964"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_logical_fallacies.yaml",
      "size": 296,
      "sha256": "940de64bfbcd34f03d5df697ec9869f38d71422016ca4a2691fe2c2d25c27118"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_machine_learning.yaml",
      "size": 286,
      "sha256": "9cdeeb92ce1044187ee05172137c5d030a889de8aa23f0841734669348a89796"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_management.yaml",
      "size": 262,
      "sha256": "da85a58c72f11704cd95b9728adfe622503d28706e0c5458455944b8b4921beb"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_marketing.yaml",
      "size": 258,
      "sha256": "abaa1afa6bf4e21c3c77746e6cc2354129276d7e5d9a197bfe98b34e6411307b"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_medical_genetics.yaml",
      "size": 287,
      "sha256": "c8c39ab2f468ca437da7d38d3a828024021c8444b230e60974a88c0d48270b01"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_miscellaneous.yaml",
      "size": 274,
      "sha256": "d15b5cd184803943397d8431618fba143fd5d02056f0de7d60916428d2d6f84a"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_moral_disputes.yaml",
      "size": 284,
      "sha256": "45884cb7b96c4fdf9b2205c27a9efa5392d0f9f0754f0c16e67300a1f881d83d"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_moral_scenarios.yaml",
      "size": 288,
      "sha256": "c935d2612198533dc702bd2313adbcde6510dc5b7413e68c9f7a780b57cf76ac"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_nutrition.yaml",
      "size": 258,
      "sha256": "06609cae52f218bd8035ee3eeaddfa6cf26a93277f91643b36688c372d350ab0"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_philosophy.yaml",
      "size": 267,
      "sha256": "93bcf50b53e8bf4167b5d2d808f3a9b484a0d3d2ce3ca092d7988f1b68de022e"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_prehistory.yaml",
      "size": 267,
      "sha256": "1a66ed6b6399d0c12526ddc71161f4cf2f855508fea8f6030088739cbf49a170"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_professional_accounting.yaml",
      "size": 315,
      "sha256": "eb1fd0956be495f93f23412b0ee865450751d46db5c6e18445e2a6c8d63288f1"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_professional_law.yaml",
      "size": 292,
      "sha256": "e86dfc5761478a8133219845cce80544682213f67a9ba7a66f1f46f96c6c3271"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_professional_medicine.yaml",
      "size": 307,
      "sha256": "cee458863b061540609902826aacf29b82100d28a2e542cd48b3f85b7d9ed3f1"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_professional_psychology.yaml",
      "size": 325,
      "sha256": "a055dea347b39f9eac5f9640ab2a0e8024e72d0556c184ec49f8ff19348ff5d5"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_public_relations.yaml",
      "size": 297,
      "sha256": "2c77edac33ca2ed82e57aff236c2922568c1181baa15447610136bb586830851"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_security_studies.yaml",
      "size": 297,
      "sha256": "61330a0300b719f7e3745fb5b5f98ec49e126960c37e5bb49d9537e7e6eb28e3"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_sociology.yaml",
      "size": 268,
      "sha256": "1750c38c5fbf8d06eea9086029120835364721e721306fc92f45c1d00673facd"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_us_foreign_policy.yaml",
      "size": 301,
      "sha256": "7ed206ede67eaa943fb824641856fedbde5ac08292c405a13b70640cdcae9822"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_virology.yaml",
      "size": 254,
      "sha256": "13887e17dbb5ac0e9bd71c274b68601f33e13fa357d29347f82f1535efb461d5"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/installed_task_snapshot/generative/mmlu_world_religions.yaml",
      "size": 288,
      "sha256": "46f23431015555d4502b82a7ea914fb5203cc13ea950e029c3643f13c37c09e8"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/run_metadata.json",
      "size": 210640,
      "sha256": "0ac84898f6f580a5b2e55f188ac12468b18dc17ad7f64559c3975e3aa1171386"
    },
    {
      "path": "results/loopq_w4a4_step0975/mmlu/timing.json",
      "size": 216,
      "sha256": "16c774f8610c060a3f2d0602592d2862d262535658891e29af8d3d7d751a85e2"
    },
    {
      "path": "results/loopq_w4a4_step0975/parity_screen.json",
      "size": 921501,
      "sha256": "a653b933261b20f03d33eaa3587872b972bdfb3f6814184b215b2197b3fdfd1f"
    },
    {
      "path": "results/loopq_w4a4_step0975/wikitext/evaluation.log",
      "size": 24146,
      "sha256": "5654cc98a37124889e4d7fdf0d73ca8dfb0359eddcec9946713688b72b0afff1"
    },
    {
      "path": "results/loopq_w4a4_step0975/wikitext/harness/ByteDance__Ouro-1.4B/results_2026-09-16T14-14-34.433249.json",
      "size": 11154,
      "sha256": "18be63d25fb9b81cda73c91c65d72a0410ebd353f475085af6510afcd9faf888"
    },
    {
      "path": "results/loopq_w4a4_step0975/wikitext/harness/ByteDance__Ouro-1.4B/samples_wikitext_2026-09-16T14-14-34.433249.jsonl",
      "size": 3831352,
      "sha256": "17d32a7ba985277c052163ea9401ebae98498835364914ac99b76afbaeec2b44"
    },
    {
      "path": "results/loopq_w4a4_step0975/wikitext/installed_task_snapshot/README.md",
      "size": 1477,
      "sha256": "4c828e4fac9216b03760014beba7edcfc1512fe86027411f8ab5e94aa1f5dbde"
    },
    {
      "path": "results/loopq_w4a4_step0975/wikitext/installed_task_snapshot/preprocess_wikitext.py",
      "size": 1738,
      "sha256": "a44020374b172159bf5be80a64d2c4194c9d5c77284f696ac666361338c8da7d"
    },
    {
      "path": "results/loopq_w4a4_step0975/wikitext/installed_task_snapshot/wikitext.yaml",
      "size": 532,
      "sha256": "f6d1a228da486466ac91922c99cb5ff197610ec045decb2009599a16b80eaf45"
    },
    {
      "path": "results/loopq_w4a4_step0975/wikitext/run_metadata.json",
      "size": 74277,
      "sha256": "ce3aa399f2e8a47b5b88f3021f36b0b76077631237b03f805da958515366b1c0"
    },
    {
      "path": "results/loopq_w4a4_step0975/wikitext/timing.json",
      "size": 217,
      "sha256": "94cb0d356f74208a2adbbb648c1ae60ef8e8558d6db5fa074710373bf3c7c9bb"
    },
    {
      "path": "results/loopq_w4a4_step0975/winogrande/evaluation.log",
      "size": 21747,
      "sha256": "b9c8d03d2a4ef1f9fc3c984ea342481860dec1526ac474b4fb5d9862c27136d6"
    },
    {
      "path": "results/loopq_w4a4_step0975/winogrande/harness/ByteDance__Ouro-1.4B/results_2026-09-16T14-00-37.812017.json",
      "size": 9362,
      "sha256": "8d0d0f5ec7bb8a62a31b68279de3b23b90a8ffb19386ee58ac30e1847054ff27"
    },
    {
      "path": "results/loopq_w4a4_step0975/winogrande/harness/ByteDance__Ouro-1.4B/samples_winogrande_2026-09-16T14-00-37.812017.jsonl",
      "size": 1282041,
      "sha256": "4ddca46823a01ab7f110be3f5a9f48e1ecc38504ad9e9138234f0202be782f80"
    },
    {
      "path": "results/loopq_w4a4_step0975/winogrande/installed_task_snapshot/README.md",
      "size": 1816,
      "sha256": "bc0d92fa23929d74c05cf43112a461c1931dddac66bca0373feeed51c636485a"
    },
    {
      "path": "results/loopq_w4a4_step0975/winogrande/installed_task_snapshot/default.yaml",
      "size": 506,
      "sha256": "7a73c28f1c760f1f54b4185f21f8df5927c1fe7278a8520f38ee03cc7f40d9e7"
    },
    {
      "path": "results/loopq_w4a4_step0975/winogrande/installed_task_snapshot/preprocess_winogrande.py",
      "size": 377,
      "sha256": "e55327629264a98f1d383fda24645b6779afb53fa0bce2150042b9416b1ae006"
    },
    {
      "path": "results/loopq_w4a4_step0975/winogrande/run_metadata.json",
      "size": 69953,
      "sha256": "e98d1fee3a8a1822ee1cfbd38f3ed8fea91b85e436cc7aea8f78c3fd037dcd60"
    },
    {
      "path": "results/loopq_w4a4_step0975/winogrande/timing.json",
      "size": 217,
      "sha256": "188cab8912cb2fc09b0ada35581396b387ed8fb83a2f0ebe2080368b290addc4"
    },
    {
      "path": "results/loopq_w4a4_step1500/arc_challenge/evaluation.log",
      "size": 32945,
      "sha256": "548419a2b42bc69e9a29331898d993c2a417a94f4e28696340f28baf9fe9289b"
    },
    {
      "path": "results/loopq_w4a4_step1500/arc_challenge/harness/ByteDance__Ouro-1.4B/results_2026-09-16T13-29-53.779230.json",
      "size": 9315,
      "sha256": "ad895e0596bbaeed420bee6532068fa9f22e627f1c2a0e025803e83c8538b0ab"
    },
    {
      "path": "results/loopq_w4a4_step1500/arc_challenge/harness/ByteDance__Ouro-1.4B/samples_arc_challenge_2026-09-16T13-29-53.779230.jsonl",
      "size": 2289455,
      "sha256": "069f59deb4dec8c4377fcb63e25f99f346490361c8675aef63b939e9d26e89d4"
    },
    {
      "path": "results/loopq_w4a4_step1500/arc_challenge/installed_task_snapshot/README.md",
      "size": 1932,
      "sha256": "2fc3774dce5e922b5b14266b5be2873e4c75a708c7ccb25fac11190cfe42001c"
    },
    {
      "path": "results/loopq_w4a4_step1500/arc_challenge/installed_task_snapshot/arc_challenge.yaml",
      "size": 71,
      "sha256": "682621c26ae24b1065a2d732460a55a8ef2b9f2544574431666c9309a9efd7bd"
    },
    {
      "path": "results/loopq_w4a4_step1500/arc_challenge/installed_task_snapshot/arc_challenge_chat.yaml",
      "size": 1143,
      "sha256": "61b067bbfb12a72bfd3f11f4df5d11771c1267e9241f414a0e454d65e30e0e31"
    },
    {
      "path": "results/loopq_w4a4_step1500/arc_challenge/installed_task_snapshot/arc_easy.yaml",
      "size": 579,
      "sha256": "96da1d9efe1df88659481cedc13985cb347dc068554a2eae561303fa39bfab3f"
    },
    {
      "path": "results/loopq_w4a4_step1500/arc_challenge/run_metadata.json",
      "size": 72478,
      "sha256": "18e7ad152b8755a7b880339c9d46e45706c0eaa6c800242cf8cea9bb72f17877"
    },
    {
      "path": "results/loopq_w4a4_step1500/arc_challenge/timing.json",
      "size": 218,
      "sha256": "c565ddd2db2dd42490604036f4685dabce31a751ef3239f2fd25979514a42646"
    },
    {
      "path": "results/loopq_w4a4_step1500/artifact.pt",
      "size": 5102244,
      "sha256": "2e5b428f77ba72785cf5614d7eb62d0b36b8b566722261b79b1e062f64e15b3a"
    },
    {
      "path": "results/loopq_w4a4_step1500/components.pt",
      "size": 5101626,
      "sha256": "769f9d7488c0c04a8091a5ade33fa58c951a0ae375da495bdf7dc88e1d242baa"
    },
    {
      "path": "results/loopq_w4a4_step1500/hellaswag/evaluation.log",
      "size": 209803,
      "sha256": "edd8de956be4e90f1f24a2de35c84004d52a2d9fd5283653d6df6941e17b6526"
    },
    {
      "path": "results/loopq_w4a4_step1500/hellaswag/harness/ByteDance__Ouro-1.4B/results_2026-09-16T13-21-24.556159.json",
      "size": 9551,
      "sha256": "2b51eb0003f3f8d0c5d6e4b5cef9087ac81440f469efa95405c8007687171d32"
    },
    {
      "path": "results/loopq_w4a4_step1500/hellaswag/harness/ByteDance__Ouro-1.4B/samples_hellaswag_2026-09-16T13-21-24.556159.jsonl",
      "size": 43672804,
      "sha256": "556b17163265452bb40d4002be0edb470adc85bc3513c6cd9c8a01ea3afbacf6"
    },
    {
      "path": "results/loopq_w4a4_step1500/hellaswag/installed_task_snapshot/README.md",
      "size": 2710,
      "sha256": "d12c5bb378e08ae58914c074a27a58faf853c4264c59b0e47bc125445b222df6"
    },
    {
      "path": "results/loopq_w4a4_step1500/hellaswag/installed_task_snapshot/hellaswag.yaml",
      "size": 480,
      "sha256": "e9ef8ac3fed02bf283777d946ae76cbf906152e9c92533c9794e5a9dad78d1cf"
    },
    {
      "path": "results/loopq_w4a4_step1500/hellaswag/installed_task_snapshot/utils.py",
      "size": 717,
      "sha256": "07d23b60b28f2a4f658dcf8440623a63fe6644854ce9b846a114dde980dc1214"
    },
    {
      "path": "results/loopq_w4a4_step1500/hellaswag/run_metadata.json",
      "size": 72710,
      "sha256": "dbcd486071a6ab1d27d6e49cfe2f9be96404056482ef4742e3468eaa20652529"
    },
    {
      "path": "results/loopq_w4a4_step1500/hellaswag/timing.json",
      "size": 217,
      "sha256": "bcd3cf203a8c732fb0ad3d82bcaabf182e94793d3e17381c3a94e49be67d5b37"
    },
    {
      "path": "results/loopq_w4a4_step1500/lambada_openai/evaluation.log",
      "size": 41508,
      "sha256": "c736f5970bb47ee7a5dd99bfca2acf8c4cb6d641955f8d8380c6758f0a712789"
    },
    {
      "path": "results/loopq_w4a4_step1500/lambada_openai/harness/ByteDance__Ouro-1.4B/results_2026-09-16T13-27-26.652502.json",
      "size": 9189,
      "sha256": "fe7be72d77f65405389a9aa87cf8d80f0c8cf81199446e9efb874ac9516a4333"
    },
    {
      "path": "results/loopq_w4a4_step1500/lambada_openai/harness/ByteDance__Ouro-1.4B/samples_lambada_openai_2026-09-16T13-27-26.652502.jsonl",
      "size": 6306683,
      "sha256": "8cbbde8ef5787725de7bcc217b285c68a905f9edf29c3f2e3ba1b4574646e693"
    },
    {
      "path": "results/loopq_w4a4_step1500/lambada_openai/installed_task_snapshot/README.md",
      "size": 1186,
      "sha256": "00eed7946198d43721dd90ba926f0291fc292e23af01d61b1c7fd89448b6c448"
    },
    {
      "path": "results/loopq_w4a4_step1500/lambada_openai/installed_task_snapshot/lambada_openai.yaml",
      "size": 489,
      "sha256": "96dee2fe378666b6b5411958a25ad5c83f5b43eb6b3c830f4b0fd485f9adb6a5"
    },
    {
      "path": "results/loopq_w4a4_step1500/lambada_openai/installed_task_snapshot/lambada_standard.yaml",
      "size": 505,
      "sha256": "68c54b04b75b203d7bddd97ad58352a6393fbba1ebffa3249ba692ae0a0d9d3a"
    },
    {
      "path": "results/loopq_w4a4_step1500/lambada_openai/run_metadata.json",
      "size": 72326,
      "sha256": "82c1b7c95e9d1eddc3671fb42e3d90d0a4720330cc2f764819734cedf3fd6773"
    },
    {
      "path": "results/loopq_w4a4_step1500/lambada_openai/timing.json",
      "size": 216,
      "sha256": "ca479d088e8d1ea0c64eb858c28fd1ec87c27e6af70d1a5a6fd175b6efd7a57e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/evaluation.log",
      "size": 469648,
      "sha256": "7e80b9f02950b9e4915074702ade6bdf66d15c3271cd8e5d57e58130b03a5119"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/README.md",
      "size": 2889,
      "sha256": "778f54ae72d277edd92ef18f61a35956ab6a96bfd75469cd700033d232e6e784"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/_generate_configs.py",
      "size": 5254,
      "sha256": "a4add5512c995e85e123e32cea7078d6dff1a4ffd4b38d3a4105dbe0ecaa0dbc"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/_continuation_template_yaml",
      "size": 261,
      "sha256": "136c84deb7a6d491034c1f33a7b249d94266116096f1998d5d75b3bae64819fc"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/_mmlu.yaml",
      "size": 719,
      "sha256": "734ceccdc7122de6f6db06bd09bff9d595f2c66c597465472ecf108ee779d4e2"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_abstract_algebra.yaml",
      "size": 246,
      "sha256": "8159e212ce4ff33fd1806313371b905f3f2b27401fcfca61ff93e7b58abf076c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_anatomy.yaml",
      "size": 218,
      "sha256": "694f644ec2cde419a35614b2b81911563da5885fe151957b6f6dead6b04bc530"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_astronomy.yaml",
      "size": 224,
      "sha256": "e7271d1e66df0c1eb2fbef3e4e28aaf694b24b7cd5c8b63b0980363f8c6cf846"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_business_ethics.yaml",
      "size": 244,
      "sha256": "29295b5c3cf4bd29412b50d3522162153bed0948defbc59cd2d3074da536ecff"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_clinical_knowledge.yaml",
      "size": 253,
      "sha256": "c0ec14846f2c637d67c903362f45a397b1779e994f5ef07aa2c0ac81b34a2c72"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_college_biology.yaml",
      "size": 243,
      "sha256": "7752fe151fda10b71968c30a2c3500521c971599e4861b8adaa00642071b3c5b"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_college_chemistry.yaml",
      "size": 249,
      "sha256": "c1ed348e373b4324687531bf043538ec66facc626dd4f726f029951f6f3db226"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_college_computer_science.yaml",
      "size": 270,
      "sha256": "4979be6e61bd844c65f010bb38fd0af63778d11db23e6a2797ea1090fdda3c71"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_college_mathematics.yaml",
      "size": 255,
      "sha256": "2ecb386978823213860c49d76695a7b20f5cfaf76b76a81f3a5232a703a257e3"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_college_medicine.yaml",
      "size": 247,
      "sha256": "9ead31b5eb689b3e063d7e272ff9b3a4b15b04e74effd0242430ea9fe5047daf"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_college_physics.yaml",
      "size": 243,
      "sha256": "88d9435fde182a92f48542d21b4d6a30ac1ce4929f6a0392f36b51e14726a133"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_computer_security.yaml",
      "size": 249,
      "sha256": "4fe37174e32cabfea651d2e4068982f4102e0ea64fdc625252ccadc2234e241d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_conceptual_physics.yaml",
      "size": 252,
      "sha256": "3491029bb98d6fe6253b8cd4fbc5b75688cdc0ddaca754d07ab23cb75ccf0d6d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_econometrics.yaml",
      "size": 244,
      "sha256": "7c501063b271086aed0f848176e294c9cb19e1d77fe30f2ee16a1a46d5a40b81"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_electrical_engineering.yaml",
      "size": 264,
      "sha256": "41dea07585d3616e18250d25b813b98302e6e813e2059cdfdec547673ef50d11"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_elementary_mathematics.yaml",
      "size": 264,
      "sha256": "c8f2865817bac8a459b011cfe4145be92b0cbd82de5734c212084469c87df9a6"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_formal_logic.yaml",
      "size": 240,
      "sha256": "a5ffe5d130b6d6bfac7c8e9a6783be64e99aa16ebf8a17c3659f11e65c34f7cc"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_global_facts.yaml",
      "size": 235,
      "sha256": "2fb4d84661cbd15fa2500f4f6cda3c5aa833c1881bc6eb1f8501289e92aeee85"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_high_school_biology.yaml",
      "size": 255,
      "sha256": "a0f06049c6a8dbbb3770e2360e8bd9769cd9c1986a6756876036e34b98943bcc"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_high_school_chemistry.yaml",
      "size": 261,
      "sha256": "5078f0463f1160a46c3ba8d6a2b0709d06e080e19debb8ab7cfae9c5a04af82f"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_high_school_computer_science.yaml",
      "size": 282,
      "sha256": "f49e59597711e375cd7777af08f2cfc953e97a710c0146befa3d1249b4313921"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_high_school_european_history.yaml",
      "size": 288,
      "sha256": "b878581052510471659eb219ff5500b7630727fc205acad9d99c415217a1104d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_high_school_geography.yaml",
      "size": 272,
      "sha256": "3be25c7a9b7c26e9eb80f37091f3fa69c2c70f281d8a13e8f2e1f56cbc93b819"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_high_school_government_and_politics.yaml",
      "size": 314,
      "sha256": "1a146e58fdd8c9df6d25b1a9b541ba7ca6bd513138d3d4865518a9433fded980"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_high_school_macroeconomics.yaml",
      "size": 287,
      "sha256": "c61acdc2578896e3ae4de5cc7bf321afe117ae651952f8416a2704859dabe69f"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_high_school_mathematics.yaml",
      "size": 267,
      "sha256": "5204706c64ab5c74192ab0a79487e692a89011415b7ab16baebc7c6594fd896e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_high_school_microeconomics.yaml",
      "size": 287,
      "sha256": "0ac5a1c4cdc1db5da4676772f964c548ad04d29cc5054fd42111083569c773f2"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_high_school_physics.yaml",
      "size": 255,
      "sha256": "6ad4aa424a658e3fff52cb5a317da82a816e35d6b7ee75debdb16ce464596512"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_high_school_psychology.yaml",
      "size": 275,
      "sha256": "1d81a1a6567a58133fc81b8fa5fc8c2e1f9bcf7c7657c437d7c718ca91bec516"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_high_school_statistics.yaml",
      "size": 264,
      "sha256": "8371896942aa20418c8afdef39758afecf95d6cefe078917722c0b3849ce5db7"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_high_school_us_history.yaml",
      "size": 270,
      "sha256": "b0dcce25582b1159b6fa0adb534f01784e24cc34f90504c071a44703ff70fbe1"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_high_school_world_history.yaml",
      "size": 279,
      "sha256": "6a03310034e058209fad6e2231930e8cdb11da18bd292e749ed90db1ea0b81bd"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_human_aging.yaml",
      "size": 232,
      "sha256": "df2506c4b5b9ecbee3842d90daef68079279c14177138f184949aa676faac7c4"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_human_sexuality.yaml",
      "size": 254,
      "sha256": "84670a5ee78c5d8edcb276d460df7c8addf1600c6d705ea1f0c94da79f448e28"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_international_law.yaml",
      "size": 255,
      "sha256": "fca976f0ccdf3c118cffb8ebd76b8cdc6e1843ca5d334a7a6527acc05bc84b75"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_jurisprudence.yaml",
      "size": 242,
      "sha256": "2c0350db6deee656a2cd39be6a311f0f81822313f3ae9e74fc3e7f67b9f088a2"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_logical_fallacies.yaml",
      "size": 255,
      "sha256": "b91f67cff7385a821d247712f87ed5ebc50886727c8c737baf6526ad84f4be13"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_machine_learning.yaml",
      "size": 246,
      "sha256": "83514cc0afdc6430167e88c9369af636aebeb6e0b973313ddcceec998bb1e1e5"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_management.yaml",
      "size": 228,
      "sha256": "d6869851aa6ea7511e88a3331c301ee3b2832f2e5ddc100b97da564cf153019d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_marketing.yaml",
      "size": 225,
      "sha256": "60b3d5773349690945f240c43441160ebe4e77187fc9ce8c34216e669a8a70c7"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_medical_genetics.yaml",
      "size": 247,
      "sha256": "1318b567eec3e85dad5b7827a6805e8e0dd966fe732ede9f5ee4634542458269"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_miscellaneous.yaml",
      "size": 237,
      "sha256": "54464d8cffe046c4526fd54baf846923c6da950e63be60e3b8d263a3a86b21d8"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_moral_disputes.yaml",
      "size": 246,
      "sha256": "bb4f0b3230800a1d08575615fece8ab4e5ca445c64fe65459824a31d59997279"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_moral_scenarios.yaml",
      "size": 249,
      "sha256": "7bc3391886d1b8f8766b83eee52af7fe724396547be8a86bfb57444331a8aee5"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_nutrition.yaml",
      "size": 225,
      "sha256": "b491deb4135fcc6f679ffc60f75d6a9548286f540ec25f6956767c87006c87dd"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_philosophy.yaml",
      "size": 233,
      "sha256": "6029ace828d819b309f863517a0b55c0215a613e1438cfc6e4ecf1252d61f123"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_prehistory.yaml",
      "size": 233,
      "sha256": "d8723c91698d9fc53ca04b519ca1ef7f8306ea3a859af8e00021eb8a5f0069aa"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_professional_accounting.yaml",
      "size": 268,
      "sha256": "a7564021ab6fea419419c54aa850e8bb3d462cc027c6e053c5c6f3b2881aad6d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_professional_law.yaml",
      "size": 252,
      "sha256": "993b1bbed3ade81edda65ba082bd92e178adeff01095a9fdbba8eb1887f1c257"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_professional_medicine.yaml",
      "size": 262,
      "sha256": "54bc9058843686adb0b4664c448c35c04e9d0628656e9bba68f1e39367fe7ce2"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_professional_psychology.yaml",
      "size": 278,
      "sha256": "f32d4960ce8163fb2e74ae89305d58e90e60da64ecdae4d3fabb388f504593bf"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_public_relations.yaml",
      "size": 257,
      "sha256": "284845391d878b622c02c374586ea4b5b2c2dbef0e59d34baeecda833da1971d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_security_studies.yaml",
      "size": 257,
      "sha256": "7676a70b9b518292516dc12e0912ecb953de2593902e70acb05eda873f732d5c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_sociology.yaml",
      "size": 235,
      "sha256": "ab5aad3265f97aee30d87ca136a04bffb8982e745f7436969034c522ca33cd90"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_us_foreign_policy.yaml",
      "size": 260,
      "sha256": "8dc6ccf8c702d76ed9b0d0e41d9055a3682bbeaea7165691f36a27a918189acb"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_virology.yaml",
      "size": 222,
      "sha256": "97d27d41025cd77340cb440ece792e258b6c660a7e0f460f3d0a7c25f6fc169b"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/continuation/mmlu_world_religions.yaml",
      "size": 249,
      "sha256": "f1e182eda771dc880be7f9915af22343fadeeb6209e436d9cbaa5a9aa89b328c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/_default_template_yaml",
      "size": 406,
      "sha256": "a0997593bf94f52cc87eb1f9b621f52613a6c60f1fb48775b0926104fd385122"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/_mmlu.yaml",
      "size": 179,
      "sha256": "e35dd25fea5fa5583fbb64a99f9b7c4a2071a3edbbd65182f152d77b7798e11d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/_mmlu_humanities.yaml",
      "size": 166,
      "sha256": "790036db1420e7c8a1266f149ecaa401326380608552fc123cac1c15255ad7f1"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/_mmlu_other.yaml",
      "size": 151,
      "sha256": "1cd803a8f56b88a830f8a12a9fc052d8b8237c712b8ea859582da3eeb6ad43de"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/_mmlu_social_sciences.yaml",
      "size": 181,
      "sha256": "ece4a326d603c2424411af4a3b1cb1a99677792f50cd366f8e9f5e726899194b"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/_mmlu_stem.yaml",
      "size": 148,
      "sha256": "2d58563cf678c1e7f98ade5aa47ff68143d8554cc1661ed7b832abe483b2604d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_abstract_algebra.yaml",
      "size": 270,
      "sha256": "f026cc8918a0a4a422af4286e22889de6f423483671975fdd5429c96c0d0d9ef"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_anatomy.yaml",
      "size": 233,
      "sha256": "8dad2f8dc245224b7981c6186e1192e362d26c0eac649d1307080f57df92ff64"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_astronomy.yaml",
      "size": 241,
      "sha256": "a7723276547be2474f1413d387d13f1fec179ae98f236a78258c6c83e231d926"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_business_ethics.yaml",
      "size": 267,
      "sha256": "0a8df5dc2fa2f02f1c70da7ab920761f479862462dee97457182df817b1dce57"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_clinical_knowledge.yaml",
      "size": 279,
      "sha256": "2308279513bb71f56bc46213ec73d942918a6e5d6edc8856ec430dcc6d3cc26b"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_college_biology.yaml",
      "size": 266,
      "sha256": "a102e5ddd619591a8a7edf1830bd78c9ae56f083908a31f5b62ba0d7ab593695"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_college_chemistry.yaml",
      "size": 274,
      "sha256": "aafbd16592bce40850f95f13a61d3ae53f2ecc5121e1677e9bc27a898d8b022c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_college_computer_science.yaml",
      "size": 302,
      "sha256": "34ba579d113ac7d499fb9f1a41db30f656eb4f85f240c8e85b2e01c8a2e7b1aa"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_college_mathematics.yaml",
      "size": 282,
      "sha256": "f5ee2d5cab36fdcee9678fdfda31c1d6dafd173674692311e6a3000511d7de14"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_college_medicine.yaml",
      "size": 271,
      "sha256": "3c95658b25cf99dd9c998430463cdcae1ad4c3fb75c735ac4483448ccbe07432"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_college_physics.yaml",
      "size": 266,
      "sha256": "419ff741345b01c8d7362ab41f7a48f0ea44667cf0bb870568718a500b1ca6ac"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_computer_security.yaml",
      "size": 274,
      "sha256": "a734f89bffb4038e6be27d9f402aac0e79bbe3b831d42faffc5e15410d88a953"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_conceptual_physics.yaml",
      "size": 278,
      "sha256": "2f442a87451b9f95b22907d434e737ca14455f197390ad69bbaae997004ad4a2"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_econometrics.yaml",
      "size": 264,
      "sha256": "4d42386ca2a5637d60b4978c575d3490354f4038c67743089a7e9ff14d65fb13"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_electrical_engineering.yaml",
      "size": 294,
      "sha256": "c29ed6b29cb28b0fd4c243a2bf637385123926119b25160f99f02867f5be1396"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_elementary_mathematics.yaml",
      "size": 294,
      "sha256": "90105e3ee53a869f5bb23361fe01419e9cec54bfbf1cd82b2d3f3e5f8a335c4a"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_formal_logic.yaml",
      "size": 260,
      "sha256": "31e3c8ec51bbbe8ba7842948b28844b0f12de8b709059f1647bda39f860ab86e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_global_facts.yaml",
      "size": 255,
      "sha256": "d938b962a3f8fdcd90040d9ef28db9068a6d1ecf08a7311d8de7ed89f77eabf9"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_high_school_biology.yaml",
      "size": 282,
      "sha256": "3b967d4bf5169aa90abd85a04b9cca5746b79102aa9e3feca4aad8318f441767"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_high_school_chemistry.yaml",
      "size": 290,
      "sha256": "d89282333d4fce1f761df5e0baedcb59aa72dab22f4651d3e1f77aa142cd1f06"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_high_school_computer_science.yaml",
      "size": 318,
      "sha256": "4fa205dc34a098acf68e303f6f7c0da3bdde9d4638a94a5683ef6c57c3c3f13b"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_high_school_european_history.yaml",
      "size": 324,
      "sha256": "dc30df82cdef1692a99806b1be2aa94f16362407179cc2a2d9eabdb37b2af06e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_high_school_geography.yaml",
      "size": 301,
      "sha256": "4b6e36425a2690e02e46e8a7c7c886d64e42082399857c7bfc2f396d93d38ea9"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_high_school_government_and_politics.yaml",
      "size": 357,
      "sha256": "02b95e38f133266a69bbbffb8ecaef5f67fa0521d81b0f540a0e4cc2dcc64923"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_high_school_macroeconomics.yaml",
      "size": 321,
      "sha256": "d86505fa78ab45dac3de902432bb1a30e25f3d86fe20289c07a1b61214529f33"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_high_school_mathematics.yaml",
      "size": 298,
      "sha256": "7cdaaad0ba299d5679b344ec8cd4775dd81ebff3918041157a7a980708f31dc2"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_high_school_microeconomics.yaml",
      "size": 321,
      "sha256": "b50ee6a489ebef539ea181b968716b7b7cdc94729fc58cf01b9f36388093ec36"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_high_school_physics.yaml",
      "size": 282,
      "sha256": "8ee33988717ad1c9cc29f51841ffdd8ba2ce57e80f93fc6f3d570a48c6683934"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_high_school_psychology.yaml",
      "size": 305,
      "sha256": "603b757c8843ede5c6451a25593a8ee5b781d453b07372c49424816b79a9a4ae"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_high_school_statistics.yaml",
      "size": 294,
      "sha256": "b9dadaa5ce8598d6fd068481e03e617e5154f90462c80a71874bf8077fbf8492"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_high_school_us_history.yaml",
      "size": 300,
      "sha256": "2bd13e1b627b022b65c4c8f135fac2aa96dcd9ca7f46ff79abe8679c279eb947"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_high_school_world_history.yaml",
      "size": 312,
      "sha256": "580fd84a4f4c1c9a974b13bcb92f39f5a0c464402401744dd9b45daa4a76eeae"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_human_aging.yaml",
      "size": 251,
      "sha256": "cee80b63790b0e86e7b26cd68973c410ab2a085e7626268a4a25587ed48a7811"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_human_sexuality.yaml",
      "size": 277,
      "sha256": "267fe3eb8fcaf52d157fcc0728d0513fdb91c3371173fe388e0b03f8a7ea09e4"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_international_law.yaml",
      "size": 280,
      "sha256": "99064d1d0304106cb19fea31fd4af5cf69a949cb4f5e871729a76d090a3e89c3"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_jurisprudence.yaml",
      "size": 263,
      "sha256": "2d18fc654dd44d92ddd394adf1e3ef97c74366378bb37345b2e44d2f79fa2b05"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_logical_fallacies.yaml",
      "size": 280,
      "sha256": "2f03bd256e2e12fff3cdec67ea4f08df6d678b6dbacb6962c0d81dc0da2f356a"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_machine_learning.yaml",
      "size": 270,
      "sha256": "789baf184429d6b505f16fe581abb32ba1815b48223735be15710244c3d4c948"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_management.yaml",
      "size": 246,
      "sha256": "9d4507c060bff0db4dc8ff4198c625715effed28d24fdbf54495ea493b1c6d27"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_marketing.yaml",
      "size": 242,
      "sha256": "f63fecdb482e3f23bdd1863c6a309a5ddc836e09f531515f0a33de8461b824c9"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_medical_genetics.yaml",
      "size": 271,
      "sha256": "ab26bded29775760a1e5455d476227c74a51d94eb0b369363a69d184a876d857"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_miscellaneous.yaml",
      "size": 258,
      "sha256": "afc98efce966768995194ffd5d8e86c881bdad06fd5bb576156b3da133f82d3d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_moral_disputes.yaml",
      "size": 268,
      "sha256": "ec8279e3da5bfc4a28a1b096f1dd6c42fe5f307d9a9c513e3e79f2990f2fd058"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_moral_scenarios.yaml",
      "size": 272,
      "sha256": "c98a60a99386cafb095e7e02b56c6a74011a77a5a6772901d055e9d48e63e26e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_nutrition.yaml",
      "size": 242,
      "sha256": "e117c15b9846fc75e9efcf28f62edea6c736d24d4d1acc3e310205f1852e6221"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_philosophy.yaml",
      "size": 251,
      "sha256": "7654a06752c5c45e0637508ea4a528798114c10fab172b761ca2ef397c0d9172"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_prehistory.yaml",
      "size": 251,
      "sha256": "c23f8dcc4e96011f9ebca99bcb2b2372f477d5e36681690bbacd94c0a403b6c9"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_professional_accounting.yaml",
      "size": 299,
      "sha256": "432df31fa6ad5398020117189481f61afbc4b27bf7e7e7f03fa83f900f01cd11"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_professional_law.yaml",
      "size": 276,
      "sha256": "6067d60160d0978b5e2c15faedcd9baf5188600876a892fb08c42f1b4369758c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_professional_medicine.yaml",
      "size": 291,
      "sha256": "aedd6c8fc5b662f1197fda2920bea8516ce4090e16f97ef0cf1d22a4c54274e4"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_professional_psychology.yaml",
      "size": 309,
      "sha256": "c8acc00f3010b396ce34f2b54ffa6bf0806397a7b14f9a1c52eab18b4e02c642"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_public_relations.yaml",
      "size": 281,
      "sha256": "3f560bb0cbe9967c9ee9e753d41681304a366c83e4cccb73743fca4d0938533f"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_security_studies.yaml",
      "size": 281,
      "sha256": "c23f790964719dd32abaeb4993ecb9bf5560a7b4606220cd88a900830e11df2f"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_sociology.yaml",
      "size": 252,
      "sha256": "bf1ca22fc29b65431b83fa9de59676a3543535b9ab942fa86cc4ff8c871bd6c3"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_us_foreign_policy.yaml",
      "size": 285,
      "sha256": "44c36ea7852bccc941fc24370bcd9c985ab0ff334a9689525a6511ef2c6a8339"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_virology.yaml",
      "size": 238,
      "sha256": "028b0d3acbacd9bf83f7e67a41b052e4699feccca4c7e5e9edd74fbfd259a817"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/default/mmlu_world_religions.yaml",
      "size": 272,
      "sha256": "08d79b1b3cc4976a97c9aa57f1362cb588db1e68010ba56ff33a4fbe884e3e2a"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/_cot_prompts.json",
      "size": 218396,
      "sha256": "081478485b1d4f51e01305e19113f0e3a468f2dc787596386998e229a97b096c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/_mmlu.yaml",
      "size": 808,
      "sha256": "841b0c13d17dca9484e15350c3d66b1bef58978bd378ba2cffc315c704ddb9d0"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml",
      "size": 857,
      "sha256": "41ac9b9aed62737cc0d616c3594afe1fc5e0e886a84ea883e7d375e2fa71da53"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_abstract_algebra.yaml",
      "size": 3437,
      "sha256": "6a82a3a3575a224c794f7d08498ee8d81500de8cf85baf177b10f2b16531742a"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_anatomy.yaml",
      "size": 5059,
      "sha256": "35fb1d5692efbd88df5145c3067b8fa5fb2451d78845c5a7509dc5ad74b924f9"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_astronomy.yaml",
      "size": 4723,
      "sha256": "e8a4ae72a9c4f22399bf7db9611e84510bf45913cce5001bbed26bc382edf865"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_business_ethics.yaml",
      "size": 4909,
      "sha256": "78f11f5af8d6f611ab8bd7f262b75628902989b9c1120c702057739c55a0b27e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_clinical_knowledge.yaml",
      "size": 2900,
      "sha256": "8d25fc0ab2cf92ab5c436c5f670e315f9a8cf188012f297dc42d25f6bd492cb8"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_biology.yaml",
      "size": 5193,
      "sha256": "f62712222367f8b93decb5928bbd6c6e52df8537ac52e391c2b41e4593407d66"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_chemistry.yaml",
      "size": 3237,
      "sha256": "ba672552c0452b83bcf681bacd1b541402acd7d0eb572b9eebf30c6801656f91"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_computer_science.yaml",
      "size": 7034,
      "sha256": "11d0fa680031fa2e7273f63b3b9f0fb0ea17c9c44a4ad421176537a57ff0f7f9"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_mathematics.yaml",
      "size": 4331,
      "sha256": "c52220f31726659551c9d80bca70b7fa951b50bda905b60cbc53ffc50d6f0312"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_medicine.yaml",
      "size": 4607,
      "sha256": "44b0d7261fac40e4349455882382cdc7f309bd635522a583d129f94f7241aced"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_physics.yaml",
      "size": 3715,
      "sha256": "eafd937f7fd6e551c5841f07ff19714654f81465225b6ca877a6c3bdd84293b8"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_computer_security.yaml",
      "size": 3054,
      "sha256": "3ceaf68bfd728cf16e6371de4c150bddbb13511645a8a72cfde766d4863c1777"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_conceptual_physics.yaml",
      "size": 2809,
      "sha256": "0eac76ae4d3e69938190e272339979cf1a4f1cc489f1feceedbc9f25e09bd547"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_econometrics.yaml",
      "size": 5536,
      "sha256": "27e0148e69883a63b43c82f5f37780be296b231fafcf1c8621317170d084f10f"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_electrical_engineering.yaml",
      "size": 2914,
      "sha256": "34dc98b5326e4114e3869aee3aa4dfb7f87197d0a70ae345487c8637b8b2f6fe"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_elementary_mathematics.yaml",
      "size": 3504,
      "sha256": "3f54280519f77fe5ccd7c745bd50e12d1b71d2cf45f271fa09f903df22349d15"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_formal_logic.yaml",
      "size": 5114,
      "sha256": "f4018ebdc61ab81621c82a9386b4da7b06280975e4bb002d0065b9418a28dcb8"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_global_facts.yaml",
      "size": 2833,
      "sha256": "9e69e90fa99449328b6484b3ff0f2fcf6a054c6b8adffbf8d35adb7616e00928"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_biology.yaml",
      "size": 4783,
      "sha256": "889ba7cb27a5f16155aad27d9ce96c1a4a84f828514b02ceec9715e4665da102"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_chemistry.yaml",
      "size": 4328,
      "sha256": "2479ab54469708cee0f2f87d13af4afe05281810af1f8cbe3011a96f306b3c2f"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_computer_science.yaml",
      "size": 6099,
      "sha256": "175e2c7387012404ffd8b729793aede7547bb918c78a0dc5e4c3edc551825a56"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_european_history.yaml",
      "size": 15060,
      "sha256": "94f29d4d748a7ff3a300cd2600e53defd64d23f885f7faf9cffe1a6a25f142b6"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_geography.yaml",
      "size": 3204,
      "sha256": "b4e7aa1250d71073ebad136f5e55742fb2f73781a4d0b384d2b66f225c358ea3"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml",
      "size": 3706,
      "sha256": "8807a985318a3c3447a3180c9e92de7e0a8d33892995c5984c36c49e4eae330e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml",
      "size": 3175,
      "sha256": "8d7bd75984ba90408664765b51b381ecb902379ae49274db17983271daa693d6"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_mathematics.yaml",
      "size": 3101,
      "sha256": "4e135180ac03b59ab5d94e5b22cb4008f7205c4308fa79e34b9ccdc5734bd5ee"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml",
      "size": 3372,
      "sha256": "47a7c2c61c0d606801c3fd590fdbe1aa6f7879b0e207786251f67dac8651d156"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_physics.yaml",
      "size": 3340,
      "sha256": "3e17aabf420d638d64a4b3983524b5597ec904ed53a10235f780cafdf1293c5a"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_psychology.yaml",
      "size": 4131,
      "sha256": "0531761d82d81b588ff795041ca4b69cd19ac89e6629eed319d3524688b3f694"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_statistics.yaml",
      "size": 4953,
      "sha256": "50c260dfc7fd9f07cf17826df985c413e5a459a5b6934448f5095f640666ba5f"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_us_history.yaml",
      "size": 11947,
      "sha256": "b35b8dd8e52d3f565db261ff5d356dea861ccef1ea3fea5f6aee66f12a1ee9eb"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_world_history.yaml",
      "size": 7284,
      "sha256": "4be39e1e26859c622be650edec28f97fc9dca34cf70e5168eed548f2282fd2c5"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_human_aging.yaml",
      "size": 2289,
      "sha256": "ca6c9d90f9a96e1452f152281d977bb9b8e9a754d52a3a301653a1955c45c33b"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_human_sexuality.yaml",
      "size": 2846,
      "sha256": "cf4f153dde846ba75738bcbb74faafe43e81a5372a78e1dc413e978f70c5aa45"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_international_law.yaml",
      "size": 4656,
      "sha256": "5139ae273a6215abd2db2b43a44e453770855f1ce7450a29b85d03f349910b57"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_jurisprudence.yaml",
      "size": 3813,
      "sha256": "4401aed89315923997e0b7ea765561c74f326871d66681951d069e2b45a4468c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_logical_fallacies.yaml",
      "size": 3789,
      "sha256": "460be41cd094861aa0138b990683a9f9d26e0aa549e97475c8065ab8d240eecb"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_machine_learning.yaml",
      "size": 5222,
      "sha256": "d79416d474d7a6e61ae591f8ac43f946ca7938d8750a1c5170b09c4e7059b250"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_management.yaml",
      "size": 2755,
      "sha256": "94b712c7806f592fd1da06a59786a0f7fa601f7fbf53b7834f3fb7171d434a8c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_marketing.yaml",
      "size": 3411,
      "sha256": "8e1dd1496a8ed422180ceb4c2ac647899eca5a9d29732ffd09dc9ac2429411e4"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_medical_genetics.yaml",
      "size": 3090,
      "sha256": "b5612391646ff5c2b7330085c193ddb91da88ddc75ba1f51aa892975b888f796"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_miscellaneous.yaml",
      "size": 2309,
      "sha256": "5eda41bf28ef9b48601432d3375dc3728d4a54da9a611d46b0988bde0ceba583"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_moral_disputes.yaml",
      "size": 4154,
      "sha256": "3e4d8a2fd0293ac443151bdc9ca1e1e6315b54a3b9a60cd2d9f6e91be42921f6"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_moral_scenarios.yaml",
      "size": 3752,
      "sha256": "cf14d28826e492dfd340a4b4d45a8616bf8ea78a1a56a6f4d860e3f4b0710348"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_nutrition.yaml",
      "size": 4036,
      "sha256": "66cb0cfc7ea9e7ca0ea41cdb738058415988e3f1dcc145ef584cc1255c15df68"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_philosophy.yaml",
      "size": 2547,
      "sha256": "7c6bc9a7ede66397153c43fbe5541ea7b1915c6b859b9943306d6f7001b24673"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_prehistory.yaml",
      "size": 3589,
      "sha256": "bc7298a39aea277d726c45fb10bc8e7832a29d53d932fc8b98a44b1d941ebf77"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_accounting.yaml",
      "size": 4077,
      "sha256": "9d5d39802d3a95006bf9dd9bbf4d7dfe65012844488683cdce5fd192cf2a5690"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_law.yaml",
      "size": 9158,
      "sha256": "60002401be2c426d28eec19106978eda502523b9f2cfaddf7fea184981d166dd"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_medicine.yaml",
      "size": 6138,
      "sha256": "5f0e5a97c2375615a70c82a35cc6d66ecbd076b0990fb9a673642d0204e200b7"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_psychology.yaml",
      "size": 4161,
      "sha256": "e8ff2a6d9fcedcdde312227002bab51119bb36d60bb87e7ec12e462577a400d2"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_public_relations.yaml",
      "size": 3287,
      "sha256": "f652e7e51613e1b18fc946dd4a5e95e9bc92bbb0d42bfa2b4b3f07d476795b91"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_security_studies.yaml",
      "size": 7483,
      "sha256": "084e1747d921d91b18c136352b0004d4950bb51e08c0f8bad3480841c66a37fe"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_sociology.yaml",
      "size": 3603,
      "sha256": "e1161e1bc107902e024da3483a294fe0814230ff0517b734120a7fada19a9e16"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_us_foreign_policy.yaml",
      "size": 3414,
      "sha256": "55852af826b6c2036dc85dc45ea23c700743da4e24e3cf06b7cdcd88ac4d4882"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_virology.yaml",
      "size": 2569,
      "sha256": "ff93991c7f094ebc0b8891dee3cfda9be35c18f4ec00d1f3cfa5bfad159786c2"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_world_religions.yaml",
      "size": 2239,
      "sha256": "47309f8760d7d0d7696bb45028a6191abf86d4c431c335720543887baa152da0"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/_mmlu.yaml",
      "size": 756,
      "sha256": "6ba212a0a4796dbbf007a22585f1ed8183149f8bba84172f8132af919ebfc12e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml",
      "size": 1072,
      "sha256": "e51df99abbebe79ace4064d695a51d53fc9e4f67c7103b5ca313a7146fdae252"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_abstract_algebra.yaml",
      "size": 282,
      "sha256": "0f4e430c6df81565a51b07ad0d5e0f7460375993bd55ba326d4e29e641a9b4a9"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_anatomy.yaml",
      "size": 254,
      "sha256": "718e1b6a5980d100a77b51a6886a23612fbd7e98df59b0ad9918f0d0f5548eca"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_astronomy.yaml",
      "size": 260,
      "sha256": "730460295d4e2fb093043eecad48a474de157f7382b7a16c020a0ac11391a414"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_business_ethics.yaml",
      "size": 280,
      "sha256": "66b84845db9f100d5f61c321b172af074e83f309589ab9970e95043ff363fc6d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml",
      "size": 289,
      "sha256": "21965982898d6c43174a240b7800cecd988d7e12f0889edeea9caac54803301e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_biology.yaml",
      "size": 279,
      "sha256": "983c160278707250d8d03fb1ff2eda7b7b5928c1a54bbf4d94d95f749e35462e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_chemistry.yaml",
      "size": 285,
      "sha256": "3fef7434aa93f5833d2d8628f377c9ae29bd89f89f7000d9bd4901b642ffa9ce"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_computer_science.yaml",
      "size": 306,
      "sha256": "fa621573f15d7751ea352755d6bcd8b69fc9ada117e8eaef2e1650bacc3a7ec6"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_mathematics.yaml",
      "size": 291,
      "sha256": "5c01d6e6bd2e9d76d938472380fdc089d65c69b6ea0c63343d28ffaceb6a55af"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_medicine.yaml",
      "size": 283,
      "sha256": "54af6f6561d52724e274c0f4f8d79e2247802a0d51cf978f3be4b0e219d41bff"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_physics.yaml",
      "size": 279,
      "sha256": "f9945e35b4a8eb95a1d6f853abb01acaca04ead2972f12f23c65da260284a278"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_computer_security.yaml",
      "size": 285,
      "sha256": "255970af3e8018aa392623e9a91c093a2aaecac98f29f50bbb94a5437dfa2a78"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_conceptual_physics.yaml",
      "size": 288,
      "sha256": "3c8d281f58f68cef2380294e5da86aff3e04d6b8a0bd01ad3e20473f6b594a9e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_econometrics.yaml",
      "size": 280,
      "sha256": "fbbdd397787faf85ec12d06ed5c32c84ac90e8d4cc4dfbf628748376e02c9519"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_electrical_engineering.yaml",
      "size": 300,
      "sha256": "483294a165a9f5c22a617be34cb7a6e6d31ac5bd1a408f207406f8ac31406ac1"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml",
      "size": 300,
      "sha256": "12da2707d08dabb68d275c1573185910bdfbdd782352abeff74d399544d995f7"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_formal_logic.yaml",
      "size": 276,
      "sha256": "7659175f21d025a6d47443e85ae018669d51260ae31c4150268c49fb89804ba8"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_global_facts.yaml",
      "size": 271,
      "sha256": "8afc38b1e94298ee3bc3f2c9ed1adfcd07778f24e8310fc14d9a19166fcc9afa"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_biology.yaml",
      "size": 291,
      "sha256": "6f904a248140d3a01792fff9461f0b4575b46fbc684c4d2b95f1f76f403a38d3"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml",
      "size": 297,
      "sha256": "309b5bd5593429579a12317ed9fed624467ea4154ff1f59fb347724d21db4dc0"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml",
      "size": 318,
      "sha256": "8df90d69c86b107905601791281b44916ef1d129f4b27049f56f0062cd4a0ed3"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_european_history.yaml",
      "size": 324,
      "sha256": "5eca500a95ad96daa886871766592aff3eeed75bccf78fe54fc2cefe1055715d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_geography.yaml",
      "size": 308,
      "sha256": "0d51873306ef8f1cef72c3ae13bf1d6a801d5819c83887660769a5c9fd9fb971"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml",
      "size": 350,
      "sha256": "9522a44331a4dc4894bcb304f9ef6a3b7c83b107c6693aee8e57e60703411f13"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml",
      "size": 323,
      "sha256": "13423f3c693d7f45ac770dc5f2d0ee53688e294572dc9d98e29e3759bfdeb9db"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml",
      "size": 303,
      "sha256": "dbb218f42a51b72eb70258f4cf323c70345650a80ced31e270dcad589b3c7ff6"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml",
      "size": 323,
      "sha256": "2c3dd9bff4f339b4077962e0829b6175a34003bba2d978ec5979629b04139bfb"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_physics.yaml",
      "size": 291,
      "sha256": "726f5d42515d32d7f3e6d3b08b25ccec1aaf28189dc11bef79bdf3b715dd7cce"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_psychology.yaml",
      "size": 311,
      "sha256": "556a7fc16bf3b423c3d2dc93dd0ad16dfa3d9a0eab7c631718e4be9200cbda02"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_statistics.yaml",
      "size": 300,
      "sha256": "225b51d0de3ccf19f5e86c22a6246965b290e6acd3805cc31f534e6869765f79"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_us_history.yaml",
      "size": 306,
      "sha256": "cb4622ad1303c9c1a9fcaf12e63ce73a230070e3584664b4e59b64bcacdc6bf1"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_world_history.yaml",
      "size": 315,
      "sha256": "94698105b047e8d01ebc968f19bda8dacca01b2cb2303a22230a6682a898dab6"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_human_aging.yaml",
      "size": 268,
      "sha256": "2aa229df85156ef14ba6c6122ddf49e76a2b3dcb76ba085a04b0ebdd58545627"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_human_sexuality.yaml",
      "size": 290,
      "sha256": "272e81f2f37dda26dc78d0ed534d41abf9dd03c35d3d869c5deaa871e2a2579d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_international_law.yaml",
      "size": 291,
      "sha256": "3d77f2a8395bf5ff541a4a4c6124d6e3a25614f6db02016d28b33bbf1a807a0c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_jurisprudence.yaml",
      "size": 278,
      "sha256": "0e327f06ad7bc2b782c0d9dcff3fb2155e3c7217988b3cf8c98b266027262a77"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_logical_fallacies.yaml",
      "size": 291,
      "sha256": "9e49ffcae0aa91c47d3723f10eb9b20bd50a3983c74f3e879322903fbf8d6b96"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_machine_learning.yaml",
      "size": 282,
      "sha256": "691a83f1dd6b523076b235280bf7242e5c221c7c1d0d7f4836107240ee3146c6"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_management.yaml",
      "size": 264,
      "sha256": "20bea7191915199593ab02a551af961ed6a3159b8bc80a8c51bdceb0dd8cc070"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_marketing.yaml",
      "size": 261,
      "sha256": "d8b8a9ce0cfd63155a9e53e3c035d9cefaf2065e4ba536f63622f03507002372"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_medical_genetics.yaml",
      "size": 283,
      "sha256": "02ce2b1f805a3c92455a13e7584e193f9298fd597cf13690159196d5f80cdf57"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_miscellaneous.yaml",
      "size": 273,
      "sha256": "e165b2abd941bae553f074325732ab97d81c6828b523981b66e7c6263a0eb7fc"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_moral_disputes.yaml",
      "size": 282,
      "sha256": "1495b47be1f8e1d563d83cdce06c58682647ad51b92ae7305b463b0782f64c1e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_moral_scenarios.yaml",
      "size": 285,
      "sha256": "85b4b52d5a6f3787bb144cfc0e86054207db78bf87e4069cc92b8bcef15a5e20"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_nutrition.yaml",
      "size": 261,
      "sha256": "c89d09fe7bcae0ad017d0fa3e101459da6a36850f48f279d7fab782aa22be8ab"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_philosophy.yaml",
      "size": 269,
      "sha256": "d1abca02caf98f5d7837112c13c20d9f37d4a42e5a2976cc473576ca4779759f"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_prehistory.yaml",
      "size": 269,
      "sha256": "b2ee00c7554d1b0a80137a1a806fb1401b6f8457546860d07f49f8173e7361e2"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_accounting.yaml",
      "size": 304,
      "sha256": "aa37f32d462cae79772ec9513ee841ad1516241b1cfb0b2f8a1f8de5f91a2503"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_law.yaml",
      "size": 288,
      "sha256": "b4633bc3bfe388dce96fd3ee74d3a16a17d41b81091e73ce843bbf6a1dd9fc45"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_medicine.yaml",
      "size": 298,
      "sha256": "124b76dfedceee20556c3bad5c4b64d7eba9c01c12b3816f335444e80c0f55b9"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_psychology.yaml",
      "size": 314,
      "sha256": "bfd420d37a790b79b699917f93df94b8789402e78d29358c2caa0533533e9e2a"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_public_relations.yaml",
      "size": 293,
      "sha256": "87a706631d2ee077897ade2a653b318fc76b69f5f6191be3e96bbb766fab3195"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_security_studies.yaml",
      "size": 293,
      "sha256": "fd54b2d93ebcc75f342a3ce2fd2bec249a394e1f8f4a40e866efd94d46c92b4c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_sociology.yaml",
      "size": 271,
      "sha256": "9f7a6142a9d18ef23c53335d0fb8b156544f4ba127957a9f0ad65e23997ac50b"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml",
      "size": 296,
      "sha256": "699fc154e0d77a1ede4541b633b7ef66548d1bc2b42d5048bba8132249a4b7fb"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_virology.yaml",
      "size": 258,
      "sha256": "d9e7019f243db21c93c55b27c7f50556b5c077e6763844687c016ae78cd13481"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_world_religions.yaml",
      "size": 285,
      "sha256": "8971bdd4df2a05151e3ef91e5550a3099da2bb8939e6d5d0df748da7a4a0551b"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_cot_zeroshot/utils.py",
      "size": 4186,
      "sha256": "be4152c245326849a377fe9b2b3cb75e8668d73cf83bb66e7f516135c5b3ab0d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/_mmlu.yaml",
      "size": 779,
      "sha256": "05208f1966f15fb0a8c1f794100d0da374709b50ccce002f4861d8e38ed90ab8"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/_mmlu_flan_generative_template_yaml",
      "size": 808,
      "sha256": "09ca8f0fe2d60969b193d53c1136bc694f8caf8dae572f313daebab096800caa"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_abstract_algebra.yaml",
      "size": 290,
      "sha256": "b3b26b8a57ab7bf97d6f6d0c1de51ac9b9698d106b13826474a4b511729b064d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_anatomy.yaml",
      "size": 262,
      "sha256": "ccd5a7f28cacb48dc07189336eb0c98a725560cd039d826b940ded009c10b65d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_astronomy.yaml",
      "size": 268,
      "sha256": "208df1bfdcb4390836e3c292981c032b39fe1f2035e334b977df830db1c575d9"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_business_ethics.yaml",
      "size": 288,
      "sha256": "372590a19d1c2791a44aaa70ae39a28a6d6fedde77eee2348f51900b680528df"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_clinical_knowledge.yaml",
      "size": 297,
      "sha256": "42781f298956bb9371d954ae77da6028a4d55b518af9e28c2f77e9ababffced6"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_biology.yaml",
      "size": 287,
      "sha256": "d58032cf69d9ecec23b63dd49bf6e7e1d087ad29f7418f31d4c0b1ba831fe30d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_chemistry.yaml",
      "size": 293,
      "sha256": "a3c11dd18f42bbd01b4ffaf9afc454bcec4dd6f45ece4845a52c7a1f76369164"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_computer_science.yaml",
      "size": 314,
      "sha256": "d53e4d5e6cd389ff4cbd6b68e02db3144fb55922db013d1682a0eb9d3f1509f1"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_mathematics.yaml",
      "size": 299,
      "sha256": "71d3f7f8518e590d31aba18bfd267128433a472edc71518f78b64a00b3aaa73d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_medicine.yaml",
      "size": 291,
      "sha256": "1f5cd9f679c95ba813269a0e897adbe6e8891b80d84f95aee6983051a00df765"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_physics.yaml",
      "size": 287,
      "sha256": "15d4f326411d178e47451f53d92c4734a7687b1ebaa04655c372ca08aac9d9d5"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_computer_security.yaml",
      "size": 293,
      "sha256": "db71b770fa644c77dd088486193ad9f7a6b2c61f41f8d6249e80942b0b199b32"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_conceptual_physics.yaml",
      "size": 296,
      "sha256": "a4eb8dcaa9f5e9e228927c9d9f69d9854feac6d2b9d92341d974bc19d51c4354"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_econometrics.yaml",
      "size": 288,
      "sha256": "bb87f5b8d974b38e8453ba7abb29a9588b6044c2473f1a4c05442f69e80daedd"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_electrical_engineering.yaml",
      "size": 308,
      "sha256": "aa3d846af846760751cd6a332ceba4c41c96716541b80f65cf6289f0941079bc"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_elementary_mathematics.yaml",
      "size": 308,
      "sha256": "02c7aae8464e9d8d9656d81548d7f6289654e177515676c1cedd51ce0565d2ca"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_formal_logic.yaml",
      "size": 284,
      "sha256": "ee3a4b4dc6de08fe47ee76f6a54dbaad9060a5079d3e42b750cfcba47732020b"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_global_facts.yaml",
      "size": 279,
      "sha256": "4dca9b064f5f454d9cc35a4fa6e8f86dfa1de7fa077374b19f7efa6b69c1b61d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_biology.yaml",
      "size": 299,
      "sha256": "b040d215d250026298bcbe83eebcbc29a05cdb424bb5bd5420a4431a6c8a0aa1"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_chemistry.yaml",
      "size": 305,
      "sha256": "ed68d68608e584679264df279838e1bc5337f1509f98f14a5232ac40d3768f1c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_computer_science.yaml",
      "size": 326,
      "sha256": "cdba5b66c2ac1c22b1fd6fb382a4d5be7701159783172184976e9c9ec61f1138"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_european_history.yaml",
      "size": 332,
      "sha256": "da1d6dbeda4ac9fef022963b450161896254cba7b065b950a48b43914feef10d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_geography.yaml",
      "size": 316,
      "sha256": "1e490cc440598a580b111111b0154e7095899ba4de134929d0047c4ad6d17fd1"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml",
      "size": 358,
      "sha256": "d78f15f41e17e14831f81463e0764e7a9de3ea845c632dff2df18048644f1644"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml",
      "size": 331,
      "sha256": "8602e0e14dcabe060d5f5230bcf5e2e642bebfdc0a71ffcadbc6d7e2d0b5d577"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_mathematics.yaml",
      "size": 311,
      "sha256": "f1ad81415c816cf6de6c38a0b82ae23c9565ea1cdf8ca56cbceb9e5ca264b73b"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml",
      "size": 331,
      "sha256": "a64de6534555fd596a0c59a98944c2b9073a2c60e302ce36e47d018dc2c8cc77"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_physics.yaml",
      "size": 299,
      "sha256": "019c4d4cc5834c2baaf789c1e48a2c6ae0b8157b564f2def4fe3e24293d47623"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_psychology.yaml",
      "size": 319,
      "sha256": "953039d04c7b75381386e9078cca93d2c7603167f17ea4308e8c46f6b0002cf6"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_statistics.yaml",
      "size": 308,
      "sha256": "125474f1bbb529dd524f4ec4606f17876d532979200e47ee19d3e89a74fa6036"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_us_history.yaml",
      "size": 314,
      "sha256": "9066fd4b6510dcdb3a9c7b5dc9f43fa471d5f49dd2414c58f7eb00203f8a5e97"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_world_history.yaml",
      "size": 323,
      "sha256": "1290adb310a716febe83db2ab09c7330e2c04d440b855f544b01f516e120d748"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_human_aging.yaml",
      "size": 276,
      "sha256": "584ae8b8b7b9b2fe1c236724d38c8be2cc538620f19583288a979d00ae03aadd"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_human_sexuality.yaml",
      "size": 298,
      "sha256": "a76edd15689a72b516263a453f8d9539e75325b18c761be87d564527921bbc58"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_international_law.yaml",
      "size": 299,
      "sha256": "0acdee9f21c087ebdd264656d951beb92a840b0e19544e0ce394fd655c198399"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_jurisprudence.yaml",
      "size": 286,
      "sha256": "3d50f87ad24819c70ea43bc08115f10139961459a3f626bb9e3b2ae3cf36e174"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_logical_fallacies.yaml",
      "size": 299,
      "sha256": "32db8598284cafaf47b8a9c4b6e92efdaa299a5b5eea7ac4b6de72cbbcf2d849"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_machine_learning.yaml",
      "size": 290,
      "sha256": "20a0c8d280bcba1874bf1f5fc0e0bdb3df83b2b1bd9c7dbc0584dcea88abf82f"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_management.yaml",
      "size": 272,
      "sha256": "d0d41bc7067021501c71a438680f247684cc6c91020d41f3fc5b493ef08d0450"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_marketing.yaml",
      "size": 269,
      "sha256": "50b83c4a5c33246ddd46bab3a07800ad1e2ad6ab9595c2a4406a30026df9af31"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_medical_genetics.yaml",
      "size": 291,
      "sha256": "678ac5ba7362a5aa445c17971888476c80199fb27648bbb03837498c7ba415c1"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_miscellaneous.yaml",
      "size": 281,
      "sha256": "a20d93fe2d104ebd072e74f95f7689d58b73beb39088e2bf98c8c7b8789f8dc5"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_moral_disputes.yaml",
      "size": 290,
      "sha256": "db19de8a9eb37a669019d4539202e292d2ae31eea0a6c482ab48616d1d9ead27"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_moral_scenarios.yaml",
      "size": 293,
      "sha256": "ddab93e87b7255c29b0d4d03b55c3873456edc48699f1815f3d2558e3059039e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_nutrition.yaml",
      "size": 269,
      "sha256": "520033e57717348f8126e8af397d76d2e5b0ec79cec253476aff578f06a8d71f"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_philosophy.yaml",
      "size": 277,
      "sha256": "4c26eaef5ef514bb23d2d6b4fc452c9b3780f98970a7dcd725b9458401d88479"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_prehistory.yaml",
      "size": 277,
      "sha256": "f74f051751542b2a9812824c84497e2715a196d0b21a9e1344eafe7f1bee93d3"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_accounting.yaml",
      "size": 312,
      "sha256": "d2f30f6114d5a37420e300a6a42fb5bcc2b9fed0dd33b373b1cfb3453cb75fe3"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_law.yaml",
      "size": 296,
      "sha256": "779f605d9ab3904b9a4b37e7c5459a8259f208cfebe6179fac12a8c79204bf33"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_medicine.yaml",
      "size": 306,
      "sha256": "c73573f93e2817945090a507d6256fdcd9ecac37e644932b3c149adc21a8e9d2"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_psychology.yaml",
      "size": 322,
      "sha256": "cbe26615d08b4dc5f7d031a3a4494181ed763786b84b58b67856c9ad1c396c54"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_public_relations.yaml",
      "size": 301,
      "sha256": "5e81efa06fc380c7fcb35d270522a50384afe70bed60ff93e7ca1529719b8bcb"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_security_studies.yaml",
      "size": 301,
      "sha256": "54e66916cf71cecb82f1c22c2d10a3754525113bdb5da1bde360264c0db672cf"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_sociology.yaml",
      "size": 279,
      "sha256": "0bf247bc212e4aeae45d9c28aa281297dabc29cb86c0c8cba7579e7caffdde71"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_us_foreign_policy.yaml",
      "size": 304,
      "sha256": "0df80fa11444860cd87c233f925d3081757947548456674b806ce4fd1589a890"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_virology.yaml",
      "size": 266,
      "sha256": "621c215d3621606d7690b78bc9646ca43e86a363a04b5e4ca2a9557ed7501789"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_world_religions.yaml",
      "size": 293,
      "sha256": "f9fd1465a82f85af7c671d00613ed0c5f2f3deab744e9a32a1358a4fd8b2a6b0"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/generative/utils.py",
      "size": 4186,
      "sha256": "be4152c245326849a377fe9b2b3cb75e8668d73cf83bb66e7f516135c5b3ab0d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/_mmlu.yaml",
      "size": 797,
      "sha256": "ab12350ddb8798b4c38ac8f2d238d16a40a59f3d5c824239c31352cc5f8180da"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/_mmlu_flan_loglikelihood_template_yaml",
      "size": 413,
      "sha256": "1f97d2569633ce19e8a06c59a11aacc62fa1785309c8791b655a7233ccc7fb04"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml",
      "size": 299,
      "sha256": "ba508f650f6596fc9d9a6db2e3d48e7ce616969a32d3228814f87238c9661de3"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_anatomy.yaml",
      "size": 271,
      "sha256": "30bcbe3e3dcb2cd09484084e796e5aaff4715f951363fb1c7c0a270fc0a1a058"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_astronomy.yaml",
      "size": 277,
      "sha256": "eecb2ec46f8690fe9135da043ed547b533fd8ce4a10504bafaa98c43e63880a9"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml",
      "size": 297,
      "sha256": "31cf58f13a7d1b8ecac9b7b8f85fe0f5f034eec3ff630276f7284264d568768a"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml",
      "size": 306,
      "sha256": "603f8560973c1c59b710fdb66b907bf9f8389e258df735dd4fdef62d4372b943"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_biology.yaml",
      "size": 296,
      "sha256": "5228653e6523e48b5b77b61d7f30e1e8538fa8a119b679f11dfa66da9f07c9c1"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml",
      "size": 302,
      "sha256": "24dec2a7feddf58c014f0cff5adf3974cf7c48ee0649ff58171535029ffdc772"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml",
      "size": 323,
      "sha256": "f55e88ad766449ea6f3092fc805202703af80c43565b35262c949d4d89572b06"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml",
      "size": 308,
      "sha256": "e518e7457b31f452c7b80014978eef06b11ab80a5a3e99ab64ba3ca492d11aca"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml",
      "size": 300,
      "sha256": "f1b0f4400930d87ebfa966272bd08a58c21c89552c8dc4b924302147b36cc9f0"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_physics.yaml",
      "size": 296,
      "sha256": "8b21bead468770bc9ba9e2102a0ee15e3d9c6739ea74a99a40887fe31e4289ac"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_computer_security.yaml",
      "size": 302,
      "sha256": "009daab9f3b9ea5698e7a923fdc63555639904848a9c835d689b89e77942cb79"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml",
      "size": 305,
      "sha256": "6b4f549a8e2beda51021e43b7773b3655c62c6066af5fe2a579c13ab600859ac"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_econometrics.yaml",
      "size": 297,
      "sha256": "48ddf1cc160a919be56cffd54083a726714e3b9983d158e15a65dacebdc7ef73"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml",
      "size": 317,
      "sha256": "ccdd93e9f349b7e4acde70d7bdd3e9e80426e8ae4b6150e34f568e5a27dd8806"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml",
      "size": 317,
      "sha256": "4aa3a65fb79053abd4d509262ed0474d9ed7adab3505d5e648e78f9df1010da4"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml",
      "size": 293,
      "sha256": "fde8982bffe75defe540f47a328ac5d41decbdbd5792c66559fd52304d3eaa41"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_global_facts.yaml",
      "size": 288,
      "sha256": "0a4f1e9182c387413fc3435e3ee9f29dcdbb8d7a71ebee0c1fba1ad7ea022ba0"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml",
      "size": 308,
      "sha256": "77635a018e6cb59e6966e605d7b88adb69fd3c40703db7ca7dee7b8a3adfb4e0"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml",
      "size": 314,
      "sha256": "920c209b23185dce6139eebc320eb8723cedfc9d25ec9731e958ac679a88d113"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml",
      "size": 335,
      "sha256": "fa6ec6cbf73bb0b244b8535d0f4cc3ef81716edd3eb2d788dbecd0631cf1821b"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml",
      "size": 341,
      "sha256": "71ba540f40656bc236ffd558be6e92f702c70f014d1969ae3cbe8f4b622ff840"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml",
      "size": 325,
      "sha256": "b99e003bdd70c6317fad3e7aa0c9bf681bcb7893f564c3d93c2859eae35cc856"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml",
      "size": 367,
      "sha256": "3425de9090f169972c631ce4ca9ca4e643cb5bbbd80586eb9d7581dc870595eb"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml",
      "size": 340,
      "sha256": "7918aecff452391dd161d224594f1dee1fca288316df5debcd67d2439e7c4a39"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml",
      "size": 320,
      "sha256": "93e0b83f61bf1d6782236a5357fcf9d8ef725193ff12e21f76f6e516e50399e8"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml",
      "size": 340,
      "sha256": "b5ac8ab46b25f79b315e8456ee443c2d614fd7c961d6ad268085c74639f61300"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml",
      "size": 308,
      "sha256": "71b9110ee3edce8f63249abc686db1ef3a5d8b09763e748f63eb6ace8b834786"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml",
      "size": 328,
      "sha256": "d66868bff2b45eb028cc9e228be50c9cc3705cd790531dce125de726c273bb4e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml",
      "size": 317,
      "sha256": "1289cc082566a5950c1e257fa4525d75716f63611085304323b72b32063b71a1"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml",
      "size": 323,
      "sha256": "ca482f3930d2f4c8bfa5f531fb51861c55144ac9a0aa3a4be4a7b76783dd4aed"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml",
      "size": 332,
      "sha256": "996267ef4c8b64b3948be48a4bd7cf68400ba376badc16ed7916005cff5592f5"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_human_aging.yaml",
      "size": 285,
      "sha256": "2a67c64e20a38ff3ee54588095be85008b7355f2e78ce7dba775fd18a4b5f14d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml",
      "size": 307,
      "sha256": "7aa935ece9c3f939b854bf76c6a8ed15bb4e408b40991e49d39661f4b684f328"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_international_law.yaml",
      "size": 308,
      "sha256": "8b43cf6cd59184684ce862be6a24136ac3ac67237d59df592b73fcf8273f3b53"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml",
      "size": 295,
      "sha256": "98201015f888979548d211d61fa708e2e45753565b1e4af14d79fa6fbdc2a7bb"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml",
      "size": 308,
      "sha256": "8de585211259241fc38253692a8c2ec57e79cf3b5d5cb0c19fa03f22549694d4"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml",
      "size": 299,
      "sha256": "2e4b31d2b13542b86c010544b49ef85b1188b2d26a0569213ed79c4850143cc6"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_management.yaml",
      "size": 281,
      "sha256": "4dd98dca5393246242d86434520d0f587e4992395b8588dfd9b73bb250603541"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_marketing.yaml",
      "size": 278,
      "sha256": "4020be298985e8c715313ac8b1673c70f0d2a4cdfdf2df76956e4aceb979b73a"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml",
      "size": 300,
      "sha256": "d5c63922426dabfb21c7a080f9896cf2b7ac30911d015650ab7d9ed574a12dbc"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml",
      "size": 290,
      "sha256": "68f818bc3b8e3c08fb0b134b924dbd4d08fc4c45072f0b6b83a47639bdaf7918"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml",
      "size": 299,
      "sha256": "ea0eb4fdfc8147c2d817dd296d96f389825e8b60c395b6e55cd44f52de3852d9"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml",
      "size": 302,
      "sha256": "55e6e491770a2356f873bf0d37625ffc766d03040577899b401b6a8d2ea0578c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_nutrition.yaml",
      "size": 278,
      "sha256": "720deba0f47c261e2284314d92ae957b534b92cff615310dbdb7cf2a9cf74017"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_philosophy.yaml",
      "size": 286,
      "sha256": "9b0e0707bc39967c7f2f570591deabc8374b2c65a6f4cfdd5f69275bd9ef8d3e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_prehistory.yaml",
      "size": 286,
      "sha256": "91c7ef6c0e79bf1af285a1b15c63d17064e0c24026215e889617c8f46ef8dc53"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml",
      "size": 321,
      "sha256": "66b1c3d14c13177c45792a8641818dba8b0a2d679e6cddbab71ebe0abaf1ea8d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_law.yaml",
      "size": 305,
      "sha256": "0ee7c87f2ffb85a3af934a2b186503e88e4990314f7757e4bc8018f2f01d6e0e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml",
      "size": 315,
      "sha256": "3073fdca939a1b8091e4255f00e4294ee9c4af9b204dbd55d8c2499c934fb633"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml",
      "size": 331,
      "sha256": "27aefd005724263df7c74f10e7aa1f0ad1c4c69527c3fcb690b345cd85b6823c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_public_relations.yaml",
      "size": 310,
      "sha256": "3b7bd45f50d3f4e91735b2c6b822e0f1c85975c0f22861cd87dd0737a1f17233"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_security_studies.yaml",
      "size": 310,
      "sha256": "de083f685979ae6baabda9cd25ffe139b57fc8549703d716810d8cd37fd8afd2"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_sociology.yaml",
      "size": 288,
      "sha256": "ddfae0351f68973f930cc0076c63101aba650aa64950ad9f416e3979bb3a62a3"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml",
      "size": 313,
      "sha256": "62e00e0fc8e78d791f91431d21a5f863e5b7bced9505c0f57204cc9cde926e23"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_virology.yaml",
      "size": 275,
      "sha256": "84ed101c4519f98856e90ed426e391c52ef6585f15bb60dfaca0c01e3cb2ddd8"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_world_religions.yaml",
      "size": 302,
      "sha256": "89d0694ddf7c85dff50c609aeb1924c68f122b3e7c96ad2eb0f707c0d5513d29"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/_default_template_yaml",
      "size": 901,
      "sha256": "40b89ace24b5509147cd87cf39b983aeff2310ff8887fb138839c48ebdf8d535"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/_mmlu.yaml",
      "size": 935,
      "sha256": "ae91d085c756984613d7df351ee3d39c5233b843fdcb4c34df0af9066774ca7b"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_abstract_algebra.yaml",
      "size": 286,
      "sha256": "06fe2f26bfa2c87231a540ddf71605b9a736ce9e2d309ced4c93b404b393f992"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_anatomy.yaml",
      "size": 249,
      "sha256": "28d643b585d43b468f626f88d0b3852f173b7d373e528ffe1cb78874c4381d08"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_astronomy.yaml",
      "size": 257,
      "sha256": "aa8aede94d9c4a8dd4aea85e7493daef5d7b81d04c10f544a4dcce16bd4dc067"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_business_ethics.yaml",
      "size": 283,
      "sha256": "bf721e00f31cf67c4ffa652b2979447fac2f184ebacf7b6f50f7bb8e6f6234b7"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_clinical_knowledge.yaml",
      "size": 295,
      "sha256": "fe54b9f40c8de98b8e44b418a277aa33d72e7297c765acd985cd172f6298f0a9"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_college_biology.yaml",
      "size": 282,
      "sha256": "4d27e399d81fb46e4ec5ef1663d483d9bc38b127277e6827de54054557009196"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_college_chemistry.yaml",
      "size": 290,
      "sha256": "188dc45162aabe8fe4f152c6094ab92635d5edc1a64d2c810c67e89242e2412a"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_college_computer_science.yaml",
      "size": 318,
      "sha256": "aeea1d47018268d00865e16cdc181ac451132b6c0eba72bdd88f3c575c080dae"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_college_mathematics.yaml",
      "size": 298,
      "sha256": "a6c0164ffe17e4af215e620f90fde8a581ef90c3fd6605571329a2b71225604c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_college_medicine.yaml",
      "size": 287,
      "sha256": "90c5fc05489fd98c5ee475e71e7cf8c2be8b064e7e860d0440ceae2e2e4134f4"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_college_physics.yaml",
      "size": 282,
      "sha256": "e0a8ffa3cae3dfcd91b49e62362c4525bd2b8a5603450d4bd1ae3d38a048a747"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_computer_security.yaml",
      "size": 290,
      "sha256": "864204c155dc32a44fe185551c44daf2bdb6b9312335e43293e618ad58872b38"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_conceptual_physics.yaml",
      "size": 294,
      "sha256": "ec741de0ee034e1fbaca6c24301ea7a12e9d9dd7b9a96be113809e544bfb2084"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_econometrics.yaml",
      "size": 280,
      "sha256": "7b56301f08346fc5bf9dfce9ddb6ecdc75c96defad28b21f89483ea8af99e79f"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_electrical_engineering.yaml",
      "size": 310,
      "sha256": "40150069ed9555c9b72241d8b059243bbe571bcad6596e057f95a842109033ca"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_elementary_mathematics.yaml",
      "size": 310,
      "sha256": "5bb37d517c3c2d2f937a73ca510ed1d3b94b53dfeb438e636247574d547eae46"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_formal_logic.yaml",
      "size": 276,
      "sha256": "44c9687146eef8be2e44cbc70a8956b5625ac347c85d0a72122093e49428ddd5"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_global_facts.yaml",
      "size": 271,
      "sha256": "dd41647a9886dd2e2e81ebf5c37a9d6173972589a14a283c32aabfe6caf6fa58"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_high_school_biology.yaml",
      "size": 298,
      "sha256": "1432e01773563d4b9922b53b09966c0e54f79c31baf880bbae913a4149256dac"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_high_school_chemistry.yaml",
      "size": 306,
      "sha256": "5a73d6d7ab4a93ebd49f15016eaa047c8f0247e43890502593be0403abc4c87e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_high_school_computer_science.yaml",
      "size": 334,
      "sha256": "8e08b7a3d8c4e62039285193f65da431e1e158c34a168901b7533b7597fcf387"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_high_school_european_history.yaml",
      "size": 340,
      "sha256": "1edbc12e91b03124d754cfaf2f5fbedc69311a746877829f00e553d52a437549"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_high_school_geography.yaml",
      "size": 317,
      "sha256": "1729e530389287d06b0d29775ff3fe8371c84f628dc1269fa9606f30c835531b"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_high_school_government_and_politics.yaml",
      "size": 373,
      "sha256": "5485399a2cda6f45b83708b1ad497d6189fec6635c4027bd1fce099dffe69705"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_high_school_macroeconomics.yaml",
      "size": 337,
      "sha256": "a6e39679a95cb20d8869b908788019cbb5d06a4634995c9f7ecd5df7ef9402b9"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_high_school_mathematics.yaml",
      "size": 314,
      "sha256": "614403bd660ed7e2243ec2370a491dc8e22a9bfeab7ec549551af27f34aa723a"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_high_school_microeconomics.yaml",
      "size": 337,
      "sha256": "72dd422e88f52d57bfcf3ccb96e04867e2fbb3c54ab419921927fb18c3d682a7"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_high_school_physics.yaml",
      "size": 298,
      "sha256": "c2b87273f252a5cd4d7b245880aee73c81a9fcfb15b73bf32b93d26384d94737"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_high_school_psychology.yaml",
      "size": 321,
      "sha256": "d3041a407e75b323ef1048812a38eb4e5f096d4d815bd21ea0fd4843ea21fe57"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_high_school_statistics.yaml",
      "size": 310,
      "sha256": "32b8054f1991fa6e82d1baf29a2aa15819ee218a16a3a3f92e3bf1b3f5894d4d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_high_school_us_history.yaml",
      "size": 316,
      "sha256": "3e4d6552d655f65765b0fc1a6d5e128c64dfb25078af295f6e6c13d7725b9c4c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_high_school_world_history.yaml",
      "size": 328,
      "sha256": "ea0469b10aa054e1645561be556624ce3123a2e2d2e51a78d1a6110df8c7a61c"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_human_aging.yaml",
      "size": 267,
      "sha256": "bfae81f92b143bcda2a36f5776e8fe1d6795a65f4ff5d5417904c499d8f442e4"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_human_sexuality.yaml",
      "size": 293,
      "sha256": "6e12e9535263726550732ab93686f2e532832de33105992de5c5fa54ee642f52"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_international_law.yaml",
      "size": 296,
      "sha256": "6a6a75613d630cf55f8213e71cfa401af0439078c27d324176ed0453e591fb63"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_jurisprudence.yaml",
      "size": 279,
      "sha256": "c9ec0ae4ffca22817987523fe4e539e85dbf74b3dc9a23ff66a68ce057a5b964"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_logical_fallacies.yaml",
      "size": 296,
      "sha256": "940de64bfbcd34f03d5df697ec9869f38d71422016ca4a2691fe2c2d25c27118"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_machine_learning.yaml",
      "size": 286,
      "sha256": "9cdeeb92ce1044187ee05172137c5d030a889de8aa23f0841734669348a89796"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_management.yaml",
      "size": 262,
      "sha256": "da85a58c72f11704cd95b9728adfe622503d28706e0c5458455944b8b4921beb"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_marketing.yaml",
      "size": 258,
      "sha256": "abaa1afa6bf4e21c3c77746e6cc2354129276d7e5d9a197bfe98b34e6411307b"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_medical_genetics.yaml",
      "size": 287,
      "sha256": "c8c39ab2f468ca437da7d38d3a828024021c8444b230e60974a88c0d48270b01"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_miscellaneous.yaml",
      "size": 274,
      "sha256": "d15b5cd184803943397d8431618fba143fd5d02056f0de7d60916428d2d6f84a"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_moral_disputes.yaml",
      "size": 284,
      "sha256": "45884cb7b96c4fdf9b2205c27a9efa5392d0f9f0754f0c16e67300a1f881d83d"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_moral_scenarios.yaml",
      "size": 288,
      "sha256": "c935d2612198533dc702bd2313adbcde6510dc5b7413e68c9f7a780b57cf76ac"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_nutrition.yaml",
      "size": 258,
      "sha256": "06609cae52f218bd8035ee3eeaddfa6cf26a93277f91643b36688c372d350ab0"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_philosophy.yaml",
      "size": 267,
      "sha256": "93bcf50b53e8bf4167b5d2d808f3a9b484a0d3d2ce3ca092d7988f1b68de022e"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_prehistory.yaml",
      "size": 267,
      "sha256": "1a66ed6b6399d0c12526ddc71161f4cf2f855508fea8f6030088739cbf49a170"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_professional_accounting.yaml",
      "size": 315,
      "sha256": "eb1fd0956be495f93f23412b0ee865450751d46db5c6e18445e2a6c8d63288f1"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_professional_law.yaml",
      "size": 292,
      "sha256": "e86dfc5761478a8133219845cce80544682213f67a9ba7a66f1f46f96c6c3271"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_professional_medicine.yaml",
      "size": 307,
      "sha256": "cee458863b061540609902826aacf29b82100d28a2e542cd48b3f85b7d9ed3f1"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_professional_psychology.yaml",
      "size": 325,
      "sha256": "a055dea347b39f9eac5f9640ab2a0e8024e72d0556c184ec49f8ff19348ff5d5"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_public_relations.yaml",
      "size": 297,
      "sha256": "2c77edac33ca2ed82e57aff236c2922568c1181baa15447610136bb586830851"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_security_studies.yaml",
      "size": 297,
      "sha256": "61330a0300b719f7e3745fb5b5f98ec49e126960c37e5bb49d9537e7e6eb28e3"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_sociology.yaml",
      "size": 268,
      "sha256": "1750c38c5fbf8d06eea9086029120835364721e721306fc92f45c1d00673facd"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_us_foreign_policy.yaml",
      "size": 301,
      "sha256": "7ed206ede67eaa943fb824641856fedbde5ac08292c405a13b70640cdcae9822"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_virology.yaml",
      "size": 254,
      "sha256": "13887e17dbb5ac0e9bd71c274b68601f33e13fa357d29347f82f1535efb461d5"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/installed_task_snapshot/generative/mmlu_world_religions.yaml",
      "size": 288,
      "sha256": "46f23431015555d4502b82a7ea914fb5203cc13ea950e029c3643f13c37c09e8"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/run_metadata.json",
      "size": 3089,
      "sha256": "24aa5b2a5ccfc982c93031a17fcd5ae130ac730197bcf8e96e8fb9aac4e4ef54"
    },
    {
      "path": "results/loopq_w4a4_step1500/mmlu/timing.json",
      "size": 218,
      "sha256": "f42c06b0e25a893189d7a2b2f8db8f2166658262742b991f09d2b58df0b70537"
    },
    {
      "path": "results/loopq_w4a4_step1500/parity.json",
      "size": 914554,
      "sha256": "6f134cce9276db31a013033cbe887b31597fc1624d05918872be398da34716f5"
    },
    {
      "path": "results/loopq_w4a4_step1500/parity_screen.json",
      "size": 914553,
      "sha256": "2012ae2b8fe83c2088e8a588bd579e20ff78ba7bf97a57cd8ee47dfb4c3cdafa"
    },
    {
      "path": "results/loopq_w4a4_step1500/wikitext/evaluation.log",
      "size": 24261,
      "sha256": "bbff341040f65af17377439512ddeb2edc8c6934efe24fc2c32fd7b0b12229a0"
    },
    {
      "path": "results/loopq_w4a4_step1500/wikitext/harness/ByteDance__Ouro-1.4B/results_2026-09-16T13-33-23.951584.json",
      "size": 11154,
      "sha256": "0f989033387940534b1703d836d6f6c21825950c49b88e608e1e3a0125d501a7"
    },
    {
      "path": "results/loopq_w4a4_step1500/wikitext/harness/ByteDance__Ouro-1.4B/samples_wikitext_2026-09-16T13-33-23.951584.jsonl",
      "size": 3831327,
      "sha256": "8d366d1bb9267b3aaf27297ab0efa91f3ada47928c4cfedfb218d89583c420ce"
    },
    {
      "path": "results/loopq_w4a4_step1500/wikitext/installed_task_snapshot/README.md",
      "size": 1477,
      "sha256": "4c828e4fac9216b03760014beba7edcfc1512fe86027411f8ab5e94aa1f5dbde"
    },
    {
      "path": "results/loopq_w4a4_step1500/wikitext/installed_task_snapshot/preprocess_wikitext.py",
      "size": 1738,
      "sha256": "a44020374b172159bf5be80a64d2c4194c9d5c77284f696ac666361338c8da7d"
    },
    {
      "path": "results/loopq_w4a4_step1500/wikitext/installed_task_snapshot/wikitext.yaml",
      "size": 532,
      "sha256": "f6d1a228da486466ac91922c99cb5ff197610ec045decb2009599a16b80eaf45"
    },
    {
      "path": "results/loopq_w4a4_step1500/wikitext/run_metadata.json",
      "size": 74289,
      "sha256": "2747eb085185b74f658f2d495d515ddf1009556458f60f57583d5063f54995b7"
    },
    {
      "path": "results/loopq_w4a4_step1500/wikitext/timing.json",
      "size": 218,
      "sha256": "98f8d045dd2d02be7ab98bbd7efa058df4c615eba175c4aefa72f21d16d8e43a"
    },
    {
      "path": "results/loopq_w4a4_step1500/winogrande/evaluation.log",
      "size": 21827,
      "sha256": "25c756ca97754f5ff6294c116cf848bfcc00cf20652f20430771b9259970f77b"
    },
    {
      "path": "results/loopq_w4a4_step1500/winogrande/harness/ByteDance__Ouro-1.4B/results_2026-09-16T13-23-08.966633.json",
      "size": 9366,
      "sha256": "dada882d775ebb184b9790031e00d06d47ab2e2341be39d302d5c5342ce8f480"
    },
    {
      "path": "results/loopq_w4a4_step1500/winogrande/harness/ByteDance__Ouro-1.4B/samples_winogrande_2026-09-16T13-23-08.966633.jsonl",
      "size": 1280949,
      "sha256": "cb9020246cbd617c1b295f5d41d6580b0a807f5f2ef0aacfd894c075bbca2688"
    },
    {
      "path": "results/loopq_w4a4_step1500/winogrande/installed_task_snapshot/README.md",
      "size": 1816,
      "sha256": "bc0d92fa23929d74c05cf43112a461c1931dddac66bca0373feeed51c636485a"
    },
    {
      "path": "results/loopq_w4a4_step1500/winogrande/installed_task_snapshot/default.yaml",
      "size": 506,
      "sha256": "7a73c28f1c760f1f54b4185f21f8df5927c1fe7278a8520f38ee03cc7f40d9e7"
    },
    {
      "path": "results/loopq_w4a4_step1500/winogrande/installed_task_snapshot/preprocess_winogrande.py",
      "size": 377,
      "sha256": "e55327629264a98f1d383fda24645b6779afb53fa0bce2150042b9416b1ae006"
    },
    {
      "path": "results/loopq_w4a4_step1500/winogrande/run_metadata.json",
      "size": 72550,
      "sha256": "4d57ef85adccacf3e579b16ed14b2048fa553f1c80f1c9b2940169c5b9427629"
    },
    {
      "path": "results/loopq_w4a4_step1500/winogrande/timing.json",
      "size": 216,
      "sha256": "0ca8e289002dea0883a8176489e6728e03a75b216db9229b285e57eb722b67ae"
    },
    {
      "path": "results/loopq_w4a4_untrained/arc_challenge/evaluation.log",
      "size": 33317,
      "sha256": "6f04df4dee2e6205fd73e118635f6ff38dc50f9c08b1bd75b2c718f657f9a496"
    },
    {
      "path": "results/loopq_w4a4_untrained/arc_challenge/harness/ByteDance__Ouro-1.4B/results_2026-09-16T19-23-43.915581.json",
      "size": 9316,
      "sha256": "b5745fbd5f24f34e6fb5769c8e5d5b427c542c7370ff7dd13a516d85bae1cfda"
    },
    {
      "path": "results/loopq_w4a4_untrained/arc_challenge/harness/ByteDance__Ouro-1.4B/samples_arc_challenge_2026-09-16T19-23-43.915581.jsonl",
      "size": 2291587,
      "sha256": "d56e25646902e8d12b9fd983f36a2d91c367e5b754e2dd829ad39d93b551219b"
    },
    {
      "path": "results/loopq_w4a4_untrained/arc_challenge/installed_task_snapshot/README.md",
      "size": 1932,
      "sha256": "2fc3774dce5e922b5b14266b5be2873e4c75a708c7ccb25fac11190cfe42001c"
    },
    {
      "path": "results/loopq_w4a4_untrained/arc_challenge/installed_task_snapshot/arc_challenge.yaml",
      "size": 71,
      "sha256": "682621c26ae24b1065a2d732460a55a8ef2b9f2544574431666c9309a9efd7bd"
    },
    {
      "path": "results/loopq_w4a4_untrained/arc_challenge/installed_task_snapshot/arc_challenge_chat.yaml",
      "size": 1143,
      "sha256": "61b067bbfb12a72bfd3f11f4df5d11771c1267e9241f414a0e454d65e30e0e31"
    },
    {
      "path": "results/loopq_w4a4_untrained/arc_challenge/installed_task_snapshot/arc_easy.yaml",
      "size": 579,
      "sha256": "96da1d9efe1df88659481cedc13985cb347dc068554a2eae561303fa39bfab3f"
    },
    {
      "path": "results/loopq_w4a4_untrained/arc_challenge/run_metadata.json",
      "size": 72520,
      "sha256": "8bab3e7cb556ae3f7171ba5de958c3d8b1e7f644d12cb871c10ee484e0ea14ab"
    },
    {
      "path": "results/loopq_w4a4_untrained/arc_challenge/timing.json",
      "size": 218,
      "sha256": "7b48ca232eccea1dd0e5858d7872a094378f38136b12e45bfe0b5ed411a8eecf"
    },
    {
      "path": "results/loopq_w4a4_untrained/artifact.pt",
      "size": 5103012,
      "sha256": "bb55c637d9ce8fda5ba6fae3a5b0a5e45564812fb61bff385495cb84e6376ce0"
    },
    {
      "path": "results/loopq_w4a4_untrained/components.pt",
      "size": 5102330,
      "sha256": "87ae584ca67be39dfef0ea65ceaf2a6d43c4d9034bdfd32c87f48d58714860bc"
    },
    {
      "path": "results/loopq_w4a4_untrained/hellaswag/evaluation.log",
      "size": 208319,
      "sha256": "f7afeb624d12b8d4a69b330f4fbd9da097a176287101b0f4851bc1b53ba97893"
    },
    {
      "path": "results/loopq_w4a4_untrained/hellaswag/harness/ByteDance__Ouro-1.4B/results_2026-09-16T19-16-13.552730.json",
      "size": 9553,
      "sha256": "f7b9ac53653fefc76cdf35a922dd87c9dc5169bf3167a061c160d6e76dcbc73d"
    },
    {
      "path": "results/loopq_w4a4_untrained/hellaswag/harness/ByteDance__Ouro-1.4B/samples_hellaswag_2026-09-16T19-16-13.552730.jsonl",
      "size": 43666792,
      "sha256": "f51da1b7cf54ea41d612ce81eb3ecace016cc8510ff73f662adb46c3f3cc20f5"
    },
    {
      "path": "results/loopq_w4a4_untrained/hellaswag/installed_task_snapshot/README.md",
      "size": 2710,
      "sha256": "d12c5bb378e08ae58914c074a27a58faf853c4264c59b0e47bc125445b222df6"
    },
    {
      "path": "results/loopq_w4a4_untrained/hellaswag/installed_task_snapshot/hellaswag.yaml",
      "size": 480,
      "sha256": "e9ef8ac3fed02bf283777d946ae76cbf906152e9c92533c9794e5a9dad78d1cf"
    },
    {
      "path": "results/loopq_w4a4_untrained/hellaswag/installed_task_snapshot/utils.py",
      "size": 717,
      "sha256": "07d23b60b28f2a4f658dcf8440623a63fe6644854ce9b846a114dde980dc1214"
    },
    {
      "path": "results/loopq_w4a4_untrained/hellaswag/run_metadata.json",
      "size": 72812,
      "sha256": "bf2cdaea46d2c0ae5172b5b439502ec6a4de8c2335afd7ccab8c582b46a43ff2"
    },
    {
      "path": "results/loopq_w4a4_untrained/hellaswag/timing.json",
      "size": 218,
      "sha256": "065c846c21d02f4c1c34cdfbb71f2235cfd01e00b0ff6e5f280851999e1ed5b3"
    },
    {
      "path": "results/loopq_w4a4_untrained/lambada_openai/evaluation.log",
      "size": 41840,
      "sha256": "7ed9ee064b85cdd51b12408c43475ec51800c34d9b5d4c3ea6801b07bbf1f4b0"
    },
    {
      "path": "results/loopq_w4a4_untrained/lambada_openai/harness/ByteDance__Ouro-1.4B/results_2026-09-16T18-49-32.476832.json",
      "size": 9187,
      "sha256": "0a3652304b46f47f674afb547858403f2c69e23cfc18467d5a67f237e33605a1"
    },
    {
      "path": "results/loopq_w4a4_untrained/lambada_openai/harness/ByteDance__Ouro-1.4B/samples_lambada_openai_2026-09-16T18-49-32.476832.jsonl",
      "size": 6302219,
      "sha256": "6cc8dfdcc943c21c73995674b4d47aaa2e9c08840f13c8ded898b21e60124e4c"
    },
    {
      "path": "results/loopq_w4a4_untrained/lambada_openai/installed_task_snapshot/README.md",
      "size": 1186,
      "sha256": "00eed7946198d43721dd90ba926f0291fc292e23af01d61b1c7fd89448b6c448"
    },
    {
      "path": "results/loopq_w4a4_untrained/lambada_openai/installed_task_snapshot/lambada_openai.yaml",
      "size": 489,
      "sha256": "96dee2fe378666b6b5411958a25ad5c83f5b43eb6b3c830f4b0fd485f9adb6a5"
    },
    {
      "path": "results/loopq_w4a4_untrained/lambada_openai/installed_task_snapshot/lambada_standard.yaml",
      "size": 505,
      "sha256": "68c54b04b75b203d7bddd97ad58352a6393fbba1ebffa3249ba692ae0a0d9d3a"
    },
    {
      "path": "results/loopq_w4a4_untrained/lambada_openai/run_metadata.json",
      "size": 72425,
      "sha256": "ff6bae6ac472d45b9b50e6c9cf68bc5ad18717f18167bfe109f1f986fc576450"
    },
    {
      "path": "results/loopq_w4a4_untrained/lambada_openai/timing.json",
      "size": 216,
      "sha256": "dde1fa29f60d8982408177a0a2ab1b131d8528c59ff6bf8dfc675d1172ff8985"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/evaluation.log",
      "size": 1351282,
      "sha256": "c5361bac8c95e000321e7e5833a2f0fa23a1705a718bb33cf43562e1dd04991d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/README.md",
      "size": 2889,
      "sha256": "778f54ae72d277edd92ef18f61a35956ab6a96bfd75469cd700033d232e6e784"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/_generate_configs.py",
      "size": 5254,
      "sha256": "a4add5512c995e85e123e32cea7078d6dff1a4ffd4b38d3a4105dbe0ecaa0dbc"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/_continuation_template_yaml",
      "size": 261,
      "sha256": "136c84deb7a6d491034c1f33a7b249d94266116096f1998d5d75b3bae64819fc"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/_mmlu.yaml",
      "size": 719,
      "sha256": "734ceccdc7122de6f6db06bd09bff9d595f2c66c597465472ecf108ee779d4e2"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_abstract_algebra.yaml",
      "size": 246,
      "sha256": "8159e212ce4ff33fd1806313371b905f3f2b27401fcfca61ff93e7b58abf076c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_anatomy.yaml",
      "size": 218,
      "sha256": "694f644ec2cde419a35614b2b81911563da5885fe151957b6f6dead6b04bc530"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_astronomy.yaml",
      "size": 224,
      "sha256": "e7271d1e66df0c1eb2fbef3e4e28aaf694b24b7cd5c8b63b0980363f8c6cf846"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_business_ethics.yaml",
      "size": 244,
      "sha256": "29295b5c3cf4bd29412b50d3522162153bed0948defbc59cd2d3074da536ecff"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_clinical_knowledge.yaml",
      "size": 253,
      "sha256": "c0ec14846f2c637d67c903362f45a397b1779e994f5ef07aa2c0ac81b34a2c72"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_college_biology.yaml",
      "size": 243,
      "sha256": "7752fe151fda10b71968c30a2c3500521c971599e4861b8adaa00642071b3c5b"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_college_chemistry.yaml",
      "size": 249,
      "sha256": "c1ed348e373b4324687531bf043538ec66facc626dd4f726f029951f6f3db226"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_college_computer_science.yaml",
      "size": 270,
      "sha256": "4979be6e61bd844c65f010bb38fd0af63778d11db23e6a2797ea1090fdda3c71"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_college_mathematics.yaml",
      "size": 255,
      "sha256": "2ecb386978823213860c49d76695a7b20f5cfaf76b76a81f3a5232a703a257e3"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_college_medicine.yaml",
      "size": 247,
      "sha256": "9ead31b5eb689b3e063d7e272ff9b3a4b15b04e74effd0242430ea9fe5047daf"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_college_physics.yaml",
      "size": 243,
      "sha256": "88d9435fde182a92f48542d21b4d6a30ac1ce4929f6a0392f36b51e14726a133"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_computer_security.yaml",
      "size": 249,
      "sha256": "4fe37174e32cabfea651d2e4068982f4102e0ea64fdc625252ccadc2234e241d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_conceptual_physics.yaml",
      "size": 252,
      "sha256": "3491029bb98d6fe6253b8cd4fbc5b75688cdc0ddaca754d07ab23cb75ccf0d6d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_econometrics.yaml",
      "size": 244,
      "sha256": "7c501063b271086aed0f848176e294c9cb19e1d77fe30f2ee16a1a46d5a40b81"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_electrical_engineering.yaml",
      "size": 264,
      "sha256": "41dea07585d3616e18250d25b813b98302e6e813e2059cdfdec547673ef50d11"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_elementary_mathematics.yaml",
      "size": 264,
      "sha256": "c8f2865817bac8a459b011cfe4145be92b0cbd82de5734c212084469c87df9a6"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_formal_logic.yaml",
      "size": 240,
      "sha256": "a5ffe5d130b6d6bfac7c8e9a6783be64e99aa16ebf8a17c3659f11e65c34f7cc"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_global_facts.yaml",
      "size": 235,
      "sha256": "2fb4d84661cbd15fa2500f4f6cda3c5aa833c1881bc6eb1f8501289e92aeee85"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_high_school_biology.yaml",
      "size": 255,
      "sha256": "a0f06049c6a8dbbb3770e2360e8bd9769cd9c1986a6756876036e34b98943bcc"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_high_school_chemistry.yaml",
      "size": 261,
      "sha256": "5078f0463f1160a46c3ba8d6a2b0709d06e080e19debb8ab7cfae9c5a04af82f"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_high_school_computer_science.yaml",
      "size": 282,
      "sha256": "f49e59597711e375cd7777af08f2cfc953e97a710c0146befa3d1249b4313921"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_high_school_european_history.yaml",
      "size": 288,
      "sha256": "b878581052510471659eb219ff5500b7630727fc205acad9d99c415217a1104d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_high_school_geography.yaml",
      "size": 272,
      "sha256": "3be25c7a9b7c26e9eb80f37091f3fa69c2c70f281d8a13e8f2e1f56cbc93b819"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_high_school_government_and_politics.yaml",
      "size": 314,
      "sha256": "1a146e58fdd8c9df6d25b1a9b541ba7ca6bd513138d3d4865518a9433fded980"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_high_school_macroeconomics.yaml",
      "size": 287,
      "sha256": "c61acdc2578896e3ae4de5cc7bf321afe117ae651952f8416a2704859dabe69f"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_high_school_mathematics.yaml",
      "size": 267,
      "sha256": "5204706c64ab5c74192ab0a79487e692a89011415b7ab16baebc7c6594fd896e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_high_school_microeconomics.yaml",
      "size": 287,
      "sha256": "0ac5a1c4cdc1db5da4676772f964c548ad04d29cc5054fd42111083569c773f2"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_high_school_physics.yaml",
      "size": 255,
      "sha256": "6ad4aa424a658e3fff52cb5a317da82a816e35d6b7ee75debdb16ce464596512"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_high_school_psychology.yaml",
      "size": 275,
      "sha256": "1d81a1a6567a58133fc81b8fa5fc8c2e1f9bcf7c7657c437d7c718ca91bec516"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_high_school_statistics.yaml",
      "size": 264,
      "sha256": "8371896942aa20418c8afdef39758afecf95d6cefe078917722c0b3849ce5db7"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_high_school_us_history.yaml",
      "size": 270,
      "sha256": "b0dcce25582b1159b6fa0adb534f01784e24cc34f90504c071a44703ff70fbe1"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_high_school_world_history.yaml",
      "size": 279,
      "sha256": "6a03310034e058209fad6e2231930e8cdb11da18bd292e749ed90db1ea0b81bd"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_human_aging.yaml",
      "size": 232,
      "sha256": "df2506c4b5b9ecbee3842d90daef68079279c14177138f184949aa676faac7c4"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_human_sexuality.yaml",
      "size": 254,
      "sha256": "84670a5ee78c5d8edcb276d460df7c8addf1600c6d705ea1f0c94da79f448e28"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_international_law.yaml",
      "size": 255,
      "sha256": "fca976f0ccdf3c118cffb8ebd76b8cdc6e1843ca5d334a7a6527acc05bc84b75"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_jurisprudence.yaml",
      "size": 242,
      "sha256": "2c0350db6deee656a2cd39be6a311f0f81822313f3ae9e74fc3e7f67b9f088a2"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_logical_fallacies.yaml",
      "size": 255,
      "sha256": "b91f67cff7385a821d247712f87ed5ebc50886727c8c737baf6526ad84f4be13"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_machine_learning.yaml",
      "size": 246,
      "sha256": "83514cc0afdc6430167e88c9369af636aebeb6e0b973313ddcceec998bb1e1e5"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_management.yaml",
      "size": 228,
      "sha256": "d6869851aa6ea7511e88a3331c301ee3b2832f2e5ddc100b97da564cf153019d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_marketing.yaml",
      "size": 225,
      "sha256": "60b3d5773349690945f240c43441160ebe4e77187fc9ce8c34216e669a8a70c7"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_medical_genetics.yaml",
      "size": 247,
      "sha256": "1318b567eec3e85dad5b7827a6805e8e0dd966fe732ede9f5ee4634542458269"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_miscellaneous.yaml",
      "size": 237,
      "sha256": "54464d8cffe046c4526fd54baf846923c6da950e63be60e3b8d263a3a86b21d8"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_moral_disputes.yaml",
      "size": 246,
      "sha256": "bb4f0b3230800a1d08575615fece8ab4e5ca445c64fe65459824a31d59997279"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_moral_scenarios.yaml",
      "size": 249,
      "sha256": "7bc3391886d1b8f8766b83eee52af7fe724396547be8a86bfb57444331a8aee5"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_nutrition.yaml",
      "size": 225,
      "sha256": "b491deb4135fcc6f679ffc60f75d6a9548286f540ec25f6956767c87006c87dd"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_philosophy.yaml",
      "size": 233,
      "sha256": "6029ace828d819b309f863517a0b55c0215a613e1438cfc6e4ecf1252d61f123"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_prehistory.yaml",
      "size": 233,
      "sha256": "d8723c91698d9fc53ca04b519ca1ef7f8306ea3a859af8e00021eb8a5f0069aa"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_professional_accounting.yaml",
      "size": 268,
      "sha256": "a7564021ab6fea419419c54aa850e8bb3d462cc027c6e053c5c6f3b2881aad6d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_professional_law.yaml",
      "size": 252,
      "sha256": "993b1bbed3ade81edda65ba082bd92e178adeff01095a9fdbba8eb1887f1c257"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_professional_medicine.yaml",
      "size": 262,
      "sha256": "54bc9058843686adb0b4664c448c35c04e9d0628656e9bba68f1e39367fe7ce2"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_professional_psychology.yaml",
      "size": 278,
      "sha256": "f32d4960ce8163fb2e74ae89305d58e90e60da64ecdae4d3fabb388f504593bf"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_public_relations.yaml",
      "size": 257,
      "sha256": "284845391d878b622c02c374586ea4b5b2c2dbef0e59d34baeecda833da1971d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_security_studies.yaml",
      "size": 257,
      "sha256": "7676a70b9b518292516dc12e0912ecb953de2593902e70acb05eda873f732d5c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_sociology.yaml",
      "size": 235,
      "sha256": "ab5aad3265f97aee30d87ca136a04bffb8982e745f7436969034c522ca33cd90"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_us_foreign_policy.yaml",
      "size": 260,
      "sha256": "8dc6ccf8c702d76ed9b0d0e41d9055a3682bbeaea7165691f36a27a918189acb"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_virology.yaml",
      "size": 222,
      "sha256": "97d27d41025cd77340cb440ece792e258b6c660a7e0f460f3d0a7c25f6fc169b"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/continuation/mmlu_world_religions.yaml",
      "size": 249,
      "sha256": "f1e182eda771dc880be7f9915af22343fadeeb6209e436d9cbaa5a9aa89b328c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/_default_template_yaml",
      "size": 406,
      "sha256": "a0997593bf94f52cc87eb1f9b621f52613a6c60f1fb48775b0926104fd385122"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/_mmlu.yaml",
      "size": 179,
      "sha256": "e35dd25fea5fa5583fbb64a99f9b7c4a2071a3edbbd65182f152d77b7798e11d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/_mmlu_humanities.yaml",
      "size": 166,
      "sha256": "790036db1420e7c8a1266f149ecaa401326380608552fc123cac1c15255ad7f1"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/_mmlu_other.yaml",
      "size": 151,
      "sha256": "1cd803a8f56b88a830f8a12a9fc052d8b8237c712b8ea859582da3eeb6ad43de"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/_mmlu_social_sciences.yaml",
      "size": 181,
      "sha256": "ece4a326d603c2424411af4a3b1cb1a99677792f50cd366f8e9f5e726899194b"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/_mmlu_stem.yaml",
      "size": 148,
      "sha256": "2d58563cf678c1e7f98ade5aa47ff68143d8554cc1661ed7b832abe483b2604d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_abstract_algebra.yaml",
      "size": 270,
      "sha256": "f026cc8918a0a4a422af4286e22889de6f423483671975fdd5429c96c0d0d9ef"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_anatomy.yaml",
      "size": 233,
      "sha256": "8dad2f8dc245224b7981c6186e1192e362d26c0eac649d1307080f57df92ff64"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_astronomy.yaml",
      "size": 241,
      "sha256": "a7723276547be2474f1413d387d13f1fec179ae98f236a78258c6c83e231d926"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_business_ethics.yaml",
      "size": 267,
      "sha256": "0a8df5dc2fa2f02f1c70da7ab920761f479862462dee97457182df817b1dce57"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_clinical_knowledge.yaml",
      "size": 279,
      "sha256": "2308279513bb71f56bc46213ec73d942918a6e5d6edc8856ec430dcc6d3cc26b"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_college_biology.yaml",
      "size": 266,
      "sha256": "a102e5ddd619591a8a7edf1830bd78c9ae56f083908a31f5b62ba0d7ab593695"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_college_chemistry.yaml",
      "size": 274,
      "sha256": "aafbd16592bce40850f95f13a61d3ae53f2ecc5121e1677e9bc27a898d8b022c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_college_computer_science.yaml",
      "size": 302,
      "sha256": "34ba579d113ac7d499fb9f1a41db30f656eb4f85f240c8e85b2e01c8a2e7b1aa"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_college_mathematics.yaml",
      "size": 282,
      "sha256": "f5ee2d5cab36fdcee9678fdfda31c1d6dafd173674692311e6a3000511d7de14"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_college_medicine.yaml",
      "size": 271,
      "sha256": "3c95658b25cf99dd9c998430463cdcae1ad4c3fb75c735ac4483448ccbe07432"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_college_physics.yaml",
      "size": 266,
      "sha256": "419ff741345b01c8d7362ab41f7a48f0ea44667cf0bb870568718a500b1ca6ac"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_computer_security.yaml",
      "size": 274,
      "sha256": "a734f89bffb4038e6be27d9f402aac0e79bbe3b831d42faffc5e15410d88a953"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_conceptual_physics.yaml",
      "size": 278,
      "sha256": "2f442a87451b9f95b22907d434e737ca14455f197390ad69bbaae997004ad4a2"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_econometrics.yaml",
      "size": 264,
      "sha256": "4d42386ca2a5637d60b4978c575d3490354f4038c67743089a7e9ff14d65fb13"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_electrical_engineering.yaml",
      "size": 294,
      "sha256": "c29ed6b29cb28b0fd4c243a2bf637385123926119b25160f99f02867f5be1396"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_elementary_mathematics.yaml",
      "size": 294,
      "sha256": "90105e3ee53a869f5bb23361fe01419e9cec54bfbf1cd82b2d3f3e5f8a335c4a"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_formal_logic.yaml",
      "size": 260,
      "sha256": "31e3c8ec51bbbe8ba7842948b28844b0f12de8b709059f1647bda39f860ab86e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_global_facts.yaml",
      "size": 255,
      "sha256": "d938b962a3f8fdcd90040d9ef28db9068a6d1ecf08a7311d8de7ed89f77eabf9"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_high_school_biology.yaml",
      "size": 282,
      "sha256": "3b967d4bf5169aa90abd85a04b9cca5746b79102aa9e3feca4aad8318f441767"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_high_school_chemistry.yaml",
      "size": 290,
      "sha256": "d89282333d4fce1f761df5e0baedcb59aa72dab22f4651d3e1f77aa142cd1f06"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_high_school_computer_science.yaml",
      "size": 318,
      "sha256": "4fa205dc34a098acf68e303f6f7c0da3bdde9d4638a94a5683ef6c57c3c3f13b"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_high_school_european_history.yaml",
      "size": 324,
      "sha256": "dc30df82cdef1692a99806b1be2aa94f16362407179cc2a2d9eabdb37b2af06e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_high_school_geography.yaml",
      "size": 301,
      "sha256": "4b6e36425a2690e02e46e8a7c7c886d64e42082399857c7bfc2f396d93d38ea9"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_high_school_government_and_politics.yaml",
      "size": 357,
      "sha256": "02b95e38f133266a69bbbffb8ecaef5f67fa0521d81b0f540a0e4cc2dcc64923"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_high_school_macroeconomics.yaml",
      "size": 321,
      "sha256": "d86505fa78ab45dac3de902432bb1a30e25f3d86fe20289c07a1b61214529f33"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_high_school_mathematics.yaml",
      "size": 298,
      "sha256": "7cdaaad0ba299d5679b344ec8cd4775dd81ebff3918041157a7a980708f31dc2"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_high_school_microeconomics.yaml",
      "size": 321,
      "sha256": "b50ee6a489ebef539ea181b968716b7b7cdc94729fc58cf01b9f36388093ec36"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_high_school_physics.yaml",
      "size": 282,
      "sha256": "8ee33988717ad1c9cc29f51841ffdd8ba2ce57e80f93fc6f3d570a48c6683934"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_high_school_psychology.yaml",
      "size": 305,
      "sha256": "603b757c8843ede5c6451a25593a8ee5b781d453b07372c49424816b79a9a4ae"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_high_school_statistics.yaml",
      "size": 294,
      "sha256": "b9dadaa5ce8598d6fd068481e03e617e5154f90462c80a71874bf8077fbf8492"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_high_school_us_history.yaml",
      "size": 300,
      "sha256": "2bd13e1b627b022b65c4c8f135fac2aa96dcd9ca7f46ff79abe8679c279eb947"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_high_school_world_history.yaml",
      "size": 312,
      "sha256": "580fd84a4f4c1c9a974b13bcb92f39f5a0c464402401744dd9b45daa4a76eeae"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_human_aging.yaml",
      "size": 251,
      "sha256": "cee80b63790b0e86e7b26cd68973c410ab2a085e7626268a4a25587ed48a7811"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_human_sexuality.yaml",
      "size": 277,
      "sha256": "267fe3eb8fcaf52d157fcc0728d0513fdb91c3371173fe388e0b03f8a7ea09e4"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_international_law.yaml",
      "size": 280,
      "sha256": "99064d1d0304106cb19fea31fd4af5cf69a949cb4f5e871729a76d090a3e89c3"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_jurisprudence.yaml",
      "size": 263,
      "sha256": "2d18fc654dd44d92ddd394adf1e3ef97c74366378bb37345b2e44d2f79fa2b05"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_logical_fallacies.yaml",
      "size": 280,
      "sha256": "2f03bd256e2e12fff3cdec67ea4f08df6d678b6dbacb6962c0d81dc0da2f356a"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_machine_learning.yaml",
      "size": 270,
      "sha256": "789baf184429d6b505f16fe581abb32ba1815b48223735be15710244c3d4c948"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_management.yaml",
      "size": 246,
      "sha256": "9d4507c060bff0db4dc8ff4198c625715effed28d24fdbf54495ea493b1c6d27"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_marketing.yaml",
      "size": 242,
      "sha256": "f63fecdb482e3f23bdd1863c6a309a5ddc836e09f531515f0a33de8461b824c9"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_medical_genetics.yaml",
      "size": 271,
      "sha256": "ab26bded29775760a1e5455d476227c74a51d94eb0b369363a69d184a876d857"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_miscellaneous.yaml",
      "size": 258,
      "sha256": "afc98efce966768995194ffd5d8e86c881bdad06fd5bb576156b3da133f82d3d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_moral_disputes.yaml",
      "size": 268,
      "sha256": "ec8279e3da5bfc4a28a1b096f1dd6c42fe5f307d9a9c513e3e79f2990f2fd058"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_moral_scenarios.yaml",
      "size": 272,
      "sha256": "c98a60a99386cafb095e7e02b56c6a74011a77a5a6772901d055e9d48e63e26e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_nutrition.yaml",
      "size": 242,
      "sha256": "e117c15b9846fc75e9efcf28f62edea6c736d24d4d1acc3e310205f1852e6221"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_philosophy.yaml",
      "size": 251,
      "sha256": "7654a06752c5c45e0637508ea4a528798114c10fab172b761ca2ef397c0d9172"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_prehistory.yaml",
      "size": 251,
      "sha256": "c23f8dcc4e96011f9ebca99bcb2b2372f477d5e36681690bbacd94c0a403b6c9"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_professional_accounting.yaml",
      "size": 299,
      "sha256": "432df31fa6ad5398020117189481f61afbc4b27bf7e7e7f03fa83f900f01cd11"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_professional_law.yaml",
      "size": 276,
      "sha256": "6067d60160d0978b5e2c15faedcd9baf5188600876a892fb08c42f1b4369758c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_professional_medicine.yaml",
      "size": 291,
      "sha256": "aedd6c8fc5b662f1197fda2920bea8516ce4090e16f97ef0cf1d22a4c54274e4"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_professional_psychology.yaml",
      "size": 309,
      "sha256": "c8acc00f3010b396ce34f2b54ffa6bf0806397a7b14f9a1c52eab18b4e02c642"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_public_relations.yaml",
      "size": 281,
      "sha256": "3f560bb0cbe9967c9ee9e753d41681304a366c83e4cccb73743fca4d0938533f"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_security_studies.yaml",
      "size": 281,
      "sha256": "c23f790964719dd32abaeb4993ecb9bf5560a7b4606220cd88a900830e11df2f"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_sociology.yaml",
      "size": 252,
      "sha256": "bf1ca22fc29b65431b83fa9de59676a3543535b9ab942fa86cc4ff8c871bd6c3"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_us_foreign_policy.yaml",
      "size": 285,
      "sha256": "44c36ea7852bccc941fc24370bcd9c985ab0ff334a9689525a6511ef2c6a8339"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_virology.yaml",
      "size": 238,
      "sha256": "028b0d3acbacd9bf83f7e67a41b052e4699feccca4c7e5e9edd74fbfd259a817"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/default/mmlu_world_religions.yaml",
      "size": 272,
      "sha256": "08d79b1b3cc4976a97c9aa57f1362cb588db1e68010ba56ff33a4fbe884e3e2a"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/_cot_prompts.json",
      "size": 218396,
      "sha256": "081478485b1d4f51e01305e19113f0e3a468f2dc787596386998e229a97b096c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/_mmlu.yaml",
      "size": 808,
      "sha256": "841b0c13d17dca9484e15350c3d66b1bef58978bd378ba2cffc315c704ddb9d0"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml",
      "size": 857,
      "sha256": "41ac9b9aed62737cc0d616c3594afe1fc5e0e886a84ea883e7d375e2fa71da53"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_abstract_algebra.yaml",
      "size": 3437,
      "sha256": "6a82a3a3575a224c794f7d08498ee8d81500de8cf85baf177b10f2b16531742a"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_anatomy.yaml",
      "size": 5059,
      "sha256": "35fb1d5692efbd88df5145c3067b8fa5fb2451d78845c5a7509dc5ad74b924f9"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_astronomy.yaml",
      "size": 4723,
      "sha256": "e8a4ae72a9c4f22399bf7db9611e84510bf45913cce5001bbed26bc382edf865"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_business_ethics.yaml",
      "size": 4909,
      "sha256": "78f11f5af8d6f611ab8bd7f262b75628902989b9c1120c702057739c55a0b27e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_clinical_knowledge.yaml",
      "size": 2900,
      "sha256": "8d25fc0ab2cf92ab5c436c5f670e315f9a8cf188012f297dc42d25f6bd492cb8"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_biology.yaml",
      "size": 5193,
      "sha256": "f62712222367f8b93decb5928bbd6c6e52df8537ac52e391c2b41e4593407d66"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_chemistry.yaml",
      "size": 3237,
      "sha256": "ba672552c0452b83bcf681bacd1b541402acd7d0eb572b9eebf30c6801656f91"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_computer_science.yaml",
      "size": 7034,
      "sha256": "11d0fa680031fa2e7273f63b3b9f0fb0ea17c9c44a4ad421176537a57ff0f7f9"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_mathematics.yaml",
      "size": 4331,
      "sha256": "c52220f31726659551c9d80bca70b7fa951b50bda905b60cbc53ffc50d6f0312"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_medicine.yaml",
      "size": 4607,
      "sha256": "44b0d7261fac40e4349455882382cdc7f309bd635522a583d129f94f7241aced"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_physics.yaml",
      "size": 3715,
      "sha256": "eafd937f7fd6e551c5841f07ff19714654f81465225b6ca877a6c3bdd84293b8"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_computer_security.yaml",
      "size": 3054,
      "sha256": "3ceaf68bfd728cf16e6371de4c150bddbb13511645a8a72cfde766d4863c1777"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_conceptual_physics.yaml",
      "size": 2809,
      "sha256": "0eac76ae4d3e69938190e272339979cf1a4f1cc489f1feceedbc9f25e09bd547"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_econometrics.yaml",
      "size": 5536,
      "sha256": "27e0148e69883a63b43c82f5f37780be296b231fafcf1c8621317170d084f10f"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_electrical_engineering.yaml",
      "size": 2914,
      "sha256": "34dc98b5326e4114e3869aee3aa4dfb7f87197d0a70ae345487c8637b8b2f6fe"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_elementary_mathematics.yaml",
      "size": 3504,
      "sha256": "3f54280519f77fe5ccd7c745bd50e12d1b71d2cf45f271fa09f903df22349d15"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_formal_logic.yaml",
      "size": 5114,
      "sha256": "f4018ebdc61ab81621c82a9386b4da7b06280975e4bb002d0065b9418a28dcb8"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_global_facts.yaml",
      "size": 2833,
      "sha256": "9e69e90fa99449328b6484b3ff0f2fcf6a054c6b8adffbf8d35adb7616e00928"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_biology.yaml",
      "size": 4783,
      "sha256": "889ba7cb27a5f16155aad27d9ce96c1a4a84f828514b02ceec9715e4665da102"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_chemistry.yaml",
      "size": 4328,
      "sha256": "2479ab54469708cee0f2f87d13af4afe05281810af1f8cbe3011a96f306b3c2f"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_computer_science.yaml",
      "size": 6099,
      "sha256": "175e2c7387012404ffd8b729793aede7547bb918c78a0dc5e4c3edc551825a56"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_european_history.yaml",
      "size": 15060,
      "sha256": "94f29d4d748a7ff3a300cd2600e53defd64d23f885f7faf9cffe1a6a25f142b6"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_geography.yaml",
      "size": 3204,
      "sha256": "b4e7aa1250d71073ebad136f5e55742fb2f73781a4d0b384d2b66f225c358ea3"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml",
      "size": 3706,
      "sha256": "8807a985318a3c3447a3180c9e92de7e0a8d33892995c5984c36c49e4eae330e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml",
      "size": 3175,
      "sha256": "8d7bd75984ba90408664765b51b381ecb902379ae49274db17983271daa693d6"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_mathematics.yaml",
      "size": 3101,
      "sha256": "4e135180ac03b59ab5d94e5b22cb4008f7205c4308fa79e34b9ccdc5734bd5ee"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml",
      "size": 3372,
      "sha256": "47a7c2c61c0d606801c3fd590fdbe1aa6f7879b0e207786251f67dac8651d156"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_physics.yaml",
      "size": 3340,
      "sha256": "3e17aabf420d638d64a4b3983524b5597ec904ed53a10235f780cafdf1293c5a"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_psychology.yaml",
      "size": 4131,
      "sha256": "0531761d82d81b588ff795041ca4b69cd19ac89e6629eed319d3524688b3f694"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_statistics.yaml",
      "size": 4953,
      "sha256": "50c260dfc7fd9f07cf17826df985c413e5a459a5b6934448f5095f640666ba5f"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_us_history.yaml",
      "size": 11947,
      "sha256": "b35b8dd8e52d3f565db261ff5d356dea861ccef1ea3fea5f6aee66f12a1ee9eb"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_world_history.yaml",
      "size": 7284,
      "sha256": "4be39e1e26859c622be650edec28f97fc9dca34cf70e5168eed548f2282fd2c5"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_human_aging.yaml",
      "size": 2289,
      "sha256": "ca6c9d90f9a96e1452f152281d977bb9b8e9a754d52a3a301653a1955c45c33b"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_human_sexuality.yaml",
      "size": 2846,
      "sha256": "cf4f153dde846ba75738bcbb74faafe43e81a5372a78e1dc413e978f70c5aa45"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_international_law.yaml",
      "size": 4656,
      "sha256": "5139ae273a6215abd2db2b43a44e453770855f1ce7450a29b85d03f349910b57"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_jurisprudence.yaml",
      "size": 3813,
      "sha256": "4401aed89315923997e0b7ea765561c74f326871d66681951d069e2b45a4468c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_logical_fallacies.yaml",
      "size": 3789,
      "sha256": "460be41cd094861aa0138b990683a9f9d26e0aa549e97475c8065ab8d240eecb"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_machine_learning.yaml",
      "size": 5222,
      "sha256": "d79416d474d7a6e61ae591f8ac43f946ca7938d8750a1c5170b09c4e7059b250"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_management.yaml",
      "size": 2755,
      "sha256": "94b712c7806f592fd1da06a59786a0f7fa601f7fbf53b7834f3fb7171d434a8c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_marketing.yaml",
      "size": 3411,
      "sha256": "8e1dd1496a8ed422180ceb4c2ac647899eca5a9d29732ffd09dc9ac2429411e4"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_medical_genetics.yaml",
      "size": 3090,
      "sha256": "b5612391646ff5c2b7330085c193ddb91da88ddc75ba1f51aa892975b888f796"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_miscellaneous.yaml",
      "size": 2309,
      "sha256": "5eda41bf28ef9b48601432d3375dc3728d4a54da9a611d46b0988bde0ceba583"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_moral_disputes.yaml",
      "size": 4154,
      "sha256": "3e4d8a2fd0293ac443151bdc9ca1e1e6315b54a3b9a60cd2d9f6e91be42921f6"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_moral_scenarios.yaml",
      "size": 3752,
      "sha256": "cf14d28826e492dfd340a4b4d45a8616bf8ea78a1a56a6f4d860e3f4b0710348"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_nutrition.yaml",
      "size": 4036,
      "sha256": "66cb0cfc7ea9e7ca0ea41cdb738058415988e3f1dcc145ef584cc1255c15df68"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_philosophy.yaml",
      "size": 2547,
      "sha256": "7c6bc9a7ede66397153c43fbe5541ea7b1915c6b859b9943306d6f7001b24673"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_prehistory.yaml",
      "size": 3589,
      "sha256": "bc7298a39aea277d726c45fb10bc8e7832a29d53d932fc8b98a44b1d941ebf77"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_accounting.yaml",
      "size": 4077,
      "sha256": "9d5d39802d3a95006bf9dd9bbf4d7dfe65012844488683cdce5fd192cf2a5690"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_law.yaml",
      "size": 9158,
      "sha256": "60002401be2c426d28eec19106978eda502523b9f2cfaddf7fea184981d166dd"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_medicine.yaml",
      "size": 6138,
      "sha256": "5f0e5a97c2375615a70c82a35cc6d66ecbd076b0990fb9a673642d0204e200b7"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_psychology.yaml",
      "size": 4161,
      "sha256": "e8ff2a6d9fcedcdde312227002bab51119bb36d60bb87e7ec12e462577a400d2"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_public_relations.yaml",
      "size": 3287,
      "sha256": "f652e7e51613e1b18fc946dd4a5e95e9bc92bbb0d42bfa2b4b3f07d476795b91"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_security_studies.yaml",
      "size": 7483,
      "sha256": "084e1747d921d91b18c136352b0004d4950bb51e08c0f8bad3480841c66a37fe"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_sociology.yaml",
      "size": 3603,
      "sha256": "e1161e1bc107902e024da3483a294fe0814230ff0517b734120a7fada19a9e16"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_us_foreign_policy.yaml",
      "size": 3414,
      "sha256": "55852af826b6c2036dc85dc45ea23c700743da4e24e3cf06b7cdcd88ac4d4882"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_virology.yaml",
      "size": 2569,
      "sha256": "ff93991c7f094ebc0b8891dee3cfda9be35c18f4ec00d1f3cfa5bfad159786c2"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_world_religions.yaml",
      "size": 2239,
      "sha256": "47309f8760d7d0d7696bb45028a6191abf86d4c431c335720543887baa152da0"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/_mmlu.yaml",
      "size": 756,
      "sha256": "6ba212a0a4796dbbf007a22585f1ed8183149f8bba84172f8132af919ebfc12e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml",
      "size": 1072,
      "sha256": "e51df99abbebe79ace4064d695a51d53fc9e4f67c7103b5ca313a7146fdae252"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_abstract_algebra.yaml",
      "size": 282,
      "sha256": "0f4e430c6df81565a51b07ad0d5e0f7460375993bd55ba326d4e29e641a9b4a9"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_anatomy.yaml",
      "size": 254,
      "sha256": "718e1b6a5980d100a77b51a6886a23612fbd7e98df59b0ad9918f0d0f5548eca"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_astronomy.yaml",
      "size": 260,
      "sha256": "730460295d4e2fb093043eecad48a474de157f7382b7a16c020a0ac11391a414"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_business_ethics.yaml",
      "size": 280,
      "sha256": "66b84845db9f100d5f61c321b172af074e83f309589ab9970e95043ff363fc6d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml",
      "size": 289,
      "sha256": "21965982898d6c43174a240b7800cecd988d7e12f0889edeea9caac54803301e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_biology.yaml",
      "size": 279,
      "sha256": "983c160278707250d8d03fb1ff2eda7b7b5928c1a54bbf4d94d95f749e35462e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_chemistry.yaml",
      "size": 285,
      "sha256": "3fef7434aa93f5833d2d8628f377c9ae29bd89f89f7000d9bd4901b642ffa9ce"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_computer_science.yaml",
      "size": 306,
      "sha256": "fa621573f15d7751ea352755d6bcd8b69fc9ada117e8eaef2e1650bacc3a7ec6"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_mathematics.yaml",
      "size": 291,
      "sha256": "5c01d6e6bd2e9d76d938472380fdc089d65c69b6ea0c63343d28ffaceb6a55af"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_medicine.yaml",
      "size": 283,
      "sha256": "54af6f6561d52724e274c0f4f8d79e2247802a0d51cf978f3be4b0e219d41bff"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_physics.yaml",
      "size": 279,
      "sha256": "f9945e35b4a8eb95a1d6f853abb01acaca04ead2972f12f23c65da260284a278"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_computer_security.yaml",
      "size": 285,
      "sha256": "255970af3e8018aa392623e9a91c093a2aaecac98f29f50bbb94a5437dfa2a78"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_conceptual_physics.yaml",
      "size": 288,
      "sha256": "3c8d281f58f68cef2380294e5da86aff3e04d6b8a0bd01ad3e20473f6b594a9e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_econometrics.yaml",
      "size": 280,
      "sha256": "fbbdd397787faf85ec12d06ed5c32c84ac90e8d4cc4dfbf628748376e02c9519"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_electrical_engineering.yaml",
      "size": 300,
      "sha256": "483294a165a9f5c22a617be34cb7a6e6d31ac5bd1a408f207406f8ac31406ac1"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml",
      "size": 300,
      "sha256": "12da2707d08dabb68d275c1573185910bdfbdd782352abeff74d399544d995f7"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_formal_logic.yaml",
      "size": 276,
      "sha256": "7659175f21d025a6d47443e85ae018669d51260ae31c4150268c49fb89804ba8"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_global_facts.yaml",
      "size": 271,
      "sha256": "8afc38b1e94298ee3bc3f2c9ed1adfcd07778f24e8310fc14d9a19166fcc9afa"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_biology.yaml",
      "size": 291,
      "sha256": "6f904a248140d3a01792fff9461f0b4575b46fbc684c4d2b95f1f76f403a38d3"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml",
      "size": 297,
      "sha256": "309b5bd5593429579a12317ed9fed624467ea4154ff1f59fb347724d21db4dc0"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml",
      "size": 318,
      "sha256": "8df90d69c86b107905601791281b44916ef1d129f4b27049f56f0062cd4a0ed3"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_european_history.yaml",
      "size": 324,
      "sha256": "5eca500a95ad96daa886871766592aff3eeed75bccf78fe54fc2cefe1055715d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_geography.yaml",
      "size": 308,
      "sha256": "0d51873306ef8f1cef72c3ae13bf1d6a801d5819c83887660769a5c9fd9fb971"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml",
      "size": 350,
      "sha256": "9522a44331a4dc4894bcb304f9ef6a3b7c83b107c6693aee8e57e60703411f13"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml",
      "size": 323,
      "sha256": "13423f3c693d7f45ac770dc5f2d0ee53688e294572dc9d98e29e3759bfdeb9db"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml",
      "size": 303,
      "sha256": "dbb218f42a51b72eb70258f4cf323c70345650a80ced31e270dcad589b3c7ff6"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml",
      "size": 323,
      "sha256": "2c3dd9bff4f339b4077962e0829b6175a34003bba2d978ec5979629b04139bfb"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_physics.yaml",
      "size": 291,
      "sha256": "726f5d42515d32d7f3e6d3b08b25ccec1aaf28189dc11bef79bdf3b715dd7cce"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_psychology.yaml",
      "size": 311,
      "sha256": "556a7fc16bf3b423c3d2dc93dd0ad16dfa3d9a0eab7c631718e4be9200cbda02"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_statistics.yaml",
      "size": 300,
      "sha256": "225b51d0de3ccf19f5e86c22a6246965b290e6acd3805cc31f534e6869765f79"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_us_history.yaml",
      "size": 306,
      "sha256": "cb4622ad1303c9c1a9fcaf12e63ce73a230070e3584664b4e59b64bcacdc6bf1"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_world_history.yaml",
      "size": 315,
      "sha256": "94698105b047e8d01ebc968f19bda8dacca01b2cb2303a22230a6682a898dab6"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_human_aging.yaml",
      "size": 268,
      "sha256": "2aa229df85156ef14ba6c6122ddf49e76a2b3dcb76ba085a04b0ebdd58545627"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_human_sexuality.yaml",
      "size": 290,
      "sha256": "272e81f2f37dda26dc78d0ed534d41abf9dd03c35d3d869c5deaa871e2a2579d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_international_law.yaml",
      "size": 291,
      "sha256": "3d77f2a8395bf5ff541a4a4c6124d6e3a25614f6db02016d28b33bbf1a807a0c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_jurisprudence.yaml",
      "size": 278,
      "sha256": "0e327f06ad7bc2b782c0d9dcff3fb2155e3c7217988b3cf8c98b266027262a77"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_logical_fallacies.yaml",
      "size": 291,
      "sha256": "9e49ffcae0aa91c47d3723f10eb9b20bd50a3983c74f3e879322903fbf8d6b96"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_machine_learning.yaml",
      "size": 282,
      "sha256": "691a83f1dd6b523076b235280bf7242e5c221c7c1d0d7f4836107240ee3146c6"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_management.yaml",
      "size": 264,
      "sha256": "20bea7191915199593ab02a551af961ed6a3159b8bc80a8c51bdceb0dd8cc070"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_marketing.yaml",
      "size": 261,
      "sha256": "d8b8a9ce0cfd63155a9e53e3c035d9cefaf2065e4ba536f63622f03507002372"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_medical_genetics.yaml",
      "size": 283,
      "sha256": "02ce2b1f805a3c92455a13e7584e193f9298fd597cf13690159196d5f80cdf57"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_miscellaneous.yaml",
      "size": 273,
      "sha256": "e165b2abd941bae553f074325732ab97d81c6828b523981b66e7c6263a0eb7fc"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_moral_disputes.yaml",
      "size": 282,
      "sha256": "1495b47be1f8e1d563d83cdce06c58682647ad51b92ae7305b463b0782f64c1e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_moral_scenarios.yaml",
      "size": 285,
      "sha256": "85b4b52d5a6f3787bb144cfc0e86054207db78bf87e4069cc92b8bcef15a5e20"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_nutrition.yaml",
      "size": 261,
      "sha256": "c89d09fe7bcae0ad017d0fa3e101459da6a36850f48f279d7fab782aa22be8ab"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_philosophy.yaml",
      "size": 269,
      "sha256": "d1abca02caf98f5d7837112c13c20d9f37d4a42e5a2976cc473576ca4779759f"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_prehistory.yaml",
      "size": 269,
      "sha256": "b2ee00c7554d1b0a80137a1a806fb1401b6f8457546860d07f49f8173e7361e2"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_accounting.yaml",
      "size": 304,
      "sha256": "aa37f32d462cae79772ec9513ee841ad1516241b1cfb0b2f8a1f8de5f91a2503"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_law.yaml",
      "size": 288,
      "sha256": "b4633bc3bfe388dce96fd3ee74d3a16a17d41b81091e73ce843bbf6a1dd9fc45"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_medicine.yaml",
      "size": 298,
      "sha256": "124b76dfedceee20556c3bad5c4b64d7eba9c01c12b3816f335444e80c0f55b9"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_psychology.yaml",
      "size": 314,
      "sha256": "bfd420d37a790b79b699917f93df94b8789402e78d29358c2caa0533533e9e2a"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_public_relations.yaml",
      "size": 293,
      "sha256": "87a706631d2ee077897ade2a653b318fc76b69f5f6191be3e96bbb766fab3195"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_security_studies.yaml",
      "size": 293,
      "sha256": "fd54b2d93ebcc75f342a3ce2fd2bec249a394e1f8f4a40e866efd94d46c92b4c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_sociology.yaml",
      "size": 271,
      "sha256": "9f7a6142a9d18ef23c53335d0fb8b156544f4ba127957a9f0ad65e23997ac50b"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml",
      "size": 296,
      "sha256": "699fc154e0d77a1ede4541b633b7ef66548d1bc2b42d5048bba8132249a4b7fb"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_virology.yaml",
      "size": 258,
      "sha256": "d9e7019f243db21c93c55b27c7f50556b5c077e6763844687c016ae78cd13481"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_world_religions.yaml",
      "size": 285,
      "sha256": "8971bdd4df2a05151e3ef91e5550a3099da2bb8939e6d5d0df748da7a4a0551b"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_cot_zeroshot/utils.py",
      "size": 4186,
      "sha256": "be4152c245326849a377fe9b2b3cb75e8668d73cf83bb66e7f516135c5b3ab0d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/_mmlu.yaml",
      "size": 779,
      "sha256": "05208f1966f15fb0a8c1f794100d0da374709b50ccce002f4861d8e38ed90ab8"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/_mmlu_flan_generative_template_yaml",
      "size": 808,
      "sha256": "09ca8f0fe2d60969b193d53c1136bc694f8caf8dae572f313daebab096800caa"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_abstract_algebra.yaml",
      "size": 290,
      "sha256": "b3b26b8a57ab7bf97d6f6d0c1de51ac9b9698d106b13826474a4b511729b064d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_anatomy.yaml",
      "size": 262,
      "sha256": "ccd5a7f28cacb48dc07189336eb0c98a725560cd039d826b940ded009c10b65d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_astronomy.yaml",
      "size": 268,
      "sha256": "208df1bfdcb4390836e3c292981c032b39fe1f2035e334b977df830db1c575d9"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_business_ethics.yaml",
      "size": 288,
      "sha256": "372590a19d1c2791a44aaa70ae39a28a6d6fedde77eee2348f51900b680528df"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_clinical_knowledge.yaml",
      "size": 297,
      "sha256": "42781f298956bb9371d954ae77da6028a4d55b518af9e28c2f77e9ababffced6"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_biology.yaml",
      "size": 287,
      "sha256": "d58032cf69d9ecec23b63dd49bf6e7e1d087ad29f7418f31d4c0b1ba831fe30d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_chemistry.yaml",
      "size": 293,
      "sha256": "a3c11dd18f42bbd01b4ffaf9afc454bcec4dd6f45ece4845a52c7a1f76369164"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_computer_science.yaml",
      "size": 314,
      "sha256": "d53e4d5e6cd389ff4cbd6b68e02db3144fb55922db013d1682a0eb9d3f1509f1"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_mathematics.yaml",
      "size": 299,
      "sha256": "71d3f7f8518e590d31aba18bfd267128433a472edc71518f78b64a00b3aaa73d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_medicine.yaml",
      "size": 291,
      "sha256": "1f5cd9f679c95ba813269a0e897adbe6e8891b80d84f95aee6983051a00df765"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_physics.yaml",
      "size": 287,
      "sha256": "15d4f326411d178e47451f53d92c4734a7687b1ebaa04655c372ca08aac9d9d5"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_computer_security.yaml",
      "size": 293,
      "sha256": "db71b770fa644c77dd088486193ad9f7a6b2c61f41f8d6249e80942b0b199b32"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_conceptual_physics.yaml",
      "size": 296,
      "sha256": "a4eb8dcaa9f5e9e228927c9d9f69d9854feac6d2b9d92341d974bc19d51c4354"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_econometrics.yaml",
      "size": 288,
      "sha256": "bb87f5b8d974b38e8453ba7abb29a9588b6044c2473f1a4c05442f69e80daedd"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_electrical_engineering.yaml",
      "size": 308,
      "sha256": "aa3d846af846760751cd6a332ceba4c41c96716541b80f65cf6289f0941079bc"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_elementary_mathematics.yaml",
      "size": 308,
      "sha256": "02c7aae8464e9d8d9656d81548d7f6289654e177515676c1cedd51ce0565d2ca"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_formal_logic.yaml",
      "size": 284,
      "sha256": "ee3a4b4dc6de08fe47ee76f6a54dbaad9060a5079d3e42b750cfcba47732020b"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_global_facts.yaml",
      "size": 279,
      "sha256": "4dca9b064f5f454d9cc35a4fa6e8f86dfa1de7fa077374b19f7efa6b69c1b61d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_biology.yaml",
      "size": 299,
      "sha256": "b040d215d250026298bcbe83eebcbc29a05cdb424bb5bd5420a4431a6c8a0aa1"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_chemistry.yaml",
      "size": 305,
      "sha256": "ed68d68608e584679264df279838e1bc5337f1509f98f14a5232ac40d3768f1c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_computer_science.yaml",
      "size": 326,
      "sha256": "cdba5b66c2ac1c22b1fd6fb382a4d5be7701159783172184976e9c9ec61f1138"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_european_history.yaml",
      "size": 332,
      "sha256": "da1d6dbeda4ac9fef022963b450161896254cba7b065b950a48b43914feef10d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_geography.yaml",
      "size": 316,
      "sha256": "1e490cc440598a580b111111b0154e7095899ba4de134929d0047c4ad6d17fd1"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml",
      "size": 358,
      "sha256": "d78f15f41e17e14831f81463e0764e7a9de3ea845c632dff2df18048644f1644"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml",
      "size": 331,
      "sha256": "8602e0e14dcabe060d5f5230bcf5e2e642bebfdc0a71ffcadbc6d7e2d0b5d577"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_mathematics.yaml",
      "size": 311,
      "sha256": "f1ad81415c816cf6de6c38a0b82ae23c9565ea1cdf8ca56cbceb9e5ca264b73b"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml",
      "size": 331,
      "sha256": "a64de6534555fd596a0c59a98944c2b9073a2c60e302ce36e47d018dc2c8cc77"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_physics.yaml",
      "size": 299,
      "sha256": "019c4d4cc5834c2baaf789c1e48a2c6ae0b8157b564f2def4fe3e24293d47623"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_psychology.yaml",
      "size": 319,
      "sha256": "953039d04c7b75381386e9078cca93d2c7603167f17ea4308e8c46f6b0002cf6"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_statistics.yaml",
      "size": 308,
      "sha256": "125474f1bbb529dd524f4ec4606f17876d532979200e47ee19d3e89a74fa6036"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_us_history.yaml",
      "size": 314,
      "sha256": "9066fd4b6510dcdb3a9c7b5dc9f43fa471d5f49dd2414c58f7eb00203f8a5e97"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_world_history.yaml",
      "size": 323,
      "sha256": "1290adb310a716febe83db2ab09c7330e2c04d440b855f544b01f516e120d748"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_human_aging.yaml",
      "size": 276,
      "sha256": "584ae8b8b7b9b2fe1c236724d38c8be2cc538620f19583288a979d00ae03aadd"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_human_sexuality.yaml",
      "size": 298,
      "sha256": "a76edd15689a72b516263a453f8d9539e75325b18c761be87d564527921bbc58"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_international_law.yaml",
      "size": 299,
      "sha256": "0acdee9f21c087ebdd264656d951beb92a840b0e19544e0ce394fd655c198399"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_jurisprudence.yaml",
      "size": 286,
      "sha256": "3d50f87ad24819c70ea43bc08115f10139961459a3f626bb9e3b2ae3cf36e174"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_logical_fallacies.yaml",
      "size": 299,
      "sha256": "32db8598284cafaf47b8a9c4b6e92efdaa299a5b5eea7ac4b6de72cbbcf2d849"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_machine_learning.yaml",
      "size": 290,
      "sha256": "20a0c8d280bcba1874bf1f5fc0e0bdb3df83b2b1bd9c7dbc0584dcea88abf82f"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_management.yaml",
      "size": 272,
      "sha256": "d0d41bc7067021501c71a438680f247684cc6c91020d41f3fc5b493ef08d0450"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_marketing.yaml",
      "size": 269,
      "sha256": "50b83c4a5c33246ddd46bab3a07800ad1e2ad6ab9595c2a4406a30026df9af31"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_medical_genetics.yaml",
      "size": 291,
      "sha256": "678ac5ba7362a5aa445c17971888476c80199fb27648bbb03837498c7ba415c1"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_miscellaneous.yaml",
      "size": 281,
      "sha256": "a20d93fe2d104ebd072e74f95f7689d58b73beb39088e2bf98c8c7b8789f8dc5"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_moral_disputes.yaml",
      "size": 290,
      "sha256": "db19de8a9eb37a669019d4539202e292d2ae31eea0a6c482ab48616d1d9ead27"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_moral_scenarios.yaml",
      "size": 293,
      "sha256": "ddab93e87b7255c29b0d4d03b55c3873456edc48699f1815f3d2558e3059039e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_nutrition.yaml",
      "size": 269,
      "sha256": "520033e57717348f8126e8af397d76d2e5b0ec79cec253476aff578f06a8d71f"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_philosophy.yaml",
      "size": 277,
      "sha256": "4c26eaef5ef514bb23d2d6b4fc452c9b3780f98970a7dcd725b9458401d88479"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_prehistory.yaml",
      "size": 277,
      "sha256": "f74f051751542b2a9812824c84497e2715a196d0b21a9e1344eafe7f1bee93d3"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_accounting.yaml",
      "size": 312,
      "sha256": "d2f30f6114d5a37420e300a6a42fb5bcc2b9fed0dd33b373b1cfb3453cb75fe3"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_law.yaml",
      "size": 296,
      "sha256": "779f605d9ab3904b9a4b37e7c5459a8259f208cfebe6179fac12a8c79204bf33"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_medicine.yaml",
      "size": 306,
      "sha256": "c73573f93e2817945090a507d6256fdcd9ecac37e644932b3c149adc21a8e9d2"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_psychology.yaml",
      "size": 322,
      "sha256": "cbe26615d08b4dc5f7d031a3a4494181ed763786b84b58b67856c9ad1c396c54"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_public_relations.yaml",
      "size": 301,
      "sha256": "5e81efa06fc380c7fcb35d270522a50384afe70bed60ff93e7ca1529719b8bcb"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_security_studies.yaml",
      "size": 301,
      "sha256": "54e66916cf71cecb82f1c22c2d10a3754525113bdb5da1bde360264c0db672cf"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_sociology.yaml",
      "size": 279,
      "sha256": "0bf247bc212e4aeae45d9c28aa281297dabc29cb86c0c8cba7579e7caffdde71"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_us_foreign_policy.yaml",
      "size": 304,
      "sha256": "0df80fa11444860cd87c233f925d3081757947548456674b806ce4fd1589a890"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_virology.yaml",
      "size": 266,
      "sha256": "621c215d3621606d7690b78bc9646ca43e86a363a04b5e4ca2a9557ed7501789"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_world_religions.yaml",
      "size": 293,
      "sha256": "f9fd1465a82f85af7c671d00613ed0c5f2f3deab744e9a32a1358a4fd8b2a6b0"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/generative/utils.py",
      "size": 4186,
      "sha256": "be4152c245326849a377fe9b2b3cb75e8668d73cf83bb66e7f516135c5b3ab0d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/_mmlu.yaml",
      "size": 797,
      "sha256": "ab12350ddb8798b4c38ac8f2d238d16a40a59f3d5c824239c31352cc5f8180da"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/_mmlu_flan_loglikelihood_template_yaml",
      "size": 413,
      "sha256": "1f97d2569633ce19e8a06c59a11aacc62fa1785309c8791b655a7233ccc7fb04"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml",
      "size": 299,
      "sha256": "ba508f650f6596fc9d9a6db2e3d48e7ce616969a32d3228814f87238c9661de3"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_anatomy.yaml",
      "size": 271,
      "sha256": "30bcbe3e3dcb2cd09484084e796e5aaff4715f951363fb1c7c0a270fc0a1a058"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_astronomy.yaml",
      "size": 277,
      "sha256": "eecb2ec46f8690fe9135da043ed547b533fd8ce4a10504bafaa98c43e63880a9"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml",
      "size": 297,
      "sha256": "31cf58f13a7d1b8ecac9b7b8f85fe0f5f034eec3ff630276f7284264d568768a"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml",
      "size": 306,
      "sha256": "603f8560973c1c59b710fdb66b907bf9f8389e258df735dd4fdef62d4372b943"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_biology.yaml",
      "size": 296,
      "sha256": "5228653e6523e48b5b77b61d7f30e1e8538fa8a119b679f11dfa66da9f07c9c1"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml",
      "size": 302,
      "sha256": "24dec2a7feddf58c014f0cff5adf3974cf7c48ee0649ff58171535029ffdc772"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml",
      "size": 323,
      "sha256": "f55e88ad766449ea6f3092fc805202703af80c43565b35262c949d4d89572b06"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml",
      "size": 308,
      "sha256": "e518e7457b31f452c7b80014978eef06b11ab80a5a3e99ab64ba3ca492d11aca"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml",
      "size": 300,
      "sha256": "f1b0f4400930d87ebfa966272bd08a58c21c89552c8dc4b924302147b36cc9f0"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_physics.yaml",
      "size": 296,
      "sha256": "8b21bead468770bc9ba9e2102a0ee15e3d9c6739ea74a99a40887fe31e4289ac"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_computer_security.yaml",
      "size": 302,
      "sha256": "009daab9f3b9ea5698e7a923fdc63555639904848a9c835d689b89e77942cb79"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml",
      "size": 305,
      "sha256": "6b4f549a8e2beda51021e43b7773b3655c62c6066af5fe2a579c13ab600859ac"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_econometrics.yaml",
      "size": 297,
      "sha256": "48ddf1cc160a919be56cffd54083a726714e3b9983d158e15a65dacebdc7ef73"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml",
      "size": 317,
      "sha256": "ccdd93e9f349b7e4acde70d7bdd3e9e80426e8ae4b6150e34f568e5a27dd8806"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml",
      "size": 317,
      "sha256": "4aa3a65fb79053abd4d509262ed0474d9ed7adab3505d5e648e78f9df1010da4"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml",
      "size": 293,
      "sha256": "fde8982bffe75defe540f47a328ac5d41decbdbd5792c66559fd52304d3eaa41"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_global_facts.yaml",
      "size": 288,
      "sha256": "0a4f1e9182c387413fc3435e3ee9f29dcdbb8d7a71ebee0c1fba1ad7ea022ba0"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml",
      "size": 308,
      "sha256": "77635a018e6cb59e6966e605d7b88adb69fd3c40703db7ca7dee7b8a3adfb4e0"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml",
      "size": 314,
      "sha256": "920c209b23185dce6139eebc320eb8723cedfc9d25ec9731e958ac679a88d113"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml",
      "size": 335,
      "sha256": "fa6ec6cbf73bb0b244b8535d0f4cc3ef81716edd3eb2d788dbecd0631cf1821b"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml",
      "size": 341,
      "sha256": "71ba540f40656bc236ffd558be6e92f702c70f014d1969ae3cbe8f4b622ff840"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml",
      "size": 325,
      "sha256": "b99e003bdd70c6317fad3e7aa0c9bf681bcb7893f564c3d93c2859eae35cc856"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml",
      "size": 367,
      "sha256": "3425de9090f169972c631ce4ca9ca4e643cb5bbbd80586eb9d7581dc870595eb"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml",
      "size": 340,
      "sha256": "7918aecff452391dd161d224594f1dee1fca288316df5debcd67d2439e7c4a39"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml",
      "size": 320,
      "sha256": "93e0b83f61bf1d6782236a5357fcf9d8ef725193ff12e21f76f6e516e50399e8"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml",
      "size": 340,
      "sha256": "b5ac8ab46b25f79b315e8456ee443c2d614fd7c961d6ad268085c74639f61300"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml",
      "size": 308,
      "sha256": "71b9110ee3edce8f63249abc686db1ef3a5d8b09763e748f63eb6ace8b834786"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml",
      "size": 328,
      "sha256": "d66868bff2b45eb028cc9e228be50c9cc3705cd790531dce125de726c273bb4e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml",
      "size": 317,
      "sha256": "1289cc082566a5950c1e257fa4525d75716f63611085304323b72b32063b71a1"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml",
      "size": 323,
      "sha256": "ca482f3930d2f4c8bfa5f531fb51861c55144ac9a0aa3a4be4a7b76783dd4aed"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml",
      "size": 332,
      "sha256": "996267ef4c8b64b3948be48a4bd7cf68400ba376badc16ed7916005cff5592f5"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_human_aging.yaml",
      "size": 285,
      "sha256": "2a67c64e20a38ff3ee54588095be85008b7355f2e78ce7dba775fd18a4b5f14d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml",
      "size": 307,
      "sha256": "7aa935ece9c3f939b854bf76c6a8ed15bb4e408b40991e49d39661f4b684f328"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_international_law.yaml",
      "size": 308,
      "sha256": "8b43cf6cd59184684ce862be6a24136ac3ac67237d59df592b73fcf8273f3b53"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml",
      "size": 295,
      "sha256": "98201015f888979548d211d61fa708e2e45753565b1e4af14d79fa6fbdc2a7bb"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml",
      "size": 308,
      "sha256": "8de585211259241fc38253692a8c2ec57e79cf3b5d5cb0c19fa03f22549694d4"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml",
      "size": 299,
      "sha256": "2e4b31d2b13542b86c010544b49ef85b1188b2d26a0569213ed79c4850143cc6"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_management.yaml",
      "size": 281,
      "sha256": "4dd98dca5393246242d86434520d0f587e4992395b8588dfd9b73bb250603541"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_marketing.yaml",
      "size": 278,
      "sha256": "4020be298985e8c715313ac8b1673c70f0d2a4cdfdf2df76956e4aceb979b73a"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml",
      "size": 300,
      "sha256": "d5c63922426dabfb21c7a080f9896cf2b7ac30911d015650ab7d9ed574a12dbc"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml",
      "size": 290,
      "sha256": "68f818bc3b8e3c08fb0b134b924dbd4d08fc4c45072f0b6b83a47639bdaf7918"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml",
      "size": 299,
      "sha256": "ea0eb4fdfc8147c2d817dd296d96f389825e8b60c395b6e55cd44f52de3852d9"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml",
      "size": 302,
      "sha256": "55e6e491770a2356f873bf0d37625ffc766d03040577899b401b6a8d2ea0578c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_nutrition.yaml",
      "size": 278,
      "sha256": "720deba0f47c261e2284314d92ae957b534b92cff615310dbdb7cf2a9cf74017"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_philosophy.yaml",
      "size": 286,
      "sha256": "9b0e0707bc39967c7f2f570591deabc8374b2c65a6f4cfdd5f69275bd9ef8d3e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_prehistory.yaml",
      "size": 286,
      "sha256": "91c7ef6c0e79bf1af285a1b15c63d17064e0c24026215e889617c8f46ef8dc53"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml",
      "size": 321,
      "sha256": "66b1c3d14c13177c45792a8641818dba8b0a2d679e6cddbab71ebe0abaf1ea8d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_law.yaml",
      "size": 305,
      "sha256": "0ee7c87f2ffb85a3af934a2b186503e88e4990314f7757e4bc8018f2f01d6e0e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml",
      "size": 315,
      "sha256": "3073fdca939a1b8091e4255f00e4294ee9c4af9b204dbd55d8c2499c934fb633"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml",
      "size": 331,
      "sha256": "27aefd005724263df7c74f10e7aa1f0ad1c4c69527c3fcb690b345cd85b6823c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_public_relations.yaml",
      "size": 310,
      "sha256": "3b7bd45f50d3f4e91735b2c6b822e0f1c85975c0f22861cd87dd0737a1f17233"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_security_studies.yaml",
      "size": 310,
      "sha256": "de083f685979ae6baabda9cd25ffe139b57fc8549703d716810d8cd37fd8afd2"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_sociology.yaml",
      "size": 288,
      "sha256": "ddfae0351f68973f930cc0076c63101aba650aa64950ad9f416e3979bb3a62a3"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml",
      "size": 313,
      "sha256": "62e00e0fc8e78d791f91431d21a5f863e5b7bced9505c0f57204cc9cde926e23"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_virology.yaml",
      "size": 275,
      "sha256": "84ed101c4519f98856e90ed426e391c52ef6585f15bb60dfaca0c01e3cb2ddd8"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_world_religions.yaml",
      "size": 302,
      "sha256": "89d0694ddf7c85dff50c609aeb1924c68f122b3e7c96ad2eb0f707c0d5513d29"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/_default_template_yaml",
      "size": 901,
      "sha256": "40b89ace24b5509147cd87cf39b983aeff2310ff8887fb138839c48ebdf8d535"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/_mmlu.yaml",
      "size": 935,
      "sha256": "ae91d085c756984613d7df351ee3d39c5233b843fdcb4c34df0af9066774ca7b"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_abstract_algebra.yaml",
      "size": 286,
      "sha256": "06fe2f26bfa2c87231a540ddf71605b9a736ce9e2d309ced4c93b404b393f992"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_anatomy.yaml",
      "size": 249,
      "sha256": "28d643b585d43b468f626f88d0b3852f173b7d373e528ffe1cb78874c4381d08"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_astronomy.yaml",
      "size": 257,
      "sha256": "aa8aede94d9c4a8dd4aea85e7493daef5d7b81d04c10f544a4dcce16bd4dc067"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_business_ethics.yaml",
      "size": 283,
      "sha256": "bf721e00f31cf67c4ffa652b2979447fac2f184ebacf7b6f50f7bb8e6f6234b7"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_clinical_knowledge.yaml",
      "size": 295,
      "sha256": "fe54b9f40c8de98b8e44b418a277aa33d72e7297c765acd985cd172f6298f0a9"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_college_biology.yaml",
      "size": 282,
      "sha256": "4d27e399d81fb46e4ec5ef1663d483d9bc38b127277e6827de54054557009196"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_college_chemistry.yaml",
      "size": 290,
      "sha256": "188dc45162aabe8fe4f152c6094ab92635d5edc1a64d2c810c67e89242e2412a"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_college_computer_science.yaml",
      "size": 318,
      "sha256": "aeea1d47018268d00865e16cdc181ac451132b6c0eba72bdd88f3c575c080dae"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_college_mathematics.yaml",
      "size": 298,
      "sha256": "a6c0164ffe17e4af215e620f90fde8a581ef90c3fd6605571329a2b71225604c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_college_medicine.yaml",
      "size": 287,
      "sha256": "90c5fc05489fd98c5ee475e71e7cf8c2be8b064e7e860d0440ceae2e2e4134f4"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_college_physics.yaml",
      "size": 282,
      "sha256": "e0a8ffa3cae3dfcd91b49e62362c4525bd2b8a5603450d4bd1ae3d38a048a747"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_computer_security.yaml",
      "size": 290,
      "sha256": "864204c155dc32a44fe185551c44daf2bdb6b9312335e43293e618ad58872b38"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_conceptual_physics.yaml",
      "size": 294,
      "sha256": "ec741de0ee034e1fbaca6c24301ea7a12e9d9dd7b9a96be113809e544bfb2084"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_econometrics.yaml",
      "size": 280,
      "sha256": "7b56301f08346fc5bf9dfce9ddb6ecdc75c96defad28b21f89483ea8af99e79f"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_electrical_engineering.yaml",
      "size": 310,
      "sha256": "40150069ed9555c9b72241d8b059243bbe571bcad6596e057f95a842109033ca"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_elementary_mathematics.yaml",
      "size": 310,
      "sha256": "5bb37d517c3c2d2f937a73ca510ed1d3b94b53dfeb438e636247574d547eae46"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_formal_logic.yaml",
      "size": 276,
      "sha256": "44c9687146eef8be2e44cbc70a8956b5625ac347c85d0a72122093e49428ddd5"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_global_facts.yaml",
      "size": 271,
      "sha256": "dd41647a9886dd2e2e81ebf5c37a9d6173972589a14a283c32aabfe6caf6fa58"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_high_school_biology.yaml",
      "size": 298,
      "sha256": "1432e01773563d4b9922b53b09966c0e54f79c31baf880bbae913a4149256dac"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_high_school_chemistry.yaml",
      "size": 306,
      "sha256": "5a73d6d7ab4a93ebd49f15016eaa047c8f0247e43890502593be0403abc4c87e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_high_school_computer_science.yaml",
      "size": 334,
      "sha256": "8e08b7a3d8c4e62039285193f65da431e1e158c34a168901b7533b7597fcf387"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_high_school_european_history.yaml",
      "size": 340,
      "sha256": "1edbc12e91b03124d754cfaf2f5fbedc69311a746877829f00e553d52a437549"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_high_school_geography.yaml",
      "size": 317,
      "sha256": "1729e530389287d06b0d29775ff3fe8371c84f628dc1269fa9606f30c835531b"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_high_school_government_and_politics.yaml",
      "size": 373,
      "sha256": "5485399a2cda6f45b83708b1ad497d6189fec6635c4027bd1fce099dffe69705"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_high_school_macroeconomics.yaml",
      "size": 337,
      "sha256": "a6e39679a95cb20d8869b908788019cbb5d06a4634995c9f7ecd5df7ef9402b9"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_high_school_mathematics.yaml",
      "size": 314,
      "sha256": "614403bd660ed7e2243ec2370a491dc8e22a9bfeab7ec549551af27f34aa723a"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_high_school_microeconomics.yaml",
      "size": 337,
      "sha256": "72dd422e88f52d57bfcf3ccb96e04867e2fbb3c54ab419921927fb18c3d682a7"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_high_school_physics.yaml",
      "size": 298,
      "sha256": "c2b87273f252a5cd4d7b245880aee73c81a9fcfb15b73bf32b93d26384d94737"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_high_school_psychology.yaml",
      "size": 321,
      "sha256": "d3041a407e75b323ef1048812a38eb4e5f096d4d815bd21ea0fd4843ea21fe57"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_high_school_statistics.yaml",
      "size": 310,
      "sha256": "32b8054f1991fa6e82d1baf29a2aa15819ee218a16a3a3f92e3bf1b3f5894d4d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_high_school_us_history.yaml",
      "size": 316,
      "sha256": "3e4d6552d655f65765b0fc1a6d5e128c64dfb25078af295f6e6c13d7725b9c4c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_high_school_world_history.yaml",
      "size": 328,
      "sha256": "ea0469b10aa054e1645561be556624ce3123a2e2d2e51a78d1a6110df8c7a61c"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_human_aging.yaml",
      "size": 267,
      "sha256": "bfae81f92b143bcda2a36f5776e8fe1d6795a65f4ff5d5417904c499d8f442e4"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_human_sexuality.yaml",
      "size": 293,
      "sha256": "6e12e9535263726550732ab93686f2e532832de33105992de5c5fa54ee642f52"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_international_law.yaml",
      "size": 296,
      "sha256": "6a6a75613d630cf55f8213e71cfa401af0439078c27d324176ed0453e591fb63"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_jurisprudence.yaml",
      "size": 279,
      "sha256": "c9ec0ae4ffca22817987523fe4e539e85dbf74b3dc9a23ff66a68ce057a5b964"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_logical_fallacies.yaml",
      "size": 296,
      "sha256": "940de64bfbcd34f03d5df697ec9869f38d71422016ca4a2691fe2c2d25c27118"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_machine_learning.yaml",
      "size": 286,
      "sha256": "9cdeeb92ce1044187ee05172137c5d030a889de8aa23f0841734669348a89796"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_management.yaml",
      "size": 262,
      "sha256": "da85a58c72f11704cd95b9728adfe622503d28706e0c5458455944b8b4921beb"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_marketing.yaml",
      "size": 258,
      "sha256": "abaa1afa6bf4e21c3c77746e6cc2354129276d7e5d9a197bfe98b34e6411307b"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_medical_genetics.yaml",
      "size": 287,
      "sha256": "c8c39ab2f468ca437da7d38d3a828024021c8444b230e60974a88c0d48270b01"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_miscellaneous.yaml",
      "size": 274,
      "sha256": "d15b5cd184803943397d8431618fba143fd5d02056f0de7d60916428d2d6f84a"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_moral_disputes.yaml",
      "size": 284,
      "sha256": "45884cb7b96c4fdf9b2205c27a9efa5392d0f9f0754f0c16e67300a1f881d83d"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_moral_scenarios.yaml",
      "size": 288,
      "sha256": "c935d2612198533dc702bd2313adbcde6510dc5b7413e68c9f7a780b57cf76ac"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_nutrition.yaml",
      "size": 258,
      "sha256": "06609cae52f218bd8035ee3eeaddfa6cf26a93277f91643b36688c372d350ab0"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_philosophy.yaml",
      "size": 267,
      "sha256": "93bcf50b53e8bf4167b5d2d808f3a9b484a0d3d2ce3ca092d7988f1b68de022e"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_prehistory.yaml",
      "size": 267,
      "sha256": "1a66ed6b6399d0c12526ddc71161f4cf2f855508fea8f6030088739cbf49a170"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_professional_accounting.yaml",
      "size": 315,
      "sha256": "eb1fd0956be495f93f23412b0ee865450751d46db5c6e18445e2a6c8d63288f1"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_professional_law.yaml",
      "size": 292,
      "sha256": "e86dfc5761478a8133219845cce80544682213f67a9ba7a66f1f46f96c6c3271"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_professional_medicine.yaml",
      "size": 307,
      "sha256": "cee458863b061540609902826aacf29b82100d28a2e542cd48b3f85b7d9ed3f1"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_professional_psychology.yaml",
      "size": 325,
      "sha256": "a055dea347b39f9eac5f9640ab2a0e8024e72d0556c184ec49f8ff19348ff5d5"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_public_relations.yaml",
      "size": 297,
      "sha256": "2c77edac33ca2ed82e57aff236c2922568c1181baa15447610136bb586830851"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_security_studies.yaml",
      "size": 297,
      "sha256": "61330a0300b719f7e3745fb5b5f98ec49e126960c37e5bb49d9537e7e6eb28e3"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_sociology.yaml",
      "size": 268,
      "sha256": "1750c38c5fbf8d06eea9086029120835364721e721306fc92f45c1d00673facd"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_us_foreign_policy.yaml",
      "size": 301,
      "sha256": "7ed206ede67eaa943fb824641856fedbde5ac08292c405a13b70640cdcae9822"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_virology.yaml",
      "size": 254,
      "sha256": "13887e17dbb5ac0e9bd71c274b68601f33e13fa357d29347f82f1535efb461d5"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/installed_task_snapshot/generative/mmlu_world_religions.yaml",
      "size": 288,
      "sha256": "46f23431015555d4502b82a7ea914fb5203cc13ea950e029c3643f13c37c09e8"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/run_metadata.json",
      "size": 3121,
      "sha256": "e37b027185ab5baf63de042c422391f0b0bed4225ed710cb5241e64c327b041a"
    },
    {
      "path": "results/loopq_w4a4_untrained/mmlu/timing.json",
      "size": 217,
      "sha256": "d9aa46c1f4945955e63d6615ce689609f8d281cfa581809858c7f53655477579"
    },
    {
      "path": "results/loopq_w4a4_untrained/parity_screen.json",
      "size": 918721,
      "sha256": "d96325075d3158a496cb6f6ec8f582d44eb88024b9c7be2d7418a0c42eaee926"
    },
    {
      "path": "results/loopq_w4a4_untrained/wikitext/evaluation.log",
      "size": 24244,
      "sha256": "0abb652a1ad3eb1b9e31892b3e78d35813db29614574c8e0fae7e0ea78416d33"
    },
    {
      "path": "results/loopq_w4a4_untrained/wikitext/harness/ByteDance__Ouro-1.4B/results_2026-09-16T18-53-04.346905.json",
      "size": 11153,
      "sha256": "690a7ac552adc1de60dac3133f0d691bbc7e2412026eeeb7ee492ae0ac28a7dc"
    },
    {
      "path": "results/loopq_w4a4_untrained/wikitext/harness/ByteDance__Ouro-1.4B/samples_wikitext_2026-09-16T18-53-04.346905.jsonl",
      "size": 3831357,
      "sha256": "36d25785c60bcf989cc09322c421aa892c217fca511fd9ca42a6809bd1afadec"
    },
    {
      "path": "results/loopq_w4a4_untrained/wikitext/installed_task_snapshot/README.md",
      "size": 1477,
      "sha256": "4c828e4fac9216b03760014beba7edcfc1512fe86027411f8ab5e94aa1f5dbde"
    },
    {
      "path": "results/loopq_w4a4_untrained/wikitext/installed_task_snapshot/preprocess_wikitext.py",
      "size": 1738,
      "sha256": "a44020374b172159bf5be80a64d2c4194c9d5c77284f696ac666361338c8da7d"
    },
    {
      "path": "results/loopq_w4a4_untrained/wikitext/installed_task_snapshot/wikitext.yaml",
      "size": 532,
      "sha256": "f6d1a228da486466ac91922c99cb5ff197610ec045decb2009599a16b80eaf45"
    },
    {
      "path": "results/loopq_w4a4_untrained/wikitext/run_metadata.json",
      "size": 74388,
      "sha256": "0b2b542417eee92bdfa91dcdec8acc64dda53f7209695e40fb9288a644a0eafb"
    },
    {
      "path": "results/loopq_w4a4_untrained/wikitext/timing.json",
      "size": 217,
      "sha256": "6694da53652cac5886cc0ca80b2a5fc2d0e36babbd58feef16553e527321c79e"
    },
    {
      "path": "results/loopq_w4a4_untrained/winogrande/evaluation.log",
      "size": 21825,
      "sha256": "0ba76a301c2c314ac95fc38611694abbdfa8e6fcd0d883f8f6191bfd7d5f07c7"
    },
    {
      "path": "results/loopq_w4a4_untrained/winogrande/harness/ByteDance__Ouro-1.4B/results_2026-09-16T19-21-15.674102.json",
      "size": 9364,
      "sha256": "d2389fe6da344f247ffd1f6a2635e1ec881708cc380e87372cd135716f4243f9"
    },
    {
      "path": "results/loopq_w4a4_untrained/winogrande/harness/ByteDance__Ouro-1.4B/samples_winogrande_2026-09-16T19-21-15.674102.jsonl",
      "size": 1282179,
      "sha256": "335fdb2c4fd09ed4ab540d6ef8fdaac59ce686ea80ff32478083529e62b40edf"
    },
    {
      "path": "results/loopq_w4a4_untrained/winogrande/installed_task_snapshot/README.md",
      "size": 1816,
      "sha256": "bc0d92fa23929d74c05cf43112a461c1931dddac66bca0373feeed51c636485a"
    },
    {
      "path": "results/loopq_w4a4_untrained/winogrande/installed_task_snapshot/default.yaml",
      "size": 506,
      "sha256": "7a73c28f1c760f1f54b4185f21f8df5927c1fe7278a8520f38ee03cc7f40d9e7"
    },
    {
      "path": "results/loopq_w4a4_untrained/winogrande/installed_task_snapshot/preprocess_winogrande.py",
      "size": 377,
      "sha256": "e55327629264a98f1d383fda24645b6779afb53fa0bce2150042b9416b1ae006"
    },
    {
      "path": "results/loopq_w4a4_untrained/winogrande/run_metadata.json",
      "size": 72588,
      "sha256": "51fdab0b649d1bf8cf9a986cc19deef675e66ae2f9ca452dec40515ece7084b6"
    },
    {
      "path": "results/loopq_w4a4_untrained/winogrande/timing.json",
      "size": 215,
      "sha256": "8185ff0b0d0bb627582f1ac545a6c84e3648fe9530fc7442804fe84341c111fb"
    },
    {
      "path": "results/rtn_w4a4_group32/arc_challenge/evaluation.log",
      "size": 33305,
      "sha256": "59f25015dde89cf74dd126bfc937692ade8d7b75851e331b5a1922d49879e82d"
    },
    {
      "path": "results/rtn_w4a4_group32/arc_challenge/harness/ByteDance__Ouro-1.4B/results_2026-09-15T22-57-07.580472.json",
      "size": 9314,
      "sha256": "dbbbd6c96dd75c28e20d06fb9c66431fb86486799db8d41fa60077f935e2e2b5"
    },
    {
      "path": "results/rtn_w4a4_group32/arc_challenge/harness/ByteDance__Ouro-1.4B/samples_arc_challenge_2026-09-15T22-57-07.580472.jsonl",
      "size": 2291523,
      "sha256": "a68a32e457985c126c2ed2fd392af4c2cbfc9cb26e9ed5700b0e058abfd09e74"
    },
    {
      "path": "results/rtn_w4a4_group32/arc_challenge/installed_task_snapshot/README.md",
      "size": 1932,
      "sha256": "2fc3774dce5e922b5b14266b5be2873e4c75a708c7ccb25fac11190cfe42001c"
    },
    {
      "path": "results/rtn_w4a4_group32/arc_challenge/installed_task_snapshot/arc_challenge.yaml",
      "size": 71,
      "sha256": "682621c26ae24b1065a2d732460a55a8ef2b9f2544574431666c9309a9efd7bd"
    },
    {
      "path": "results/rtn_w4a4_group32/arc_challenge/installed_task_snapshot/arc_challenge_chat.yaml",
      "size": 1143,
      "sha256": "61b067bbfb12a72bfd3f11f4df5d11771c1267e9241f414a0e454d65e30e0e31"
    },
    {
      "path": "results/rtn_w4a4_group32/arc_challenge/installed_task_snapshot/arc_easy.yaml",
      "size": 579,
      "sha256": "96da1d9efe1df88659481cedc13985cb347dc068554a2eae561303fa39bfab3f"
    },
    {
      "path": "results/rtn_w4a4_group32/arc_challenge/run_metadata.json",
      "size": 71623,
      "sha256": "5c9d58ec10dc3ae6846fd071a7aaaeaeaad7bb96e1aef0756d76e0e695c673f5"
    },
    {
      "path": "results/rtn_w4a4_group32/arc_challenge/timing.json",
      "size": 217,
      "sha256": "3757fb395a31940f80230ba6ff1e92c5ed8065d6b861c10c94f54e8de1e4d248"
    },
    {
      "path": "results/rtn_w4a4_group32/hellaswag/evaluation.log",
      "size": 208875,
      "sha256": "44c76ee9e888550c659ce94d95892e146318aeb3fe3dfec3c1257ad3fc4308df"
    },
    {
      "path": "results/rtn_w4a4_group32/hellaswag/harness/ByteDance__Ouro-1.4B/results_2026-09-15T22-49-20.974327.json",
      "size": 9551,
      "sha256": "6a3882f32f33d0ce971fc784a154569c9a31a2f2ed49008068291d16cc80879d"
    },
    {
      "path": "results/rtn_w4a4_group32/hellaswag/harness/ByteDance__Ouro-1.4B/samples_hellaswag_2026-09-15T22-49-20.974327.jsonl",
      "size": 43664962,
      "sha256": "caa20cd47eb1eab9d6a8ca5ae6121ce1c1427dafef1c25720bbd3dba875389a5"
    },
    {
      "path": "results/rtn_w4a4_group32/hellaswag/installed_task_snapshot/README.md",
      "size": 2710,
      "sha256": "d12c5bb378e08ae58914c074a27a58faf853c4264c59b0e47bc125445b222df6"
    },
    {
      "path": "results/rtn_w4a4_group32/hellaswag/installed_task_snapshot/hellaswag.yaml",
      "size": 480,
      "sha256": "e9ef8ac3fed02bf283777d946ae76cbf906152e9c92533c9794e5a9dad78d1cf"
    },
    {
      "path": "results/rtn_w4a4_group32/hellaswag/installed_task_snapshot/utils.py",
      "size": 717,
      "sha256": "07d23b60b28f2a4f658dcf8440623a63fe6644854ce9b846a114dde980dc1214"
    },
    {
      "path": "results/rtn_w4a4_group32/hellaswag/run_metadata.json",
      "size": 71858,
      "sha256": "dc68d59e778f0a8133b80af2fd192ca2f64faab62f2306c20fbff327e3712536"
    },
    {
      "path": "results/rtn_w4a4_group32/hellaswag/timing.json",
      "size": 218,
      "sha256": "f61cfeb78c66481cfb08ed2b0cedb059bfa4fae509dbcdcc362aa6c6434c1474"
    },
    {
      "path": "results/rtn_w4a4_group32/job.json",
      "size": 9628,
      "sha256": "741fbbb07a9464eaac395098737e59d79070179d1326744f8fb2fc34bf5789cc"
    },
    {
      "path": "results/rtn_w4a4_group32/lambada_openai/evaluation.log",
      "size": 41005,
      "sha256": "df5f7a3cd3705bf4aa5d8cdb597ef24fa88cf5394b0298aaf3df382d675b0401"
    },
    {
      "path": "results/rtn_w4a4_group32/lambada_openai/harness/ByteDance__Ouro-1.4B/results_2026-09-15T22-54-49.586988.json",
      "size": 9185,
      "sha256": "338c7a6b0088636672e80a8c8d2b07bfb47ebe84c34107f483fee9a4a5e1c7f8"
    },
    {
      "path": "results/rtn_w4a4_group32/lambada_openai/harness/ByteDance__Ouro-1.4B/samples_lambada_openai_2026-09-15T22-54-49.586988.jsonl",
      "size": 6302921,
      "sha256": "ae4b93e490a5ca0ccf5622edc72c8c8a04c2eff1c705ac53b803b8e89ac889c9"
    },
    {
      "path": "results/rtn_w4a4_group32/lambada_openai/installed_task_snapshot/README.md",
      "size": 1186,
      "sha256": "00eed7946198d43721dd90ba926f0291fc292e23af01d61b1c7fd89448b6c448"
    },
    {
      "path": "results/rtn_w4a4_group32/lambada_openai/installed_task_snapshot/lambada_openai.yaml",
      "size": 489,
      "sha256": "96dee2fe378666b6b5411958a25ad5c83f5b43eb6b3c830f4b0fd485f9adb6a5"
    },
    {
      "path": "results/rtn_w4a4_group32/lambada_openai/installed_task_snapshot/lambada_standard.yaml",
      "size": 505,
      "sha256": "68c54b04b75b203d7bddd97ad58352a6393fbba1ebffa3249ba692ae0a0d9d3a"
    },
    {
      "path": "results/rtn_w4a4_group32/lambada_openai/run_metadata.json",
      "size": 71471,
      "sha256": "d00cb12a1d813ee660307054457e9530707b9c71a66fedac28551ab32ff27695"
    },
    {
      "path": "results/rtn_w4a4_group32/lambada_openai/timing.json",
      "size": 217,
      "sha256": "586f3ed10739829013187e6081118bd7daa5e40444cf51b3c1b0bb5bb1eac126"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/evaluation.log",
      "size": 1635513,
      "sha256": "f08a4d9ab29bc04aa7f71347203ca8a3df682c1f5d0a12bacba632f5cb79e120"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/results_2026-09-16T03-02-13.387463.json",
      "size": 163840,
      "sha256": "ff838ede183e7117a40cea792d0247cfc6798f51dc4d509d6b8495e5e91e91b2"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_abstract_algebra_2026-09-16T03-02-13.387463.jsonl",
      "size": 551922,
      "sha256": "5ee86310b73872155f0ef99eebd2cc94894bca794835a9240158a922f53a4d7e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_anatomy_2026-09-16T03-02-13.387463.jsonl",
      "size": 848247,
      "sha256": "98626fab7ecc050f3c5d212c4dccca68697220a05f1d94c98d545ea635387f43"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_astronomy_2026-09-16T03-02-13.387463.jsonl",
      "size": 1679575,
      "sha256": "6a4b12056612090ce14fcb6a8e32fead2be6588577bd7a5ff3a73679414ad97f"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_business_ethics_2026-09-16T03-02-13.387463.jsonl",
      "size": 1165094,
      "sha256": "4d9fc7a36f237925b5618b40d5c41181907bc94f6968524b2c80ba534c06a431"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_clinical_knowledge_2026-09-16T03-02-13.387463.jsonl",
      "size": 1926053,
      "sha256": "6f91735c6c5d5f638d4e6e6a7a195e447787fb08e9c83c0ffddee79dd540c669"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_biology_2026-09-16T03-02-13.387463.jsonl",
      "size": 1303420,
      "sha256": "bcaf56e0999e3d10051c6b652dd4b10b740c0556aab919e2380111206a7107ed"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_chemistry_2026-09-16T03-02-13.387463.jsonl",
      "size": 779838,
      "sha256": "3fef0a6642b6e0c0a1d73d1d853f8c549256f439e23bc4750af175970b758d35"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_computer_science_2026-09-16T03-02-13.387463.jsonl",
      "size": 1450377,
      "sha256": "5c12ed892ccfe4514346673b2bfae5dfd07e0569d293fbaae6eb69c61e21e677"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_mathematics_2026-09-16T03-02-13.387463.jsonl",
      "size": 848651,
      "sha256": "1069dbee5ed126304dd185a4277f187f26ea0cbded5e0cf76ec8734c6f71a7c0"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_medicine_2026-09-16T03-02-13.387463.jsonl",
      "size": 1781379,
      "sha256": "7e15ac3eadc15a36498694186944a6d479f40825e54f07a625b3dddbbb52203a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_physics_2026-09-16T03-02-13.387463.jsonl",
      "size": 852259,
      "sha256": "50046ffd917af7b84da0a0eaaa08d8c996fb76bbf5dcc90e4353136edade4d4d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_computer_security_2026-09-16T03-02-13.387463.jsonl",
      "size": 700862,
      "sha256": "4f8f4da12070df1b4e423895a2fa0ae58fc8dd5d5d62d0c118ad3f7155acfad0"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_conceptual_physics_2026-09-16T03-02-13.387463.jsonl",
      "size": 1373796,
      "sha256": "028376391153ecdae105e2831f007a0e3bb0993648dbbe9c8d64f4d831cb45ac"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_econometrics_2026-09-16T03-02-13.387463.jsonl",
      "size": 1128402,
      "sha256": "ac14b044c1156b66c652048afed75e1a2b0d98e7ac38cc2da8439eee35762ece"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_electrical_engineering_2026-09-16T03-02-13.387463.jsonl",
      "size": 872649,
      "sha256": "4a877c43724a270e0e9b40c875d2f5f12b8e572f64b621147c198f0fe7f81f23"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_elementary_mathematics_2026-09-16T03-02-13.387463.jsonl",
      "size": 3008722,
      "sha256": "145692f9c94b4726cca5f7ddf57aaddb46bcd763ca4c0edfa67b7786a9b7002a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_formal_logic_2026-09-16T03-02-13.387463.jsonl",
      "size": 1288729,
      "sha256": "f38437e022c9c2c8d3e47544409aa973a08aedf4942ec95b417f6599e3f87089"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_global_facts_2026-09-16T03-02-13.387463.jsonl",
      "size": 704893,
      "sha256": "8f902669551ce0aa7ad8ec0b4235384d88b92e7af52e05f0f33f74c74454a020"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_biology_2026-09-16T03-02-13.387463.jsonl",
      "size": 3010616,
      "sha256": "89608051bc50dfa2a2fc948d86a2bf3619912ed3368b43685d2e7be0fb7e4349"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_chemistry_2026-09-16T03-02-13.387463.jsonl",
      "size": 1538496,
      "sha256": "17c390e10c747746ee09b7c12925633659e84ee92acd40287d1730370d7b37e3"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_computer_science_2026-09-16T03-02-13.387463.jsonl",
      "size": 1538167,
      "sha256": "661656234f40a277ecc977f65e4ba7a5eda384626038653354ff168c97e8fca3"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_european_history_2026-09-16T03-02-13.387463.jsonl",
      "size": 9229198,
      "sha256": "a8f1e982031621feadf0ab66ece102a8bae066b9eb4386b39a9793f39539cd7c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_geography_2026-09-16T03-02-13.387463.jsonl",
      "size": 1570730,
      "sha256": "58bd7c5f0c571c837147bd117f6764b00d7cd0b6d01c8224d25c8b9bbfcefec8"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_government_and_politics_2026-09-16T03-02-13.387463.jsonl",
      "size": 1962114,
      "sha256": "9eefcc462b0af328548c1bf0fbe9bae1db73acd1822f735722cf2d930b9d112d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_macroeconomics_2026-09-16T03-02-13.387463.jsonl",
      "size": 3160988,
      "sha256": "be6c3b598effd339906a617f56d8461fcf17a69078f596a7860678dedf37b4d5"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_mathematics_2026-09-16T03-02-13.387463.jsonl",
      "size": 2036812,
      "sha256": "ce217437c0479a792d3041955a01a1254e968e0276090f01c3034a363fb5b38a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_microeconomics_2026-09-16T03-02-13.387463.jsonl",
      "size": 1919899,
      "sha256": "0285becdaf0f316dd4245443b39547af136bec04c7347a906ce7ba271798d39a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_physics_2026-09-16T03-02-13.387463.jsonl",
      "size": 1385639,
      "sha256": "cb4d897ac0132354a04b8ed5e645cc28ff105c1c42e84794839a81aee35b0e3f"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_psychology_2026-09-16T03-02-13.387463.jsonl",
      "size": 5648102,
      "sha256": "fc46baf4cbb96918914a730f9118a8a05b7124f230e1669668fa945d2df20aed"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_statistics_2026-09-16T03-02-13.387463.jsonl",
      "size": 3012538,
      "sha256": "23e12cad55d0912c9f5bbafcb42c4345c9e5260726001a0c82c312094b862d5b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_us_history_2026-09-16T03-02-13.387463.jsonl",
      "size": 9014072,
      "sha256": "711ea822f61a92fc9d8d3e45d01c4cac194f3f1f9cb5a21a0c6924368f859793"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_world_history_2026-09-16T03-02-13.387463.jsonl",
      "size": 6866357,
      "sha256": "b7df1a413f8e7bb5cc988d4272226bd791a4ebab70d8e3857e9a8b05d43eab8b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_human_aging_2026-09-16T03-02-13.387463.jsonl",
      "size": 1399274,
      "sha256": "16641986a4f6a51dba3b25edb953683830d3f75f8cf59d290570364b77a9a3f9"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_human_sexuality_2026-09-16T03-02-13.387463.jsonl",
      "size": 885832,
      "sha256": "a48c88339c270560d7902a592496df3af57fa1d1c12bd2c57040270d56b57452"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_international_law_2026-09-16T03-02-13.387463.jsonl",
      "size": 1587828,
      "sha256": "0a185a28dcbd8982c1feb288add9860f42565b6a965f3fe49464d48930e1d608"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_jurisprudence_2026-09-16T03-02-13.387463.jsonl",
      "size": 865277,
      "sha256": "4435cf54007b9e07a27eca90f9c607ccb35c9c13c9d0c058f75ed658846f2c36"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_logical_fallacies_2026-09-16T03-02-13.387463.jsonl",
      "size": 1478411,
      "sha256": "9c6ce13557fe157b834d55917914c7be5e42352c80bf1803f0e75c119a6336ee"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_machine_learning_2026-09-16T03-02-13.387463.jsonl",
      "size": 1348176,
      "sha256": "4fb190fd9b17e76eea9580dbca5e4a49a8e0227646db89a55c190cc8740f99af"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_management_2026-09-16T03-02-13.387463.jsonl",
      "size": 593829,
      "sha256": "0bc12ef7243e296daa2a7b75f30c699cb58771f102e58a6f57055f3f1280a8b8"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_marketing_2026-09-16T03-02-13.387463.jsonl",
      "size": 1979473,
      "sha256": "6a6efd67d71ec346fa07d3852f0660a3c726a94606ac1ffa47b041d4085545d0"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_medical_genetics_2026-09-16T03-02-13.387463.jsonl",
      "size": 663200,
      "sha256": "610df31e3eb9eef2ebfaf3b55de0724644ede7ebb00cbd242f8eb6eb3ce9fd5c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_miscellaneous_2026-09-16T03-02-13.387463.jsonl",
      "size": 3882709,
      "sha256": "49ecfb0fdfa305c3d829434bfd171f6c5109a3153b38071888d8517a1124022d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_moral_disputes_2026-09-16T03-02-13.387463.jsonl",
      "size": 3393658,
      "sha256": "13a941d31c044fdd7b59c49f8ea87b71e7d579299d7b78f7e1a9129f4feee55a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_moral_scenarios_2026-09-16T03-02-13.387463.jsonl",
      "size": 10338118,
      "sha256": "147368666b12eb52d7ebdce8f74e2d43347b2bd4707a811b8957db0cd56116b0"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_nutrition_2026-09-16T03-02-13.387463.jsonl",
      "size": 3376559,
      "sha256": "cd18c2ddc9bba151118b8d0d4c228cb51d2ef570931cc6760440a6755b0df61e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_philosophy_2026-09-16T03-02-13.387463.jsonl",
      "size": 2004128,
      "sha256": "8c1fdd81f13315d4624b972e2c651022d36ae630f2aa3a6eb700f730665d9baa"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_prehistory_2026-09-16T03-02-13.387463.jsonl",
      "size": 3272091,
      "sha256": "12d6c3b10b3dcadaf2e540d925393a409d911a0493dfeadda198d328b9490b69"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_accounting_2026-09-16T03-02-13.387463.jsonl",
      "size": 3403580,
      "sha256": "cefbd2941c9aa2946d5fe615684246566a0c360a38ca5e91ce9a319e73e00143"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_law_2026-09-16T03-02-13.387463.jsonl",
      "size": 51945224,
      "sha256": "d725577b23388496d0fdb6e41fbd43728adbab0a0a12affb24dd3221022ecaa1"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_medicine_2026-09-16T03-02-13.387463.jsonl",
      "size": 5572517,
      "sha256": "12effa44112e47fc5bbc82af0df1d1c62ffb1d72f5b9132d18b90c24dc05cbfe"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_psychology_2026-09-16T03-02-13.387463.jsonl",
      "size": 7471731,
      "sha256": "928d723e1c1c603f21547099bb8c7056c9a373a58d2412f3178bf6ae9adbb450"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_public_relations_2026-09-16T03-02-13.387463.jsonl",
      "size": 937648,
      "sha256": "1d2fc7d31d72c7139bb03dcbd876c8aff99b62198d015dd223af664fdc09e353"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_security_studies_2026-09-16T03-02-13.387463.jsonl",
      "size": 6554991,
      "sha256": "e5a954e54b13649ba9d5c926549c789bbdeaa86e157e2d5cd6354f64be4b887e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_sociology_2026-09-16T03-02-13.387463.jsonl",
      "size": 1869067,
      "sha256": "62bd160c73954e766f82caee751bd556fb3fac4b6be83db793478eb62254d350"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_us_foreign_policy_2026-09-16T03-02-13.387463.jsonl",
      "size": 910463,
      "sha256": "f6abbff1fa6bfe9c60483bb13f9717b7b6b73434923ff780e236784f00cc8a09"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_virology_2026-09-16T03-02-13.387463.jsonl",
      "size": 1119701,
      "sha256": "e1042c456c7f6d84c56698096c0952b752ab7c8f93f382bf3cd11f4139f48fbf"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_world_religions_2026-09-16T03-02-13.387463.jsonl",
      "size": 793849,
      "sha256": "f23577b76cc03acc9780b223ab56ced197640f552b2d6bc1f081b8427dd1d1cb"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/README.md",
      "size": 2889,
      "sha256": "778f54ae72d277edd92ef18f61a35956ab6a96bfd75469cd700033d232e6e784"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/_generate_configs.py",
      "size": 5254,
      "sha256": "a4add5512c995e85e123e32cea7078d6dff1a4ffd4b38d3a4105dbe0ecaa0dbc"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/_continuation_template_yaml",
      "size": 261,
      "sha256": "136c84deb7a6d491034c1f33a7b249d94266116096f1998d5d75b3bae64819fc"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/_mmlu.yaml",
      "size": 719,
      "sha256": "734ceccdc7122de6f6db06bd09bff9d595f2c66c597465472ecf108ee779d4e2"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_abstract_algebra.yaml",
      "size": 246,
      "sha256": "8159e212ce4ff33fd1806313371b905f3f2b27401fcfca61ff93e7b58abf076c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_anatomy.yaml",
      "size": 218,
      "sha256": "694f644ec2cde419a35614b2b81911563da5885fe151957b6f6dead6b04bc530"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_astronomy.yaml",
      "size": 224,
      "sha256": "e7271d1e66df0c1eb2fbef3e4e28aaf694b24b7cd5c8b63b0980363f8c6cf846"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_business_ethics.yaml",
      "size": 244,
      "sha256": "29295b5c3cf4bd29412b50d3522162153bed0948defbc59cd2d3074da536ecff"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_clinical_knowledge.yaml",
      "size": 253,
      "sha256": "c0ec14846f2c637d67c903362f45a397b1779e994f5ef07aa2c0ac81b34a2c72"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_college_biology.yaml",
      "size": 243,
      "sha256": "7752fe151fda10b71968c30a2c3500521c971599e4861b8adaa00642071b3c5b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_college_chemistry.yaml",
      "size": 249,
      "sha256": "c1ed348e373b4324687531bf043538ec66facc626dd4f726f029951f6f3db226"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_college_computer_science.yaml",
      "size": 270,
      "sha256": "4979be6e61bd844c65f010bb38fd0af63778d11db23e6a2797ea1090fdda3c71"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_college_mathematics.yaml",
      "size": 255,
      "sha256": "2ecb386978823213860c49d76695a7b20f5cfaf76b76a81f3a5232a703a257e3"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_college_medicine.yaml",
      "size": 247,
      "sha256": "9ead31b5eb689b3e063d7e272ff9b3a4b15b04e74effd0242430ea9fe5047daf"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_college_physics.yaml",
      "size": 243,
      "sha256": "88d9435fde182a92f48542d21b4d6a30ac1ce4929f6a0392f36b51e14726a133"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_computer_security.yaml",
      "size": 249,
      "sha256": "4fe37174e32cabfea651d2e4068982f4102e0ea64fdc625252ccadc2234e241d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_conceptual_physics.yaml",
      "size": 252,
      "sha256": "3491029bb98d6fe6253b8cd4fbc5b75688cdc0ddaca754d07ab23cb75ccf0d6d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_econometrics.yaml",
      "size": 244,
      "sha256": "7c501063b271086aed0f848176e294c9cb19e1d77fe30f2ee16a1a46d5a40b81"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_electrical_engineering.yaml",
      "size": 264,
      "sha256": "41dea07585d3616e18250d25b813b98302e6e813e2059cdfdec547673ef50d11"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_elementary_mathematics.yaml",
      "size": 264,
      "sha256": "c8f2865817bac8a459b011cfe4145be92b0cbd82de5734c212084469c87df9a6"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_formal_logic.yaml",
      "size": 240,
      "sha256": "a5ffe5d130b6d6bfac7c8e9a6783be64e99aa16ebf8a17c3659f11e65c34f7cc"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_global_facts.yaml",
      "size": 235,
      "sha256": "2fb4d84661cbd15fa2500f4f6cda3c5aa833c1881bc6eb1f8501289e92aeee85"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_biology.yaml",
      "size": 255,
      "sha256": "a0f06049c6a8dbbb3770e2360e8bd9769cd9c1986a6756876036e34b98943bcc"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_chemistry.yaml",
      "size": 261,
      "sha256": "5078f0463f1160a46c3ba8d6a2b0709d06e080e19debb8ab7cfae9c5a04af82f"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_computer_science.yaml",
      "size": 282,
      "sha256": "f49e59597711e375cd7777af08f2cfc953e97a710c0146befa3d1249b4313921"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_european_history.yaml",
      "size": 288,
      "sha256": "b878581052510471659eb219ff5500b7630727fc205acad9d99c415217a1104d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_geography.yaml",
      "size": 272,
      "sha256": "3be25c7a9b7c26e9eb80f37091f3fa69c2c70f281d8a13e8f2e1f56cbc93b819"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_government_and_politics.yaml",
      "size": 314,
      "sha256": "1a146e58fdd8c9df6d25b1a9b541ba7ca6bd513138d3d4865518a9433fded980"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_macroeconomics.yaml",
      "size": 287,
      "sha256": "c61acdc2578896e3ae4de5cc7bf321afe117ae651952f8416a2704859dabe69f"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_mathematics.yaml",
      "size": 267,
      "sha256": "5204706c64ab5c74192ab0a79487e692a89011415b7ab16baebc7c6594fd896e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_microeconomics.yaml",
      "size": 287,
      "sha256": "0ac5a1c4cdc1db5da4676772f964c548ad04d29cc5054fd42111083569c773f2"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_physics.yaml",
      "size": 255,
      "sha256": "6ad4aa424a658e3fff52cb5a317da82a816e35d6b7ee75debdb16ce464596512"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_psychology.yaml",
      "size": 275,
      "sha256": "1d81a1a6567a58133fc81b8fa5fc8c2e1f9bcf7c7657c437d7c718ca91bec516"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_statistics.yaml",
      "size": 264,
      "sha256": "8371896942aa20418c8afdef39758afecf95d6cefe078917722c0b3849ce5db7"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_us_history.yaml",
      "size": 270,
      "sha256": "b0dcce25582b1159b6fa0adb534f01784e24cc34f90504c071a44703ff70fbe1"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_world_history.yaml",
      "size": 279,
      "sha256": "6a03310034e058209fad6e2231930e8cdb11da18bd292e749ed90db1ea0b81bd"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_human_aging.yaml",
      "size": 232,
      "sha256": "df2506c4b5b9ecbee3842d90daef68079279c14177138f184949aa676faac7c4"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_human_sexuality.yaml",
      "size": 254,
      "sha256": "84670a5ee78c5d8edcb276d460df7c8addf1600c6d705ea1f0c94da79f448e28"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_international_law.yaml",
      "size": 255,
      "sha256": "fca976f0ccdf3c118cffb8ebd76b8cdc6e1843ca5d334a7a6527acc05bc84b75"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_jurisprudence.yaml",
      "size": 242,
      "sha256": "2c0350db6deee656a2cd39be6a311f0f81822313f3ae9e74fc3e7f67b9f088a2"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_logical_fallacies.yaml",
      "size": 255,
      "sha256": "b91f67cff7385a821d247712f87ed5ebc50886727c8c737baf6526ad84f4be13"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_machine_learning.yaml",
      "size": 246,
      "sha256": "83514cc0afdc6430167e88c9369af636aebeb6e0b973313ddcceec998bb1e1e5"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_management.yaml",
      "size": 228,
      "sha256": "d6869851aa6ea7511e88a3331c301ee3b2832f2e5ddc100b97da564cf153019d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_marketing.yaml",
      "size": 225,
      "sha256": "60b3d5773349690945f240c43441160ebe4e77187fc9ce8c34216e669a8a70c7"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_medical_genetics.yaml",
      "size": 247,
      "sha256": "1318b567eec3e85dad5b7827a6805e8e0dd966fe732ede9f5ee4634542458269"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_miscellaneous.yaml",
      "size": 237,
      "sha256": "54464d8cffe046c4526fd54baf846923c6da950e63be60e3b8d263a3a86b21d8"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_moral_disputes.yaml",
      "size": 246,
      "sha256": "bb4f0b3230800a1d08575615fece8ab4e5ca445c64fe65459824a31d59997279"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_moral_scenarios.yaml",
      "size": 249,
      "sha256": "7bc3391886d1b8f8766b83eee52af7fe724396547be8a86bfb57444331a8aee5"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_nutrition.yaml",
      "size": 225,
      "sha256": "b491deb4135fcc6f679ffc60f75d6a9548286f540ec25f6956767c87006c87dd"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_philosophy.yaml",
      "size": 233,
      "sha256": "6029ace828d819b309f863517a0b55c0215a613e1438cfc6e4ecf1252d61f123"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_prehistory.yaml",
      "size": 233,
      "sha256": "d8723c91698d9fc53ca04b519ca1ef7f8306ea3a859af8e00021eb8a5f0069aa"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_professional_accounting.yaml",
      "size": 268,
      "sha256": "a7564021ab6fea419419c54aa850e8bb3d462cc027c6e053c5c6f3b2881aad6d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_professional_law.yaml",
      "size": 252,
      "sha256": "993b1bbed3ade81edda65ba082bd92e178adeff01095a9fdbba8eb1887f1c257"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_professional_medicine.yaml",
      "size": 262,
      "sha256": "54bc9058843686adb0b4664c448c35c04e9d0628656e9bba68f1e39367fe7ce2"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_professional_psychology.yaml",
      "size": 278,
      "sha256": "f32d4960ce8163fb2e74ae89305d58e90e60da64ecdae4d3fabb388f504593bf"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_public_relations.yaml",
      "size": 257,
      "sha256": "284845391d878b622c02c374586ea4b5b2c2dbef0e59d34baeecda833da1971d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_security_studies.yaml",
      "size": 257,
      "sha256": "7676a70b9b518292516dc12e0912ecb953de2593902e70acb05eda873f732d5c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_sociology.yaml",
      "size": 235,
      "sha256": "ab5aad3265f97aee30d87ca136a04bffb8982e745f7436969034c522ca33cd90"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_us_foreign_policy.yaml",
      "size": 260,
      "sha256": "8dc6ccf8c702d76ed9b0d0e41d9055a3682bbeaea7165691f36a27a918189acb"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_virology.yaml",
      "size": 222,
      "sha256": "97d27d41025cd77340cb440ece792e258b6c660a7e0f460f3d0a7c25f6fc169b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/continuation/mmlu_world_religions.yaml",
      "size": 249,
      "sha256": "f1e182eda771dc880be7f9915af22343fadeeb6209e436d9cbaa5a9aa89b328c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/_default_template_yaml",
      "size": 406,
      "sha256": "a0997593bf94f52cc87eb1f9b621f52613a6c60f1fb48775b0926104fd385122"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/_mmlu.yaml",
      "size": 179,
      "sha256": "e35dd25fea5fa5583fbb64a99f9b7c4a2071a3edbbd65182f152d77b7798e11d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/_mmlu_humanities.yaml",
      "size": 166,
      "sha256": "790036db1420e7c8a1266f149ecaa401326380608552fc123cac1c15255ad7f1"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/_mmlu_other.yaml",
      "size": 151,
      "sha256": "1cd803a8f56b88a830f8a12a9fc052d8b8237c712b8ea859582da3eeb6ad43de"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/_mmlu_social_sciences.yaml",
      "size": 181,
      "sha256": "ece4a326d603c2424411af4a3b1cb1a99677792f50cd366f8e9f5e726899194b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/_mmlu_stem.yaml",
      "size": 148,
      "sha256": "2d58563cf678c1e7f98ade5aa47ff68143d8554cc1661ed7b832abe483b2604d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_abstract_algebra.yaml",
      "size": 270,
      "sha256": "f026cc8918a0a4a422af4286e22889de6f423483671975fdd5429c96c0d0d9ef"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_anatomy.yaml",
      "size": 233,
      "sha256": "8dad2f8dc245224b7981c6186e1192e362d26c0eac649d1307080f57df92ff64"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_astronomy.yaml",
      "size": 241,
      "sha256": "a7723276547be2474f1413d387d13f1fec179ae98f236a78258c6c83e231d926"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_business_ethics.yaml",
      "size": 267,
      "sha256": "0a8df5dc2fa2f02f1c70da7ab920761f479862462dee97457182df817b1dce57"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_clinical_knowledge.yaml",
      "size": 279,
      "sha256": "2308279513bb71f56bc46213ec73d942918a6e5d6edc8856ec430dcc6d3cc26b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_college_biology.yaml",
      "size": 266,
      "sha256": "a102e5ddd619591a8a7edf1830bd78c9ae56f083908a31f5b62ba0d7ab593695"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_college_chemistry.yaml",
      "size": 274,
      "sha256": "aafbd16592bce40850f95f13a61d3ae53f2ecc5121e1677e9bc27a898d8b022c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_college_computer_science.yaml",
      "size": 302,
      "sha256": "34ba579d113ac7d499fb9f1a41db30f656eb4f85f240c8e85b2e01c8a2e7b1aa"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_college_mathematics.yaml",
      "size": 282,
      "sha256": "f5ee2d5cab36fdcee9678fdfda31c1d6dafd173674692311e6a3000511d7de14"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_college_medicine.yaml",
      "size": 271,
      "sha256": "3c95658b25cf99dd9c998430463cdcae1ad4c3fb75c735ac4483448ccbe07432"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_college_physics.yaml",
      "size": 266,
      "sha256": "419ff741345b01c8d7362ab41f7a48f0ea44667cf0bb870568718a500b1ca6ac"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_computer_security.yaml",
      "size": 274,
      "sha256": "a734f89bffb4038e6be27d9f402aac0e79bbe3b831d42faffc5e15410d88a953"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_conceptual_physics.yaml",
      "size": 278,
      "sha256": "2f442a87451b9f95b22907d434e737ca14455f197390ad69bbaae997004ad4a2"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_econometrics.yaml",
      "size": 264,
      "sha256": "4d42386ca2a5637d60b4978c575d3490354f4038c67743089a7e9ff14d65fb13"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_electrical_engineering.yaml",
      "size": 294,
      "sha256": "c29ed6b29cb28b0fd4c243a2bf637385123926119b25160f99f02867f5be1396"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_elementary_mathematics.yaml",
      "size": 294,
      "sha256": "90105e3ee53a869f5bb23361fe01419e9cec54bfbf1cd82b2d3f3e5f8a335c4a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_formal_logic.yaml",
      "size": 260,
      "sha256": "31e3c8ec51bbbe8ba7842948b28844b0f12de8b709059f1647bda39f860ab86e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_global_facts.yaml",
      "size": 255,
      "sha256": "d938b962a3f8fdcd90040d9ef28db9068a6d1ecf08a7311d8de7ed89f77eabf9"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_biology.yaml",
      "size": 282,
      "sha256": "3b967d4bf5169aa90abd85a04b9cca5746b79102aa9e3feca4aad8318f441767"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_chemistry.yaml",
      "size": 290,
      "sha256": "d89282333d4fce1f761df5e0baedcb59aa72dab22f4651d3e1f77aa142cd1f06"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_computer_science.yaml",
      "size": 318,
      "sha256": "4fa205dc34a098acf68e303f6f7c0da3bdde9d4638a94a5683ef6c57c3c3f13b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_european_history.yaml",
      "size": 324,
      "sha256": "dc30df82cdef1692a99806b1be2aa94f16362407179cc2a2d9eabdb37b2af06e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_geography.yaml",
      "size": 301,
      "sha256": "4b6e36425a2690e02e46e8a7c7c886d64e42082399857c7bfc2f396d93d38ea9"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_government_and_politics.yaml",
      "size": 357,
      "sha256": "02b95e38f133266a69bbbffb8ecaef5f67fa0521d81b0f540a0e4cc2dcc64923"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_macroeconomics.yaml",
      "size": 321,
      "sha256": "d86505fa78ab45dac3de902432bb1a30e25f3d86fe20289c07a1b61214529f33"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_mathematics.yaml",
      "size": 298,
      "sha256": "7cdaaad0ba299d5679b344ec8cd4775dd81ebff3918041157a7a980708f31dc2"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_microeconomics.yaml",
      "size": 321,
      "sha256": "b50ee6a489ebef539ea181b968716b7b7cdc94729fc58cf01b9f36388093ec36"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_physics.yaml",
      "size": 282,
      "sha256": "8ee33988717ad1c9cc29f51841ffdd8ba2ce57e80f93fc6f3d570a48c6683934"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_psychology.yaml",
      "size": 305,
      "sha256": "603b757c8843ede5c6451a25593a8ee5b781d453b07372c49424816b79a9a4ae"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_statistics.yaml",
      "size": 294,
      "sha256": "b9dadaa5ce8598d6fd068481e03e617e5154f90462c80a71874bf8077fbf8492"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_us_history.yaml",
      "size": 300,
      "sha256": "2bd13e1b627b022b65c4c8f135fac2aa96dcd9ca7f46ff79abe8679c279eb947"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_world_history.yaml",
      "size": 312,
      "sha256": "580fd84a4f4c1c9a974b13bcb92f39f5a0c464402401744dd9b45daa4a76eeae"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_human_aging.yaml",
      "size": 251,
      "sha256": "cee80b63790b0e86e7b26cd68973c410ab2a085e7626268a4a25587ed48a7811"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_human_sexuality.yaml",
      "size": 277,
      "sha256": "267fe3eb8fcaf52d157fcc0728d0513fdb91c3371173fe388e0b03f8a7ea09e4"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_international_law.yaml",
      "size": 280,
      "sha256": "99064d1d0304106cb19fea31fd4af5cf69a949cb4f5e871729a76d090a3e89c3"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_jurisprudence.yaml",
      "size": 263,
      "sha256": "2d18fc654dd44d92ddd394adf1e3ef97c74366378bb37345b2e44d2f79fa2b05"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_logical_fallacies.yaml",
      "size": 280,
      "sha256": "2f03bd256e2e12fff3cdec67ea4f08df6d678b6dbacb6962c0d81dc0da2f356a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_machine_learning.yaml",
      "size": 270,
      "sha256": "789baf184429d6b505f16fe581abb32ba1815b48223735be15710244c3d4c948"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_management.yaml",
      "size": 246,
      "sha256": "9d4507c060bff0db4dc8ff4198c625715effed28d24fdbf54495ea493b1c6d27"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_marketing.yaml",
      "size": 242,
      "sha256": "f63fecdb482e3f23bdd1863c6a309a5ddc836e09f531515f0a33de8461b824c9"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_medical_genetics.yaml",
      "size": 271,
      "sha256": "ab26bded29775760a1e5455d476227c74a51d94eb0b369363a69d184a876d857"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_miscellaneous.yaml",
      "size": 258,
      "sha256": "afc98efce966768995194ffd5d8e86c881bdad06fd5bb576156b3da133f82d3d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_moral_disputes.yaml",
      "size": 268,
      "sha256": "ec8279e3da5bfc4a28a1b096f1dd6c42fe5f307d9a9c513e3e79f2990f2fd058"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_moral_scenarios.yaml",
      "size": 272,
      "sha256": "c98a60a99386cafb095e7e02b56c6a74011a77a5a6772901d055e9d48e63e26e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_nutrition.yaml",
      "size": 242,
      "sha256": "e117c15b9846fc75e9efcf28f62edea6c736d24d4d1acc3e310205f1852e6221"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_philosophy.yaml",
      "size": 251,
      "sha256": "7654a06752c5c45e0637508ea4a528798114c10fab172b761ca2ef397c0d9172"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_prehistory.yaml",
      "size": 251,
      "sha256": "c23f8dcc4e96011f9ebca99bcb2b2372f477d5e36681690bbacd94c0a403b6c9"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_professional_accounting.yaml",
      "size": 299,
      "sha256": "432df31fa6ad5398020117189481f61afbc4b27bf7e7e7f03fa83f900f01cd11"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_professional_law.yaml",
      "size": 276,
      "sha256": "6067d60160d0978b5e2c15faedcd9baf5188600876a892fb08c42f1b4369758c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_professional_medicine.yaml",
      "size": 291,
      "sha256": "aedd6c8fc5b662f1197fda2920bea8516ce4090e16f97ef0cf1d22a4c54274e4"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_professional_psychology.yaml",
      "size": 309,
      "sha256": "c8acc00f3010b396ce34f2b54ffa6bf0806397a7b14f9a1c52eab18b4e02c642"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_public_relations.yaml",
      "size": 281,
      "sha256": "3f560bb0cbe9967c9ee9e753d41681304a366c83e4cccb73743fca4d0938533f"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_security_studies.yaml",
      "size": 281,
      "sha256": "c23f790964719dd32abaeb4993ecb9bf5560a7b4606220cd88a900830e11df2f"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_sociology.yaml",
      "size": 252,
      "sha256": "bf1ca22fc29b65431b83fa9de59676a3543535b9ab942fa86cc4ff8c871bd6c3"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_us_foreign_policy.yaml",
      "size": 285,
      "sha256": "44c36ea7852bccc941fc24370bcd9c985ab0ff334a9689525a6511ef2c6a8339"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_virology.yaml",
      "size": 238,
      "sha256": "028b0d3acbacd9bf83f7e67a41b052e4699feccca4c7e5e9edd74fbfd259a817"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/default/mmlu_world_religions.yaml",
      "size": 272,
      "sha256": "08d79b1b3cc4976a97c9aa57f1362cb588db1e68010ba56ff33a4fbe884e3e2a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/_cot_prompts.json",
      "size": 218396,
      "sha256": "081478485b1d4f51e01305e19113f0e3a468f2dc787596386998e229a97b096c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/_mmlu.yaml",
      "size": 808,
      "sha256": "841b0c13d17dca9484e15350c3d66b1bef58978bd378ba2cffc315c704ddb9d0"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml",
      "size": 857,
      "sha256": "41ac9b9aed62737cc0d616c3594afe1fc5e0e886a84ea883e7d375e2fa71da53"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_abstract_algebra.yaml",
      "size": 3437,
      "sha256": "6a82a3a3575a224c794f7d08498ee8d81500de8cf85baf177b10f2b16531742a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_anatomy.yaml",
      "size": 5059,
      "sha256": "35fb1d5692efbd88df5145c3067b8fa5fb2451d78845c5a7509dc5ad74b924f9"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_astronomy.yaml",
      "size": 4723,
      "sha256": "e8a4ae72a9c4f22399bf7db9611e84510bf45913cce5001bbed26bc382edf865"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_business_ethics.yaml",
      "size": 4909,
      "sha256": "78f11f5af8d6f611ab8bd7f262b75628902989b9c1120c702057739c55a0b27e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_clinical_knowledge.yaml",
      "size": 2900,
      "sha256": "8d25fc0ab2cf92ab5c436c5f670e315f9a8cf188012f297dc42d25f6bd492cb8"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_biology.yaml",
      "size": 5193,
      "sha256": "f62712222367f8b93decb5928bbd6c6e52df8537ac52e391c2b41e4593407d66"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_chemistry.yaml",
      "size": 3237,
      "sha256": "ba672552c0452b83bcf681bacd1b541402acd7d0eb572b9eebf30c6801656f91"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_computer_science.yaml",
      "size": 7034,
      "sha256": "11d0fa680031fa2e7273f63b3b9f0fb0ea17c9c44a4ad421176537a57ff0f7f9"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_mathematics.yaml",
      "size": 4331,
      "sha256": "c52220f31726659551c9d80bca70b7fa951b50bda905b60cbc53ffc50d6f0312"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_medicine.yaml",
      "size": 4607,
      "sha256": "44b0d7261fac40e4349455882382cdc7f309bd635522a583d129f94f7241aced"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_physics.yaml",
      "size": 3715,
      "sha256": "eafd937f7fd6e551c5841f07ff19714654f81465225b6ca877a6c3bdd84293b8"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_computer_security.yaml",
      "size": 3054,
      "sha256": "3ceaf68bfd728cf16e6371de4c150bddbb13511645a8a72cfde766d4863c1777"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_conceptual_physics.yaml",
      "size": 2809,
      "sha256": "0eac76ae4d3e69938190e272339979cf1a4f1cc489f1feceedbc9f25e09bd547"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_econometrics.yaml",
      "size": 5536,
      "sha256": "27e0148e69883a63b43c82f5f37780be296b231fafcf1c8621317170d084f10f"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_electrical_engineering.yaml",
      "size": 2914,
      "sha256": "34dc98b5326e4114e3869aee3aa4dfb7f87197d0a70ae345487c8637b8b2f6fe"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_elementary_mathematics.yaml",
      "size": 3504,
      "sha256": "3f54280519f77fe5ccd7c745bd50e12d1b71d2cf45f271fa09f903df22349d15"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_formal_logic.yaml",
      "size": 5114,
      "sha256": "f4018ebdc61ab81621c82a9386b4da7b06280975e4bb002d0065b9418a28dcb8"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_global_facts.yaml",
      "size": 2833,
      "sha256": "9e69e90fa99449328b6484b3ff0f2fcf6a054c6b8adffbf8d35adb7616e00928"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_biology.yaml",
      "size": 4783,
      "sha256": "889ba7cb27a5f16155aad27d9ce96c1a4a84f828514b02ceec9715e4665da102"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_chemistry.yaml",
      "size": 4328,
      "sha256": "2479ab54469708cee0f2f87d13af4afe05281810af1f8cbe3011a96f306b3c2f"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_computer_science.yaml",
      "size": 6099,
      "sha256": "175e2c7387012404ffd8b729793aede7547bb918c78a0dc5e4c3edc551825a56"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_european_history.yaml",
      "size": 15060,
      "sha256": "94f29d4d748a7ff3a300cd2600e53defd64d23f885f7faf9cffe1a6a25f142b6"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_geography.yaml",
      "size": 3204,
      "sha256": "b4e7aa1250d71073ebad136f5e55742fb2f73781a4d0b384d2b66f225c358ea3"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml",
      "size": 3706,
      "sha256": "8807a985318a3c3447a3180c9e92de7e0a8d33892995c5984c36c49e4eae330e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml",
      "size": 3175,
      "sha256": "8d7bd75984ba90408664765b51b381ecb902379ae49274db17983271daa693d6"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_mathematics.yaml",
      "size": 3101,
      "sha256": "4e135180ac03b59ab5d94e5b22cb4008f7205c4308fa79e34b9ccdc5734bd5ee"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml",
      "size": 3372,
      "sha256": "47a7c2c61c0d606801c3fd590fdbe1aa6f7879b0e207786251f67dac8651d156"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_physics.yaml",
      "size": 3340,
      "sha256": "3e17aabf420d638d64a4b3983524b5597ec904ed53a10235f780cafdf1293c5a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_psychology.yaml",
      "size": 4131,
      "sha256": "0531761d82d81b588ff795041ca4b69cd19ac89e6629eed319d3524688b3f694"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_statistics.yaml",
      "size": 4953,
      "sha256": "50c260dfc7fd9f07cf17826df985c413e5a459a5b6934448f5095f640666ba5f"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_us_history.yaml",
      "size": 11947,
      "sha256": "b35b8dd8e52d3f565db261ff5d356dea861ccef1ea3fea5f6aee66f12a1ee9eb"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_world_history.yaml",
      "size": 7284,
      "sha256": "4be39e1e26859c622be650edec28f97fc9dca34cf70e5168eed548f2282fd2c5"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_human_aging.yaml",
      "size": 2289,
      "sha256": "ca6c9d90f9a96e1452f152281d977bb9b8e9a754d52a3a301653a1955c45c33b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_human_sexuality.yaml",
      "size": 2846,
      "sha256": "cf4f153dde846ba75738bcbb74faafe43e81a5372a78e1dc413e978f70c5aa45"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_international_law.yaml",
      "size": 4656,
      "sha256": "5139ae273a6215abd2db2b43a44e453770855f1ce7450a29b85d03f349910b57"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_jurisprudence.yaml",
      "size": 3813,
      "sha256": "4401aed89315923997e0b7ea765561c74f326871d66681951d069e2b45a4468c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_logical_fallacies.yaml",
      "size": 3789,
      "sha256": "460be41cd094861aa0138b990683a9f9d26e0aa549e97475c8065ab8d240eecb"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_machine_learning.yaml",
      "size": 5222,
      "sha256": "d79416d474d7a6e61ae591f8ac43f946ca7938d8750a1c5170b09c4e7059b250"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_management.yaml",
      "size": 2755,
      "sha256": "94b712c7806f592fd1da06a59786a0f7fa601f7fbf53b7834f3fb7171d434a8c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_marketing.yaml",
      "size": 3411,
      "sha256": "8e1dd1496a8ed422180ceb4c2ac647899eca5a9d29732ffd09dc9ac2429411e4"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_medical_genetics.yaml",
      "size": 3090,
      "sha256": "b5612391646ff5c2b7330085c193ddb91da88ddc75ba1f51aa892975b888f796"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_miscellaneous.yaml",
      "size": 2309,
      "sha256": "5eda41bf28ef9b48601432d3375dc3728d4a54da9a611d46b0988bde0ceba583"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_moral_disputes.yaml",
      "size": 4154,
      "sha256": "3e4d8a2fd0293ac443151bdc9ca1e1e6315b54a3b9a60cd2d9f6e91be42921f6"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_moral_scenarios.yaml",
      "size": 3752,
      "sha256": "cf14d28826e492dfd340a4b4d45a8616bf8ea78a1a56a6f4d860e3f4b0710348"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_nutrition.yaml",
      "size": 4036,
      "sha256": "66cb0cfc7ea9e7ca0ea41cdb738058415988e3f1dcc145ef584cc1255c15df68"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_philosophy.yaml",
      "size": 2547,
      "sha256": "7c6bc9a7ede66397153c43fbe5541ea7b1915c6b859b9943306d6f7001b24673"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_prehistory.yaml",
      "size": 3589,
      "sha256": "bc7298a39aea277d726c45fb10bc8e7832a29d53d932fc8b98a44b1d941ebf77"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_accounting.yaml",
      "size": 4077,
      "sha256": "9d5d39802d3a95006bf9dd9bbf4d7dfe65012844488683cdce5fd192cf2a5690"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_law.yaml",
      "size": 9158,
      "sha256": "60002401be2c426d28eec19106978eda502523b9f2cfaddf7fea184981d166dd"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_medicine.yaml",
      "size": 6138,
      "sha256": "5f0e5a97c2375615a70c82a35cc6d66ecbd076b0990fb9a673642d0204e200b7"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_psychology.yaml",
      "size": 4161,
      "sha256": "e8ff2a6d9fcedcdde312227002bab51119bb36d60bb87e7ec12e462577a400d2"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_public_relations.yaml",
      "size": 3287,
      "sha256": "f652e7e51613e1b18fc946dd4a5e95e9bc92bbb0d42bfa2b4b3f07d476795b91"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_security_studies.yaml",
      "size": 7483,
      "sha256": "084e1747d921d91b18c136352b0004d4950bb51e08c0f8bad3480841c66a37fe"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_sociology.yaml",
      "size": 3603,
      "sha256": "e1161e1bc107902e024da3483a294fe0814230ff0517b734120a7fada19a9e16"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_us_foreign_policy.yaml",
      "size": 3414,
      "sha256": "55852af826b6c2036dc85dc45ea23c700743da4e24e3cf06b7cdcd88ac4d4882"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_virology.yaml",
      "size": 2569,
      "sha256": "ff93991c7f094ebc0b8891dee3cfda9be35c18f4ec00d1f3cfa5bfad159786c2"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_world_religions.yaml",
      "size": 2239,
      "sha256": "47309f8760d7d0d7696bb45028a6191abf86d4c431c335720543887baa152da0"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/_mmlu.yaml",
      "size": 756,
      "sha256": "6ba212a0a4796dbbf007a22585f1ed8183149f8bba84172f8132af919ebfc12e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml",
      "size": 1072,
      "sha256": "e51df99abbebe79ace4064d695a51d53fc9e4f67c7103b5ca313a7146fdae252"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_abstract_algebra.yaml",
      "size": 282,
      "sha256": "0f4e430c6df81565a51b07ad0d5e0f7460375993bd55ba326d4e29e641a9b4a9"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_anatomy.yaml",
      "size": 254,
      "sha256": "718e1b6a5980d100a77b51a6886a23612fbd7e98df59b0ad9918f0d0f5548eca"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_astronomy.yaml",
      "size": 260,
      "sha256": "730460295d4e2fb093043eecad48a474de157f7382b7a16c020a0ac11391a414"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_business_ethics.yaml",
      "size": 280,
      "sha256": "66b84845db9f100d5f61c321b172af074e83f309589ab9970e95043ff363fc6d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml",
      "size": 289,
      "sha256": "21965982898d6c43174a240b7800cecd988d7e12f0889edeea9caac54803301e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_biology.yaml",
      "size": 279,
      "sha256": "983c160278707250d8d03fb1ff2eda7b7b5928c1a54bbf4d94d95f749e35462e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_chemistry.yaml",
      "size": 285,
      "sha256": "3fef7434aa93f5833d2d8628f377c9ae29bd89f89f7000d9bd4901b642ffa9ce"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_computer_science.yaml",
      "size": 306,
      "sha256": "fa621573f15d7751ea352755d6bcd8b69fc9ada117e8eaef2e1650bacc3a7ec6"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_mathematics.yaml",
      "size": 291,
      "sha256": "5c01d6e6bd2e9d76d938472380fdc089d65c69b6ea0c63343d28ffaceb6a55af"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_medicine.yaml",
      "size": 283,
      "sha256": "54af6f6561d52724e274c0f4f8d79e2247802a0d51cf978f3be4b0e219d41bff"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_physics.yaml",
      "size": 279,
      "sha256": "f9945e35b4a8eb95a1d6f853abb01acaca04ead2972f12f23c65da260284a278"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_computer_security.yaml",
      "size": 285,
      "sha256": "255970af3e8018aa392623e9a91c093a2aaecac98f29f50bbb94a5437dfa2a78"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_conceptual_physics.yaml",
      "size": 288,
      "sha256": "3c8d281f58f68cef2380294e5da86aff3e04d6b8a0bd01ad3e20473f6b594a9e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_econometrics.yaml",
      "size": 280,
      "sha256": "fbbdd397787faf85ec12d06ed5c32c84ac90e8d4cc4dfbf628748376e02c9519"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_electrical_engineering.yaml",
      "size": 300,
      "sha256": "483294a165a9f5c22a617be34cb7a6e6d31ac5bd1a408f207406f8ac31406ac1"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml",
      "size": 300,
      "sha256": "12da2707d08dabb68d275c1573185910bdfbdd782352abeff74d399544d995f7"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_formal_logic.yaml",
      "size": 276,
      "sha256": "7659175f21d025a6d47443e85ae018669d51260ae31c4150268c49fb89804ba8"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_global_facts.yaml",
      "size": 271,
      "sha256": "8afc38b1e94298ee3bc3f2c9ed1adfcd07778f24e8310fc14d9a19166fcc9afa"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_biology.yaml",
      "size": 291,
      "sha256": "6f904a248140d3a01792fff9461f0b4575b46fbc684c4d2b95f1f76f403a38d3"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml",
      "size": 297,
      "sha256": "309b5bd5593429579a12317ed9fed624467ea4154ff1f59fb347724d21db4dc0"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml",
      "size": 318,
      "sha256": "8df90d69c86b107905601791281b44916ef1d129f4b27049f56f0062cd4a0ed3"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_european_history.yaml",
      "size": 324,
      "sha256": "5eca500a95ad96daa886871766592aff3eeed75bccf78fe54fc2cefe1055715d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_geography.yaml",
      "size": 308,
      "sha256": "0d51873306ef8f1cef72c3ae13bf1d6a801d5819c83887660769a5c9fd9fb971"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml",
      "size": 350,
      "sha256": "9522a44331a4dc4894bcb304f9ef6a3b7c83b107c6693aee8e57e60703411f13"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml",
      "size": 323,
      "sha256": "13423f3c693d7f45ac770dc5f2d0ee53688e294572dc9d98e29e3759bfdeb9db"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml",
      "size": 303,
      "sha256": "dbb218f42a51b72eb70258f4cf323c70345650a80ced31e270dcad589b3c7ff6"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml",
      "size": 323,
      "sha256": "2c3dd9bff4f339b4077962e0829b6175a34003bba2d978ec5979629b04139bfb"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_physics.yaml",
      "size": 291,
      "sha256": "726f5d42515d32d7f3e6d3b08b25ccec1aaf28189dc11bef79bdf3b715dd7cce"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_psychology.yaml",
      "size": 311,
      "sha256": "556a7fc16bf3b423c3d2dc93dd0ad16dfa3d9a0eab7c631718e4be9200cbda02"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_statistics.yaml",
      "size": 300,
      "sha256": "225b51d0de3ccf19f5e86c22a6246965b290e6acd3805cc31f534e6869765f79"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_us_history.yaml",
      "size": 306,
      "sha256": "cb4622ad1303c9c1a9fcaf12e63ce73a230070e3584664b4e59b64bcacdc6bf1"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_world_history.yaml",
      "size": 315,
      "sha256": "94698105b047e8d01ebc968f19bda8dacca01b2cb2303a22230a6682a898dab6"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_human_aging.yaml",
      "size": 268,
      "sha256": "2aa229df85156ef14ba6c6122ddf49e76a2b3dcb76ba085a04b0ebdd58545627"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_human_sexuality.yaml",
      "size": 290,
      "sha256": "272e81f2f37dda26dc78d0ed534d41abf9dd03c35d3d869c5deaa871e2a2579d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_international_law.yaml",
      "size": 291,
      "sha256": "3d77f2a8395bf5ff541a4a4c6124d6e3a25614f6db02016d28b33bbf1a807a0c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_jurisprudence.yaml",
      "size": 278,
      "sha256": "0e327f06ad7bc2b782c0d9dcff3fb2155e3c7217988b3cf8c98b266027262a77"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_logical_fallacies.yaml",
      "size": 291,
      "sha256": "9e49ffcae0aa91c47d3723f10eb9b20bd50a3983c74f3e879322903fbf8d6b96"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_machine_learning.yaml",
      "size": 282,
      "sha256": "691a83f1dd6b523076b235280bf7242e5c221c7c1d0d7f4836107240ee3146c6"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_management.yaml",
      "size": 264,
      "sha256": "20bea7191915199593ab02a551af961ed6a3159b8bc80a8c51bdceb0dd8cc070"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_marketing.yaml",
      "size": 261,
      "sha256": "d8b8a9ce0cfd63155a9e53e3c035d9cefaf2065e4ba536f63622f03507002372"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_medical_genetics.yaml",
      "size": 283,
      "sha256": "02ce2b1f805a3c92455a13e7584e193f9298fd597cf13690159196d5f80cdf57"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_miscellaneous.yaml",
      "size": 273,
      "sha256": "e165b2abd941bae553f074325732ab97d81c6828b523981b66e7c6263a0eb7fc"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_moral_disputes.yaml",
      "size": 282,
      "sha256": "1495b47be1f8e1d563d83cdce06c58682647ad51b92ae7305b463b0782f64c1e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_moral_scenarios.yaml",
      "size": 285,
      "sha256": "85b4b52d5a6f3787bb144cfc0e86054207db78bf87e4069cc92b8bcef15a5e20"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_nutrition.yaml",
      "size": 261,
      "sha256": "c89d09fe7bcae0ad017d0fa3e101459da6a36850f48f279d7fab782aa22be8ab"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_philosophy.yaml",
      "size": 269,
      "sha256": "d1abca02caf98f5d7837112c13c20d9f37d4a42e5a2976cc473576ca4779759f"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_prehistory.yaml",
      "size": 269,
      "sha256": "b2ee00c7554d1b0a80137a1a806fb1401b6f8457546860d07f49f8173e7361e2"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_accounting.yaml",
      "size": 304,
      "sha256": "aa37f32d462cae79772ec9513ee841ad1516241b1cfb0b2f8a1f8de5f91a2503"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_law.yaml",
      "size": 288,
      "sha256": "b4633bc3bfe388dce96fd3ee74d3a16a17d41b81091e73ce843bbf6a1dd9fc45"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_medicine.yaml",
      "size": 298,
      "sha256": "124b76dfedceee20556c3bad5c4b64d7eba9c01c12b3816f335444e80c0f55b9"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_psychology.yaml",
      "size": 314,
      "sha256": "bfd420d37a790b79b699917f93df94b8789402e78d29358c2caa0533533e9e2a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_public_relations.yaml",
      "size": 293,
      "sha256": "87a706631d2ee077897ade2a653b318fc76b69f5f6191be3e96bbb766fab3195"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_security_studies.yaml",
      "size": 293,
      "sha256": "fd54b2d93ebcc75f342a3ce2fd2bec249a394e1f8f4a40e866efd94d46c92b4c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_sociology.yaml",
      "size": 271,
      "sha256": "9f7a6142a9d18ef23c53335d0fb8b156544f4ba127957a9f0ad65e23997ac50b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml",
      "size": 296,
      "sha256": "699fc154e0d77a1ede4541b633b7ef66548d1bc2b42d5048bba8132249a4b7fb"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_virology.yaml",
      "size": 258,
      "sha256": "d9e7019f243db21c93c55b27c7f50556b5c077e6763844687c016ae78cd13481"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_world_religions.yaml",
      "size": 285,
      "sha256": "8971bdd4df2a05151e3ef91e5550a3099da2bb8939e6d5d0df748da7a4a0551b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/utils.py",
      "size": 4186,
      "sha256": "be4152c245326849a377fe9b2b3cb75e8668d73cf83bb66e7f516135c5b3ab0d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/_mmlu.yaml",
      "size": 779,
      "sha256": "05208f1966f15fb0a8c1f794100d0da374709b50ccce002f4861d8e38ed90ab8"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/_mmlu_flan_generative_template_yaml",
      "size": 808,
      "sha256": "09ca8f0fe2d60969b193d53c1136bc694f8caf8dae572f313daebab096800caa"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_abstract_algebra.yaml",
      "size": 290,
      "sha256": "b3b26b8a57ab7bf97d6f6d0c1de51ac9b9698d106b13826474a4b511729b064d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_anatomy.yaml",
      "size": 262,
      "sha256": "ccd5a7f28cacb48dc07189336eb0c98a725560cd039d826b940ded009c10b65d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_astronomy.yaml",
      "size": 268,
      "sha256": "208df1bfdcb4390836e3c292981c032b39fe1f2035e334b977df830db1c575d9"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_business_ethics.yaml",
      "size": 288,
      "sha256": "372590a19d1c2791a44aaa70ae39a28a6d6fedde77eee2348f51900b680528df"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_clinical_knowledge.yaml",
      "size": 297,
      "sha256": "42781f298956bb9371d954ae77da6028a4d55b518af9e28c2f77e9ababffced6"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_biology.yaml",
      "size": 287,
      "sha256": "d58032cf69d9ecec23b63dd49bf6e7e1d087ad29f7418f31d4c0b1ba831fe30d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_chemistry.yaml",
      "size": 293,
      "sha256": "a3c11dd18f42bbd01b4ffaf9afc454bcec4dd6f45ece4845a52c7a1f76369164"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_computer_science.yaml",
      "size": 314,
      "sha256": "d53e4d5e6cd389ff4cbd6b68e02db3144fb55922db013d1682a0eb9d3f1509f1"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_mathematics.yaml",
      "size": 299,
      "sha256": "71d3f7f8518e590d31aba18bfd267128433a472edc71518f78b64a00b3aaa73d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_medicine.yaml",
      "size": 291,
      "sha256": "1f5cd9f679c95ba813269a0e897adbe6e8891b80d84f95aee6983051a00df765"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_physics.yaml",
      "size": 287,
      "sha256": "15d4f326411d178e47451f53d92c4734a7687b1ebaa04655c372ca08aac9d9d5"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_computer_security.yaml",
      "size": 293,
      "sha256": "db71b770fa644c77dd088486193ad9f7a6b2c61f41f8d6249e80942b0b199b32"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_conceptual_physics.yaml",
      "size": 296,
      "sha256": "a4eb8dcaa9f5e9e228927c9d9f69d9854feac6d2b9d92341d974bc19d51c4354"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_econometrics.yaml",
      "size": 288,
      "sha256": "bb87f5b8d974b38e8453ba7abb29a9588b6044c2473f1a4c05442f69e80daedd"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_electrical_engineering.yaml",
      "size": 308,
      "sha256": "aa3d846af846760751cd6a332ceba4c41c96716541b80f65cf6289f0941079bc"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_elementary_mathematics.yaml",
      "size": 308,
      "sha256": "02c7aae8464e9d8d9656d81548d7f6289654e177515676c1cedd51ce0565d2ca"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_formal_logic.yaml",
      "size": 284,
      "sha256": "ee3a4b4dc6de08fe47ee76f6a54dbaad9060a5079d3e42b750cfcba47732020b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_global_facts.yaml",
      "size": 279,
      "sha256": "4dca9b064f5f454d9cc35a4fa6e8f86dfa1de7fa077374b19f7efa6b69c1b61d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_biology.yaml",
      "size": 299,
      "sha256": "b040d215d250026298bcbe83eebcbc29a05cdb424bb5bd5420a4431a6c8a0aa1"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_chemistry.yaml",
      "size": 305,
      "sha256": "ed68d68608e584679264df279838e1bc5337f1509f98f14a5232ac40d3768f1c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_computer_science.yaml",
      "size": 326,
      "sha256": "cdba5b66c2ac1c22b1fd6fb382a4d5be7701159783172184976e9c9ec61f1138"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_european_history.yaml",
      "size": 332,
      "sha256": "da1d6dbeda4ac9fef022963b450161896254cba7b065b950a48b43914feef10d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_geography.yaml",
      "size": 316,
      "sha256": "1e490cc440598a580b111111b0154e7095899ba4de134929d0047c4ad6d17fd1"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml",
      "size": 358,
      "sha256": "d78f15f41e17e14831f81463e0764e7a9de3ea845c632dff2df18048644f1644"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml",
      "size": 331,
      "sha256": "8602e0e14dcabe060d5f5230bcf5e2e642bebfdc0a71ffcadbc6d7e2d0b5d577"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_mathematics.yaml",
      "size": 311,
      "sha256": "f1ad81415c816cf6de6c38a0b82ae23c9565ea1cdf8ca56cbceb9e5ca264b73b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml",
      "size": 331,
      "sha256": "a64de6534555fd596a0c59a98944c2b9073a2c60e302ce36e47d018dc2c8cc77"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_physics.yaml",
      "size": 299,
      "sha256": "019c4d4cc5834c2baaf789c1e48a2c6ae0b8157b564f2def4fe3e24293d47623"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_psychology.yaml",
      "size": 319,
      "sha256": "953039d04c7b75381386e9078cca93d2c7603167f17ea4308e8c46f6b0002cf6"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_statistics.yaml",
      "size": 308,
      "sha256": "125474f1bbb529dd524f4ec4606f17876d532979200e47ee19d3e89a74fa6036"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_us_history.yaml",
      "size": 314,
      "sha256": "9066fd4b6510dcdb3a9c7b5dc9f43fa471d5f49dd2414c58f7eb00203f8a5e97"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_world_history.yaml",
      "size": 323,
      "sha256": "1290adb310a716febe83db2ab09c7330e2c04d440b855f544b01f516e120d748"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_human_aging.yaml",
      "size": 276,
      "sha256": "584ae8b8b7b9b2fe1c236724d38c8be2cc538620f19583288a979d00ae03aadd"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_human_sexuality.yaml",
      "size": 298,
      "sha256": "a76edd15689a72b516263a453f8d9539e75325b18c761be87d564527921bbc58"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_international_law.yaml",
      "size": 299,
      "sha256": "0acdee9f21c087ebdd264656d951beb92a840b0e19544e0ce394fd655c198399"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_jurisprudence.yaml",
      "size": 286,
      "sha256": "3d50f87ad24819c70ea43bc08115f10139961459a3f626bb9e3b2ae3cf36e174"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_logical_fallacies.yaml",
      "size": 299,
      "sha256": "32db8598284cafaf47b8a9c4b6e92efdaa299a5b5eea7ac4b6de72cbbcf2d849"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_machine_learning.yaml",
      "size": 290,
      "sha256": "20a0c8d280bcba1874bf1f5fc0e0bdb3df83b2b1bd9c7dbc0584dcea88abf82f"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_management.yaml",
      "size": 272,
      "sha256": "d0d41bc7067021501c71a438680f247684cc6c91020d41f3fc5b493ef08d0450"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_marketing.yaml",
      "size": 269,
      "sha256": "50b83c4a5c33246ddd46bab3a07800ad1e2ad6ab9595c2a4406a30026df9af31"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_medical_genetics.yaml",
      "size": 291,
      "sha256": "678ac5ba7362a5aa445c17971888476c80199fb27648bbb03837498c7ba415c1"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_miscellaneous.yaml",
      "size": 281,
      "sha256": "a20d93fe2d104ebd072e74f95f7689d58b73beb39088e2bf98c8c7b8789f8dc5"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_moral_disputes.yaml",
      "size": 290,
      "sha256": "db19de8a9eb37a669019d4539202e292d2ae31eea0a6c482ab48616d1d9ead27"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_moral_scenarios.yaml",
      "size": 293,
      "sha256": "ddab93e87b7255c29b0d4d03b55c3873456edc48699f1815f3d2558e3059039e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_nutrition.yaml",
      "size": 269,
      "sha256": "520033e57717348f8126e8af397d76d2e5b0ec79cec253476aff578f06a8d71f"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_philosophy.yaml",
      "size": 277,
      "sha256": "4c26eaef5ef514bb23d2d6b4fc452c9b3780f98970a7dcd725b9458401d88479"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_prehistory.yaml",
      "size": 277,
      "sha256": "f74f051751542b2a9812824c84497e2715a196d0b21a9e1344eafe7f1bee93d3"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_accounting.yaml",
      "size": 312,
      "sha256": "d2f30f6114d5a37420e300a6a42fb5bcc2b9fed0dd33b373b1cfb3453cb75fe3"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_law.yaml",
      "size": 296,
      "sha256": "779f605d9ab3904b9a4b37e7c5459a8259f208cfebe6179fac12a8c79204bf33"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_medicine.yaml",
      "size": 306,
      "sha256": "c73573f93e2817945090a507d6256fdcd9ecac37e644932b3c149adc21a8e9d2"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_psychology.yaml",
      "size": 322,
      "sha256": "cbe26615d08b4dc5f7d031a3a4494181ed763786b84b58b67856c9ad1c396c54"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_public_relations.yaml",
      "size": 301,
      "sha256": "5e81efa06fc380c7fcb35d270522a50384afe70bed60ff93e7ca1529719b8bcb"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_security_studies.yaml",
      "size": 301,
      "sha256": "54e66916cf71cecb82f1c22c2d10a3754525113bdb5da1bde360264c0db672cf"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_sociology.yaml",
      "size": 279,
      "sha256": "0bf247bc212e4aeae45d9c28aa281297dabc29cb86c0c8cba7579e7caffdde71"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_us_foreign_policy.yaml",
      "size": 304,
      "sha256": "0df80fa11444860cd87c233f925d3081757947548456674b806ce4fd1589a890"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_virology.yaml",
      "size": 266,
      "sha256": "621c215d3621606d7690b78bc9646ca43e86a363a04b5e4ca2a9557ed7501789"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_world_religions.yaml",
      "size": 293,
      "sha256": "f9fd1465a82f85af7c671d00613ed0c5f2f3deab744e9a32a1358a4fd8b2a6b0"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/utils.py",
      "size": 4186,
      "sha256": "be4152c245326849a377fe9b2b3cb75e8668d73cf83bb66e7f516135c5b3ab0d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/_mmlu.yaml",
      "size": 797,
      "sha256": "ab12350ddb8798b4c38ac8f2d238d16a40a59f3d5c824239c31352cc5f8180da"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/_mmlu_flan_loglikelihood_template_yaml",
      "size": 413,
      "sha256": "1f97d2569633ce19e8a06c59a11aacc62fa1785309c8791b655a7233ccc7fb04"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml",
      "size": 299,
      "sha256": "ba508f650f6596fc9d9a6db2e3d48e7ce616969a32d3228814f87238c9661de3"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_anatomy.yaml",
      "size": 271,
      "sha256": "30bcbe3e3dcb2cd09484084e796e5aaff4715f951363fb1c7c0a270fc0a1a058"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_astronomy.yaml",
      "size": 277,
      "sha256": "eecb2ec46f8690fe9135da043ed547b533fd8ce4a10504bafaa98c43e63880a9"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml",
      "size": 297,
      "sha256": "31cf58f13a7d1b8ecac9b7b8f85fe0f5f034eec3ff630276f7284264d568768a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml",
      "size": 306,
      "sha256": "603f8560973c1c59b710fdb66b907bf9f8389e258df735dd4fdef62d4372b943"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_biology.yaml",
      "size": 296,
      "sha256": "5228653e6523e48b5b77b61d7f30e1e8538fa8a119b679f11dfa66da9f07c9c1"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml",
      "size": 302,
      "sha256": "24dec2a7feddf58c014f0cff5adf3974cf7c48ee0649ff58171535029ffdc772"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml",
      "size": 323,
      "sha256": "f55e88ad766449ea6f3092fc805202703af80c43565b35262c949d4d89572b06"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml",
      "size": 308,
      "sha256": "e518e7457b31f452c7b80014978eef06b11ab80a5a3e99ab64ba3ca492d11aca"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml",
      "size": 300,
      "sha256": "f1b0f4400930d87ebfa966272bd08a58c21c89552c8dc4b924302147b36cc9f0"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_physics.yaml",
      "size": 296,
      "sha256": "8b21bead468770bc9ba9e2102a0ee15e3d9c6739ea74a99a40887fe31e4289ac"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_computer_security.yaml",
      "size": 302,
      "sha256": "009daab9f3b9ea5698e7a923fdc63555639904848a9c835d689b89e77942cb79"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml",
      "size": 305,
      "sha256": "6b4f549a8e2beda51021e43b7773b3655c62c6066af5fe2a579c13ab600859ac"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_econometrics.yaml",
      "size": 297,
      "sha256": "48ddf1cc160a919be56cffd54083a726714e3b9983d158e15a65dacebdc7ef73"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml",
      "size": 317,
      "sha256": "ccdd93e9f349b7e4acde70d7bdd3e9e80426e8ae4b6150e34f568e5a27dd8806"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml",
      "size": 317,
      "sha256": "4aa3a65fb79053abd4d509262ed0474d9ed7adab3505d5e648e78f9df1010da4"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml",
      "size": 293,
      "sha256": "fde8982bffe75defe540f47a328ac5d41decbdbd5792c66559fd52304d3eaa41"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_global_facts.yaml",
      "size": 288,
      "sha256": "0a4f1e9182c387413fc3435e3ee9f29dcdbb8d7a71ebee0c1fba1ad7ea022ba0"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml",
      "size": 308,
      "sha256": "77635a018e6cb59e6966e605d7b88adb69fd3c40703db7ca7dee7b8a3adfb4e0"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml",
      "size": 314,
      "sha256": "920c209b23185dce6139eebc320eb8723cedfc9d25ec9731e958ac679a88d113"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml",
      "size": 335,
      "sha256": "fa6ec6cbf73bb0b244b8535d0f4cc3ef81716edd3eb2d788dbecd0631cf1821b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml",
      "size": 341,
      "sha256": "71ba540f40656bc236ffd558be6e92f702c70f014d1969ae3cbe8f4b622ff840"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml",
      "size": 325,
      "sha256": "b99e003bdd70c6317fad3e7aa0c9bf681bcb7893f564c3d93c2859eae35cc856"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml",
      "size": 367,
      "sha256": "3425de9090f169972c631ce4ca9ca4e643cb5bbbd80586eb9d7581dc870595eb"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml",
      "size": 340,
      "sha256": "7918aecff452391dd161d224594f1dee1fca288316df5debcd67d2439e7c4a39"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml",
      "size": 320,
      "sha256": "93e0b83f61bf1d6782236a5357fcf9d8ef725193ff12e21f76f6e516e50399e8"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml",
      "size": 340,
      "sha256": "b5ac8ab46b25f79b315e8456ee443c2d614fd7c961d6ad268085c74639f61300"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml",
      "size": 308,
      "sha256": "71b9110ee3edce8f63249abc686db1ef3a5d8b09763e748f63eb6ace8b834786"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml",
      "size": 328,
      "sha256": "d66868bff2b45eb028cc9e228be50c9cc3705cd790531dce125de726c273bb4e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml",
      "size": 317,
      "sha256": "1289cc082566a5950c1e257fa4525d75716f63611085304323b72b32063b71a1"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml",
      "size": 323,
      "sha256": "ca482f3930d2f4c8bfa5f531fb51861c55144ac9a0aa3a4be4a7b76783dd4aed"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml",
      "size": 332,
      "sha256": "996267ef4c8b64b3948be48a4bd7cf68400ba376badc16ed7916005cff5592f5"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_human_aging.yaml",
      "size": 285,
      "sha256": "2a67c64e20a38ff3ee54588095be85008b7355f2e78ce7dba775fd18a4b5f14d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml",
      "size": 307,
      "sha256": "7aa935ece9c3f939b854bf76c6a8ed15bb4e408b40991e49d39661f4b684f328"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_international_law.yaml",
      "size": 308,
      "sha256": "8b43cf6cd59184684ce862be6a24136ac3ac67237d59df592b73fcf8273f3b53"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml",
      "size": 295,
      "sha256": "98201015f888979548d211d61fa708e2e45753565b1e4af14d79fa6fbdc2a7bb"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml",
      "size": 308,
      "sha256": "8de585211259241fc38253692a8c2ec57e79cf3b5d5cb0c19fa03f22549694d4"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml",
      "size": 299,
      "sha256": "2e4b31d2b13542b86c010544b49ef85b1188b2d26a0569213ed79c4850143cc6"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_management.yaml",
      "size": 281,
      "sha256": "4dd98dca5393246242d86434520d0f587e4992395b8588dfd9b73bb250603541"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_marketing.yaml",
      "size": 278,
      "sha256": "4020be298985e8c715313ac8b1673c70f0d2a4cdfdf2df76956e4aceb979b73a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml",
      "size": 300,
      "sha256": "d5c63922426dabfb21c7a080f9896cf2b7ac30911d015650ab7d9ed574a12dbc"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml",
      "size": 290,
      "sha256": "68f818bc3b8e3c08fb0b134b924dbd4d08fc4c45072f0b6b83a47639bdaf7918"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml",
      "size": 299,
      "sha256": "ea0eb4fdfc8147c2d817dd296d96f389825e8b60c395b6e55cd44f52de3852d9"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml",
      "size": 302,
      "sha256": "55e6e491770a2356f873bf0d37625ffc766d03040577899b401b6a8d2ea0578c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_nutrition.yaml",
      "size": 278,
      "sha256": "720deba0f47c261e2284314d92ae957b534b92cff615310dbdb7cf2a9cf74017"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_philosophy.yaml",
      "size": 286,
      "sha256": "9b0e0707bc39967c7f2f570591deabc8374b2c65a6f4cfdd5f69275bd9ef8d3e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_prehistory.yaml",
      "size": 286,
      "sha256": "91c7ef6c0e79bf1af285a1b15c63d17064e0c24026215e889617c8f46ef8dc53"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml",
      "size": 321,
      "sha256": "66b1c3d14c13177c45792a8641818dba8b0a2d679e6cddbab71ebe0abaf1ea8d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_law.yaml",
      "size": 305,
      "sha256": "0ee7c87f2ffb85a3af934a2b186503e88e4990314f7757e4bc8018f2f01d6e0e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml",
      "size": 315,
      "sha256": "3073fdca939a1b8091e4255f00e4294ee9c4af9b204dbd55d8c2499c934fb633"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml",
      "size": 331,
      "sha256": "27aefd005724263df7c74f10e7aa1f0ad1c4c69527c3fcb690b345cd85b6823c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_public_relations.yaml",
      "size": 310,
      "sha256": "3b7bd45f50d3f4e91735b2c6b822e0f1c85975c0f22861cd87dd0737a1f17233"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_security_studies.yaml",
      "size": 310,
      "sha256": "de083f685979ae6baabda9cd25ffe139b57fc8549703d716810d8cd37fd8afd2"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_sociology.yaml",
      "size": 288,
      "sha256": "ddfae0351f68973f930cc0076c63101aba650aa64950ad9f416e3979bb3a62a3"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml",
      "size": 313,
      "sha256": "62e00e0fc8e78d791f91431d21a5f863e5b7bced9505c0f57204cc9cde926e23"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_virology.yaml",
      "size": 275,
      "sha256": "84ed101c4519f98856e90ed426e391c52ef6585f15bb60dfaca0c01e3cb2ddd8"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_world_religions.yaml",
      "size": 302,
      "sha256": "89d0694ddf7c85dff50c609aeb1924c68f122b3e7c96ad2eb0f707c0d5513d29"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/_default_template_yaml",
      "size": 901,
      "sha256": "40b89ace24b5509147cd87cf39b983aeff2310ff8887fb138839c48ebdf8d535"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/_mmlu.yaml",
      "size": 935,
      "sha256": "ae91d085c756984613d7df351ee3d39c5233b843fdcb4c34df0af9066774ca7b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_abstract_algebra.yaml",
      "size": 286,
      "sha256": "06fe2f26bfa2c87231a540ddf71605b9a736ce9e2d309ced4c93b404b393f992"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_anatomy.yaml",
      "size": 249,
      "sha256": "28d643b585d43b468f626f88d0b3852f173b7d373e528ffe1cb78874c4381d08"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_astronomy.yaml",
      "size": 257,
      "sha256": "aa8aede94d9c4a8dd4aea85e7493daef5d7b81d04c10f544a4dcce16bd4dc067"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_business_ethics.yaml",
      "size": 283,
      "sha256": "bf721e00f31cf67c4ffa652b2979447fac2f184ebacf7b6f50f7bb8e6f6234b7"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_clinical_knowledge.yaml",
      "size": 295,
      "sha256": "fe54b9f40c8de98b8e44b418a277aa33d72e7297c765acd985cd172f6298f0a9"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_college_biology.yaml",
      "size": 282,
      "sha256": "4d27e399d81fb46e4ec5ef1663d483d9bc38b127277e6827de54054557009196"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_college_chemistry.yaml",
      "size": 290,
      "sha256": "188dc45162aabe8fe4f152c6094ab92635d5edc1a64d2c810c67e89242e2412a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_college_computer_science.yaml",
      "size": 318,
      "sha256": "aeea1d47018268d00865e16cdc181ac451132b6c0eba72bdd88f3c575c080dae"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_college_mathematics.yaml",
      "size": 298,
      "sha256": "a6c0164ffe17e4af215e620f90fde8a581ef90c3fd6605571329a2b71225604c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_college_medicine.yaml",
      "size": 287,
      "sha256": "90c5fc05489fd98c5ee475e71e7cf8c2be8b064e7e860d0440ceae2e2e4134f4"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_college_physics.yaml",
      "size": 282,
      "sha256": "e0a8ffa3cae3dfcd91b49e62362c4525bd2b8a5603450d4bd1ae3d38a048a747"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_computer_security.yaml",
      "size": 290,
      "sha256": "864204c155dc32a44fe185551c44daf2bdb6b9312335e43293e618ad58872b38"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_conceptual_physics.yaml",
      "size": 294,
      "sha256": "ec741de0ee034e1fbaca6c24301ea7a12e9d9dd7b9a96be113809e544bfb2084"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_econometrics.yaml",
      "size": 280,
      "sha256": "7b56301f08346fc5bf9dfce9ddb6ecdc75c96defad28b21f89483ea8af99e79f"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_electrical_engineering.yaml",
      "size": 310,
      "sha256": "40150069ed9555c9b72241d8b059243bbe571bcad6596e057f95a842109033ca"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_elementary_mathematics.yaml",
      "size": 310,
      "sha256": "5bb37d517c3c2d2f937a73ca510ed1d3b94b53dfeb438e636247574d547eae46"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_formal_logic.yaml",
      "size": 276,
      "sha256": "44c9687146eef8be2e44cbc70a8956b5625ac347c85d0a72122093e49428ddd5"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_global_facts.yaml",
      "size": 271,
      "sha256": "dd41647a9886dd2e2e81ebf5c37a9d6173972589a14a283c32aabfe6caf6fa58"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_biology.yaml",
      "size": 298,
      "sha256": "1432e01773563d4b9922b53b09966c0e54f79c31baf880bbae913a4149256dac"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_chemistry.yaml",
      "size": 306,
      "sha256": "5a73d6d7ab4a93ebd49f15016eaa047c8f0247e43890502593be0403abc4c87e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_computer_science.yaml",
      "size": 334,
      "sha256": "8e08b7a3d8c4e62039285193f65da431e1e158c34a168901b7533b7597fcf387"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_european_history.yaml",
      "size": 340,
      "sha256": "1edbc12e91b03124d754cfaf2f5fbedc69311a746877829f00e553d52a437549"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_geography.yaml",
      "size": 317,
      "sha256": "1729e530389287d06b0d29775ff3fe8371c84f628dc1269fa9606f30c835531b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_government_and_politics.yaml",
      "size": 373,
      "sha256": "5485399a2cda6f45b83708b1ad497d6189fec6635c4027bd1fce099dffe69705"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_macroeconomics.yaml",
      "size": 337,
      "sha256": "a6e39679a95cb20d8869b908788019cbb5d06a4634995c9f7ecd5df7ef9402b9"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_mathematics.yaml",
      "size": 314,
      "sha256": "614403bd660ed7e2243ec2370a491dc8e22a9bfeab7ec549551af27f34aa723a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_microeconomics.yaml",
      "size": 337,
      "sha256": "72dd422e88f52d57bfcf3ccb96e04867e2fbb3c54ab419921927fb18c3d682a7"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_physics.yaml",
      "size": 298,
      "sha256": "c2b87273f252a5cd4d7b245880aee73c81a9fcfb15b73bf32b93d26384d94737"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_psychology.yaml",
      "size": 321,
      "sha256": "d3041a407e75b323ef1048812a38eb4e5f096d4d815bd21ea0fd4843ea21fe57"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_statistics.yaml",
      "size": 310,
      "sha256": "32b8054f1991fa6e82d1baf29a2aa15819ee218a16a3a3f92e3bf1b3f5894d4d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_us_history.yaml",
      "size": 316,
      "sha256": "3e4d6552d655f65765b0fc1a6d5e128c64dfb25078af295f6e6c13d7725b9c4c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_world_history.yaml",
      "size": 328,
      "sha256": "ea0469b10aa054e1645561be556624ce3123a2e2d2e51a78d1a6110df8c7a61c"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_human_aging.yaml",
      "size": 267,
      "sha256": "bfae81f92b143bcda2a36f5776e8fe1d6795a65f4ff5d5417904c499d8f442e4"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_human_sexuality.yaml",
      "size": 293,
      "sha256": "6e12e9535263726550732ab93686f2e532832de33105992de5c5fa54ee642f52"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_international_law.yaml",
      "size": 296,
      "sha256": "6a6a75613d630cf55f8213e71cfa401af0439078c27d324176ed0453e591fb63"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_jurisprudence.yaml",
      "size": 279,
      "sha256": "c9ec0ae4ffca22817987523fe4e539e85dbf74b3dc9a23ff66a68ce057a5b964"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_logical_fallacies.yaml",
      "size": 296,
      "sha256": "940de64bfbcd34f03d5df697ec9869f38d71422016ca4a2691fe2c2d25c27118"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_machine_learning.yaml",
      "size": 286,
      "sha256": "9cdeeb92ce1044187ee05172137c5d030a889de8aa23f0841734669348a89796"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_management.yaml",
      "size": 262,
      "sha256": "da85a58c72f11704cd95b9728adfe622503d28706e0c5458455944b8b4921beb"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_marketing.yaml",
      "size": 258,
      "sha256": "abaa1afa6bf4e21c3c77746e6cc2354129276d7e5d9a197bfe98b34e6411307b"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_medical_genetics.yaml",
      "size": 287,
      "sha256": "c8c39ab2f468ca437da7d38d3a828024021c8444b230e60974a88c0d48270b01"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_miscellaneous.yaml",
      "size": 274,
      "sha256": "d15b5cd184803943397d8431618fba143fd5d02056f0de7d60916428d2d6f84a"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_moral_disputes.yaml",
      "size": 284,
      "sha256": "45884cb7b96c4fdf9b2205c27a9efa5392d0f9f0754f0c16e67300a1f881d83d"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_moral_scenarios.yaml",
      "size": 288,
      "sha256": "c935d2612198533dc702bd2313adbcde6510dc5b7413e68c9f7a780b57cf76ac"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_nutrition.yaml",
      "size": 258,
      "sha256": "06609cae52f218bd8035ee3eeaddfa6cf26a93277f91643b36688c372d350ab0"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_philosophy.yaml",
      "size": 267,
      "sha256": "93bcf50b53e8bf4167b5d2d808f3a9b484a0d3d2ce3ca092d7988f1b68de022e"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_prehistory.yaml",
      "size": 267,
      "sha256": "1a66ed6b6399d0c12526ddc71161f4cf2f855508fea8f6030088739cbf49a170"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_professional_accounting.yaml",
      "size": 315,
      "sha256": "eb1fd0956be495f93f23412b0ee865450751d46db5c6e18445e2a6c8d63288f1"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_professional_law.yaml",
      "size": 292,
      "sha256": "e86dfc5761478a8133219845cce80544682213f67a9ba7a66f1f46f96c6c3271"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_professional_medicine.yaml",
      "size": 307,
      "sha256": "cee458863b061540609902826aacf29b82100d28a2e542cd48b3f85b7d9ed3f1"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_professional_psychology.yaml",
      "size": 325,
      "sha256": "a055dea347b39f9eac5f9640ab2a0e8024e72d0556c184ec49f8ff19348ff5d5"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_public_relations.yaml",
      "size": 297,
      "sha256": "2c77edac33ca2ed82e57aff236c2922568c1181baa15447610136bb586830851"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_security_studies.yaml",
      "size": 297,
      "sha256": "61330a0300b719f7e3745fb5b5f98ec49e126960c37e5bb49d9537e7e6eb28e3"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_sociology.yaml",
      "size": 268,
      "sha256": "1750c38c5fbf8d06eea9086029120835364721e721306fc92f45c1d00673facd"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_us_foreign_policy.yaml",
      "size": 301,
      "sha256": "7ed206ede67eaa943fb824641856fedbde5ac08292c405a13b70640cdcae9822"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_virology.yaml",
      "size": 254,
      "sha256": "13887e17dbb5ac0e9bd71c274b68601f33e13fa357d29347f82f1535efb461d5"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/installed_task_snapshot/generative/mmlu_world_religions.yaml",
      "size": 288,
      "sha256": "46f23431015555d4502b82a7ea914fb5203cc13ea950e029c3643f13c37c09e8"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/run_metadata.json",
      "size": 209782,
      "sha256": "b88c4f9c2e5bca5d90f112807878b7266875c7c49737e65af1c787fd5bacc518"
    },
    {
      "path": "results/rtn_w4a4_group32/mmlu/timing.json",
      "size": 217,
      "sha256": "eaa9fee20b97c442b2671ac916923c575b5c0ab1660eafc3b023730409fe3467"
    },
    {
      "path": "results/rtn_w4a4_group32/stage_00.log",
      "size": 71858,
      "sha256": "dc68d59e778f0a8133b80af2fd192ca2f64faab62f2306c20fbff327e3712536"
    },
    {
      "path": "results/rtn_w4a4_group32/stage_01.log",
      "size": 71696,
      "sha256": "f488d12c60cb9c0845b14535978d01d60b8db4af08bd1906034b261d449d11bd"
    },
    {
      "path": "results/rtn_w4a4_group32/stage_02.log",
      "size": 71471,
      "sha256": "d00cb12a1d813ee660307054457e9530707b9c71a66fedac28551ab32ff27695"
    },
    {
      "path": "results/rtn_w4a4_group32/stage_03.log",
      "size": 71623,
      "sha256": "5c9d58ec10dc3ae6846fd071a7aaaeaeaad7bb96e1aef0756d76e0e695c673f5"
    },
    {
      "path": "results/rtn_w4a4_group32/stage_04.log",
      "size": 209782,
      "sha256": "b88c4f9c2e5bca5d90f112807878b7266875c7c49737e65af1c787fd5bacc518"
    },
    {
      "path": "results/rtn_w4a4_group32/stage_05.log",
      "size": 73437,
      "sha256": "ed383babf0f02dcf3ea862c2d97fd04a032d01ace5236e6ee692eafb8c1a1fd4"
    },
    {
      "path": "results/rtn_w4a4_group32/wikitext/evaluation.log",
      "size": 24348,
      "sha256": "729e48cd4f2be2df34cf1434441cce9cb3b6e3282ffe49ed59e0d21f0caf3f12"
    },
    {
      "path": "results/rtn_w4a4_group32/wikitext/harness/ByteDance__Ouro-1.4B/results_2026-09-16T03-05-40.120717.json",
      "size": 11154,
      "sha256": "0a60869141fd554ee96ec1ea4995140e1affa06d25111e27de2d3304d8c145b1"
    },
    {
      "path": "results/rtn_w4a4_group32/wikitext/harness/ByteDance__Ouro-1.4B/samples_wikitext_2026-09-16T03-05-40.120717.jsonl",
      "size": 3831372,
      "sha256": "19d67c75421d74784ffea4c0ea32f26c40aed8d8c44fc519628f3b554f2f2da6"
    },
    {
      "path": "results/rtn_w4a4_group32/wikitext/installed_task_snapshot/README.md",
      "size": 1477,
      "sha256": "4c828e4fac9216b03760014beba7edcfc1512fe86027411f8ab5e94aa1f5dbde"
    },
    {
      "path": "results/rtn_w4a4_group32/wikitext/installed_task_snapshot/preprocess_wikitext.py",
      "size": 1738,
      "sha256": "a44020374b172159bf5be80a64d2c4194c9d5c77284f696ac666361338c8da7d"
    },
    {
      "path": "results/rtn_w4a4_group32/wikitext/installed_task_snapshot/wikitext.yaml",
      "size": 532,
      "sha256": "f6d1a228da486466ac91922c99cb5ff197610ec045decb2009599a16b80eaf45"
    },
    {
      "path": "results/rtn_w4a4_group32/wikitext/run_metadata.json",
      "size": 73437,
      "sha256": "ed383babf0f02dcf3ea862c2d97fd04a032d01ace5236e6ee692eafb8c1a1fd4"
    },
    {
      "path": "results/rtn_w4a4_group32/wikitext/timing.json",
      "size": 217,
      "sha256": "148784a77f9d6fe22f491d7516c73c962b0720c85687c2cc8fa9fa18b7d07b63"
    },
    {
      "path": "results/rtn_w4a4_group32/winogrande/evaluation.log",
      "size": 21935,
      "sha256": "7301b392adf9ebf591f910e2e338dbe23309261e47f25ea13cff0dd501338814"
    },
    {
      "path": "results/rtn_w4a4_group32/winogrande/harness/ByteDance__Ouro-1.4B/results_2026-09-15T22-50-59.528425.json",
      "size": 9365,
      "sha256": "40206a848bd59cb2439d6bf44b0f70206da1194e2589c3d44fd10ee25046e3fa"
    },
    {
      "path": "results/rtn_w4a4_group32/winogrande/harness/ByteDance__Ouro-1.4B/samples_winogrande_2026-09-15T22-50-59.528425.jsonl",
      "size": 1282037,
      "sha256": "9d129e9cb6fbeb3490f07e29b96e31dc9b168a08e67d3f8df4d57d6f9c61da1e"
    },
    {
      "path": "results/rtn_w4a4_group32/winogrande/installed_task_snapshot/README.md",
      "size": 1816,
      "sha256": "bc0d92fa23929d74c05cf43112a461c1931dddac66bca0373feeed51c636485a"
    },
    {
      "path": "results/rtn_w4a4_group32/winogrande/installed_task_snapshot/default.yaml",
      "size": 506,
      "sha256": "7a73c28f1c760f1f54b4185f21f8df5927c1fe7278a8520f38ee03cc7f40d9e7"
    },
    {
      "path": "results/rtn_w4a4_group32/winogrande/installed_task_snapshot/preprocess_winogrande.py",
      "size": 377,
      "sha256": "e55327629264a98f1d383fda24645b6779afb53fa0bce2150042b9416b1ae006"
    },
    {
      "path": "results/rtn_w4a4_group32/winogrande/run_metadata.json",
      "size": 71696,
      "sha256": "f488d12c60cb9c0845b14535978d01d60b8db4af08bd1906034b261d449d11bd"
    },
    {
      "path": "results/rtn_w4a4_group32/winogrande/timing.json",
      "size": 217,
      "sha256": "cd9829ddb9cbd00509c0bf3f2f03204a6cdf6212493a49c3734f557444bca4ab"
    },
    {
      "path": "results/rtn_w4a4_per_token/arc_challenge/evaluation.log",
      "size": 33456,
      "sha256": "dd7c6a104217d25bbf7e72ddf55ae5b3f4b7e0485b66a7be57cbbc41e33a5064"
    },
    {
      "path": "results/rtn_w4a4_per_token/arc_challenge/harness/ByteDance__Ouro-1.4B/results_2026-09-16T15-15-28.520695.json",
      "size": 9316,
      "sha256": "20b8fb5fb90da4af9d96bb9508ff874636315b747c20c2af305af4cf33764647"
    },
    {
      "path": "results/rtn_w4a4_per_token/arc_challenge/harness/ByteDance__Ouro-1.4B/samples_arc_challenge_2026-09-16T15-15-28.520695.jsonl",
      "size": 2289449,
      "sha256": "d70c1bdfb34ecdfdba7aa88f13a499e8dc1ff57f348758be1eef845a54e77d7d"
    },
    {
      "path": "results/rtn_w4a4_per_token/arc_challenge/installed_task_snapshot/README.md",
      "size": 1932,
      "sha256": "2fc3774dce5e922b5b14266b5be2873e4c75a708c7ccb25fac11190cfe42001c"
    },
    {
      "path": "results/rtn_w4a4_per_token/arc_challenge/installed_task_snapshot/arc_challenge.yaml",
      "size": 71,
      "sha256": "682621c26ae24b1065a2d732460a55a8ef2b9f2544574431666c9309a9efd7bd"
    },
    {
      "path": "results/rtn_w4a4_per_token/arc_challenge/installed_task_snapshot/arc_challenge_chat.yaml",
      "size": 1143,
      "sha256": "61b067bbfb12a72bfd3f11f4df5d11771c1267e9241f414a0e454d65e30e0e31"
    },
    {
      "path": "results/rtn_w4a4_per_token/arc_challenge/installed_task_snapshot/arc_easy.yaml",
      "size": 579,
      "sha256": "96da1d9efe1df88659481cedc13985cb347dc068554a2eae561303fa39bfab3f"
    },
    {
      "path": "results/rtn_w4a4_per_token/arc_challenge/run_metadata.json",
      "size": 71662,
      "sha256": "03700a21d754966b50f133e4bf4a9003209107c56159e8bf26c86de2280a5994"
    },
    {
      "path": "results/rtn_w4a4_per_token/arc_challenge/timing.json",
      "size": 218,
      "sha256": "23d2eb3f4fd51b8ed46e58e05c7cec886369177ad92ae5256b01fccc72297ce9"
    },
    {
      "path": "results/rtn_w4a4_per_token/hellaswag/evaluation.log",
      "size": 210264,
      "sha256": "3a6525d0c1e1a7cf5f0517d9c9136e5e6a36acf99ed6183747938d4bc3497f58"
    },
    {
      "path": "results/rtn_w4a4_per_token/hellaswag/harness/ByteDance__Ouro-1.4B/results_2026-09-16T15-07-44.234921.json",
      "size": 9551,
      "sha256": "38450f6d73855eaf000b5d4b4aa2985ab37188cba4f9f3ff65037bb77bb4c542"
    },
    {
      "path": "results/rtn_w4a4_per_token/hellaswag/harness/ByteDance__Ouro-1.4B/samples_hellaswag_2026-09-16T15-07-44.234921.jsonl",
      "size": 43670058,
      "sha256": "fac97e675c161a09c050d14189fe5e04236016216a7be5115c00a365be669baf"
    },
    {
      "path": "results/rtn_w4a4_per_token/hellaswag/installed_task_snapshot/README.md",
      "size": 2710,
      "sha256": "d12c5bb378e08ae58914c074a27a58faf853c4264c59b0e47bc125445b222df6"
    },
    {
      "path": "results/rtn_w4a4_per_token/hellaswag/installed_task_snapshot/hellaswag.yaml",
      "size": 480,
      "sha256": "e9ef8ac3fed02bf283777d946ae76cbf906152e9c92533c9794e5a9dad78d1cf"
    },
    {
      "path": "results/rtn_w4a4_per_token/hellaswag/installed_task_snapshot/utils.py",
      "size": 717,
      "sha256": "07d23b60b28f2a4f658dcf8440623a63fe6644854ce9b846a114dde980dc1214"
    },
    {
      "path": "results/rtn_w4a4_per_token/hellaswag/run_metadata.json",
      "size": 71894,
      "sha256": "3fc1cf014fc49c9d37802e997ca48f8ac73a9724357c9a51c58d3d204e5e52a4"
    },
    {
      "path": "results/rtn_w4a4_per_token/hellaswag/timing.json",
      "size": 216,
      "sha256": "acdbf2815e1bb8a928f07c72be8a5e7215f3cf9a1678608a606d06068b4f9e5d"
    },
    {
      "path": "results/rtn_w4a4_per_token/lambada_openai/evaluation.log",
      "size": 42612,
      "sha256": "d4c84792aef63c86e4abdcb1bdde0708b8758c82ed5a342885c6c740dd65c20b"
    },
    {
      "path": "results/rtn_w4a4_per_token/lambada_openai/harness/ByteDance__Ouro-1.4B/results_2026-09-16T15-11-54.017308.json",
      "size": 9148,
      "sha256": "5ba4c6dd80efb570372238550864855c63537a1563d577db9b91aab15a15927d"
    },
    {
      "path": "results/rtn_w4a4_per_token/lambada_openai/harness/ByteDance__Ouro-1.4B/samples_lambada_openai_2026-09-16T15-11-54.017308.jsonl",
      "size": 6307288,
      "sha256": "754bac785a514965af58e5db2937a9cc4b4fbdaa47dc7df98e02f726392a6ca6"
    },
    {
      "path": "results/rtn_w4a4_per_token/lambada_openai/installed_task_snapshot/README.md",
      "size": 1186,
      "sha256": "00eed7946198d43721dd90ba926f0291fc292e23af01d61b1c7fd89448b6c448"
    },
    {
      "path": "results/rtn_w4a4_per_token/lambada_openai/installed_task_snapshot/lambada_openai.yaml",
      "size": 489,
      "sha256": "96dee2fe378666b6b5411958a25ad5c83f5b43eb6b3c830f4b0fd485f9adb6a5"
    },
    {
      "path": "results/rtn_w4a4_per_token/lambada_openai/installed_task_snapshot/lambada_standard.yaml",
      "size": 505,
      "sha256": "68c54b04b75b203d7bddd97ad58352a6393fbba1ebffa3249ba692ae0a0d9d3a"
    },
    {
      "path": "results/rtn_w4a4_per_token/lambada_openai/run_metadata.json",
      "size": 71472,
      "sha256": "d36ee8b3c801df351cdf0bd1ed3df8209eb15923a28442b61571f335376925fe"
    },
    {
      "path": "results/rtn_w4a4_per_token/lambada_openai/timing.json",
      "size": 217,
      "sha256": "c35792e65643158e49356aa5845d38d09f16c2926678a8f047bb07c6546979eb"
    },
    {
      "path": "results/rtn_w4a4_per_token/wikitext/evaluation.log",
      "size": 24482,
      "sha256": "d632125c4d53a7b6c5f9426e34d670adc227011291ce5fb8f2e9c00c365ffc1e"
    },
    {
      "path": "results/rtn_w4a4_per_token/wikitext/harness/ByteDance__Ouro-1.4B/results_2026-09-16T14-47-39.363097.json",
      "size": 11151,
      "sha256": "cb7035a8e4e9406665ba14a6f376fb055dfd09094aa8ba9831355cf84f8b7b6f"
    },
    {
      "path": "results/rtn_w4a4_per_token/wikitext/harness/ByteDance__Ouro-1.4B/samples_wikitext_2026-09-16T14-47-39.363097.jsonl",
      "size": 3831387,
      "sha256": "54ee0dab54c439cfc9e0b86888a2099bc209ebdd8c2a8e875cf15f6d856a5fde"
    },
    {
      "path": "results/rtn_w4a4_per_token/wikitext/installed_task_snapshot/README.md",
      "size": 1477,
      "sha256": "4c828e4fac9216b03760014beba7edcfc1512fe86027411f8ab5e94aa1f5dbde"
    },
    {
      "path": "results/rtn_w4a4_per_token/wikitext/installed_task_snapshot/preprocess_wikitext.py",
      "size": 1738,
      "sha256": "a44020374b172159bf5be80a64d2c4194c9d5c77284f696ac666361338c8da7d"
    },
    {
      "path": "results/rtn_w4a4_per_token/wikitext/installed_task_snapshot/wikitext.yaml",
      "size": 532,
      "sha256": "f6d1a228da486466ac91922c99cb5ff197610ec045decb2009599a16b80eaf45"
    },
    {
      "path": "results/rtn_w4a4_per_token/wikitext/run_metadata.json",
      "size": 73468,
      "sha256": "00268505908463acf4493175976d42e129804825953bb5694ab133292c9449d2"
    },
    {
      "path": "results/rtn_w4a4_per_token/wikitext/timing.json",
      "size": 216,
      "sha256": "7fbf4eac43f7f3a7c16a5be9d97260ded13b57e60f6d285c2420d55993ea433a"
    },
    {
      "path": "results/rtn_w4a4_per_token/winogrande/evaluation.log",
      "size": 21925,
      "sha256": "86ea608a86a424b53b58940d7a1413856a95ca5695785113025a944ebb8aad4f"
    },
    {
      "path": "results/rtn_w4a4_per_token/winogrande/harness/ByteDance__Ouro-1.4B/results_2026-09-16T15-13-19.219153.json",
      "size": 9364,
      "sha256": "b37d748698d45a88318f79e58667d1a3909f8b58513c5e175850f2a8f368891f"
    },
    {
      "path": "results/rtn_w4a4_per_token/winogrande/harness/ByteDance__Ouro-1.4B/samples_winogrande_2026-09-16T15-13-19.219153.jsonl",
      "size": 1280729,
      "sha256": "71d868698e76478e0b9aad87d557a0ff95f84c590febaccd7866778d8a9c5b7e"
    },
    {
      "path": "results/rtn_w4a4_per_token/winogrande/installed_task_snapshot/README.md",
      "size": 1816,
      "sha256": "bc0d92fa23929d74c05cf43112a461c1931dddac66bca0373feeed51c636485a"
    },
    {
      "path": "results/rtn_w4a4_per_token/winogrande/installed_task_snapshot/default.yaml",
      "size": 506,
      "sha256": "7a73c28f1c760f1f54b4185f21f8df5927c1fe7278a8520f38ee03cc7f40d9e7"
    },
    {
      "path": "results/rtn_w4a4_per_token/winogrande/installed_task_snapshot/preprocess_winogrande.py",
      "size": 377,
      "sha256": "e55327629264a98f1d383fda24645b6779afb53fa0bce2150042b9416b1ae006"
    },
    {
      "path": "results/rtn_w4a4_per_token/winogrande/run_metadata.json",
      "size": 71731,
      "sha256": "9e2a7ad674a7734e6e69dd5dae67094e3ae848dfa18222bc5da63a6562f097be"
    },
    {
      "path": "results/rtn_w4a4_per_token/winogrande/timing.json",
      "size": 217,
      "sha256": "96a597aab3b3fced313ab4d09dba654a512184183eb31d2d76cb9dc37a97e176"
    },
    {
      "path": "results/rtn_w4a8_group32/arc_challenge/evaluation.log",
      "size": 32869,
      "sha256": "7e37a2e8213c52e81d747085f068233e27aca053cab5e14e6e85d612d937d6ee"
    },
    {
      "path": "results/rtn_w4a8_group32/arc_challenge/harness/ByteDance__Ouro-1.4B/results_2026-09-16T07-45-50.928843.json",
      "size": 9313,
      "sha256": "ae41bd631cb8f4ecf70710a9a553d75bb75f368b5155d2e2bb5947939fe1a6ef"
    },
    {
      "path": "results/rtn_w4a8_group32/arc_challenge/harness/ByteDance__Ouro-1.4B/samples_arc_challenge_2026-09-16T07-45-50.928843.jsonl",
      "size": 2291485,
      "sha256": "06fc20dd801dc30a3be1939f6e66b0ca26ccc1624e90868562897020cea65ba5"
    },
    {
      "path": "results/rtn_w4a8_group32/arc_challenge/installed_task_snapshot/README.md",
      "size": 1932,
      "sha256": "2fc3774dce5e922b5b14266b5be2873e4c75a708c7ccb25fac11190cfe42001c"
    },
    {
      "path": "results/rtn_w4a8_group32/arc_challenge/installed_task_snapshot/arc_challenge.yaml",
      "size": 71,
      "sha256": "682621c26ae24b1065a2d732460a55a8ef2b9f2544574431666c9309a9efd7bd"
    },
    {
      "path": "results/rtn_w4a8_group32/arc_challenge/installed_task_snapshot/arc_challenge_chat.yaml",
      "size": 1143,
      "sha256": "61b067bbfb12a72bfd3f11f4df5d11771c1267e9241f414a0e454d65e30e0e31"
    },
    {
      "path": "results/rtn_w4a8_group32/arc_challenge/installed_task_snapshot/arc_easy.yaml",
      "size": 579,
      "sha256": "96da1d9efe1df88659481cedc13985cb347dc068554a2eae561303fa39bfab3f"
    },
    {
      "path": "results/rtn_w4a8_group32/arc_challenge/run_metadata.json",
      "size": 71625,
      "sha256": "0772d0310733187b9d4ef061e950111c85da6f61afc4d558516e0493e01f0f37"
    },
    {
      "path": "results/rtn_w4a8_group32/arc_challenge/timing.json",
      "size": 217,
      "sha256": "f84311d049f0f657e0d8c672840a9b3bd7242f50cc0fad1d093075201c4c4d0b"
    },
    {
      "path": "results/rtn_w4a8_group32/hellaswag/evaluation.log",
      "size": 207695,
      "sha256": "a46a3cf8cbff955003ddf712cfe793f274487970a3083ffdcc96c2f60447ec7a"
    },
    {
      "path": "results/rtn_w4a8_group32/hellaswag/harness/ByteDance__Ouro-1.4B/results_2026-09-16T07-38-26.804149.json",
      "size": 9549,
      "sha256": "95e0146dc31e1661f4693ad8cab3abd6ad47335d4b7f58bfa5e4d8b84538cf93"
    },
    {
      "path": "results/rtn_w4a8_group32/hellaswag/harness/ByteDance__Ouro-1.4B/samples_hellaswag_2026-09-16T07-38-26.804149.jsonl",
      "size": 43664426,
      "sha256": "8349cd59a670994efae27489fb6d833e2282d46c1ae05f45107c13e1b32ebd5e"
    },
    {
      "path": "results/rtn_w4a8_group32/hellaswag/installed_task_snapshot/README.md",
      "size": 2710,
      "sha256": "d12c5bb378e08ae58914c074a27a58faf853c4264c59b0e47bc125445b222df6"
    },
    {
      "path": "results/rtn_w4a8_group32/hellaswag/installed_task_snapshot/hellaswag.yaml",
      "size": 480,
      "sha256": "e9ef8ac3fed02bf283777d946ae76cbf906152e9c92533c9794e5a9dad78d1cf"
    },
    {
      "path": "results/rtn_w4a8_group32/hellaswag/installed_task_snapshot/utils.py",
      "size": 717,
      "sha256": "07d23b60b28f2a4f658dcf8440623a63fe6644854ce9b846a114dde980dc1214"
    },
    {
      "path": "results/rtn_w4a8_group32/hellaswag/run_metadata.json",
      "size": 71855,
      "sha256": "ed72c7102e3f6d8d7c523dfed6bb95fcdf4d8b23d7a0218e8a948c27f7c70689"
    },
    {
      "path": "results/rtn_w4a8_group32/hellaswag/timing.json",
      "size": 217,
      "sha256": "748b4431377a87fa6227902b391c3f7c4516a1a49a7b1f0d87d3069c007fc001"
    },
    {
      "path": "results/rtn_w4a8_group32/job.json",
      "size": 9629,
      "sha256": "f54d3b0007d6e7010b4e286c7b51a8a265986ed350d5c9f6bd170654fdf5d3cc"
    },
    {
      "path": "results/rtn_w4a8_group32/lambada_openai/evaluation.log",
      "size": 41383,
      "sha256": "793f55d960df261ef36862a370eaa75ae63a4a079d0eb82979dc04913fdbe672"
    },
    {
      "path": "results/rtn_w4a8_group32/lambada_openai/harness/ByteDance__Ouro-1.4B/results_2026-09-16T07-43-43.233187.json",
      "size": 9186,
      "sha256": "e9be239d4ef0a6e06bdbf697c4d3b2e4c6420c83e70a2d68554935acd29d6574"
    },
    {
      "path": "results/rtn_w4a8_group32/lambada_openai/harness/ByteDance__Ouro-1.4B/samples_lambada_openai_2026-09-16T07-43-43.233187.jsonl",
      "size": 6303730,
      "sha256": "036394ba074a756116b69376125ecdb5ea54474a3a5129bab3471b5c72231014"
    },
    {
      "path": "results/rtn_w4a8_group32/lambada_openai/installed_task_snapshot/README.md",
      "size": 1186,
      "sha256": "00eed7946198d43721dd90ba926f0291fc292e23af01d61b1c7fd89448b6c448"
    },
    {
      "path": "results/rtn_w4a8_group32/lambada_openai/installed_task_snapshot/lambada_openai.yaml",
      "size": 489,
      "sha256": "96dee2fe378666b6b5411958a25ad5c83f5b43eb6b3c830f4b0fd485f9adb6a5"
    },
    {
      "path": "results/rtn_w4a8_group32/lambada_openai/installed_task_snapshot/lambada_standard.yaml",
      "size": 505,
      "sha256": "68c54b04b75b203d7bddd97ad58352a6393fbba1ebffa3249ba692ae0a0d9d3a"
    },
    {
      "path": "results/rtn_w4a8_group32/lambada_openai/run_metadata.json",
      "size": 71471,
      "sha256": "a695fa58660224e2910e786092f8a6819286bf7b383b899b32e94c777f9d0226"
    },
    {
      "path": "results/rtn_w4a8_group32/lambada_openai/timing.json",
      "size": 217,
      "sha256": "e78c1deee5d800475b998521201edc4c9d9e4fc7932b7e448755e87c444cbf04"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/evaluation.log",
      "size": 1630127,
      "sha256": "85e9e7709a8a3619ce32a40b1c7ffadd36a6d099361a5d780334b7ae660a0078"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/results_2026-09-16T11-50-42.373384.json",
      "size": 163863,
      "sha256": "cde635caadc606fbe78e75ba35899af3a7c934daca77eb81f2acfe5a13bc3ec6"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_abstract_algebra_2026-09-16T11-50-42.373384.jsonl",
      "size": 551962,
      "sha256": "203ee377dc13527cb4bf55063897e7ea44c2e27ff2bf2c7867d6b74cda51fbef"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_anatomy_2026-09-16T11-50-42.373384.jsonl",
      "size": 848295,
      "sha256": "931544f34493da1820abf2e8610007a4adf5f4f034b2e03be76022d1afc5cc60"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_astronomy_2026-09-16T11-50-42.373384.jsonl",
      "size": 1679571,
      "sha256": "ba92b8b9d900d5c6fbfbfb002d5ba93cdb43f3ffe53ab4167e3602f3d5cbe774"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_business_ethics_2026-09-16T11-50-42.373384.jsonl",
      "size": 1165070,
      "sha256": "6de5722ac470becae7c9e74672ad70629affd6524c2912471b3d5359e1cdf49f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_clinical_knowledge_2026-09-16T11-50-42.373384.jsonl",
      "size": 1926119,
      "sha256": "c1e93dd5c3ce30212d19d8636f6802f5b05777e8cfb2e3fc399195f28e3f6a06"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_biology_2026-09-16T11-50-42.373384.jsonl",
      "size": 1303380,
      "sha256": "880bd7d850975ddf0ea76b1bc661a770c822528e30d1c9f622db388d9cd20354"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_chemistry_2026-09-16T11-50-42.373384.jsonl",
      "size": 779846,
      "sha256": "c26d56c7df9e7fb9eea841cafdf7ecd291a5ecf5869e6eefb054f344ce6da2e5"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_computer_science_2026-09-16T11-50-42.373384.jsonl",
      "size": 1450373,
      "sha256": "d496db51540748337f0e5eafbeb0c21fa66c1436d5dbc6f75d7ec3c0b4a4831d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_mathematics_2026-09-16T11-50-42.373384.jsonl",
      "size": 848621,
      "sha256": "f10a7554b82a974ddb903ae6984849b6b2467ca29951bc302db14e8ece893dd2"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_medicine_2026-09-16T11-50-42.373384.jsonl",
      "size": 1781287,
      "sha256": "1eaa8c23736c9bc5aa5a0f208e8acc3136c5637e6cd0865180d0b539936b6d92"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_college_physics_2026-09-16T11-50-42.373384.jsonl",
      "size": 852233,
      "sha256": "7ab29d0afe54dc27b12378ad7d5e237e4220fb7867619e22a9223d8c20758791"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_computer_security_2026-09-16T11-50-42.373384.jsonl",
      "size": 700836,
      "sha256": "474cd2633bf819d0657d302da2da50ba99f04f52fc24d1581b5c9b606a5ff31d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_conceptual_physics_2026-09-16T11-50-42.373384.jsonl",
      "size": 1373658,
      "sha256": "2fc1a3df13875a81da9f07bc0aeee9d4bbf671dc61c71f6179b49c102d5e6ef8"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_econometrics_2026-09-16T11-50-42.373384.jsonl",
      "size": 1128354,
      "sha256": "b278aa4328fe194b4b52de2a9b970005802af261337aa22f88e45644d2b3141a"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_electrical_engineering_2026-09-16T11-50-42.373384.jsonl",
      "size": 872631,
      "sha256": "46b6879f04dc3421948279250b8adf89fbf051c6a7afa3a7807262a8d6842e03"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_elementary_mathematics_2026-09-16T11-50-42.373384.jsonl",
      "size": 3008730,
      "sha256": "c3527eeba867407ae9ff3f99daba4470acde00baf76cd9b2d4916e08b4a5ec8f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_formal_logic_2026-09-16T11-50-42.373384.jsonl",
      "size": 1288887,
      "sha256": "774e0ca18569d9b64f058803d1f4a060cb9a8ebd1f201fccd5cd71fadcf1b98b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_global_facts_2026-09-16T11-50-42.373384.jsonl",
      "size": 704887,
      "sha256": "ba0e170b4c824063035addc35b7f3d5dc3c20789bd8d0569d3372612555904a7"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_biology_2026-09-16T11-50-42.373384.jsonl",
      "size": 3010492,
      "sha256": "2683cc20cb2b7a40491c1d3a3f964d18b0dbace722bca40221ab689deff54261"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_chemistry_2026-09-16T11-50-42.373384.jsonl",
      "size": 1538500,
      "sha256": "74e596bfababd1e6e1fa5f8584efcc423eb38303f6a6e0002308a4d873183545"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_computer_science_2026-09-16T11-50-42.373384.jsonl",
      "size": 1538195,
      "sha256": "7195edd26819e329a966580accc3d0e7993c89c516e95097ea10f6ef5b2b9ae9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_european_history_2026-09-16T11-50-42.373384.jsonl",
      "size": 9229092,
      "sha256": "ad824ad88d62073b81d48f3e88d77d987d806080797ccefc405dfdfafb29ea17"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_geography_2026-09-16T11-50-42.373384.jsonl",
      "size": 1570600,
      "sha256": "48b90f58bb18ac28a9bcd13efe75788e02b0096b4d4138e474953f1cd7bab536"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_government_and_politics_2026-09-16T11-50-42.373384.jsonl",
      "size": 1961986,
      "sha256": "fd93aa1443aaf96c025e2e1baff6fc0d0f73d132b60d445feb5526dd668e75d9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_macroeconomics_2026-09-16T11-50-42.373384.jsonl",
      "size": 3160964,
      "sha256": "3f059aa71487ff577402ed2d3924a571caadfdd9bf552f29f38392953ee4c3ac"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_mathematics_2026-09-16T11-50-42.373384.jsonl",
      "size": 2036746,
      "sha256": "5fd7bbef5d089e9883899afa5169b2c719014e8130a854df2c2d56e8e2c22860"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_microeconomics_2026-09-16T11-50-42.373384.jsonl",
      "size": 1919901,
      "sha256": "f6c34cc33d68a80a32cff67f725b6696b1d6e4d5a1f2634a2168a8a9a83389b4"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_physics_2026-09-16T11-50-42.373384.jsonl",
      "size": 1385641,
      "sha256": "9edc92e6cdfdedab9fbfa730eb280e2f1de5e19873b2ea7b96dfcee8024aadf5"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_psychology_2026-09-16T11-50-42.373384.jsonl",
      "size": 5648124,
      "sha256": "8eabfe39fda1b8b8d3a7ee9aa97c1c7ee7a689295f13fde207764ca02b121620"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_statistics_2026-09-16T11-50-42.373384.jsonl",
      "size": 3012590,
      "sha256": "7db037440ed61d2d8db27dc2e36300ece2a37aed1f6b860fe5b53ec26af5a76e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_us_history_2026-09-16T11-50-42.373384.jsonl",
      "size": 9014132,
      "sha256": "d7ea453df32643ed1da462049f04fd9c481d161a45875d4fa6131175d35c24ef"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_high_school_world_history_2026-09-16T11-50-42.373384.jsonl",
      "size": 6866417,
      "sha256": "b413f8c40607658fc6431d1a8c82732d4370e768a9e546d4937e4cf0f5eeac6c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_human_aging_2026-09-16T11-50-42.373384.jsonl",
      "size": 1399258,
      "sha256": "c1ab687e065faec0f12026cecd2c1f3c5c3c1cae02056351bec0d78156ce6c3f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_human_sexuality_2026-09-16T11-50-42.373384.jsonl",
      "size": 885964,
      "sha256": "47a5e697acdc117ec26988ffa078412046d294fa4fab30fb26f18c67baff64bd"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_international_law_2026-09-16T11-50-42.373384.jsonl",
      "size": 1587788,
      "sha256": "2b7892a7203f83e23fac3155d64903ed7bd78b7feb66ff90ce81c6c3e950e825"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_jurisprudence_2026-09-16T11-50-42.373384.jsonl",
      "size": 865245,
      "sha256": "7a468de608bd76c9577439bb3534843db217a41b0ad74f550a7f7c5d40464723"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_logical_fallacies_2026-09-16T11-50-42.373384.jsonl",
      "size": 1478475,
      "sha256": "e9bdac4e71db7920ec86fdd4326782ab10e0b25716768fc9ca4de086b92f9716"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_machine_learning_2026-09-16T11-50-42.373384.jsonl",
      "size": 1348190,
      "sha256": "434ac9fd67be656c594d0384089bb62bf8830795b9a072635b7100eef0977496"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_management_2026-09-16T11-50-42.373384.jsonl",
      "size": 593911,
      "sha256": "75f94b57396369e89e9f20d9025ce4989d5ac7de9606cb6f9ca32326f6e76c39"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_marketing_2026-09-16T11-50-42.373384.jsonl",
      "size": 1979441,
      "sha256": "cc94f4d308350dfdd05eccee287b1199c232e5b2c65eefddaa9d3c793f560fa4"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_medical_genetics_2026-09-16T11-50-42.373384.jsonl",
      "size": 663262,
      "sha256": "5fd3a119667b8980467b98fa4b322bcbcca9a358bdb9239154200c883dd3c828"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_miscellaneous_2026-09-16T11-50-42.373384.jsonl",
      "size": 3882869,
      "sha256": "d908793472c1e2aad93202b8980195e2491a62becf114044055118ea679b376a"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_moral_disputes_2026-09-16T11-50-42.373384.jsonl",
      "size": 3393624,
      "sha256": "c1deb497200e26ad49993c1fe868f3ab385dd5e6d65782b7fb76b9350b7d61ef"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_moral_scenarios_2026-09-16T11-50-42.373384.jsonl",
      "size": 10338224,
      "sha256": "148939f523e04fd84ba9e3c026c1600d60f0dd7d8de00119c2175a3c420476e9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_nutrition_2026-09-16T11-50-42.373384.jsonl",
      "size": 3376529,
      "sha256": "211440477c4dafdfccb2b9ebcc74b0e61227895a06ad0263869867a0443f6d5f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_philosophy_2026-09-16T11-50-42.373384.jsonl",
      "size": 2004074,
      "sha256": "0909948f371194aa1e1c57fbc1a1d1fbb027ad054276e2e1e206c9ef1a61a924"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_prehistory_2026-09-16T11-50-42.373384.jsonl",
      "size": 3272105,
      "sha256": "9e25e67b81d43635174bd2c246d1696545fdcab6770edd12513f334cdef6f3a9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_accounting_2026-09-16T11-50-42.373384.jsonl",
      "size": 3403532,
      "sha256": "2074f1a257e773d8ecbe33d91da530e1a6241fc69f9fe8a90e2d174f8e254a01"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_law_2026-09-16T11-50-42.373384.jsonl",
      "size": 51945682,
      "sha256": "d894ea7f0bb572d2f4c7db056e940cc43f3f4443c4e972b6bcf4148f93dd493b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_medicine_2026-09-16T11-50-42.373384.jsonl",
      "size": 5572605,
      "sha256": "53895f699ab51b564a3d325f28bfc97563f0713217a7dc381f3cf3f4abdc48c9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_professional_psychology_2026-09-16T11-50-42.373384.jsonl",
      "size": 7471443,
      "sha256": "e416a586773b8f739be83a44089b8d801b31297619043603434a931bc3605059"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_public_relations_2026-09-16T11-50-42.373384.jsonl",
      "size": 937572,
      "sha256": "846f80e201bc415d4baf73d56aa721d247f79dee924867369070d8f8524cd97c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_security_studies_2026-09-16T11-50-42.373384.jsonl",
      "size": 6554925,
      "sha256": "a900ed6553d69459a30dd8d4333a922f5edc61714d2cf3e8a1a8c297661b5020"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_sociology_2026-09-16T11-50-42.373384.jsonl",
      "size": 1869077,
      "sha256": "c56e5ae7c99d8d83084555f1e0f88e3fac2ccd79f80012fd87d0a8927566ea17"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_us_foreign_policy_2026-09-16T11-50-42.373384.jsonl",
      "size": 910467,
      "sha256": "e8316547f4a6e9b2b45602bdcadfe2df0588e97bed0a83303427bc5fb00ba60f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_virology_2026-09-16T11-50-42.373384.jsonl",
      "size": 1119691,
      "sha256": "1c80a05e24aab2c00177f9e0c3993e901cd35bbb9180bbd38f5d91d06597b763"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/harness/ByteDance__Ouro-1.4B/samples_mmlu_world_religions_2026-09-16T11-50-42.373384.jsonl",
      "size": 793847,
      "sha256": "89a9971e0a737de78e133c7d3b8934059f9457ca8b303e34a3bd3768ad611e99"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/README.md",
      "size": 2889,
      "sha256": "778f54ae72d277edd92ef18f61a35956ab6a96bfd75469cd700033d232e6e784"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/_generate_configs.py",
      "size": 5254,
      "sha256": "a4add5512c995e85e123e32cea7078d6dff1a4ffd4b38d3a4105dbe0ecaa0dbc"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/_continuation_template_yaml",
      "size": 261,
      "sha256": "136c84deb7a6d491034c1f33a7b249d94266116096f1998d5d75b3bae64819fc"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/_mmlu.yaml",
      "size": 719,
      "sha256": "734ceccdc7122de6f6db06bd09bff9d595f2c66c597465472ecf108ee779d4e2"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_abstract_algebra.yaml",
      "size": 246,
      "sha256": "8159e212ce4ff33fd1806313371b905f3f2b27401fcfca61ff93e7b58abf076c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_anatomy.yaml",
      "size": 218,
      "sha256": "694f644ec2cde419a35614b2b81911563da5885fe151957b6f6dead6b04bc530"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_astronomy.yaml",
      "size": 224,
      "sha256": "e7271d1e66df0c1eb2fbef3e4e28aaf694b24b7cd5c8b63b0980363f8c6cf846"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_business_ethics.yaml",
      "size": 244,
      "sha256": "29295b5c3cf4bd29412b50d3522162153bed0948defbc59cd2d3074da536ecff"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_clinical_knowledge.yaml",
      "size": 253,
      "sha256": "c0ec14846f2c637d67c903362f45a397b1779e994f5ef07aa2c0ac81b34a2c72"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_college_biology.yaml",
      "size": 243,
      "sha256": "7752fe151fda10b71968c30a2c3500521c971599e4861b8adaa00642071b3c5b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_college_chemistry.yaml",
      "size": 249,
      "sha256": "c1ed348e373b4324687531bf043538ec66facc626dd4f726f029951f6f3db226"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_college_computer_science.yaml",
      "size": 270,
      "sha256": "4979be6e61bd844c65f010bb38fd0af63778d11db23e6a2797ea1090fdda3c71"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_college_mathematics.yaml",
      "size": 255,
      "sha256": "2ecb386978823213860c49d76695a7b20f5cfaf76b76a81f3a5232a703a257e3"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_college_medicine.yaml",
      "size": 247,
      "sha256": "9ead31b5eb689b3e063d7e272ff9b3a4b15b04e74effd0242430ea9fe5047daf"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_college_physics.yaml",
      "size": 243,
      "sha256": "88d9435fde182a92f48542d21b4d6a30ac1ce4929f6a0392f36b51e14726a133"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_computer_security.yaml",
      "size": 249,
      "sha256": "4fe37174e32cabfea651d2e4068982f4102e0ea64fdc625252ccadc2234e241d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_conceptual_physics.yaml",
      "size": 252,
      "sha256": "3491029bb98d6fe6253b8cd4fbc5b75688cdc0ddaca754d07ab23cb75ccf0d6d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_econometrics.yaml",
      "size": 244,
      "sha256": "7c501063b271086aed0f848176e294c9cb19e1d77fe30f2ee16a1a46d5a40b81"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_electrical_engineering.yaml",
      "size": 264,
      "sha256": "41dea07585d3616e18250d25b813b98302e6e813e2059cdfdec547673ef50d11"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_elementary_mathematics.yaml",
      "size": 264,
      "sha256": "c8f2865817bac8a459b011cfe4145be92b0cbd82de5734c212084469c87df9a6"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_formal_logic.yaml",
      "size": 240,
      "sha256": "a5ffe5d130b6d6bfac7c8e9a6783be64e99aa16ebf8a17c3659f11e65c34f7cc"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_global_facts.yaml",
      "size": 235,
      "sha256": "2fb4d84661cbd15fa2500f4f6cda3c5aa833c1881bc6eb1f8501289e92aeee85"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_biology.yaml",
      "size": 255,
      "sha256": "a0f06049c6a8dbbb3770e2360e8bd9769cd9c1986a6756876036e34b98943bcc"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_chemistry.yaml",
      "size": 261,
      "sha256": "5078f0463f1160a46c3ba8d6a2b0709d06e080e19debb8ab7cfae9c5a04af82f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_computer_science.yaml",
      "size": 282,
      "sha256": "f49e59597711e375cd7777af08f2cfc953e97a710c0146befa3d1249b4313921"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_european_history.yaml",
      "size": 288,
      "sha256": "b878581052510471659eb219ff5500b7630727fc205acad9d99c415217a1104d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_geography.yaml",
      "size": 272,
      "sha256": "3be25c7a9b7c26e9eb80f37091f3fa69c2c70f281d8a13e8f2e1f56cbc93b819"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_government_and_politics.yaml",
      "size": 314,
      "sha256": "1a146e58fdd8c9df6d25b1a9b541ba7ca6bd513138d3d4865518a9433fded980"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_macroeconomics.yaml",
      "size": 287,
      "sha256": "c61acdc2578896e3ae4de5cc7bf321afe117ae651952f8416a2704859dabe69f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_mathematics.yaml",
      "size": 267,
      "sha256": "5204706c64ab5c74192ab0a79487e692a89011415b7ab16baebc7c6594fd896e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_microeconomics.yaml",
      "size": 287,
      "sha256": "0ac5a1c4cdc1db5da4676772f964c548ad04d29cc5054fd42111083569c773f2"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_physics.yaml",
      "size": 255,
      "sha256": "6ad4aa424a658e3fff52cb5a317da82a816e35d6b7ee75debdb16ce464596512"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_psychology.yaml",
      "size": 275,
      "sha256": "1d81a1a6567a58133fc81b8fa5fc8c2e1f9bcf7c7657c437d7c718ca91bec516"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_statistics.yaml",
      "size": 264,
      "sha256": "8371896942aa20418c8afdef39758afecf95d6cefe078917722c0b3849ce5db7"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_us_history.yaml",
      "size": 270,
      "sha256": "b0dcce25582b1159b6fa0adb534f01784e24cc34f90504c071a44703ff70fbe1"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_high_school_world_history.yaml",
      "size": 279,
      "sha256": "6a03310034e058209fad6e2231930e8cdb11da18bd292e749ed90db1ea0b81bd"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_human_aging.yaml",
      "size": 232,
      "sha256": "df2506c4b5b9ecbee3842d90daef68079279c14177138f184949aa676faac7c4"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_human_sexuality.yaml",
      "size": 254,
      "sha256": "84670a5ee78c5d8edcb276d460df7c8addf1600c6d705ea1f0c94da79f448e28"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_international_law.yaml",
      "size": 255,
      "sha256": "fca976f0ccdf3c118cffb8ebd76b8cdc6e1843ca5d334a7a6527acc05bc84b75"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_jurisprudence.yaml",
      "size": 242,
      "sha256": "2c0350db6deee656a2cd39be6a311f0f81822313f3ae9e74fc3e7f67b9f088a2"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_logical_fallacies.yaml",
      "size": 255,
      "sha256": "b91f67cff7385a821d247712f87ed5ebc50886727c8c737baf6526ad84f4be13"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_machine_learning.yaml",
      "size": 246,
      "sha256": "83514cc0afdc6430167e88c9369af636aebeb6e0b973313ddcceec998bb1e1e5"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_management.yaml",
      "size": 228,
      "sha256": "d6869851aa6ea7511e88a3331c301ee3b2832f2e5ddc100b97da564cf153019d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_marketing.yaml",
      "size": 225,
      "sha256": "60b3d5773349690945f240c43441160ebe4e77187fc9ce8c34216e669a8a70c7"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_medical_genetics.yaml",
      "size": 247,
      "sha256": "1318b567eec3e85dad5b7827a6805e8e0dd966fe732ede9f5ee4634542458269"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_miscellaneous.yaml",
      "size": 237,
      "sha256": "54464d8cffe046c4526fd54baf846923c6da950e63be60e3b8d263a3a86b21d8"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_moral_disputes.yaml",
      "size": 246,
      "sha256": "bb4f0b3230800a1d08575615fece8ab4e5ca445c64fe65459824a31d59997279"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_moral_scenarios.yaml",
      "size": 249,
      "sha256": "7bc3391886d1b8f8766b83eee52af7fe724396547be8a86bfb57444331a8aee5"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_nutrition.yaml",
      "size": 225,
      "sha256": "b491deb4135fcc6f679ffc60f75d6a9548286f540ec25f6956767c87006c87dd"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_philosophy.yaml",
      "size": 233,
      "sha256": "6029ace828d819b309f863517a0b55c0215a613e1438cfc6e4ecf1252d61f123"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_prehistory.yaml",
      "size": 233,
      "sha256": "d8723c91698d9fc53ca04b519ca1ef7f8306ea3a859af8e00021eb8a5f0069aa"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_professional_accounting.yaml",
      "size": 268,
      "sha256": "a7564021ab6fea419419c54aa850e8bb3d462cc027c6e053c5c6f3b2881aad6d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_professional_law.yaml",
      "size": 252,
      "sha256": "993b1bbed3ade81edda65ba082bd92e178adeff01095a9fdbba8eb1887f1c257"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_professional_medicine.yaml",
      "size": 262,
      "sha256": "54bc9058843686adb0b4664c448c35c04e9d0628656e9bba68f1e39367fe7ce2"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_professional_psychology.yaml",
      "size": 278,
      "sha256": "f32d4960ce8163fb2e74ae89305d58e90e60da64ecdae4d3fabb388f504593bf"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_public_relations.yaml",
      "size": 257,
      "sha256": "284845391d878b622c02c374586ea4b5b2c2dbef0e59d34baeecda833da1971d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_security_studies.yaml",
      "size": 257,
      "sha256": "7676a70b9b518292516dc12e0912ecb953de2593902e70acb05eda873f732d5c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_sociology.yaml",
      "size": 235,
      "sha256": "ab5aad3265f97aee30d87ca136a04bffb8982e745f7436969034c522ca33cd90"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_us_foreign_policy.yaml",
      "size": 260,
      "sha256": "8dc6ccf8c702d76ed9b0d0e41d9055a3682bbeaea7165691f36a27a918189acb"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_virology.yaml",
      "size": 222,
      "sha256": "97d27d41025cd77340cb440ece792e258b6c660a7e0f460f3d0a7c25f6fc169b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/continuation/mmlu_world_religions.yaml",
      "size": 249,
      "sha256": "f1e182eda771dc880be7f9915af22343fadeeb6209e436d9cbaa5a9aa89b328c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/_default_template_yaml",
      "size": 406,
      "sha256": "a0997593bf94f52cc87eb1f9b621f52613a6c60f1fb48775b0926104fd385122"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/_mmlu.yaml",
      "size": 179,
      "sha256": "e35dd25fea5fa5583fbb64a99f9b7c4a2071a3edbbd65182f152d77b7798e11d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/_mmlu_humanities.yaml",
      "size": 166,
      "sha256": "790036db1420e7c8a1266f149ecaa401326380608552fc123cac1c15255ad7f1"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/_mmlu_other.yaml",
      "size": 151,
      "sha256": "1cd803a8f56b88a830f8a12a9fc052d8b8237c712b8ea859582da3eeb6ad43de"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/_mmlu_social_sciences.yaml",
      "size": 181,
      "sha256": "ece4a326d603c2424411af4a3b1cb1a99677792f50cd366f8e9f5e726899194b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/_mmlu_stem.yaml",
      "size": 148,
      "sha256": "2d58563cf678c1e7f98ade5aa47ff68143d8554cc1661ed7b832abe483b2604d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_abstract_algebra.yaml",
      "size": 270,
      "sha256": "f026cc8918a0a4a422af4286e22889de6f423483671975fdd5429c96c0d0d9ef"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_anatomy.yaml",
      "size": 233,
      "sha256": "8dad2f8dc245224b7981c6186e1192e362d26c0eac649d1307080f57df92ff64"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_astronomy.yaml",
      "size": 241,
      "sha256": "a7723276547be2474f1413d387d13f1fec179ae98f236a78258c6c83e231d926"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_business_ethics.yaml",
      "size": 267,
      "sha256": "0a8df5dc2fa2f02f1c70da7ab920761f479862462dee97457182df817b1dce57"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_clinical_knowledge.yaml",
      "size": 279,
      "sha256": "2308279513bb71f56bc46213ec73d942918a6e5d6edc8856ec430dcc6d3cc26b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_college_biology.yaml",
      "size": 266,
      "sha256": "a102e5ddd619591a8a7edf1830bd78c9ae56f083908a31f5b62ba0d7ab593695"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_college_chemistry.yaml",
      "size": 274,
      "sha256": "aafbd16592bce40850f95f13a61d3ae53f2ecc5121e1677e9bc27a898d8b022c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_college_computer_science.yaml",
      "size": 302,
      "sha256": "34ba579d113ac7d499fb9f1a41db30f656eb4f85f240c8e85b2e01c8a2e7b1aa"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_college_mathematics.yaml",
      "size": 282,
      "sha256": "f5ee2d5cab36fdcee9678fdfda31c1d6dafd173674692311e6a3000511d7de14"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_college_medicine.yaml",
      "size": 271,
      "sha256": "3c95658b25cf99dd9c998430463cdcae1ad4c3fb75c735ac4483448ccbe07432"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_college_physics.yaml",
      "size": 266,
      "sha256": "419ff741345b01c8d7362ab41f7a48f0ea44667cf0bb870568718a500b1ca6ac"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_computer_security.yaml",
      "size": 274,
      "sha256": "a734f89bffb4038e6be27d9f402aac0e79bbe3b831d42faffc5e15410d88a953"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_conceptual_physics.yaml",
      "size": 278,
      "sha256": "2f442a87451b9f95b22907d434e737ca14455f197390ad69bbaae997004ad4a2"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_econometrics.yaml",
      "size": 264,
      "sha256": "4d42386ca2a5637d60b4978c575d3490354f4038c67743089a7e9ff14d65fb13"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_electrical_engineering.yaml",
      "size": 294,
      "sha256": "c29ed6b29cb28b0fd4c243a2bf637385123926119b25160f99f02867f5be1396"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_elementary_mathematics.yaml",
      "size": 294,
      "sha256": "90105e3ee53a869f5bb23361fe01419e9cec54bfbf1cd82b2d3f3e5f8a335c4a"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_formal_logic.yaml",
      "size": 260,
      "sha256": "31e3c8ec51bbbe8ba7842948b28844b0f12de8b709059f1647bda39f860ab86e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_global_facts.yaml",
      "size": 255,
      "sha256": "d938b962a3f8fdcd90040d9ef28db9068a6d1ecf08a7311d8de7ed89f77eabf9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_biology.yaml",
      "size": 282,
      "sha256": "3b967d4bf5169aa90abd85a04b9cca5746b79102aa9e3feca4aad8318f441767"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_chemistry.yaml",
      "size": 290,
      "sha256": "d89282333d4fce1f761df5e0baedcb59aa72dab22f4651d3e1f77aa142cd1f06"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_computer_science.yaml",
      "size": 318,
      "sha256": "4fa205dc34a098acf68e303f6f7c0da3bdde9d4638a94a5683ef6c57c3c3f13b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_european_history.yaml",
      "size": 324,
      "sha256": "dc30df82cdef1692a99806b1be2aa94f16362407179cc2a2d9eabdb37b2af06e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_geography.yaml",
      "size": 301,
      "sha256": "4b6e36425a2690e02e46e8a7c7c886d64e42082399857c7bfc2f396d93d38ea9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_government_and_politics.yaml",
      "size": 357,
      "sha256": "02b95e38f133266a69bbbffb8ecaef5f67fa0521d81b0f540a0e4cc2dcc64923"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_macroeconomics.yaml",
      "size": 321,
      "sha256": "d86505fa78ab45dac3de902432bb1a30e25f3d86fe20289c07a1b61214529f33"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_mathematics.yaml",
      "size": 298,
      "sha256": "7cdaaad0ba299d5679b344ec8cd4775dd81ebff3918041157a7a980708f31dc2"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_microeconomics.yaml",
      "size": 321,
      "sha256": "b50ee6a489ebef539ea181b968716b7b7cdc94729fc58cf01b9f36388093ec36"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_physics.yaml",
      "size": 282,
      "sha256": "8ee33988717ad1c9cc29f51841ffdd8ba2ce57e80f93fc6f3d570a48c6683934"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_psychology.yaml",
      "size": 305,
      "sha256": "603b757c8843ede5c6451a25593a8ee5b781d453b07372c49424816b79a9a4ae"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_statistics.yaml",
      "size": 294,
      "sha256": "b9dadaa5ce8598d6fd068481e03e617e5154f90462c80a71874bf8077fbf8492"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_us_history.yaml",
      "size": 300,
      "sha256": "2bd13e1b627b022b65c4c8f135fac2aa96dcd9ca7f46ff79abe8679c279eb947"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_high_school_world_history.yaml",
      "size": 312,
      "sha256": "580fd84a4f4c1c9a974b13bcb92f39f5a0c464402401744dd9b45daa4a76eeae"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_human_aging.yaml",
      "size": 251,
      "sha256": "cee80b63790b0e86e7b26cd68973c410ab2a085e7626268a4a25587ed48a7811"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_human_sexuality.yaml",
      "size": 277,
      "sha256": "267fe3eb8fcaf52d157fcc0728d0513fdb91c3371173fe388e0b03f8a7ea09e4"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_international_law.yaml",
      "size": 280,
      "sha256": "99064d1d0304106cb19fea31fd4af5cf69a949cb4f5e871729a76d090a3e89c3"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_jurisprudence.yaml",
      "size": 263,
      "sha256": "2d18fc654dd44d92ddd394adf1e3ef97c74366378bb37345b2e44d2f79fa2b05"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_logical_fallacies.yaml",
      "size": 280,
      "sha256": "2f03bd256e2e12fff3cdec67ea4f08df6d678b6dbacb6962c0d81dc0da2f356a"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_machine_learning.yaml",
      "size": 270,
      "sha256": "789baf184429d6b505f16fe581abb32ba1815b48223735be15710244c3d4c948"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_management.yaml",
      "size": 246,
      "sha256": "9d4507c060bff0db4dc8ff4198c625715effed28d24fdbf54495ea493b1c6d27"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_marketing.yaml",
      "size": 242,
      "sha256": "f63fecdb482e3f23bdd1863c6a309a5ddc836e09f531515f0a33de8461b824c9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_medical_genetics.yaml",
      "size": 271,
      "sha256": "ab26bded29775760a1e5455d476227c74a51d94eb0b369363a69d184a876d857"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_miscellaneous.yaml",
      "size": 258,
      "sha256": "afc98efce966768995194ffd5d8e86c881bdad06fd5bb576156b3da133f82d3d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_moral_disputes.yaml",
      "size": 268,
      "sha256": "ec8279e3da5bfc4a28a1b096f1dd6c42fe5f307d9a9c513e3e79f2990f2fd058"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_moral_scenarios.yaml",
      "size": 272,
      "sha256": "c98a60a99386cafb095e7e02b56c6a74011a77a5a6772901d055e9d48e63e26e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_nutrition.yaml",
      "size": 242,
      "sha256": "e117c15b9846fc75e9efcf28f62edea6c736d24d4d1acc3e310205f1852e6221"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_philosophy.yaml",
      "size": 251,
      "sha256": "7654a06752c5c45e0637508ea4a528798114c10fab172b761ca2ef397c0d9172"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_prehistory.yaml",
      "size": 251,
      "sha256": "c23f8dcc4e96011f9ebca99bcb2b2372f477d5e36681690bbacd94c0a403b6c9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_professional_accounting.yaml",
      "size": 299,
      "sha256": "432df31fa6ad5398020117189481f61afbc4b27bf7e7e7f03fa83f900f01cd11"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_professional_law.yaml",
      "size": 276,
      "sha256": "6067d60160d0978b5e2c15faedcd9baf5188600876a892fb08c42f1b4369758c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_professional_medicine.yaml",
      "size": 291,
      "sha256": "aedd6c8fc5b662f1197fda2920bea8516ce4090e16f97ef0cf1d22a4c54274e4"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_professional_psychology.yaml",
      "size": 309,
      "sha256": "c8acc00f3010b396ce34f2b54ffa6bf0806397a7b14f9a1c52eab18b4e02c642"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_public_relations.yaml",
      "size": 281,
      "sha256": "3f560bb0cbe9967c9ee9e753d41681304a366c83e4cccb73743fca4d0938533f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_security_studies.yaml",
      "size": 281,
      "sha256": "c23f790964719dd32abaeb4993ecb9bf5560a7b4606220cd88a900830e11df2f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_sociology.yaml",
      "size": 252,
      "sha256": "bf1ca22fc29b65431b83fa9de59676a3543535b9ab942fa86cc4ff8c871bd6c3"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_us_foreign_policy.yaml",
      "size": 285,
      "sha256": "44c36ea7852bccc941fc24370bcd9c985ab0ff334a9689525a6511ef2c6a8339"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_virology.yaml",
      "size": 238,
      "sha256": "028b0d3acbacd9bf83f7e67a41b052e4699feccca4c7e5e9edd74fbfd259a817"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/default/mmlu_world_religions.yaml",
      "size": 272,
      "sha256": "08d79b1b3cc4976a97c9aa57f1362cb588db1e68010ba56ff33a4fbe884e3e2a"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/_cot_prompts.json",
      "size": 218396,
      "sha256": "081478485b1d4f51e01305e19113f0e3a468f2dc787596386998e229a97b096c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/_mmlu.yaml",
      "size": 808,
      "sha256": "841b0c13d17dca9484e15350c3d66b1bef58978bd378ba2cffc315c704ddb9d0"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml",
      "size": 857,
      "sha256": "41ac9b9aed62737cc0d616c3594afe1fc5e0e886a84ea883e7d375e2fa71da53"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_abstract_algebra.yaml",
      "size": 3437,
      "sha256": "6a82a3a3575a224c794f7d08498ee8d81500de8cf85baf177b10f2b16531742a"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_anatomy.yaml",
      "size": 5059,
      "sha256": "35fb1d5692efbd88df5145c3067b8fa5fb2451d78845c5a7509dc5ad74b924f9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_astronomy.yaml",
      "size": 4723,
      "sha256": "e8a4ae72a9c4f22399bf7db9611e84510bf45913cce5001bbed26bc382edf865"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_business_ethics.yaml",
      "size": 4909,
      "sha256": "78f11f5af8d6f611ab8bd7f262b75628902989b9c1120c702057739c55a0b27e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_clinical_knowledge.yaml",
      "size": 2900,
      "sha256": "8d25fc0ab2cf92ab5c436c5f670e315f9a8cf188012f297dc42d25f6bd492cb8"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_biology.yaml",
      "size": 5193,
      "sha256": "f62712222367f8b93decb5928bbd6c6e52df8537ac52e391c2b41e4593407d66"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_chemistry.yaml",
      "size": 3237,
      "sha256": "ba672552c0452b83bcf681bacd1b541402acd7d0eb572b9eebf30c6801656f91"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_computer_science.yaml",
      "size": 7034,
      "sha256": "11d0fa680031fa2e7273f63b3b9f0fb0ea17c9c44a4ad421176537a57ff0f7f9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_mathematics.yaml",
      "size": 4331,
      "sha256": "c52220f31726659551c9d80bca70b7fa951b50bda905b60cbc53ffc50d6f0312"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_medicine.yaml",
      "size": 4607,
      "sha256": "44b0d7261fac40e4349455882382cdc7f309bd635522a583d129f94f7241aced"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_college_physics.yaml",
      "size": 3715,
      "sha256": "eafd937f7fd6e551c5841f07ff19714654f81465225b6ca877a6c3bdd84293b8"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_computer_security.yaml",
      "size": 3054,
      "sha256": "3ceaf68bfd728cf16e6371de4c150bddbb13511645a8a72cfde766d4863c1777"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_conceptual_physics.yaml",
      "size": 2809,
      "sha256": "0eac76ae4d3e69938190e272339979cf1a4f1cc489f1feceedbc9f25e09bd547"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_econometrics.yaml",
      "size": 5536,
      "sha256": "27e0148e69883a63b43c82f5f37780be296b231fafcf1c8621317170d084f10f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_electrical_engineering.yaml",
      "size": 2914,
      "sha256": "34dc98b5326e4114e3869aee3aa4dfb7f87197d0a70ae345487c8637b8b2f6fe"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_elementary_mathematics.yaml",
      "size": 3504,
      "sha256": "3f54280519f77fe5ccd7c745bd50e12d1b71d2cf45f271fa09f903df22349d15"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_formal_logic.yaml",
      "size": 5114,
      "sha256": "f4018ebdc61ab81621c82a9386b4da7b06280975e4bb002d0065b9418a28dcb8"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_global_facts.yaml",
      "size": 2833,
      "sha256": "9e69e90fa99449328b6484b3ff0f2fcf6a054c6b8adffbf8d35adb7616e00928"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_biology.yaml",
      "size": 4783,
      "sha256": "889ba7cb27a5f16155aad27d9ce96c1a4a84f828514b02ceec9715e4665da102"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_chemistry.yaml",
      "size": 4328,
      "sha256": "2479ab54469708cee0f2f87d13af4afe05281810af1f8cbe3011a96f306b3c2f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_computer_science.yaml",
      "size": 6099,
      "sha256": "175e2c7387012404ffd8b729793aede7547bb918c78a0dc5e4c3edc551825a56"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_european_history.yaml",
      "size": 15060,
      "sha256": "94f29d4d748a7ff3a300cd2600e53defd64d23f885f7faf9cffe1a6a25f142b6"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_geography.yaml",
      "size": 3204,
      "sha256": "b4e7aa1250d71073ebad136f5e55742fb2f73781a4d0b384d2b66f225c358ea3"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml",
      "size": 3706,
      "sha256": "8807a985318a3c3447a3180c9e92de7e0a8d33892995c5984c36c49e4eae330e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml",
      "size": 3175,
      "sha256": "8d7bd75984ba90408664765b51b381ecb902379ae49274db17983271daa693d6"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_mathematics.yaml",
      "size": 3101,
      "sha256": "4e135180ac03b59ab5d94e5b22cb4008f7205c4308fa79e34b9ccdc5734bd5ee"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml",
      "size": 3372,
      "sha256": "47a7c2c61c0d606801c3fd590fdbe1aa6f7879b0e207786251f67dac8651d156"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_physics.yaml",
      "size": 3340,
      "sha256": "3e17aabf420d638d64a4b3983524b5597ec904ed53a10235f780cafdf1293c5a"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_psychology.yaml",
      "size": 4131,
      "sha256": "0531761d82d81b588ff795041ca4b69cd19ac89e6629eed319d3524688b3f694"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_statistics.yaml",
      "size": 4953,
      "sha256": "50c260dfc7fd9f07cf17826df985c413e5a459a5b6934448f5095f640666ba5f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_us_history.yaml",
      "size": 11947,
      "sha256": "b35b8dd8e52d3f565db261ff5d356dea861ccef1ea3fea5f6aee66f12a1ee9eb"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_high_school_world_history.yaml",
      "size": 7284,
      "sha256": "4be39e1e26859c622be650edec28f97fc9dca34cf70e5168eed548f2282fd2c5"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_human_aging.yaml",
      "size": 2289,
      "sha256": "ca6c9d90f9a96e1452f152281d977bb9b8e9a754d52a3a301653a1955c45c33b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_human_sexuality.yaml",
      "size": 2846,
      "sha256": "cf4f153dde846ba75738bcbb74faafe43e81a5372a78e1dc413e978f70c5aa45"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_international_law.yaml",
      "size": 4656,
      "sha256": "5139ae273a6215abd2db2b43a44e453770855f1ce7450a29b85d03f349910b57"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_jurisprudence.yaml",
      "size": 3813,
      "sha256": "4401aed89315923997e0b7ea765561c74f326871d66681951d069e2b45a4468c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_logical_fallacies.yaml",
      "size": 3789,
      "sha256": "460be41cd094861aa0138b990683a9f9d26e0aa549e97475c8065ab8d240eecb"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_machine_learning.yaml",
      "size": 5222,
      "sha256": "d79416d474d7a6e61ae591f8ac43f946ca7938d8750a1c5170b09c4e7059b250"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_management.yaml",
      "size": 2755,
      "sha256": "94b712c7806f592fd1da06a59786a0f7fa601f7fbf53b7834f3fb7171d434a8c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_marketing.yaml",
      "size": 3411,
      "sha256": "8e1dd1496a8ed422180ceb4c2ac647899eca5a9d29732ffd09dc9ac2429411e4"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_medical_genetics.yaml",
      "size": 3090,
      "sha256": "b5612391646ff5c2b7330085c193ddb91da88ddc75ba1f51aa892975b888f796"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_miscellaneous.yaml",
      "size": 2309,
      "sha256": "5eda41bf28ef9b48601432d3375dc3728d4a54da9a611d46b0988bde0ceba583"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_moral_disputes.yaml",
      "size": 4154,
      "sha256": "3e4d8a2fd0293ac443151bdc9ca1e1e6315b54a3b9a60cd2d9f6e91be42921f6"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_moral_scenarios.yaml",
      "size": 3752,
      "sha256": "cf14d28826e492dfd340a4b4d45a8616bf8ea78a1a56a6f4d860e3f4b0710348"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_nutrition.yaml",
      "size": 4036,
      "sha256": "66cb0cfc7ea9e7ca0ea41cdb738058415988e3f1dcc145ef584cc1255c15df68"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_philosophy.yaml",
      "size": 2547,
      "sha256": "7c6bc9a7ede66397153c43fbe5541ea7b1915c6b859b9943306d6f7001b24673"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_prehistory.yaml",
      "size": 3589,
      "sha256": "bc7298a39aea277d726c45fb10bc8e7832a29d53d932fc8b98a44b1d941ebf77"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_accounting.yaml",
      "size": 4077,
      "sha256": "9d5d39802d3a95006bf9dd9bbf4d7dfe65012844488683cdce5fd192cf2a5690"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_law.yaml",
      "size": 9158,
      "sha256": "60002401be2c426d28eec19106978eda502523b9f2cfaddf7fea184981d166dd"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_medicine.yaml",
      "size": 6138,
      "sha256": "5f0e5a97c2375615a70c82a35cc6d66ecbd076b0990fb9a673642d0204e200b7"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_professional_psychology.yaml",
      "size": 4161,
      "sha256": "e8ff2a6d9fcedcdde312227002bab51119bb36d60bb87e7ec12e462577a400d2"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_public_relations.yaml",
      "size": 3287,
      "sha256": "f652e7e51613e1b18fc946dd4a5e95e9bc92bbb0d42bfa2b4b3f07d476795b91"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_security_studies.yaml",
      "size": 7483,
      "sha256": "084e1747d921d91b18c136352b0004d4950bb51e08c0f8bad3480841c66a37fe"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_sociology.yaml",
      "size": 3603,
      "sha256": "e1161e1bc107902e024da3483a294fe0814230ff0517b734120a7fada19a9e16"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_us_foreign_policy.yaml",
      "size": 3414,
      "sha256": "55852af826b6c2036dc85dc45ea23c700743da4e24e3cf06b7cdcd88ac4d4882"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_virology.yaml",
      "size": 2569,
      "sha256": "ff93991c7f094ebc0b8891dee3cfda9be35c18f4ec00d1f3cfa5bfad159786c2"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_fewshot/mmlu_world_religions.yaml",
      "size": 2239,
      "sha256": "47309f8760d7d0d7696bb45028a6191abf86d4c431c335720543887baa152da0"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/_mmlu.yaml",
      "size": 756,
      "sha256": "6ba212a0a4796dbbf007a22585f1ed8183149f8bba84172f8132af919ebfc12e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml",
      "size": 1072,
      "sha256": "e51df99abbebe79ace4064d695a51d53fc9e4f67c7103b5ca313a7146fdae252"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_abstract_algebra.yaml",
      "size": 282,
      "sha256": "0f4e430c6df81565a51b07ad0d5e0f7460375993bd55ba326d4e29e641a9b4a9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_anatomy.yaml",
      "size": 254,
      "sha256": "718e1b6a5980d100a77b51a6886a23612fbd7e98df59b0ad9918f0d0f5548eca"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_astronomy.yaml",
      "size": 260,
      "sha256": "730460295d4e2fb093043eecad48a474de157f7382b7a16c020a0ac11391a414"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_business_ethics.yaml",
      "size": 280,
      "sha256": "66b84845db9f100d5f61c321b172af074e83f309589ab9970e95043ff363fc6d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml",
      "size": 289,
      "sha256": "21965982898d6c43174a240b7800cecd988d7e12f0889edeea9caac54803301e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_biology.yaml",
      "size": 279,
      "sha256": "983c160278707250d8d03fb1ff2eda7b7b5928c1a54bbf4d94d95f749e35462e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_chemistry.yaml",
      "size": 285,
      "sha256": "3fef7434aa93f5833d2d8628f377c9ae29bd89f89f7000d9bd4901b642ffa9ce"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_computer_science.yaml",
      "size": 306,
      "sha256": "fa621573f15d7751ea352755d6bcd8b69fc9ada117e8eaef2e1650bacc3a7ec6"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_mathematics.yaml",
      "size": 291,
      "sha256": "5c01d6e6bd2e9d76d938472380fdc089d65c69b6ea0c63343d28ffaceb6a55af"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_medicine.yaml",
      "size": 283,
      "sha256": "54af6f6561d52724e274c0f4f8d79e2247802a0d51cf978f3be4b0e219d41bff"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_college_physics.yaml",
      "size": 279,
      "sha256": "f9945e35b4a8eb95a1d6f853abb01acaca04ead2972f12f23c65da260284a278"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_computer_security.yaml",
      "size": 285,
      "sha256": "255970af3e8018aa392623e9a91c093a2aaecac98f29f50bbb94a5437dfa2a78"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_conceptual_physics.yaml",
      "size": 288,
      "sha256": "3c8d281f58f68cef2380294e5da86aff3e04d6b8a0bd01ad3e20473f6b594a9e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_econometrics.yaml",
      "size": 280,
      "sha256": "fbbdd397787faf85ec12d06ed5c32c84ac90e8d4cc4dfbf628748376e02c9519"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_electrical_engineering.yaml",
      "size": 300,
      "sha256": "483294a165a9f5c22a617be34cb7a6e6d31ac5bd1a408f207406f8ac31406ac1"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml",
      "size": 300,
      "sha256": "12da2707d08dabb68d275c1573185910bdfbdd782352abeff74d399544d995f7"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_formal_logic.yaml",
      "size": 276,
      "sha256": "7659175f21d025a6d47443e85ae018669d51260ae31c4150268c49fb89804ba8"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_global_facts.yaml",
      "size": 271,
      "sha256": "8afc38b1e94298ee3bc3f2c9ed1adfcd07778f24e8310fc14d9a19166fcc9afa"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_biology.yaml",
      "size": 291,
      "sha256": "6f904a248140d3a01792fff9461f0b4575b46fbc684c4d2b95f1f76f403a38d3"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml",
      "size": 297,
      "sha256": "309b5bd5593429579a12317ed9fed624467ea4154ff1f59fb347724d21db4dc0"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml",
      "size": 318,
      "sha256": "8df90d69c86b107905601791281b44916ef1d129f4b27049f56f0062cd4a0ed3"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_european_history.yaml",
      "size": 324,
      "sha256": "5eca500a95ad96daa886871766592aff3eeed75bccf78fe54fc2cefe1055715d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_geography.yaml",
      "size": 308,
      "sha256": "0d51873306ef8f1cef72c3ae13bf1d6a801d5819c83887660769a5c9fd9fb971"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml",
      "size": 350,
      "sha256": "9522a44331a4dc4894bcb304f9ef6a3b7c83b107c6693aee8e57e60703411f13"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml",
      "size": 323,
      "sha256": "13423f3c693d7f45ac770dc5f2d0ee53688e294572dc9d98e29e3759bfdeb9db"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml",
      "size": 303,
      "sha256": "dbb218f42a51b72eb70258f4cf323c70345650a80ced31e270dcad589b3c7ff6"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml",
      "size": 323,
      "sha256": "2c3dd9bff4f339b4077962e0829b6175a34003bba2d978ec5979629b04139bfb"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_physics.yaml",
      "size": 291,
      "sha256": "726f5d42515d32d7f3e6d3b08b25ccec1aaf28189dc11bef79bdf3b715dd7cce"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_psychology.yaml",
      "size": 311,
      "sha256": "556a7fc16bf3b423c3d2dc93dd0ad16dfa3d9a0eab7c631718e4be9200cbda02"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_statistics.yaml",
      "size": 300,
      "sha256": "225b51d0de3ccf19f5e86c22a6246965b290e6acd3805cc31f534e6869765f79"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_us_history.yaml",
      "size": 306,
      "sha256": "cb4622ad1303c9c1a9fcaf12e63ce73a230070e3584664b4e59b64bcacdc6bf1"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_high_school_world_history.yaml",
      "size": 315,
      "sha256": "94698105b047e8d01ebc968f19bda8dacca01b2cb2303a22230a6682a898dab6"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_human_aging.yaml",
      "size": 268,
      "sha256": "2aa229df85156ef14ba6c6122ddf49e76a2b3dcb76ba085a04b0ebdd58545627"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_human_sexuality.yaml",
      "size": 290,
      "sha256": "272e81f2f37dda26dc78d0ed534d41abf9dd03c35d3d869c5deaa871e2a2579d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_international_law.yaml",
      "size": 291,
      "sha256": "3d77f2a8395bf5ff541a4a4c6124d6e3a25614f6db02016d28b33bbf1a807a0c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_jurisprudence.yaml",
      "size": 278,
      "sha256": "0e327f06ad7bc2b782c0d9dcff3fb2155e3c7217988b3cf8c98b266027262a77"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_logical_fallacies.yaml",
      "size": 291,
      "sha256": "9e49ffcae0aa91c47d3723f10eb9b20bd50a3983c74f3e879322903fbf8d6b96"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_machine_learning.yaml",
      "size": 282,
      "sha256": "691a83f1dd6b523076b235280bf7242e5c221c7c1d0d7f4836107240ee3146c6"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_management.yaml",
      "size": 264,
      "sha256": "20bea7191915199593ab02a551af961ed6a3159b8bc80a8c51bdceb0dd8cc070"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_marketing.yaml",
      "size": 261,
      "sha256": "d8b8a9ce0cfd63155a9e53e3c035d9cefaf2065e4ba536f63622f03507002372"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_medical_genetics.yaml",
      "size": 283,
      "sha256": "02ce2b1f805a3c92455a13e7584e193f9298fd597cf13690159196d5f80cdf57"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_miscellaneous.yaml",
      "size": 273,
      "sha256": "e165b2abd941bae553f074325732ab97d81c6828b523981b66e7c6263a0eb7fc"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_moral_disputes.yaml",
      "size": 282,
      "sha256": "1495b47be1f8e1d563d83cdce06c58682647ad51b92ae7305b463b0782f64c1e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_moral_scenarios.yaml",
      "size": 285,
      "sha256": "85b4b52d5a6f3787bb144cfc0e86054207db78bf87e4069cc92b8bcef15a5e20"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_nutrition.yaml",
      "size": 261,
      "sha256": "c89d09fe7bcae0ad017d0fa3e101459da6a36850f48f279d7fab782aa22be8ab"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_philosophy.yaml",
      "size": 269,
      "sha256": "d1abca02caf98f5d7837112c13c20d9f37d4a42e5a2976cc473576ca4779759f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_prehistory.yaml",
      "size": 269,
      "sha256": "b2ee00c7554d1b0a80137a1a806fb1401b6f8457546860d07f49f8173e7361e2"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_accounting.yaml",
      "size": 304,
      "sha256": "aa37f32d462cae79772ec9513ee841ad1516241b1cfb0b2f8a1f8de5f91a2503"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_law.yaml",
      "size": 288,
      "sha256": "b4633bc3bfe388dce96fd3ee74d3a16a17d41b81091e73ce843bbf6a1dd9fc45"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_medicine.yaml",
      "size": 298,
      "sha256": "124b76dfedceee20556c3bad5c4b64d7eba9c01c12b3816f335444e80c0f55b9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_professional_psychology.yaml",
      "size": 314,
      "sha256": "bfd420d37a790b79b699917f93df94b8789402e78d29358c2caa0533533e9e2a"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_public_relations.yaml",
      "size": 293,
      "sha256": "87a706631d2ee077897ade2a653b318fc76b69f5f6191be3e96bbb766fab3195"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_security_studies.yaml",
      "size": 293,
      "sha256": "fd54b2d93ebcc75f342a3ce2fd2bec249a394e1f8f4a40e866efd94d46c92b4c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_sociology.yaml",
      "size": 271,
      "sha256": "9f7a6142a9d18ef23c53335d0fb8b156544f4ba127957a9f0ad65e23997ac50b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml",
      "size": 296,
      "sha256": "699fc154e0d77a1ede4541b633b7ef66548d1bc2b42d5048bba8132249a4b7fb"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_virology.yaml",
      "size": 258,
      "sha256": "d9e7019f243db21c93c55b27c7f50556b5c077e6763844687c016ae78cd13481"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/mmlu_world_religions.yaml",
      "size": 285,
      "sha256": "8971bdd4df2a05151e3ef91e5550a3099da2bb8939e6d5d0df748da7a4a0551b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_cot_zeroshot/utils.py",
      "size": 4186,
      "sha256": "be4152c245326849a377fe9b2b3cb75e8668d73cf83bb66e7f516135c5b3ab0d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/_mmlu.yaml",
      "size": 779,
      "sha256": "05208f1966f15fb0a8c1f794100d0da374709b50ccce002f4861d8e38ed90ab8"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/_mmlu_flan_generative_template_yaml",
      "size": 808,
      "sha256": "09ca8f0fe2d60969b193d53c1136bc694f8caf8dae572f313daebab096800caa"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_abstract_algebra.yaml",
      "size": 290,
      "sha256": "b3b26b8a57ab7bf97d6f6d0c1de51ac9b9698d106b13826474a4b511729b064d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_anatomy.yaml",
      "size": 262,
      "sha256": "ccd5a7f28cacb48dc07189336eb0c98a725560cd039d826b940ded009c10b65d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_astronomy.yaml",
      "size": 268,
      "sha256": "208df1bfdcb4390836e3c292981c032b39fe1f2035e334b977df830db1c575d9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_business_ethics.yaml",
      "size": 288,
      "sha256": "372590a19d1c2791a44aaa70ae39a28a6d6fedde77eee2348f51900b680528df"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_clinical_knowledge.yaml",
      "size": 297,
      "sha256": "42781f298956bb9371d954ae77da6028a4d55b518af9e28c2f77e9ababffced6"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_biology.yaml",
      "size": 287,
      "sha256": "d58032cf69d9ecec23b63dd49bf6e7e1d087ad29f7418f31d4c0b1ba831fe30d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_chemistry.yaml",
      "size": 293,
      "sha256": "a3c11dd18f42bbd01b4ffaf9afc454bcec4dd6f45ece4845a52c7a1f76369164"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_computer_science.yaml",
      "size": 314,
      "sha256": "d53e4d5e6cd389ff4cbd6b68e02db3144fb55922db013d1682a0eb9d3f1509f1"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_mathematics.yaml",
      "size": 299,
      "sha256": "71d3f7f8518e590d31aba18bfd267128433a472edc71518f78b64a00b3aaa73d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_medicine.yaml",
      "size": 291,
      "sha256": "1f5cd9f679c95ba813269a0e897adbe6e8891b80d84f95aee6983051a00df765"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_college_physics.yaml",
      "size": 287,
      "sha256": "15d4f326411d178e47451f53d92c4734a7687b1ebaa04655c372ca08aac9d9d5"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_computer_security.yaml",
      "size": 293,
      "sha256": "db71b770fa644c77dd088486193ad9f7a6b2c61f41f8d6249e80942b0b199b32"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_conceptual_physics.yaml",
      "size": 296,
      "sha256": "a4eb8dcaa9f5e9e228927c9d9f69d9854feac6d2b9d92341d974bc19d51c4354"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_econometrics.yaml",
      "size": 288,
      "sha256": "bb87f5b8d974b38e8453ba7abb29a9588b6044c2473f1a4c05442f69e80daedd"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_electrical_engineering.yaml",
      "size": 308,
      "sha256": "aa3d846af846760751cd6a332ceba4c41c96716541b80f65cf6289f0941079bc"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_elementary_mathematics.yaml",
      "size": 308,
      "sha256": "02c7aae8464e9d8d9656d81548d7f6289654e177515676c1cedd51ce0565d2ca"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_formal_logic.yaml",
      "size": 284,
      "sha256": "ee3a4b4dc6de08fe47ee76f6a54dbaad9060a5079d3e42b750cfcba47732020b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_global_facts.yaml",
      "size": 279,
      "sha256": "4dca9b064f5f454d9cc35a4fa6e8f86dfa1de7fa077374b19f7efa6b69c1b61d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_biology.yaml",
      "size": 299,
      "sha256": "b040d215d250026298bcbe83eebcbc29a05cdb424bb5bd5420a4431a6c8a0aa1"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_chemistry.yaml",
      "size": 305,
      "sha256": "ed68d68608e584679264df279838e1bc5337f1509f98f14a5232ac40d3768f1c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_computer_science.yaml",
      "size": 326,
      "sha256": "cdba5b66c2ac1c22b1fd6fb382a4d5be7701159783172184976e9c9ec61f1138"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_european_history.yaml",
      "size": 332,
      "sha256": "da1d6dbeda4ac9fef022963b450161896254cba7b065b950a48b43914feef10d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_geography.yaml",
      "size": 316,
      "sha256": "1e490cc440598a580b111111b0154e7095899ba4de134929d0047c4ad6d17fd1"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml",
      "size": 358,
      "sha256": "d78f15f41e17e14831f81463e0764e7a9de3ea845c632dff2df18048644f1644"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml",
      "size": 331,
      "sha256": "8602e0e14dcabe060d5f5230bcf5e2e642bebfdc0a71ffcadbc6d7e2d0b5d577"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_mathematics.yaml",
      "size": 311,
      "sha256": "f1ad81415c816cf6de6c38a0b82ae23c9565ea1cdf8ca56cbceb9e5ca264b73b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml",
      "size": 331,
      "sha256": "a64de6534555fd596a0c59a98944c2b9073a2c60e302ce36e47d018dc2c8cc77"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_physics.yaml",
      "size": 299,
      "sha256": "019c4d4cc5834c2baaf789c1e48a2c6ae0b8157b564f2def4fe3e24293d47623"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_psychology.yaml",
      "size": 319,
      "sha256": "953039d04c7b75381386e9078cca93d2c7603167f17ea4308e8c46f6b0002cf6"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_statistics.yaml",
      "size": 308,
      "sha256": "125474f1bbb529dd524f4ec4606f17876d532979200e47ee19d3e89a74fa6036"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_us_history.yaml",
      "size": 314,
      "sha256": "9066fd4b6510dcdb3a9c7b5dc9f43fa471d5f49dd2414c58f7eb00203f8a5e97"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_high_school_world_history.yaml",
      "size": 323,
      "sha256": "1290adb310a716febe83db2ab09c7330e2c04d440b855f544b01f516e120d748"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_human_aging.yaml",
      "size": 276,
      "sha256": "584ae8b8b7b9b2fe1c236724d38c8be2cc538620f19583288a979d00ae03aadd"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_human_sexuality.yaml",
      "size": 298,
      "sha256": "a76edd15689a72b516263a453f8d9539e75325b18c761be87d564527921bbc58"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_international_law.yaml",
      "size": 299,
      "sha256": "0acdee9f21c087ebdd264656d951beb92a840b0e19544e0ce394fd655c198399"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_jurisprudence.yaml",
      "size": 286,
      "sha256": "3d50f87ad24819c70ea43bc08115f10139961459a3f626bb9e3b2ae3cf36e174"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_logical_fallacies.yaml",
      "size": 299,
      "sha256": "32db8598284cafaf47b8a9c4b6e92efdaa299a5b5eea7ac4b6de72cbbcf2d849"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_machine_learning.yaml",
      "size": 290,
      "sha256": "20a0c8d280bcba1874bf1f5fc0e0bdb3df83b2b1bd9c7dbc0584dcea88abf82f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_management.yaml",
      "size": 272,
      "sha256": "d0d41bc7067021501c71a438680f247684cc6c91020d41f3fc5b493ef08d0450"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_marketing.yaml",
      "size": 269,
      "sha256": "50b83c4a5c33246ddd46bab3a07800ad1e2ad6ab9595c2a4406a30026df9af31"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_medical_genetics.yaml",
      "size": 291,
      "sha256": "678ac5ba7362a5aa445c17971888476c80199fb27648bbb03837498c7ba415c1"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_miscellaneous.yaml",
      "size": 281,
      "sha256": "a20d93fe2d104ebd072e74f95f7689d58b73beb39088e2bf98c8c7b8789f8dc5"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_moral_disputes.yaml",
      "size": 290,
      "sha256": "db19de8a9eb37a669019d4539202e292d2ae31eea0a6c482ab48616d1d9ead27"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_moral_scenarios.yaml",
      "size": 293,
      "sha256": "ddab93e87b7255c29b0d4d03b55c3873456edc48699f1815f3d2558e3059039e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_nutrition.yaml",
      "size": 269,
      "sha256": "520033e57717348f8126e8af397d76d2e5b0ec79cec253476aff578f06a8d71f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_philosophy.yaml",
      "size": 277,
      "sha256": "4c26eaef5ef514bb23d2d6b4fc452c9b3780f98970a7dcd725b9458401d88479"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_prehistory.yaml",
      "size": 277,
      "sha256": "f74f051751542b2a9812824c84497e2715a196d0b21a9e1344eafe7f1bee93d3"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_accounting.yaml",
      "size": 312,
      "sha256": "d2f30f6114d5a37420e300a6a42fb5bcc2b9fed0dd33b373b1cfb3453cb75fe3"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_law.yaml",
      "size": 296,
      "sha256": "779f605d9ab3904b9a4b37e7c5459a8259f208cfebe6179fac12a8c79204bf33"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_medicine.yaml",
      "size": 306,
      "sha256": "c73573f93e2817945090a507d6256fdcd9ecac37e644932b3c149adc21a8e9d2"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_professional_psychology.yaml",
      "size": 322,
      "sha256": "cbe26615d08b4dc5f7d031a3a4494181ed763786b84b58b67856c9ad1c396c54"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_public_relations.yaml",
      "size": 301,
      "sha256": "5e81efa06fc380c7fcb35d270522a50384afe70bed60ff93e7ca1529719b8bcb"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_security_studies.yaml",
      "size": 301,
      "sha256": "54e66916cf71cecb82f1c22c2d10a3754525113bdb5da1bde360264c0db672cf"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_sociology.yaml",
      "size": 279,
      "sha256": "0bf247bc212e4aeae45d9c28aa281297dabc29cb86c0c8cba7579e7caffdde71"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_us_foreign_policy.yaml",
      "size": 304,
      "sha256": "0df80fa11444860cd87c233f925d3081757947548456674b806ce4fd1589a890"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_virology.yaml",
      "size": 266,
      "sha256": "621c215d3621606d7690b78bc9646ca43e86a363a04b5e4ca2a9557ed7501789"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/mmlu_world_religions.yaml",
      "size": 293,
      "sha256": "f9fd1465a82f85af7c671d00613ed0c5f2f3deab744e9a32a1358a4fd8b2a6b0"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/generative/utils.py",
      "size": 4186,
      "sha256": "be4152c245326849a377fe9b2b3cb75e8668d73cf83bb66e7f516135c5b3ab0d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/_mmlu.yaml",
      "size": 797,
      "sha256": "ab12350ddb8798b4c38ac8f2d238d16a40a59f3d5c824239c31352cc5f8180da"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/_mmlu_flan_loglikelihood_template_yaml",
      "size": 413,
      "sha256": "1f97d2569633ce19e8a06c59a11aacc62fa1785309c8791b655a7233ccc7fb04"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml",
      "size": 299,
      "sha256": "ba508f650f6596fc9d9a6db2e3d48e7ce616969a32d3228814f87238c9661de3"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_anatomy.yaml",
      "size": 271,
      "sha256": "30bcbe3e3dcb2cd09484084e796e5aaff4715f951363fb1c7c0a270fc0a1a058"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_astronomy.yaml",
      "size": 277,
      "sha256": "eecb2ec46f8690fe9135da043ed547b533fd8ce4a10504bafaa98c43e63880a9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml",
      "size": 297,
      "sha256": "31cf58f13a7d1b8ecac9b7b8f85fe0f5f034eec3ff630276f7284264d568768a"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml",
      "size": 306,
      "sha256": "603f8560973c1c59b710fdb66b907bf9f8389e258df735dd4fdef62d4372b943"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_biology.yaml",
      "size": 296,
      "sha256": "5228653e6523e48b5b77b61d7f30e1e8538fa8a119b679f11dfa66da9f07c9c1"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml",
      "size": 302,
      "sha256": "24dec2a7feddf58c014f0cff5adf3974cf7c48ee0649ff58171535029ffdc772"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml",
      "size": 323,
      "sha256": "f55e88ad766449ea6f3092fc805202703af80c43565b35262c949d4d89572b06"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml",
      "size": 308,
      "sha256": "e518e7457b31f452c7b80014978eef06b11ab80a5a3e99ab64ba3ca492d11aca"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml",
      "size": 300,
      "sha256": "f1b0f4400930d87ebfa966272bd08a58c21c89552c8dc4b924302147b36cc9f0"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_college_physics.yaml",
      "size": 296,
      "sha256": "8b21bead468770bc9ba9e2102a0ee15e3d9c6739ea74a99a40887fe31e4289ac"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_computer_security.yaml",
      "size": 302,
      "sha256": "009daab9f3b9ea5698e7a923fdc63555639904848a9c835d689b89e77942cb79"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml",
      "size": 305,
      "sha256": "6b4f549a8e2beda51021e43b7773b3655c62c6066af5fe2a579c13ab600859ac"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_econometrics.yaml",
      "size": 297,
      "sha256": "48ddf1cc160a919be56cffd54083a726714e3b9983d158e15a65dacebdc7ef73"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml",
      "size": 317,
      "sha256": "ccdd93e9f349b7e4acde70d7bdd3e9e80426e8ae4b6150e34f568e5a27dd8806"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml",
      "size": 317,
      "sha256": "4aa3a65fb79053abd4d509262ed0474d9ed7adab3505d5e648e78f9df1010da4"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml",
      "size": 293,
      "sha256": "fde8982bffe75defe540f47a328ac5d41decbdbd5792c66559fd52304d3eaa41"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_global_facts.yaml",
      "size": 288,
      "sha256": "0a4f1e9182c387413fc3435e3ee9f29dcdbb8d7a71ebee0c1fba1ad7ea022ba0"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml",
      "size": 308,
      "sha256": "77635a018e6cb59e6966e605d7b88adb69fd3c40703db7ca7dee7b8a3adfb4e0"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml",
      "size": 314,
      "sha256": "920c209b23185dce6139eebc320eb8723cedfc9d25ec9731e958ac679a88d113"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml",
      "size": 335,
      "sha256": "fa6ec6cbf73bb0b244b8535d0f4cc3ef81716edd3eb2d788dbecd0631cf1821b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml",
      "size": 341,
      "sha256": "71ba540f40656bc236ffd558be6e92f702c70f014d1969ae3cbe8f4b622ff840"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml",
      "size": 325,
      "sha256": "b99e003bdd70c6317fad3e7aa0c9bf681bcb7893f564c3d93c2859eae35cc856"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml",
      "size": 367,
      "sha256": "3425de9090f169972c631ce4ca9ca4e643cb5bbbd80586eb9d7581dc870595eb"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml",
      "size": 340,
      "sha256": "7918aecff452391dd161d224594f1dee1fca288316df5debcd67d2439e7c4a39"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml",
      "size": 320,
      "sha256": "93e0b83f61bf1d6782236a5357fcf9d8ef725193ff12e21f76f6e516e50399e8"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml",
      "size": 340,
      "sha256": "b5ac8ab46b25f79b315e8456ee443c2d614fd7c961d6ad268085c74639f61300"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml",
      "size": 308,
      "sha256": "71b9110ee3edce8f63249abc686db1ef3a5d8b09763e748f63eb6ace8b834786"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml",
      "size": 328,
      "sha256": "d66868bff2b45eb028cc9e228be50c9cc3705cd790531dce125de726c273bb4e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml",
      "size": 317,
      "sha256": "1289cc082566a5950c1e257fa4525d75716f63611085304323b72b32063b71a1"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml",
      "size": 323,
      "sha256": "ca482f3930d2f4c8bfa5f531fb51861c55144ac9a0aa3a4be4a7b76783dd4aed"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml",
      "size": 332,
      "sha256": "996267ef4c8b64b3948be48a4bd7cf68400ba376badc16ed7916005cff5592f5"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_human_aging.yaml",
      "size": 285,
      "sha256": "2a67c64e20a38ff3ee54588095be85008b7355f2e78ce7dba775fd18a4b5f14d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml",
      "size": 307,
      "sha256": "7aa935ece9c3f939b854bf76c6a8ed15bb4e408b40991e49d39661f4b684f328"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_international_law.yaml",
      "size": 308,
      "sha256": "8b43cf6cd59184684ce862be6a24136ac3ac67237d59df592b73fcf8273f3b53"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml",
      "size": 295,
      "sha256": "98201015f888979548d211d61fa708e2e45753565b1e4af14d79fa6fbdc2a7bb"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml",
      "size": 308,
      "sha256": "8de585211259241fc38253692a8c2ec57e79cf3b5d5cb0c19fa03f22549694d4"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml",
      "size": 299,
      "sha256": "2e4b31d2b13542b86c010544b49ef85b1188b2d26a0569213ed79c4850143cc6"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_management.yaml",
      "size": 281,
      "sha256": "4dd98dca5393246242d86434520d0f587e4992395b8588dfd9b73bb250603541"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_marketing.yaml",
      "size": 278,
      "sha256": "4020be298985e8c715313ac8b1673c70f0d2a4cdfdf2df76956e4aceb979b73a"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml",
      "size": 300,
      "sha256": "d5c63922426dabfb21c7a080f9896cf2b7ac30911d015650ab7d9ed574a12dbc"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml",
      "size": 290,
      "sha256": "68f818bc3b8e3c08fb0b134b924dbd4d08fc4c45072f0b6b83a47639bdaf7918"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml",
      "size": 299,
      "sha256": "ea0eb4fdfc8147c2d817dd296d96f389825e8b60c395b6e55cd44f52de3852d9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml",
      "size": 302,
      "sha256": "55e6e491770a2356f873bf0d37625ffc766d03040577899b401b6a8d2ea0578c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_nutrition.yaml",
      "size": 278,
      "sha256": "720deba0f47c261e2284314d92ae957b534b92cff615310dbdb7cf2a9cf74017"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_philosophy.yaml",
      "size": 286,
      "sha256": "9b0e0707bc39967c7f2f570591deabc8374b2c65a6f4cfdd5f69275bd9ef8d3e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_prehistory.yaml",
      "size": 286,
      "sha256": "91c7ef6c0e79bf1af285a1b15c63d17064e0c24026215e889617c8f46ef8dc53"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml",
      "size": 321,
      "sha256": "66b1c3d14c13177c45792a8641818dba8b0a2d679e6cddbab71ebe0abaf1ea8d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_law.yaml",
      "size": 305,
      "sha256": "0ee7c87f2ffb85a3af934a2b186503e88e4990314f7757e4bc8018f2f01d6e0e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml",
      "size": 315,
      "sha256": "3073fdca939a1b8091e4255f00e4294ee9c4af9b204dbd55d8c2499c934fb633"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml",
      "size": 331,
      "sha256": "27aefd005724263df7c74f10e7aa1f0ad1c4c69527c3fcb690b345cd85b6823c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_public_relations.yaml",
      "size": 310,
      "sha256": "3b7bd45f50d3f4e91735b2c6b822e0f1c85975c0f22861cd87dd0737a1f17233"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_security_studies.yaml",
      "size": 310,
      "sha256": "de083f685979ae6baabda9cd25ffe139b57fc8549703d716810d8cd37fd8afd2"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_sociology.yaml",
      "size": 288,
      "sha256": "ddfae0351f68973f930cc0076c63101aba650aa64950ad9f416e3979bb3a62a3"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml",
      "size": 313,
      "sha256": "62e00e0fc8e78d791f91431d21a5f863e5b7bced9505c0f57204cc9cde926e23"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_virology.yaml",
      "size": 275,
      "sha256": "84ed101c4519f98856e90ed426e391c52ef6585f15bb60dfaca0c01e3cb2ddd8"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/flan_n_shot/loglikelihood/mmlu_world_religions.yaml",
      "size": 302,
      "sha256": "89d0694ddf7c85dff50c609aeb1924c68f122b3e7c96ad2eb0f707c0d5513d29"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/_default_template_yaml",
      "size": 901,
      "sha256": "40b89ace24b5509147cd87cf39b983aeff2310ff8887fb138839c48ebdf8d535"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/_mmlu.yaml",
      "size": 935,
      "sha256": "ae91d085c756984613d7df351ee3d39c5233b843fdcb4c34df0af9066774ca7b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_abstract_algebra.yaml",
      "size": 286,
      "sha256": "06fe2f26bfa2c87231a540ddf71605b9a736ce9e2d309ced4c93b404b393f992"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_anatomy.yaml",
      "size": 249,
      "sha256": "28d643b585d43b468f626f88d0b3852f173b7d373e528ffe1cb78874c4381d08"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_astronomy.yaml",
      "size": 257,
      "sha256": "aa8aede94d9c4a8dd4aea85e7493daef5d7b81d04c10f544a4dcce16bd4dc067"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_business_ethics.yaml",
      "size": 283,
      "sha256": "bf721e00f31cf67c4ffa652b2979447fac2f184ebacf7b6f50f7bb8e6f6234b7"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_clinical_knowledge.yaml",
      "size": 295,
      "sha256": "fe54b9f40c8de98b8e44b418a277aa33d72e7297c765acd985cd172f6298f0a9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_college_biology.yaml",
      "size": 282,
      "sha256": "4d27e399d81fb46e4ec5ef1663d483d9bc38b127277e6827de54054557009196"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_college_chemistry.yaml",
      "size": 290,
      "sha256": "188dc45162aabe8fe4f152c6094ab92635d5edc1a64d2c810c67e89242e2412a"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_college_computer_science.yaml",
      "size": 318,
      "sha256": "aeea1d47018268d00865e16cdc181ac451132b6c0eba72bdd88f3c575c080dae"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_college_mathematics.yaml",
      "size": 298,
      "sha256": "a6c0164ffe17e4af215e620f90fde8a581ef90c3fd6605571329a2b71225604c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_college_medicine.yaml",
      "size": 287,
      "sha256": "90c5fc05489fd98c5ee475e71e7cf8c2be8b064e7e860d0440ceae2e2e4134f4"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_college_physics.yaml",
      "size": 282,
      "sha256": "e0a8ffa3cae3dfcd91b49e62362c4525bd2b8a5603450d4bd1ae3d38a048a747"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_computer_security.yaml",
      "size": 290,
      "sha256": "864204c155dc32a44fe185551c44daf2bdb6b9312335e43293e618ad58872b38"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_conceptual_physics.yaml",
      "size": 294,
      "sha256": "ec741de0ee034e1fbaca6c24301ea7a12e9d9dd7b9a96be113809e544bfb2084"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_econometrics.yaml",
      "size": 280,
      "sha256": "7b56301f08346fc5bf9dfce9ddb6ecdc75c96defad28b21f89483ea8af99e79f"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_electrical_engineering.yaml",
      "size": 310,
      "sha256": "40150069ed9555c9b72241d8b059243bbe571bcad6596e057f95a842109033ca"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_elementary_mathematics.yaml",
      "size": 310,
      "sha256": "5bb37d517c3c2d2f937a73ca510ed1d3b94b53dfeb438e636247574d547eae46"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_formal_logic.yaml",
      "size": 276,
      "sha256": "44c9687146eef8be2e44cbc70a8956b5625ac347c85d0a72122093e49428ddd5"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_global_facts.yaml",
      "size": 271,
      "sha256": "dd41647a9886dd2e2e81ebf5c37a9d6173972589a14a283c32aabfe6caf6fa58"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_biology.yaml",
      "size": 298,
      "sha256": "1432e01773563d4b9922b53b09966c0e54f79c31baf880bbae913a4149256dac"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_chemistry.yaml",
      "size": 306,
      "sha256": "5a73d6d7ab4a93ebd49f15016eaa047c8f0247e43890502593be0403abc4c87e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_computer_science.yaml",
      "size": 334,
      "sha256": "8e08b7a3d8c4e62039285193f65da431e1e158c34a168901b7533b7597fcf387"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_european_history.yaml",
      "size": 340,
      "sha256": "1edbc12e91b03124d754cfaf2f5fbedc69311a746877829f00e553d52a437549"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_geography.yaml",
      "size": 317,
      "sha256": "1729e530389287d06b0d29775ff3fe8371c84f628dc1269fa9606f30c835531b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_government_and_politics.yaml",
      "size": 373,
      "sha256": "5485399a2cda6f45b83708b1ad497d6189fec6635c4027bd1fce099dffe69705"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_macroeconomics.yaml",
      "size": 337,
      "sha256": "a6e39679a95cb20d8869b908788019cbb5d06a4634995c9f7ecd5df7ef9402b9"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_mathematics.yaml",
      "size": 314,
      "sha256": "614403bd660ed7e2243ec2370a491dc8e22a9bfeab7ec549551af27f34aa723a"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_microeconomics.yaml",
      "size": 337,
      "sha256": "72dd422e88f52d57bfcf3ccb96e04867e2fbb3c54ab419921927fb18c3d682a7"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_physics.yaml",
      "size": 298,
      "sha256": "c2b87273f252a5cd4d7b245880aee73c81a9fcfb15b73bf32b93d26384d94737"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_psychology.yaml",
      "size": 321,
      "sha256": "d3041a407e75b323ef1048812a38eb4e5f096d4d815bd21ea0fd4843ea21fe57"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_statistics.yaml",
      "size": 310,
      "sha256": "32b8054f1991fa6e82d1baf29a2aa15819ee218a16a3a3f92e3bf1b3f5894d4d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_us_history.yaml",
      "size": 316,
      "sha256": "3e4d6552d655f65765b0fc1a6d5e128c64dfb25078af295f6e6c13d7725b9c4c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_high_school_world_history.yaml",
      "size": 328,
      "sha256": "ea0469b10aa054e1645561be556624ce3123a2e2d2e51a78d1a6110df8c7a61c"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_human_aging.yaml",
      "size": 267,
      "sha256": "bfae81f92b143bcda2a36f5776e8fe1d6795a65f4ff5d5417904c499d8f442e4"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_human_sexuality.yaml",
      "size": 293,
      "sha256": "6e12e9535263726550732ab93686f2e532832de33105992de5c5fa54ee642f52"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_international_law.yaml",
      "size": 296,
      "sha256": "6a6a75613d630cf55f8213e71cfa401af0439078c27d324176ed0453e591fb63"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_jurisprudence.yaml",
      "size": 279,
      "sha256": "c9ec0ae4ffca22817987523fe4e539e85dbf74b3dc9a23ff66a68ce057a5b964"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_logical_fallacies.yaml",
      "size": 296,
      "sha256": "940de64bfbcd34f03d5df697ec9869f38d71422016ca4a2691fe2c2d25c27118"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_machine_learning.yaml",
      "size": 286,
      "sha256": "9cdeeb92ce1044187ee05172137c5d030a889de8aa23f0841734669348a89796"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_management.yaml",
      "size": 262,
      "sha256": "da85a58c72f11704cd95b9728adfe622503d28706e0c5458455944b8b4921beb"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_marketing.yaml",
      "size": 258,
      "sha256": "abaa1afa6bf4e21c3c77746e6cc2354129276d7e5d9a197bfe98b34e6411307b"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_medical_genetics.yaml",
      "size": 287,
      "sha256": "c8c39ab2f468ca437da7d38d3a828024021c8444b230e60974a88c0d48270b01"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_miscellaneous.yaml",
      "size": 274,
      "sha256": "d15b5cd184803943397d8431618fba143fd5d02056f0de7d60916428d2d6f84a"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_moral_disputes.yaml",
      "size": 284,
      "sha256": "45884cb7b96c4fdf9b2205c27a9efa5392d0f9f0754f0c16e67300a1f881d83d"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_moral_scenarios.yaml",
      "size": 288,
      "sha256": "c935d2612198533dc702bd2313adbcde6510dc5b7413e68c9f7a780b57cf76ac"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_nutrition.yaml",
      "size": 258,
      "sha256": "06609cae52f218bd8035ee3eeaddfa6cf26a93277f91643b36688c372d350ab0"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_philosophy.yaml",
      "size": 267,
      "sha256": "93bcf50b53e8bf4167b5d2d808f3a9b484a0d3d2ce3ca092d7988f1b68de022e"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_prehistory.yaml",
      "size": 267,
      "sha256": "1a66ed6b6399d0c12526ddc71161f4cf2f855508fea8f6030088739cbf49a170"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_professional_accounting.yaml",
      "size": 315,
      "sha256": "eb1fd0956be495f93f23412b0ee865450751d46db5c6e18445e2a6c8d63288f1"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_professional_law.yaml",
      "size": 292,
      "sha256": "e86dfc5761478a8133219845cce80544682213f67a9ba7a66f1f46f96c6c3271"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_professional_medicine.yaml",
      "size": 307,
      "sha256": "cee458863b061540609902826aacf29b82100d28a2e542cd48b3f85b7d9ed3f1"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_professional_psychology.yaml",
      "size": 325,
      "sha256": "a055dea347b39f9eac5f9640ab2a0e8024e72d0556c184ec49f8ff19348ff5d5"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_public_relations.yaml",
      "size": 297,
      "sha256": "2c77edac33ca2ed82e57aff236c2922568c1181baa15447610136bb586830851"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_security_studies.yaml",
      "size": 297,
      "sha256": "61330a0300b719f7e3745fb5b5f98ec49e126960c37e5bb49d9537e7e6eb28e3"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_sociology.yaml",
      "size": 268,
      "sha256": "1750c38c5fbf8d06eea9086029120835364721e721306fc92f45c1d00673facd"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_us_foreign_policy.yaml",
      "size": 301,
      "sha256": "7ed206ede67eaa943fb824641856fedbde5ac08292c405a13b70640cdcae9822"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_virology.yaml",
      "size": 254,
      "sha256": "13887e17dbb5ac0e9bd71c274b68601f33e13fa357d29347f82f1535efb461d5"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/installed_task_snapshot/generative/mmlu_world_religions.yaml",
      "size": 288,
      "sha256": "46f23431015555d4502b82a7ea914fb5203cc13ea950e029c3643f13c37c09e8"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/run_metadata.json",
      "size": 209807,
      "sha256": "6b4132e1738740c46333f28f0fd80cda8cf0af7773ab02cef016ca75fad35ff3"
    },
    {
      "path": "results/rtn_w4a8_group32/mmlu/timing.json",
      "size": 218,
      "sha256": "e4ec2b267790f86e45d709363f0ff1c936b6d6eb7ec281d8e5df675074c87f3e"
    },
    {
      "path": "results/rtn_w4a8_group32/stage_00.log",
      "size": 71855,
      "sha256": "ed72c7102e3f6d8d7c523dfed6bb95fcdf4d8b23d7a0218e8a948c27f7c70689"
    },
    {
      "path": "results/rtn_w4a8_group32/stage_01.log",
      "size": 71696,
      "sha256": "a81d25dd5e72987ffe860caf71bc76104931bae66b122a90cb9d96ad5cd1c557"
    },
    {
      "path": "results/rtn_w4a8_group32/stage_02.log",
      "size": 71471,
      "sha256": "a695fa58660224e2910e786092f8a6819286bf7b383b899b32e94c777f9d0226"
    },
    {
      "path": "results/rtn_w4a8_group32/stage_03.log",
      "size": 71625,
      "sha256": "0772d0310733187b9d4ef061e950111c85da6f61afc4d558516e0493e01f0f37"
    },
    {
      "path": "results/rtn_w4a8_group32/stage_04.log",
      "size": 209807,
      "sha256": "6b4132e1738740c46333f28f0fd80cda8cf0af7773ab02cef016ca75fad35ff3"
    },
    {
      "path": "results/rtn_w4a8_group32/stage_05.log",
      "size": 73437,
      "sha256": "626cfe833ea4d4e3cd4ec742d4ed88bfb05d3f91c8f24c8570055f6b4b796780"
    },
    {
      "path": "results/rtn_w4a8_group32/wikitext/evaluation.log",
      "size": 24208,
      "sha256": "78284684a9abe9684444989d800792481a45996a99075657ab950a76ef2acd7b"
    },
    {
      "path": "results/rtn_w4a8_group32/wikitext/harness/ByteDance__Ouro-1.4B/results_2026-09-16T11-53-58.331640.json",
      "size": 11155,
      "sha256": "cd83b84c83412e665810d5499c5753839f3337efa7f478882f277cf841143a6e"
    },
    {
      "path": "results/rtn_w4a8_group32/wikitext/harness/ByteDance__Ouro-1.4B/samples_wikitext_2026-09-16T11-53-58.331640.jsonl",
      "size": 3831372,
      "sha256": "be08f718c6cd48e054db66651aef52ef3f47581cab63aa30d801e99f10e5ca13"
    },
    {
      "path": "results/rtn_w4a8_group32/wikitext/installed_task_snapshot/README.md",
      "size": 1477,
      "sha256": "4c828e4fac9216b03760014beba7edcfc1512fe86027411f8ab5e94aa1f5dbde"
    },
    {
      "path": "results/rtn_w4a8_group32/wikitext/installed_task_snapshot/preprocess_wikitext.py",
      "size": 1738,
      "sha256": "a44020374b172159bf5be80a64d2c4194c9d5c77284f696ac666361338c8da7d"
    },
    {
      "path": "results/rtn_w4a8_group32/wikitext/installed_task_snapshot/wikitext.yaml",
      "size": 532,
      "sha256": "f6d1a228da486466ac91922c99cb5ff197610ec045decb2009599a16b80eaf45"
    },
    {
      "path": "results/rtn_w4a8_group32/wikitext/run_metadata.json",
      "size": 73437,
      "sha256": "626cfe833ea4d4e3cd4ec742d4ed88bfb05d3f91c8f24c8570055f6b4b796780"
    },
    {
      "path": "results/rtn_w4a8_group32/wikitext/timing.json",
      "size": 216,
      "sha256": "50992ba94419f6f50105a1352a0fcce67fa85756d2a335705fce20631f3cdea6"
    },
    {
      "path": "results/rtn_w4a8_group32/winogrande/evaluation.log",
      "size": 21944,
      "sha256": "ada08bf2062257c2ecfb29a74f3f69d0bad785badd726c2e102ec61f20ab90c6"
    },
    {
      "path": "results/rtn_w4a8_group32/winogrande/harness/ByteDance__Ouro-1.4B/results_2026-09-16T07-39-58.177010.json",
      "size": 9364,
      "sha256": "1e29e0f13dc7f8c416cb0ee3e325b55e41776f972c6ca2123d2a820aa66aaf46"
    },
    {
      "path": "results/rtn_w4a8_group32/winogrande/harness/ByteDance__Ouro-1.4B/samples_winogrande_2026-09-16T07-39-58.177010.jsonl",
      "size": 1281901,
      "sha256": "ff8c4cb575b48899715bf51b69d34ee5c05d1aa1160aac3e87455d232f843eab"
    },
    {
      "path": "results/rtn_w4a8_group32/winogrande/installed_task_snapshot/README.md",
      "size": 1816,
      "sha256": "bc0d92fa23929d74c05cf43112a461c1931dddac66bca0373feeed51c636485a"
    },
    {
      "path": "results/rtn_w4a8_group32/winogrande/installed_task_snapshot/default.yaml",
      "size": 506,
      "sha256": "7a73c28f1c760f1f54b4185f21f8df5927c1fe7278a8520f38ee03cc7f40d9e7"
    },
    {
      "path": "results/rtn_w4a8_group32/winogrande/installed_task_snapshot/preprocess_winogrande.py",
      "size": 377,
      "sha256": "e55327629264a98f1d383fda24645b6779afb53fa0bce2150042b9416b1ae006"
    },
    {
      "path": "results/rtn_w4a8_group32/winogrande/run_metadata.json",
      "size": 71696,
      "sha256": "a81d25dd5e72987ffe860caf71bc76104931bae66b122a90cb9d96ad5cd1c557"
    },
    {
      "path": "results/rtn_w4a8_group32/winogrande/timing.json",
      "size": 216,
      "sha256": "2b1a355c9285a8b20667d34311a48ea3c5fb456026bc1108972f845ab041f774"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/adapters/__init__.py",
      "size": 468,
      "sha256": "7f28e14f7778bafb750404e0e54fb05fe17b61997e06584ca55ee44da3694ba7"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/adapters/huginn.py",
      "size": 6203,
      "sha256": "fc22beafc461a7a0f85e6a7e3291a60749d5a11ea56cceabc448239dd3be9afe"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/adapters/ouro.py",
      "size": 6156,
      "sha256": "e571df0cbbe853de8d1c593f9ed6c032e9099008363ee57e1f280b770ae49c14"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/configs/flatquant_reference.yaml",
      "size": 2130,
      "sha256": "35f507d7389c3f04a7c1f86f7ae367630c846ec730661d420639f5f19b0c4074"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/configs/huginn_mapping.yaml",
      "size": 2130,
      "sha256": "5db252e7cacb42169e94492e02509a3114ebca4747b32590110ba58cbbaea124"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/configs/loopq_compatibility_decisions.yaml",
      "size": 27509,
      "sha256": "3d1b6d508db78b53f2c6e405da3b8ea6a7893303bd81bc2a90e0b3567367fd35"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/configs/ouro_calibration.yaml",
      "size": 2388,
      "sha256": "fc832996fcdda085290565b657c6fa1824dc0b1646a66d109fe38b22f0a8eac5"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/configs/ouro_mapping.yaml",
      "size": 2314,
      "sha256": "87ca4718e200539412f366fbad52a1a46932ad2cc26e0f08585830d04f50b9ad"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/configs/paper_specification.yaml",
      "size": 5282,
      "sha256": "c812bb40398d9183f522c07e32dabf3fcfdd43e4d52790b9af296fb11d5abed1"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/__init__.py",
      "size": 2225,
      "sha256": "00cf79e9673051148513cfc25c52c59ef72118d288e2ec640a77eaf8a69d7213"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/accounting.py",
      "size": 4306,
      "sha256": "ab24ef8b10a0bc85e03827e882f92e1d7bb3e33fbd146f7f9561651842a03fb0"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/calibrate.py",
      "size": 9413,
      "sha256": "5018098ddf0c44a682efef85b9f82ab2e4f4f911efa48982083d6c3a0db98594"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/cta.py",
      "size": 5891,
      "sha256": "e1cf8cfec967157a90d9f54e956b221b67aef9ed742968605d2d4abb1f453b8d"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/evaluation_provenance.py",
      "size": 1808,
      "sha256": "87e0d6f329dae65759893063cf508682902ae4cf5772aec28ed1692a08da02cf"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/experiment_contract.py",
      "size": 1070,
      "sha256": "a0f4487092a72eb5fe808880d09a6fafc9b86e5fc4a2e2b3b9e7d5177d27a620"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/experiments.py",
      "size": 13248,
      "sha256": "252644613f076890e5f2b849c4f95570e33a9cfa69569df90b082c26788f5a5b"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/export.py",
      "size": 4823,
      "sha256": "3ca272d220bbc93d2e7c70b06df2cef93184e48bc695c00b97e834991469ef57"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/gpu_admission.py",
      "size": 1024,
      "sha256": "feb940b5cc2355f1881d031f9b22226d7692f70f792c1b1233aeec5570535c76"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/huginn_calibration.py",
      "size": 15277,
      "sha256": "7a95635b9d9777c9b0f04f51566f9ed668154ae9be231e19f3b7ac18acef98ca"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/journal.py",
      "size": 8140,
      "sha256": "f9bf8342a004959bbdb25b3557577e5271e7335f53107d7a007ad512fa55bbcf"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/las.py",
      "size": 13092,
      "sha256": "a179c62e57fccafc21dabb13a68832f8bc8c9d6b0a8da1a2c2348bfb09c47a3c"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/numerical_contract.py",
      "size": 1864,
      "sha256": "913685841222a9f7ff503ca9b8962cd976f39bda38e2a20f7d3e6b0c09798bc5"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/objective.py",
      "size": 9479,
      "sha256": "d60f1d6ce18e004f89cb91f680ed6dd4b28083dda8125745a1bd694389c40e50"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/ouro_calibration.py",
      "size": 25712,
      "sha256": "db88d48b9646c421e4fd354e8de61a7784bdedcbac0b47e1c8de01aa8c2395de"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/packed_bundle.py",
      "size": 8765,
      "sha256": "5fe29dee51fe28849696de298d3bc8f7036b78c44ec2617747ada370e135287f"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/packed_weight.py",
      "size": 4350,
      "sha256": "8bbd5a3dc0c8992e4dd30ce962deb0e0745604b1e189a508e1f70aee1e1acdbc"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/packed_worker.py",
      "size": 1179,
      "sha256": "239febb2ed17d9d88cb068d2edac87f13c2f5c579995a842cdfb7ab6b1e536aa"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/parity_worker.py",
      "size": 9493,
      "sha256": "c8a9189b4399db32d032abbc70aa5ef39c42cef974a8fb57190cefa7e4d69d9e"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/paths.py",
      "size": 531,
      "sha256": "5a9478359f3a4b252d5af599c9c7f68650d10b995f2e9314210ac6e670a364d0"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/provenance.py",
      "size": 2079,
      "sha256": "387f82f3efe26ea478476d7087db441a2552f345de35ce2afc5723eb4d21abd6"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/quantization.py",
      "size": 5683,
      "sha256": "78a3016ad8b2d53ae807bb18b71da8e7d8ce6df8d0881331a80776a247c1142e"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/readiness.py",
      "size": 13359,
      "sha256": "d07828de04e70d81bbd187f4270d055ef7130ee55dfffd9a1434fc48e08b42ff"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/saved_tensors.py",
      "size": 2820,
      "sha256": "ee158cc09d8116c09922b940d3219d7d22d3f271b9c11e8b623b393cecb2af03"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/sharing_gap.py",
      "size": 11156,
      "sha256": "aa6e1bdb0f365fdde0e9ed4674a08b0f2c0df0a0693dd28dc5c094f8f86118a5"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/trajectory_diagnostics.py",
      "size": 2488,
      "sha256": "de78ef945d1fdcd036460ad5947864f73a5d63a5f88a1a6c86691821b2dddcac"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/loopq/transforms.py",
      "size": 11778,
      "sha256": "48c5ad973c5b6fa3564b1960b2687e8c1fa9c62f975d4c48b378e6b220f17962"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/manifest.json",
      "size": 9561,
      "sha256": "e11a49b138614624a3409c0b8ec2d392d80f5339e95aaeef96a539207182869d"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/benchmark_calibration_memory.py",
      "size": 7570,
      "sha256": "afdaf39cde1e839924baf1cfd0a4d83df5ee0af40d6e7659cb6f3645e3ebb408"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/calibrate_huginn.py",
      "size": 11289,
      "sha256": "ba44cc894b5a9987cb2f3a1382053d907f205a2d7608b44b7714fc410c142756"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/calibrate_ouro.py",
      "size": 14454,
      "sha256": "5c81cb8ca6a92a6da4fe1b7e5d7615830e359d93a4eedf013fbb32d5f624ec9e"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/diagnose_ouro_quality.py",
      "size": 7540,
      "sha256": "962f5ac918bea5cb029c78f41b96b886013e8233d5bf1d67ec87d8b488b9977c"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/export_huginn_artifact.py",
      "size": 3866,
      "sha256": "20dbf608320f85daddbc843b0ac1196234c20822e2418f42b66327ddcd8186f7"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/export_ouro_artifact.py",
      "size": 2849,
      "sha256": "1fe2edfa0fc09cf896a1fab149067160829744d3f7fd03d2c521b6ba38d19a12"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/export_packed_ouro_weights.py",
      "size": 5309,
      "sha256": "a49b8646639682012340f908ec86efbe12a369343c984963c2314991c31a4ead"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/freeze_lambada_inputs.py",
      "size": 2202,
      "sha256": "b15138ae82a52461f31cbb669d18f878fd98f9eab93ac7db3efa87f594afb97b"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/inspect_calibration.py",
      "size": 1376,
      "sha256": "6514bb2fb9fda6ef6b5335035dae910cb4bf7ec36dde5a844c7cf38e0fd07f7a"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/measure_ouro_trajectory.py",
      "size": 6071,
      "sha256": "06bf7ea56bb6626b5947e8f43d2b7ddc60ad942d3997ac1c2b7795db4672c081"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/report_accounting.py",
      "size": 684,
      "sha256": "3564bf5cb9e4f8133257cb415ec679f007090f0c7afe85fe1bca4b469b5ba5e6"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/reproduction.py",
      "size": 14475,
      "sha256": "23cf750efb66537777ac383d0bee31eb0606a7368854d8de8e9a957c550af0be"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/run_gsm8k.py",
      "size": 9953,
      "sha256": "11b220ad74277b5da6becbf18eaaeb4725d6ecb07330b1b15cd4dc4c29eeefdb"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/run_paper_benchmark.py",
      "size": 12438,
      "sha256": "021ee1451abff633bc0b77f04c13e1cd9dae7bebfc86ebe962890015a74a6bf8"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/smoke_huginn_vllm.py",
      "size": 3384,
      "sha256": "9311b038ce325a3f050a852addb6a9c550a09ace19f29ee3370439be9047e29b"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/smoke_ouro_vllm.py",
      "size": 3445,
      "sha256": "39311a193900e7d1db491e29fcdd83ee88ad1bdda602025580f61bd5ae757203"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/scripts/verify_runtime_parity.py",
      "size": 28860,
      "sha256": "3c872ee6c1e7441f17a08d09eb24268fef0ffc5620d08217b4cda412cb2b0675"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/conftest.py",
      "size": 881,
      "sha256": "56cfc62ddfe4ccab80288f60c8f3948b6d8b8d8f1d2e37c50f9c9577c4679235"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_alignment_contracts.py",
      "size": 7880,
      "sha256": "615d2e77c187411d55892fa875835ea280a9b6ab775835ed30459482c298f066"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_calibrate.py",
      "size": 7533,
      "sha256": "d9bddf96ebcd0c5bdd0dd866f17e045d672abd73360e5e0771775edc4e67c8c8"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_cta.py",
      "size": 3962,
      "sha256": "afe35581d60dcd0b5ff1566ffe3a8dc332003cd031d9c9e788cff1c2f62f2307"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_evaluation_provenance.py",
      "size": 848,
      "sha256": "62765331e2e5b0e400c51b0d7caba5cc70f3060ac60fdfa53e89fc0eea293933"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_experiment_setup.py",
      "size": 11812,
      "sha256": "840680d43db300613ccb55409ce9bd142f2eb82176d697813194648de2c57484"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_export.py",
      "size": 1430,
      "sha256": "7bf542a1e606c7be517c2485dcad3b8e8ec773f53e7374656564ce33a78a6b8a"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_gpu_admission.py",
      "size": 1859,
      "sha256": "5f0154e0e7d80e1de684b51219b3ee1b52d81481d062de13a563eab1db17fce6"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_gsm8k_driver.py",
      "size": 6005,
      "sha256": "054d0284905dc8479ceb6c28e2a418d94a692762d45573902a8bb0278abd2821"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_huginn_adapter.py",
      "size": 2535,
      "sha256": "23f7b5d2fea8c9526553e979a5c44e466fe74d664cf6f0a05b8c66434dc48940"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_huginn_calibration.py",
      "size": 4359,
      "sha256": "bbdc7f0e10f23042f6d52acf14456d039b030d945fb4d3a8c72d9d6063242a93"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_huginn_export.py",
      "size": 1071,
      "sha256": "896eee3b771ee2a2b0dbdbd9aa07eb9918718c7dc9e69e0169b3d4ab22e50229"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_huginn_vllm_bridge.py",
      "size": 5721,
      "sha256": "c483f52999ca955b4c8b17de252e957bf7a878bfa7e5fa18330c7fed3f249c9b"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_journal.py",
      "size": 3795,
      "sha256": "b3331cbff1add620c8e1d098578a9d79f81e2c1d28a2e0c0b4a7a7a0c7ba1589"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_las.py",
      "size": 8517,
      "sha256": "88139ae1f23a53d07eb3497b88fe3f22980d6b8c001232fc3b629a57663935e4"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_objective.py",
      "size": 4704,
      "sha256": "fb206b4844e1f911e6665ccd5d99e643171810a30da50a80be64d227019e9b88"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_ouro_adapter.py",
      "size": 3366,
      "sha256": "9a52daa93ea65a75fc9edfd154ab27058c6a2567d113cab25e6d5a9e6592d986"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_ouro_calibration.py",
      "size": 11561,
      "sha256": "e9099d1cddec60482c811df656e7aa8731c2a1cd98ae274efde249636d0cec50"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_packed_bundle.py",
      "size": 3055,
      "sha256": "cfffba2fd0d640e2e5def1d6375b24a87b4d33bb57a7c45fb5d08145ae46bd4d"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_packed_weight.py",
      "size": 1907,
      "sha256": "387fdb51e3bce2cbd7c0f94dcec5fb1ecd8eedd55c79b6811975503625be884f"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_packed_worker.py",
      "size": 2023,
      "sha256": "41206a263d72bdc2e7ba65c8ecf7e6982f3b31b62c9602e554798212f8373a37"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_paper_benchmark.py",
      "size": 2774,
      "sha256": "70eaa2326bf0b8da12736a1577421a42af446aacd48fc21be0e9ead2deab52ed"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_paper_math_reference.py",
      "size": 9628,
      "sha256": "a46176f310f90d75bef72674620a2425de13a20bb65f84d33686dc82ff4043fb"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_quantization.py",
      "size": 4602,
      "sha256": "a0368909de90a7b5d64d0cb82296ab438306f4e337c50ed1a103616fdd3f9af4"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_saved_tensors.py",
      "size": 1475,
      "sha256": "522eae339ca2d2b01506f653b18d6417bc04b4315d0d1afa90b78820d55c7742"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_sharing_gap.py",
      "size": 5343,
      "sha256": "aacbacadaee3850d1d823cf8122cbc2ac80f2af3066254a7b5b60d46c0ded1ac"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_trajectory_diagnostics.py",
      "size": 1724,
      "sha256": "341d8650a0c3ae59c12584baaccc6fec454bb76f988e533385f5953d3f83bf3e"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_transforms.py",
      "size": 6404,
      "sha256": "5e9fc5b387fb8f40f3b090864a0c3751529a869bef176058bac149dd4401bfca"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc/components.sources/tests/test_vllm_bridge.py",
      "size": 10484,
      "sha256": "ccab13d1a9c3bd18279e46b4268cccba84e766153282e9d78cd58e093fe50647"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/adapters/__init__.py",
      "size": 468,
      "sha256": "7f28e14f7778bafb750404e0e54fb05fe17b61997e06584ca55ee44da3694ba7"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/adapters/huginn.py",
      "size": 6203,
      "sha256": "fc22beafc461a7a0f85e6a7e3291a60749d5a11ea56cceabc448239dd3be9afe"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/adapters/ouro.py",
      "size": 6156,
      "sha256": "e571df0cbbe853de8d1c593f9ed6c032e9099008363ee57e1f280b770ae49c14"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/configs/flatquant_reference.yaml",
      "size": 2130,
      "sha256": "35f507d7389c3f04a7c1f86f7ae367630c846ec730661d420639f5f19b0c4074"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/configs/huginn_mapping.yaml",
      "size": 2130,
      "sha256": "5db252e7cacb42169e94492e02509a3114ebca4747b32590110ba58cbbaea124"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/configs/loopq_compatibility_decisions.yaml",
      "size": 27509,
      "sha256": "3d1b6d508db78b53f2c6e405da3b8ea6a7893303bd81bc2a90e0b3567367fd35"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/configs/ouro_calibration.yaml",
      "size": 2388,
      "sha256": "fc832996fcdda085290565b657c6fa1824dc0b1646a66d109fe38b22f0a8eac5"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/configs/ouro_mapping.yaml",
      "size": 2314,
      "sha256": "87ca4718e200539412f366fbad52a1a46932ad2cc26e0f08585830d04f50b9ad"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/configs/paper_specification.yaml",
      "size": 5282,
      "sha256": "c812bb40398d9183f522c07e32dabf3fcfdd43e4d52790b9af296fb11d5abed1"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/__init__.py",
      "size": 2225,
      "sha256": "00cf79e9673051148513cfc25c52c59ef72118d288e2ec640a77eaf8a69d7213"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/accounting.py",
      "size": 4306,
      "sha256": "ab24ef8b10a0bc85e03827e882f92e1d7bb3e33fbd146f7f9561651842a03fb0"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/calibrate.py",
      "size": 9413,
      "sha256": "5018098ddf0c44a682efef85b9f82ab2e4f4f911efa48982083d6c3a0db98594"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/cta.py",
      "size": 5891,
      "sha256": "e1cf8cfec967157a90d9f54e956b221b67aef9ed742968605d2d4abb1f453b8d"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/evaluation_provenance.py",
      "size": 1808,
      "sha256": "87e0d6f329dae65759893063cf508682902ae4cf5772aec28ed1692a08da02cf"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/experiment_contract.py",
      "size": 1070,
      "sha256": "a0f4487092a72eb5fe808880d09a6fafc9b86e5fc4a2e2b3b9e7d5177d27a620"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/experiments.py",
      "size": 13248,
      "sha256": "252644613f076890e5f2b849c4f95570e33a9cfa69569df90b082c26788f5a5b"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/export.py",
      "size": 4823,
      "sha256": "3ca272d220bbc93d2e7c70b06df2cef93184e48bc695c00b97e834991469ef57"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/gpu_admission.py",
      "size": 1024,
      "sha256": "feb940b5cc2355f1881d031f9b22226d7692f70f792c1b1233aeec5570535c76"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/huginn_calibration.py",
      "size": 15277,
      "sha256": "7a95635b9d9777c9b0f04f51566f9ed668154ae9be231e19f3b7ac18acef98ca"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/journal.py",
      "size": 8140,
      "sha256": "f9bf8342a004959bbdb25b3557577e5271e7335f53107d7a007ad512fa55bbcf"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/las.py",
      "size": 13092,
      "sha256": "a179c62e57fccafc21dabb13a68832f8bc8c9d6b0a8da1a2c2348bfb09c47a3c"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/numerical_contract.py",
      "size": 1864,
      "sha256": "913685841222a9f7ff503ca9b8962cd976f39bda38e2a20f7d3e6b0c09798bc5"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/objective.py",
      "size": 9479,
      "sha256": "d60f1d6ce18e004f89cb91f680ed6dd4b28083dda8125745a1bd694389c40e50"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/ouro_calibration.py",
      "size": 25712,
      "sha256": "db88d48b9646c421e4fd354e8de61a7784bdedcbac0b47e1c8de01aa8c2395de"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/packed_bundle.py",
      "size": 8765,
      "sha256": "5fe29dee51fe28849696de298d3bc8f7036b78c44ec2617747ada370e135287f"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/packed_weight.py",
      "size": 4350,
      "sha256": "8bbd5a3dc0c8992e4dd30ce962deb0e0745604b1e189a508e1f70aee1e1acdbc"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/packed_worker.py",
      "size": 1179,
      "sha256": "239febb2ed17d9d88cb068d2edac87f13c2f5c579995a842cdfb7ab6b1e536aa"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/parity_worker.py",
      "size": 9493,
      "sha256": "c8a9189b4399db32d032abbc70aa5ef39c42cef974a8fb57190cefa7e4d69d9e"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/paths.py",
      "size": 531,
      "sha256": "5a9478359f3a4b252d5af599c9c7f68650d10b995f2e9314210ac6e670a364d0"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/provenance.py",
      "size": 2079,
      "sha256": "387f82f3efe26ea478476d7087db441a2552f345de35ce2afc5723eb4d21abd6"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/quantization.py",
      "size": 5683,
      "sha256": "78a3016ad8b2d53ae807bb18b71da8e7d8ce6df8d0881331a80776a247c1142e"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/readiness.py",
      "size": 13359,
      "sha256": "d07828de04e70d81bbd187f4270d055ef7130ee55dfffd9a1434fc48e08b42ff"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/saved_tensors.py",
      "size": 2820,
      "sha256": "ee158cc09d8116c09922b940d3219d7d22d3f271b9c11e8b623b393cecb2af03"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/sharing_gap.py",
      "size": 11156,
      "sha256": "aa6e1bdb0f365fdde0e9ed4674a08b0f2c0df0a0693dd28dc5c094f8f86118a5"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/trajectory_diagnostics.py",
      "size": 2488,
      "sha256": "de78ef945d1fdcd036460ad5947864f73a5d63a5f88a1a6c86691821b2dddcac"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/loopq/transforms.py",
      "size": 11778,
      "sha256": "48c5ad973c5b6fa3564b1960b2687e8c1fa9c62f975d4c48b378e6b220f17962"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/manifest.json",
      "size": 9573,
      "sha256": "2f7a84783af23e7c383c54e561ed09cf79b8cdbf4fda37d819218ae15571d28d"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/benchmark_calibration_memory.py",
      "size": 7570,
      "sha256": "afdaf39cde1e839924baf1cfd0a4d83df5ee0af40d6e7659cb6f3645e3ebb408"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/calibrate_huginn.py",
      "size": 11289,
      "sha256": "ba44cc894b5a9987cb2f3a1382053d907f205a2d7608b44b7714fc410c142756"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/calibrate_ouro.py",
      "size": 14454,
      "sha256": "5c81cb8ca6a92a6da4fe1b7e5d7615830e359d93a4eedf013fbb32d5f624ec9e"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/diagnose_ouro_quality.py",
      "size": 7540,
      "sha256": "962f5ac918bea5cb029c78f41b96b886013e8233d5bf1d67ec87d8b488b9977c"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/export_huginn_artifact.py",
      "size": 3866,
      "sha256": "20dbf608320f85daddbc843b0ac1196234c20822e2418f42b66327ddcd8186f7"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/export_ouro_artifact.py",
      "size": 2849,
      "sha256": "1fe2edfa0fc09cf896a1fab149067160829744d3f7fd03d2c521b6ba38d19a12"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/export_packed_ouro_weights.py",
      "size": 5309,
      "sha256": "a49b8646639682012340f908ec86efbe12a369343c984963c2314991c31a4ead"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/freeze_lambada_inputs.py",
      "size": 2202,
      "sha256": "b15138ae82a52461f31cbb669d18f878fd98f9eab93ac7db3efa87f594afb97b"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/inspect_calibration.py",
      "size": 1376,
      "sha256": "6514bb2fb9fda6ef6b5335035dae910cb4bf7ec36dde5a844c7cf38e0fd07f7a"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/measure_ouro_trajectory.py",
      "size": 6071,
      "sha256": "06bf7ea56bb6626b5947e8f43d2b7ddc60ad942d3997ac1c2b7795db4672c081"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/report_accounting.py",
      "size": 684,
      "sha256": "3564bf5cb9e4f8133257cb415ec679f007090f0c7afe85fe1bca4b469b5ba5e6"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/reproduction.py",
      "size": 14475,
      "sha256": "23cf750efb66537777ac383d0bee31eb0606a7368854d8de8e9a957c550af0be"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/run_gsm8k.py",
      "size": 9953,
      "sha256": "11b220ad74277b5da6becbf18eaaeb4725d6ecb07330b1b15cd4dc4c29eeefdb"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/run_paper_benchmark.py",
      "size": 12438,
      "sha256": "021ee1451abff633bc0b77f04c13e1cd9dae7bebfc86ebe962890015a74a6bf8"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/smoke_huginn_vllm.py",
      "size": 3384,
      "sha256": "9311b038ce325a3f050a852addb6a9c550a09ace19f29ee3370439be9047e29b"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/smoke_ouro_vllm.py",
      "size": 3445,
      "sha256": "39311a193900e7d1db491e29fcdd83ee88ad1bdda602025580f61bd5ae757203"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/scripts/verify_runtime_parity.py",
      "size": 28860,
      "sha256": "3c872ee6c1e7441f17a08d09eb24268fef0ffc5620d08217b4cda412cb2b0675"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/conftest.py",
      "size": 881,
      "sha256": "56cfc62ddfe4ccab80288f60c8f3948b6d8b8d8f1d2e37c50f9c9577c4679235"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_alignment_contracts.py",
      "size": 7880,
      "sha256": "615d2e77c187411d55892fa875835ea280a9b6ab775835ed30459482c298f066"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_calibrate.py",
      "size": 7533,
      "sha256": "d9bddf96ebcd0c5bdd0dd866f17e045d672abd73360e5e0771775edc4e67c8c8"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_cta.py",
      "size": 3962,
      "sha256": "afe35581d60dcd0b5ff1566ffe3a8dc332003cd031d9c9e788cff1c2f62f2307"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_evaluation_provenance.py",
      "size": 848,
      "sha256": "62765331e2e5b0e400c51b0d7caba5cc70f3060ac60fdfa53e89fc0eea293933"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_experiment_setup.py",
      "size": 11812,
      "sha256": "840680d43db300613ccb55409ce9bd142f2eb82176d697813194648de2c57484"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_export.py",
      "size": 1430,
      "sha256": "7bf542a1e606c7be517c2485dcad3b8e8ec773f53e7374656564ce33a78a6b8a"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_gpu_admission.py",
      "size": 1859,
      "sha256": "5f0154e0e7d80e1de684b51219b3ee1b52d81481d062de13a563eab1db17fce6"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_gsm8k_driver.py",
      "size": 6005,
      "sha256": "054d0284905dc8479ceb6c28e2a418d94a692762d45573902a8bb0278abd2821"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_huginn_adapter.py",
      "size": 2535,
      "sha256": "23f7b5d2fea8c9526553e979a5c44e466fe74d664cf6f0a05b8c66434dc48940"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_huginn_calibration.py",
      "size": 4359,
      "sha256": "bbdc7f0e10f23042f6d52acf14456d039b030d945fb4d3a8c72d9d6063242a93"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_huginn_export.py",
      "size": 1071,
      "sha256": "896eee3b771ee2a2b0dbdbd9aa07eb9918718c7dc9e69e0169b3d4ab22e50229"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_huginn_vllm_bridge.py",
      "size": 5721,
      "sha256": "c483f52999ca955b4c8b17de252e957bf7a878bfa7e5fa18330c7fed3f249c9b"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_journal.py",
      "size": 3795,
      "sha256": "b3331cbff1add620c8e1d098578a9d79f81e2c1d28a2e0c0b4a7a7a0c7ba1589"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_las.py",
      "size": 8517,
      "sha256": "88139ae1f23a53d07eb3497b88fe3f22980d6b8c001232fc3b629a57663935e4"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_objective.py",
      "size": 4704,
      "sha256": "fb206b4844e1f911e6665ccd5d99e643171810a30da50a80be64d227019e9b88"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_ouro_adapter.py",
      "size": 3366,
      "sha256": "9a52daa93ea65a75fc9edfd154ab27058c6a2567d113cab25e6d5a9e6592d986"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_ouro_calibration.py",
      "size": 11561,
      "sha256": "e9099d1cddec60482c811df656e7aa8731c2a1cd98ae274efde249636d0cec50"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_packed_bundle.py",
      "size": 3055,
      "sha256": "cfffba2fd0d640e2e5def1d6375b24a87b4d33bb57a7c45fb5d08145ae46bd4d"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_packed_weight.py",
      "size": 1907,
      "sha256": "387fdb51e3bce2cbd7c0f94dcec5fb1ecd8eedd55c79b6811975503625be884f"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_packed_worker.py",
      "size": 2023,
      "sha256": "41206a263d72bdc2e7ba65c8ecf7e6982f3b31b62c9602e554798212f8373a37"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_paper_benchmark.py",
      "size": 2774,
      "sha256": "70eaa2326bf0b8da12736a1577421a42af446aacd48fc21be0e9ead2deab52ed"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_paper_math_reference.py",
      "size": 9628,
      "sha256": "a46176f310f90d75bef72674620a2425de13a20bb65f84d33686dc82ff4043fb"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_quantization.py",
      "size": 4602,
      "sha256": "a0368909de90a7b5d64d0cb82296ab438306f4e337c50ed1a103616fdd3f9af4"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_saved_tensors.py",
      "size": 1475,
      "sha256": "522eae339ca2d2b01506f653b18d6417bc04b4315d0d1afa90b78820d55c7742"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_sharing_gap.py",
      "size": 5343,
      "sha256": "aacbacadaee3850d1d823cf8122cbc2ac80f2af3066254a7b5b60d46c0ded1ac"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_trajectory_diagnostics.py",
      "size": 1724,
      "sha256": "341d8650a0c3ae59c12584baaccc6fec454bb76f988e533385f5953d3f83bf3e"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_transforms.py",
      "size": 6404,
      "sha256": "5e9fc5b387fb8f40f3b090864a0c3751529a869bef176058bac149dd4401bfca"
    },
    {
      "path": "results/slt_selection_screen/fisher_mc_seed1/components.sources/tests/test_vllm_bridge.py",
      "size": 10484,
      "sha256": "ccab13d1a9c3bd18279e46b4268cccba84e766153282e9d78cd58e093fe50647"
    },
    {
      "path": "scripts/adapters/__init__.py",
      "size": 468,
      "sha256": "7f28e14f7778bafb750404e0e54fb05fe17b61997e06584ca55ee44da3694ba7"
    },
    {
      "path": "scripts/adapters/huginn.py",
      "size": 6203,
      "sha256": "fc22beafc461a7a0f85e6a7e3291a60749d5a11ea56cceabc448239dd3be9afe"
    },
    {
      "path": "scripts/adapters/ouro.py",
      "size": 6156,
      "sha256": "e571df0cbbe853de8d1c593f9ed6c032e9099008363ee57e1f280b770ae49c14"
    },
    {
      "path": "scripts/configs/flatquant_reference.yaml",
      "size": 2130,
      "sha256": "35f507d7389c3f04a7c1f86f7ae367630c846ec730661d420639f5f19b0c4074"
    },
    {
      "path": "scripts/configs/huginn_mapping.yaml",
      "size": 2130,
      "sha256": "5db252e7cacb42169e94492e02509a3114ebca4747b32590110ba58cbbaea124"
    },
    {
      "path": "scripts/configs/loopq_compatibility_decisions.yaml",
      "size": 27509,
      "sha256": "3d1b6d508db78b53f2c6e405da3b8ea6a7893303bd81bc2a90e0b3567367fd35"
    },
    {
      "path": "scripts/configs/ouro_calibration.yaml",
      "size": 2388,
      "sha256": "fc832996fcdda085290565b657c6fa1824dc0b1646a66d109fe38b22f0a8eac5"
    },
    {
      "path": "scripts/configs/ouro_mapping.yaml",
      "size": 2314,
      "sha256": "87ca4718e200539412f366fbad52a1a46932ad2cc26e0f08585830d04f50b9ad"
    },
    {
      "path": "scripts/configs/paper_ouro_reference_metrics.json",
      "size": 1701,
      "sha256": "ecc4b3e028b1191a458b446582895d4f6871922a397f15375a34e396bf70ad89"
    },
    {
      "path": "scripts/configs/paper_specification.yaml",
      "size": 5282,
      "sha256": "c812bb40398d9183f522c07e32dabf3fcfdd43e4d52790b9af296fb11d5abed1"
    },
    {
      "path": "scripts/configs/parity_prompts.json",
      "size": 737,
      "sha256": "b56e2e4048083459997c2864e3e6320fc68e1625676ed09f207a81bafee9b2e0"
    },
    {
      "path": "scripts/configs/reproduction.json",
      "size": 4106,
      "sha256": "5204e346d98f96e46b0f94814e2f291198887ace85a7c827932f002560c350c3"
    },
    {
      "path": "scripts/loopq/__init__.py",
      "size": 2225,
      "sha256": "00cf79e9673051148513cfc25c52c59ef72118d288e2ec640a77eaf8a69d7213"
    },
    {
      "path": "scripts/loopq/accounting.py",
      "size": 4306,
      "sha256": "ab24ef8b10a0bc85e03827e882f92e1d7bb3e33fbd146f7f9561651842a03fb0"
    },
    {
      "path": "scripts/loopq/calibrate.py",
      "size": 9413,
      "sha256": "5018098ddf0c44a682efef85b9f82ab2e4f4f911efa48982083d6c3a0db98594"
    },
    {
      "path": "scripts/loopq/cta.py",
      "size": 5891,
      "sha256": "e1cf8cfec967157a90d9f54e956b221b67aef9ed742968605d2d4abb1f453b8d"
    },
    {
      "path": "scripts/loopq/evaluation_provenance.py",
      "size": 1808,
      "sha256": "87e0d6f329dae65759893063cf508682902ae4cf5772aec28ed1692a08da02cf"
    },
    {
      "path": "scripts/loopq/experiment_contract.py",
      "size": 1070,
      "sha256": "a0f4487092a72eb5fe808880d09a6fafc9b86e5fc4a2e2b3b9e7d5177d27a620"
    },
    {
      "path": "scripts/loopq/experiments.py",
      "size": 13248,
      "sha256": "252644613f076890e5f2b849c4f95570e33a9cfa69569df90b082c26788f5a5b"
    },
    {
      "path": "scripts/loopq/export.py",
      "size": 4823,
      "sha256": "3ca272d220bbc93d2e7c70b06df2cef93184e48bc695c00b97e834991469ef57"
    },
    {
      "path": "scripts/loopq/gpu_admission.py",
      "size": 1024,
      "sha256": "feb940b5cc2355f1881d031f9b22226d7692f70f792c1b1233aeec5570535c76"
    },
    {
      "path": "scripts/loopq/huginn_calibration.py",
      "size": 15277,
      "sha256": "7a95635b9d9777c9b0f04f51566f9ed668154ae9be231e19f3b7ac18acef98ca"
    },
    {
      "path": "scripts/loopq/journal.py",
      "size": 8140,
      "sha256": "f9bf8342a004959bbdb25b3557577e5271e7335f53107d7a007ad512fa55bbcf"
    },
    {
      "path": "scripts/loopq/las.py",
      "size": 13092,
      "sha256": "a179c62e57fccafc21dabb13a68832f8bc8c9d6b0a8da1a2c2348bfb09c47a3c"
    },
    {
      "path": "scripts/loopq/numerical_contract.py",
      "size": 1864,
      "sha256": "913685841222a9f7ff503ca9b8962cd976f39bda38e2a20f7d3e6b0c09798bc5"
    },
    {
      "path": "scripts/loopq/objective.py",
      "size": 9479,
      "sha256": "d60f1d6ce18e004f89cb91f680ed6dd4b28083dda8125745a1bd694389c40e50"
    },
    {
      "path": "scripts/loopq/ouro_calibration.py",
      "size": 25712,
      "sha256": "db88d48b9646c421e4fd354e8de61a7784bdedcbac0b47e1c8de01aa8c2395de"
    },
    {
      "path": "scripts/loopq/packed_bundle.py",
      "size": 8765,
      "sha256": "5fe29dee51fe28849696de298d3bc8f7036b78c44ec2617747ada370e135287f"
    },
    {
      "path": "scripts/loopq/packed_weight.py",
      "size": 4350,
      "sha256": "8bbd5a3dc0c8992e4dd30ce962deb0e0745604b1e189a508e1f70aee1e1acdbc"
    },
    {
      "path": "scripts/loopq/packed_worker.py",
      "size": 1179,
      "sha256": "239febb2ed17d9d88cb068d2edac87f13c2f5c579995a842cdfb7ab6b1e536aa"
    },
    {
      "path": "scripts/loopq/parity_worker.py",
      "size": 9493,
      "sha256": "c8a9189b4399db32d032abbc70aa5ef39c42cef974a8fb57190cefa7e4d69d9e"
    },
    {
      "path": "scripts/loopq/paths.py",
      "size": 531,
      "sha256": "5a9478359f3a4b252d5af599c9c7f68650d10b995f2e9314210ac6e670a364d0"
    },
    {
      "path": "scripts/loopq/provenance.py",
      "size": 2079,
      "sha256": "387f82f3efe26ea478476d7087db441a2552f345de35ce2afc5723eb4d21abd6"
    },
    {
      "path": "scripts/loopq/quantization.py",
      "size": 5683,
      "sha256": "78a3016ad8b2d53ae807bb18b71da8e7d8ce6df8d0881331a80776a247c1142e"
    },
    {
      "path": "scripts/loopq/readiness.py",
      "size": 13359,
      "sha256": "d07828de04e70d81bbd187f4270d055ef7130ee55dfffd9a1434fc48e08b42ff"
    },
    {
      "path": "scripts/loopq/saved_tensors.py",
      "size": 2820,
      "sha256": "ee158cc09d8116c09922b940d3219d7d22d3f271b9c11e8b623b393cecb2af03"
    },
    {
      "path": "scripts/loopq/sharing_gap.py",
      "size": 11156,
      "sha256": "aa6e1bdb0f365fdde0e9ed4674a08b0f2c0df0a0693dd28dc5c094f8f86118a5"
    },
    {
      "path": "scripts/loopq/trajectory_diagnostics.py",
      "size": 2488,
      "sha256": "de78ef945d1fdcd036460ad5947864f73a5d63a5f88a1a6c86691821b2dddcac"
    },
    {
      "path": "scripts/loopq/transforms.py",
      "size": 11778,
      "sha256": "48c5ad973c5b6fa3564b1960b2687e8c1fa9c62f975d4c48b378e6b220f17962"
    },
    {
      "path": "scripts/scripts/benchmark_calibration_memory.py",
      "size": 7570,
      "sha256": "afdaf39cde1e839924baf1cfd0a4d83df5ee0af40d6e7659cb6f3645e3ebb408"
    },
    {
      "path": "scripts/scripts/calibrate_huginn.py",
      "size": 11289,
      "sha256": "ba44cc894b5a9987cb2f3a1382053d907f205a2d7608b44b7714fc410c142756"
    },
    {
      "path": "scripts/scripts/calibrate_ouro.py",
      "size": 14357,
      "sha256": "97232ac39e5bfb7344858822c2aa109b081467e1c32dc315638e8477709043f1"
    },
    {
      "path": "scripts/scripts/diagnose_ouro_quality.py",
      "size": 7540,
      "sha256": "962f5ac918bea5cb029c78f41b96b886013e8233d5bf1d67ec87d8b488b9977c"
    },
    {
      "path": "scripts/scripts/export_huginn_artifact.py",
      "size": 3866,
      "sha256": "20dbf608320f85daddbc843b0ac1196234c20822e2418f42b66327ddcd8186f7"
    },
    {
      "path": "scripts/scripts/export_ouro_artifact.py",
      "size": 2849,
      "sha256": "1fe2edfa0fc09cf896a1fab149067160829744d3f7fd03d2c521b6ba38d19a12"
    },
    {
      "path": "scripts/scripts/export_packed_ouro_weights.py",
      "size": 5309,
      "sha256": "a49b8646639682012340f908ec86efbe12a369343c984963c2314991c31a4ead"
    },
    {
      "path": "scripts/scripts/freeze_lambada_inputs.py",
      "size": 2202,
      "sha256": "b15138ae82a52461f31cbb669d18f878fd98f9eab93ac7db3efa87f594afb97b"
    },
    {
      "path": "scripts/scripts/inspect_calibration.py",
      "size": 1376,
      "sha256": "6514bb2fb9fda6ef6b5335035dae910cb4bf7ec36dde5a844c7cf38e0fd07f7a"
    },
    {
      "path": "scripts/scripts/measure_ouro_trajectory.py",
      "size": 6071,
      "sha256": "06bf7ea56bb6626b5947e8f43d2b7ddc60ad942d3997ac1c2b7795db4672c081"
    },
    {
      "path": "scripts/scripts/report_accounting.py",
      "size": 684,
      "sha256": "3564bf5cb9e4f8133257cb415ec679f007090f0c7afe85fe1bca4b469b5ba5e6"
    },
    {
      "path": "scripts/scripts/reproduction.py",
      "size": 14475,
      "sha256": "23cf750efb66537777ac383d0bee31eb0606a7368854d8de8e9a957c550af0be"
    },
    {
      "path": "scripts/scripts/run_gsm8k.py",
      "size": 9953,
      "sha256": "11b220ad74277b5da6becbf18eaaeb4725d6ecb07330b1b15cd4dc4c29eeefdb"
    },
    {
      "path": "scripts/scripts/run_paper_benchmark.py",
      "size": 12438,
      "sha256": "021ee1451abff633bc0b77f04c13e1cd9dae7bebfc86ebe962890015a74a6bf8"
    },
    {
      "path": "scripts/scripts/smoke_huginn_vllm.py",
      "size": 3384,
      "sha256": "9311b038ce325a3f050a852addb6a9c550a09ace19f29ee3370439be9047e29b"
    },
    {
      "path": "scripts/scripts/smoke_ouro_vllm.py",
      "size": 3445,
      "sha256": "39311a193900e7d1db491e29fcdd83ee88ad1bdda602025580f61bd5ae757203"
    },
    {
      "path": "scripts/scripts/verify_runtime_parity.py",
      "size": 28860,
      "sha256": "3c872ee6c1e7441f17a08d09eb24268fef0ffc5620d08217b4cda412cb2b0675"
    }
  ]
}