{
  "contract_source_sha": "498fa31f672759981d3039c03705cb720cd0ac799f78fd78e33acbcc71e5ee18",
  "steps": 64,
  "results": [
    {
      "seed": 17,
      "arm": "stateless",
      "validation": {
        "W3_MSE": 0.11103641552229722,
        "W4_MSE": 0.10791260438660781,
        "ctrl_max_rms": 0.00528129100954781
      },
      "checkpoint_step": 64
    },
    {
      "seed": 17,
      "arm": "mhc",
      "validation": {
        "W3_MSE": 0.11103636150558789,
        "W4_MSE": 0.10791248766084512,
        "ctrl_max_rms": 0.005226058148158093
      },
      "checkpoint_step": 64
    },
    {
      "seed": 17,
      "arm": "mhc_noaux",
      "validation": {
        "W3_MSE": 0.1110341747601827,
        "W4_MSE": 0.10790904238820076,
        "ctrl_max_rms": 0.0052098391655211644
      },
      "checkpoint_step": 64
    }
  ],
  "history": [
    {
      "seed": 17,
      "arm": "stateless",
      "step": 0,
      "loss_train": 0.09119217842817307,
      "grad_norm": 0.013730722479522228,
      "head_grad_norm": 1.4221210449250066e-06,
      "q0_trials": [
        {
          "radius": 0.0003,
          "relative_decrease": 4.501778529326963e-05,
          "max_action": 4.158697830547453e-09
        },
        {
          "radius": 0.0001,
          "relative_decrease": 1.503316242098296e-05,
          "max_action": 1.3862333503311675e-09
        },
        {
          "radius": 3e-05,
          "relative_decrease": 4.411906362679782e-06,
          "max_action": 4.158700883660771e-10
        },
        {
          "radius": 1e-05,
          "relative_decrease": 1.470635454226594e-06,
          "max_action": 3.463760112065728e-10
        }
      ],
      "W3_MSE": 0.11472809066375096,
      "W4_MSE": 0.11399433637658755,
      "ctrl_max_rms": 3.1482448361227117e-10
    },
    {
      "seed": 17,
      "arm": "stateless",
      "step": 8,
      "loss_train": 0.08606645464897156,
      "W3_MSE": 0.1147225337723891,
      "W4_MSE": 0.11396808549761772,
      "ctrl_max_rms": 0.00018752604228211567
    },
    {
      "seed": 17,
      "arm": "stateless",
      "step": 16,
      "loss_train": 0.1242414116859436,
      "W3_MSE": 0.11465953538815181,
      "W4_MSE": 0.11387925470868747,
      "ctrl_max_rms": 0.00030438662846184644
    },
    {
      "seed": 17,
      "arm": "stateless",
      "step": 24,
      "loss_train": 0.09662917256355286,
      "W3_MSE": 0.11453648408253987,
      "W4_MSE": 0.11368757920960586,
      "ctrl_max_rms": 0.0003923155600205064
    },
    {
      "seed": 17,
      "arm": "stateless",
      "step": 32,
      "loss_train": 0.1582513302564621,
      "W3_MSE": 0.1143090259283781,
      "W4_MSE": 0.11331315711140633,
      "ctrl_max_rms": 0.0005296767340041697
    },
    {
      "seed": 17,
      "arm": "stateless",
      "step": 40,
      "loss_train": 0.10655954480171204,
      "W3_MSE": 0.11380417520801227,
      "W4_MSE": 0.11249382669727008,
      "ctrl_max_rms": 0.000945325159894613
    },
    {
      "seed": 17,
      "arm": "stateless",
      "step": 48,
      "loss_train": 0.10963404178619385,
      "W3_MSE": 0.1130196029941241,
      "W4_MSE": 0.11111373826861382,
      "ctrl_max_rms": 0.00205805353471078
    },
    {
      "seed": 17,
      "arm": "stateless",
      "step": 56,
      "loss_train": 0.10562591254711151,
      "W3_MSE": 0.11191886352996032,
      "W4_MSE": 0.10920579296847184,
      "ctrl_max_rms": 0.004299115234365066
    },
    {
      "seed": 17,
      "arm": "stateless",
      "step": 64,
      "loss_train": 0.1330445259809494,
      "W3_MSE": 0.11103641552229722,
      "W4_MSE": 0.10791260438660781,
      "ctrl_max_rms": 0.00528129100954781
    },
    {
      "seed": 17,
      "arm": "mhc",
      "step": 0,
      "loss_train": 0.09119217842817307,
      "grad_norm": 0.013730722479522228,
      "head_grad_norm": 1.4206758578438894e-06,
      "q0_trials": [
        {
          "radius": 0.0003,
          "relative_decrease": 4.501778529326963e-05,
          "max_action": 4.1586671883919735e-09
        },
        {
          "radius": 0.0001,
          "relative_decrease": 1.503316242098296e-05,
          "max_action": 1.3862230252570384e-09
        },
        {
          "radius": 3e-05,
          "relative_decrease": 4.411906362679782e-06,
          "max_action": 4.1586703525275936e-10
        },
        {
          "radius": 1e-05,
          "relative_decrease": 1.470635454226594e-06,
          "max_action": 3.463760112065728e-10
        }
      ],
      "W3_MSE": 0.11472809066375096,
      "W4_MSE": 0.11399433637658755,
      "ctrl_max_rms": 3.1482448361227117e-10
    },
    {
      "seed": 17,
      "arm": "mhc",
      "step": 8,
      "loss_train": 0.08606645464897156,
      "W3_MSE": 0.11472253315150738,
      "W4_MSE": 0.113968084876736,
      "ctrl_max_rms": 0.00018755901813468276
    },
    {
      "seed": 17,
      "arm": "mhc",
      "step": 16,
      "loss_train": 0.1242414116859436,
      "W3_MSE": 0.11465953538815181,
      "W4_MSE": 0.11387925657133262,
      "ctrl_max_rms": 0.0003044217810383998
    },
    {
      "seed": 17,
      "arm": "mhc",
      "step": 24,
      "loss_train": 0.09662917256355286,
      "W3_MSE": 0.11453648408253987,
      "W4_MSE": 0.11368757796784242,
      "ctrl_max_rms": 0.00039232581184478477
    },
    {
      "seed": 17,
      "arm": "mhc",
      "step": 32,
      "loss_train": 0.1582513302564621,
      "W3_MSE": 0.11430902406573296,
      "W4_MSE": 0.11331315897405148,
      "ctrl_max_rms": 0.0005288315539170677
    },
    {
      "seed": 17,
      "arm": "mhc",
      "step": 40,
      "loss_train": 0.10655954480171204,
      "W3_MSE": 0.11380419631799062,
      "W4_MSE": 0.11249386705458164,
      "ctrl_max_rms": 0.0009341221496773263
    },
    {
      "seed": 17,
      "arm": "mhc",
      "step": 48,
      "loss_train": 0.109634168446064,
      "W3_MSE": 0.11301966508229573,
      "W4_MSE": 0.11111390093962352,
      "ctrl_max_rms": 0.0020173621790794036
    },
    {
      "seed": 17,
      "arm": "mhc",
      "step": 56,
      "loss_train": 0.10562613606452942,
      "W3_MSE": 0.1119188933322827,
      "W4_MSE": 0.10920589851836364,
      "ctrl_max_rms": 0.004241040248113374
    },
    {
      "seed": 17,
      "arm": "mhc",
      "step": 64,
      "loss_train": 0.13304445147514343,
      "W3_MSE": 0.11103636150558789,
      "W4_MSE": 0.10791248766084512,
      "ctrl_max_rms": 0.005226058148158093
    },
    {
      "seed": 17,
      "arm": "mhc_noaux",
      "step": 0,
      "loss_train": 0.08952551335096359,
      "grad_norm": 0.01346376072615385,
      "head_grad_norm": 1.393729007759248e-06,
      "q0_trials": [
        {
          "radius": 0.0003,
          "relative_decrease": 4.502363574430603e-05,
          "max_action": 4.158414501631569e-09
        },
        {
          "radius": 0.0001,
          "relative_decrease": 1.5063360572494254e-05,
          "max_action": 1.3861388703517719e-09
        },
        {
          "radius": 3e-05,
          "relative_decrease": 4.4108182891834e-06,
          "max_action": 4.1584174992337353e-10
        },
        {
          "radius": 1e-05,
          "relative_decrease": 1.4980137585905887e-06,
          "max_action": 3.463760112065728e-10
        }
      ],
      "W3_MSE": 0.11472809066375096,
      "W4_MSE": 0.11399433637658755,
      "ctrl_max_rms": 3.1482448361227117e-10
    },
    {
      "seed": 17,
      "arm": "mhc_noaux",
      "step": 8,
      "loss_train": 0.08451367169618607,
      "W3_MSE": 0.11472250955800216,
      "W4_MSE": 0.11396805879970391,
      "ctrl_max_rms": 0.000187463211962798
    },
    {
      "seed": 17,
      "arm": "mhc_noaux",
      "step": 16,
      "loss_train": 0.12192638218402863,
      "W3_MSE": 0.11465946398675442,
      "W4_MSE": 0.11387916964789231,
      "ctrl_max_rms": 0.00030426468583755195
    },
    {
      "seed": 17,
      "arm": "mhc_noaux",
      "step": 24,
      "loss_train": 0.09486307948827744,
      "W3_MSE": 0.11453630837301414,
      "W4_MSE": 0.1136873426536719,
      "ctrl_max_rms": 0.00039202869569029036
    },
    {
      "seed": 17,
      "arm": "mhc_noaux",
      "step": 32,
      "loss_train": 0.1553032398223877,
      "W3_MSE": 0.11430866395433743,
      "W4_MSE": 0.11331262377401193,
      "ctrl_max_rms": 0.0005277997018614163
    },
    {
      "seed": 17,
      "arm": "mhc_noaux",
      "step": 40,
      "loss_train": 0.10460616648197174,
      "W3_MSE": 0.11380349472165108,
      "W4_MSE": 0.1124927494674921,
      "ctrl_max_rms": 0.0009292569302488118
    },
    {
      "seed": 17,
      "arm": "mhc_noaux",
      "step": 48,
      "loss_train": 0.10761874914169312,
      "W3_MSE": 0.11301849285761516,
      "W4_MSE": 0.11111204698681831,
      "ctrl_max_rms": 0.002005132545794671
    },
    {
      "seed": 17,
      "arm": "mhc_noaux",
      "step": 56,
      "loss_train": 0.10368967801332474,
      "W3_MSE": 0.11191730387508869,
      "W4_MSE": 0.10920340940356255,
      "ctrl_max_rms": 0.004224800640561928
    },
    {
      "seed": 17,
      "arm": "mhc_noaux",
      "step": 64,
      "loss_train": 0.1305774450302124,
      "W3_MSE": 0.1110341747601827,
      "W4_MSE": 0.10790904238820076,
      "ctrl_max_rms": 0.0052098391655211644
    },
    {
      "seed": 41,
      "arm": "stateless",
      "step": 0,
      "loss_train": 0.12777335941791534,
      "grad_norm": 0.006554036866873503,
      "head_grad_norm": 1.771895426827541e-06,
      "q0_trials": [
        {
          "radius": 0.0003,
          "relative_decrease": 1.5277457877657884e-05,
          "max_action": 2.5834463457385937e-09
        },
        {
          "radius": 0.0001,
          "relative_decrease": 5.014738081979306e-06,
          "max_action": 8.611487078979962e-10
        },
        {
          "radius": 3e-05,
          "relative_decrease": 1.51608360617979e-06,
          "max_action": 5.335194508404584e-10
        },
        {
          "radius": 1e-05,
          "relative_decrease": 4.664872634399354e-07,
          "max_action": 5.335235031544983e-10
        }
      ],
      "W3_MSE": 0.11472141183912754,
      "W4_MSE": 0.11397158540785313,
      "ctrl_max_rms": 4.782619277462116e-10
    },
    {
      "seed": 41,
      "arm": "stateless",
      "step": 8,
      "loss_train": 0.10454776883125305,
      "W3_MSE": 0.11467163388927777,
      "W4_MSE": 0.11390550496677558,
      "ctrl_max_rms": 9.996155737705219e-05
    },
    {
      "seed": 41,
      "arm": "stateless",
      "step": 16,
      "loss_train": 0.09654892981052399,
      "W3_MSE": 0.11463494785130024,
      "W4_MSE": 0.1138407854984204,
      "ctrl_max_rms": 0.00016169367881957442
    },
    {
      "seed": 41,
      "arm": "stateless",
      "step": 24,
      "loss_train": 0.11449190974235535,
      "W3_MSE": 0.11451686484118302,
      "W4_MSE": 0.11365282163023949,
      "ctrl_max_rms": 0.00030108772868212935
    }
  ],
  "checkpoints": [
    {
      "sha256": "488db3159c0ffdedf1c4df4b40875a86857a66cd26b6469c53b89cebf2e776ba",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_stateless_step0000.pt",
      "bytes": 93186
    },
    {
      "sha256": "8564fa6b02b9004df33b139b15888e345f27bc9392db5b1bdd36918417abb5d3",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_stateless_step0008.pt",
      "bytes": 268976
    },
    {
      "sha256": "42792020756dbc501ab231c407134a90b13db10de7d9dca0192c4da6eabafbae",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_stateless_step0016.pt",
      "bytes": 268976
    },
    {
      "sha256": "c1297071cf2cd8ef2da147b116cd01823b41f9af63bc2a603e075a72ec9936ca",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_stateless_step0024.pt",
      "bytes": 268976
    },
    {
      "sha256": "c95fcb3a196dfed881e2a01f5b54b8dea25fbfe13f5eae71336af1c671f71d14",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_stateless_step0032.pt",
      "bytes": 268976
    },
    {
      "sha256": "84d1bb51dafe0dc9ab687d2bfaa6f2e590a6a257a72053a9d05610754a27e554",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_stateless_step0040.pt",
      "bytes": 268976
    },
    {
      "sha256": "a2a4ffa22bf4208049e3b06accfb87699cb28b0987592bbbbdada6aea7410750",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_stateless_step0048.pt",
      "bytes": 268976
    },
    {
      "sha256": "99d7cae2f26351d8183ceb0b2c152adf512324e147ffbce0c8b0a5fd4c34163a",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_stateless_step0056.pt",
      "bytes": 268976
    },
    {
      "sha256": "e2a449c3025fe0223022be26a6a9c1ee8e6a60e46f146208f6a7a532f9dba37e",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_stateless_step0064.pt",
      "bytes": 268976
    },
    {
      "sha256": "13adfa1b732166cc1eec631d7cbbe5cac3e25ffe4d0f75061a078bd37f6f695b",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_step0000.pt",
      "bytes": 92972
    },
    {
      "sha256": "b6f4373dc8e2fe998899539e0230b7ace5b19586f2a915be4525631cfdcaf1e4",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_step0008.pt",
      "bytes": 268502
    },
    {
      "sha256": "31dd6dfa2ca3fc25a4208d0bf48363fa20b901f95deda844947dd89b40f5d4b4",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_step0016.pt",
      "bytes": 268502
    },
    {
      "sha256": "32fd7185145f7e049b8b4aaf4b92379781f4176abf96d8a03d388c56a1df644c",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_step0024.pt",
      "bytes": 268502
    },
    {
      "sha256": "72b6f923cafa30228fab4697778d1b4df557b854ad86c4114f519a2cf5b84c22",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_step0032.pt",
      "bytes": 268502
    },
    {
      "sha256": "68bfa8209125c401c1a11031e3c95e8bcd15181e1ba12f4fecb743f33cfd038d",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_step0040.pt",
      "bytes": 268502
    },
    {
      "sha256": "ee57d9014f55ead2d39be0a8aa54d004516a852b83252eb2f3d73d7bcc6f3925",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_step0048.pt",
      "bytes": 268502
    },
    {
      "sha256": "58ab07249ff1526f54f3d26304c77666e186393a8558e698d8b6a14179a2575f",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_step0056.pt",
      "bytes": 268502
    },
    {
      "sha256": "e55f47fb3ecd1f1518e0ec629d1f24311b2e05f6a8fd07fe04ac7de1948528d6",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_step0064.pt",
      "bytes": 268502
    },
    {
      "sha256": "bf78c84f9f1dcb58d3d5f604b3dd66703ea23496c74da29c549c5c2ece4eb97f",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_noaux_step0000.pt",
      "bytes": 93186
    },
    {
      "sha256": "3d4aec2173d08053ae9800cd45bf53458c28c552c60ebd85ddc055a9bd5a60e2",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_noaux_step0008.pt",
      "bytes": 268976
    },
    {
      "sha256": "a78f7743de7696e69afc74f8df091af9b1cadd68ac7660e56d232207263817b2",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_noaux_step0016.pt",
      "bytes": 268976
    },
    {
      "sha256": "e9165957b3f41da8f0e0fe6f66b823b002ac3ea5cdaf3f0d509a426ec2696119",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_noaux_step0024.pt",
      "bytes": 268976
    },
    {
      "sha256": "4acbd87fb99ac2eaad7ebb1070fbb36336346ca22dd8f39851a0e424ec7ae77e",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_noaux_step0032.pt",
      "bytes": 268976
    },
    {
      "sha256": "a19656d8a65e013ac5594640064407da33bb7f6a728f073a27b438651a1a48a8",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_noaux_step0040.pt",
      "bytes": 268976
    },
    {
      "sha256": "ee9d7a4757ffd0fb173d317bb6ac1f9a82c0c336525eaf9a1ddc196bc4abb5c6",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_noaux_step0048.pt",
      "bytes": 268976
    },
    {
      "sha256": "e6ee9bf366d2c7204b4978e0108c6aaa27e804a03f261d6b8ccdf65dc8a94006",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_noaux_step0056.pt",
      "bytes": 268976
    },
    {
      "sha256": "0031e8e356e41310dbde85f7db8ac475b27328a20b661e971d6b548fedc95b91",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed17_mhc_noaux_step0064.pt",
      "bytes": 268976
    },
    {
      "sha256": "f77e831f0151146343715cca301e0dc76183d5f1f63b30cd2b98a33bab11b0d1",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed41_stateless_step0000.pt",
      "bytes": 93186
    },
    {
      "sha256": "d934489f5dcecd5ae7d831b52e1ca108c4866f2028f8b338745d3986bc4f8cd6",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed41_stateless_step0008.pt",
      "bytes": 268976
    },
    {
      "sha256": "e5d497263f3240df7bc9f8984dfdaea0c41a12763190413868ebf92da29fc2af",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed41_stateless_step0016.pt",
      "bytes": 268976
    },
    {
      "sha256": "343f6069d3856e209c727c1aae123baf4e76e616b5988dcd27ed6ada99a2e54e",
      "hf_path": "experiments/MHC_REAL_A1/pilot_seed41_stateless_step0024.pt",
      "bytes": 268976
    }
  ]
}