{
  "schema": "ddc-token-boundary-ledger/1",
  "runner_id": "THINK_B_2EP_SIX_ARMS_RUNNER_V3",
  "bindings": {
    "config_sha256": "ed1535bfd150f0cf7f117d9268aed978a2171136d03cd7289923b775e136e4f5",
    "runner_code_sha256": "fd6d1c6403810acc4460e2ce0fb5f4418881387b11f4bd21f7cd21067faa3a0a",
    "config_schema_sha256": "d6d13eeee42bf04cf34fc68b2fa7a61b316c4543b77d7d779815b8eddf10c099",
    "python_binary_sha256": "5700a6a7804feb44da6c963ebd1323982478b7ca57478e4e81981c47818453bd",
    "environment_lock_sha256": "627d4fe088b8f64841b0520ae5bd9dc5c81e9dcd5969b4bd45c9a9910b2f3c01",
    "base_composite_sha256": "26cbdb468ced4891fee1fffa2be7b7722e5d8d836d0bc986eecd97fa12cd1747",
    "base_lock_sha256": "9a145eebf5d9df466a5f554c4850290be671acd284e0f703b7dfdb087555858b",
    "frozen_rows_sha256": "1a99ada6e2afb71bf5b7a7af45422104b5e4745e6601a4081ad462473cebe804",
    "ordered_ids_sha256": "0152bfafdb38a00d960507db14293e4ff02830745fd63587320e6990a9b5b51f",
    "update_plan_sha256": "b16e590277206f95b60c22e04883dc80fe66e93201a39d09cc1e7feb5ca110e6",
    "data_receipt_sha256": "e66346fb413557929ab53648bc656fb3102557cf3460abb49c7b1c6e7281420d",
    "decontamination_receipt_sha256": "66c360871b06208ed20e473e57ad0f09c79e4dac1b3124a9461a5b729b487153",
    "render_receipt_sha256": "e66346fb413557929ab53648bc656fb3102557cf3460abb49c7b1c6e7281420d",
    "token_bake_sha256": "74234e98afe7498fb5daf1f36ac2d78acc339464f950703b8c019892f982b90b",
    "continuation_sha256": "74234e98afe7498fb5daf1f36ac2d78acc339464f950703b8c019892f982b90b"
  },
  "completed_optimizer_updates": 165,
  "next_update_index": 165,
  "next_ordered_position": 11750,
  "cumulative_planned_active_tokens": 10788766,
  "cumulative_realized_active_tokens": 10788766,
  "optimizer_step_count": 165,
  "scheduler_step_count": 165,
  "token_bake": {
    "enabled": false,
    "positive_lr_active_tokens": null,
    "frozen": null,
    "freeze_digest": null
  },
  "updates": [
    {
      "update_id": 0,
      "row_count": 66,
      "row_ids_sha256": "7c44588abeaa5362afad4783a93c894465d620117cc789de76e0f5a20f633c6d",
      "input_ids_vector_sha256": "ac772df88d7486e8f10af3b39cca7ca9f9c1f3428c85c3086ffe7d2fd9c8a902",
      "labels_vector_sha256": "34219b378c552f9fbc7e597232e28d7c4ef48d5ad475d1de2c43c7825b735886",
      "planned_active_tokens": 65856,
      "realized_active_tokens": 65856,
      "cumulative_start": 0,
      "cumulative_end": 65856,
      "loss_sum": 36830.20881652832,
      "token_normalized_loss": 0.5592536567135618,
      "grad_norm_before_clip": 1.0257219076156616,
      "learning_rates_at_step": {
        "lora": 1.0173544705449805e-05,
        "row_tokens": 1.0173544705449805e-05
      },
      "learning_rates_after_step": {
        "lora": 2.037551403774914e-05,
        "row_tokens": 2.037551403774914e-05
      }
    },
    {
      "update_id": 1,
      "row_count": 68,
      "row_ids_sha256": "bc5ce5694ef773bf5e7b3ee908bb536e6ddfaaf13a954de1ba372de578657c23",
      "input_ids_vector_sha256": "45052c55a7cae853bd9ecad5f3b17f3d2789a22e0c9eabce8474b1d40cb9b182",
      "labels_vector_sha256": "d1e46ad97a7cdae3bd5da9940c80cce92600999876dd3a8d4f848a5589f9c1ee",
      "planned_active_tokens": 66040,
      "realized_active_tokens": 66040,
      "cumulative_start": 65856,
      "cumulative_end": 131896,
      "loss_sum": 31433.324615478516,
      "token_normalized_loss": 0.4759740250678152,
      "grad_norm_before_clip": 0.862107515335083,
      "learning_rates_at_step": {
        "lora": 2.037551403774914e-05,
        "row_tokens": 2.037551403774914e-05
      },
      "learning_rates_after_step": {
        "lora": 3.0515536221316615e-05,
        "row_tokens": 3.0515536221316615e-05
      }
    },
    {
      "update_id": 2,
      "row_count": 65,
      "row_ids_sha256": "14d2924059f05ca267372f880131d6848e89396dd131bf376325b873a6a68871",
      "input_ids_vector_sha256": "0fae4708cca539198b1e17d790429489f9afcf50b49176d0203ba65f62b97bd7",
      "labels_vector_sha256": "77a32895a8eae33ecb1b228b6559fb79b1a7e6b0c418efc260c827bcb0c3c5d9",
      "planned_active_tokens": 65639,
      "realized_active_tokens": 65639,
      "cumulative_start": 131896,
      "cumulative_end": 197535,
      "loss_sum": 31775.35385131836,
      "token_normalized_loss": 0.48409259512360575,
      "grad_norm_before_clip": 0.639792799949646,
      "learning_rates_at_step": {
        "lora": 3.0515536221316615e-05,
        "row_tokens": 3.0515536221316615e-05
      },
      "learning_rates_after_step": {
        "lora": 4.062095451132814e-05,
        "row_tokens": 4.062095451132814e-05
      }
    },
    {
      "update_id": 3,
      "row_count": 65,
      "row_ids_sha256": "c4bb70634d254a0cdcf2ab98cc3cb3cfc57dcf58a7108a93c10739d0475fa39b",
      "input_ids_vector_sha256": "d484b8e6cd6354ee6ee71ca9f7e5c3f6dc2ab85b70a2d1f31cfb1bfb262945c5",
      "labels_vector_sha256": "7136994a58b8f373de5ae499b0f84319898b6adfe632fecfb24b4c4c93750c96",
      "planned_active_tokens": 65415,
      "realized_active_tokens": 65415,
      "cumulative_start": 197535,
      "cumulative_end": 262950,
      "loss_sum": 30946.996154785156,
      "token_normalized_loss": 0.4730871536312032,
      "grad_norm_before_clip": 0.5711080431938171,
      "learning_rates_at_step": {
        "lora": 4.062095451132814e-05,
        "row_tokens": 4.062095451132814e-05
      },
      "learning_rates_after_step": {
        "lora": 5.0699184027831416e-05,
        "row_tokens": 5.0699184027831416e-05
      }
    },
    {
      "update_id": 4,
      "row_count": 72,
      "row_ids_sha256": "ffa1d4fc9434a37283f6bc847559aa45f8f711a7657ba1c41ccfde7e39ab4e8a",
      "input_ids_vector_sha256": "3a52376d2b50b9ef8bb74bbfd8c0e3c55f2e1c5a0643d084163392c7a93a9fa8",
      "labels_vector_sha256": "994f821416a554221e387e28ad8c19554a924667598094b7a92dece1289a4c5c",
      "planned_active_tokens": 65239,
      "realized_active_tokens": 65239,
      "cumulative_start": 262950,
      "cumulative_end": 328189,
      "loss_sum": 31104.10710144043,
      "token_normalized_loss": 0.4767716718748054,
      "grad_norm_before_clip": 0.5920698046684265,
      "learning_rates_at_step": {
        "lora": 5.0699184027831416e-05,
        "row_tokens": 5.0699184027831416e-05
      },
      "learning_rates_after_step": {
        "lora": 6.083951517473422e-05,
        "row_tokens": 6.083951517473422e-05
      }
    },
    {
      "update_id": 5,
      "row_count": 70,
      "row_ids_sha256": "a8a960c4d84152a7ca4903054fda140000fe73b40d311d7ab1f911d0d88c6b87",
      "input_ids_vector_sha256": "b0579abd2297eebc0794e4fe02890bb29959bb04403d97d6952c4c2eb4523c92",
      "labels_vector_sha256": "e06400cc0569c43afe9714c2d157b89a535fabc4d7a33302b797937bdb60462b",
      "planned_active_tokens": 65641,
      "realized_active_tokens": 65641,
      "cumulative_start": 328189,
      "cumulative_end": 393830,
      "loss_sum": 28283.458404541016,
      "token_normalized_loss": 0.4308809799445623,
      "grad_norm_before_clip": 0.49931854009628296,
      "learning_rates_at_step": {
        "lora": 6.083951517473422e-05,
        "row_tokens": 6.083951517473422e-05
      },
      "learning_rates_after_step": {
        "lora": 7.103839487368035e-05,
        "row_tokens": 7.103839487368035e-05
      }
    },
    {
      "update_id": 6,
      "row_count": 64,
      "row_ids_sha256": "a0899f5fe157237d2a789b1c5e723605f2b4b6fc0dd4d7bd19beb6148333bc8c",
      "input_ids_vector_sha256": "67e2c47053fec51e38de99705780465bc0a397c3979e37236db6a1acb703fbdc",
      "labels_vector_sha256": "eff6975e339d805ff00f60ad4ac9d9c44631b02d818f0f8376e2ca045b8a8162",
      "planned_active_tokens": 66020,
      "realized_active_tokens": 66020,
      "cumulative_start": 393830,
      "cumulative_end": 459850,
      "loss_sum": 26027.433563232422,
      "token_normalized_loss": 0.3942355886584735,
      "grad_norm_before_clip": 0.44088059663772583,
      "learning_rates_at_step": {
        "lora": 7.103839487368035e-05,
        "row_tokens": 7.103839487368035e-05
      },
      "learning_rates_after_step": {
        "lora": 8.100477966279742e-05,
        "row_tokens": 8.100477966279742e-05
      }
    },
    {
      "update_id": 7,
      "row_count": 65,
      "row_ids_sha256": "75ccdf18c141f9b4ef56cd6b9566856227e58096d95ee2865a2167c56e70750f",
      "input_ids_vector_sha256": "747f2d23e5f55f51d428c034e758919655e646833b760371a4e22d022acd5917",
      "labels_vector_sha256": "302775b18e739e31a7e86657308ad66b5be3aca020e2e6250e761e7b19bac592",
      "planned_active_tokens": 64515,
      "realized_active_tokens": 64515,
      "cumulative_start": 459850,
      "cumulative_end": 524365,
      "loss_sum": 24155.72621154785,
      "token_normalized_loss": 0.3744203086343928,
      "grad_norm_before_clip": 0.37404394149780273,
      "learning_rates_at_step": {
        "lora": 8.100477966279742e-05,
        "row_tokens": 8.100477966279742e-05
      },
      "learning_rates_after_step": {
        "lora": 9.1225750240219e-05,
        "row_tokens": 9.1225750240219e-05
      }
    },
    {
      "update_id": 8,
      "row_count": 66,
      "row_ids_sha256": "c127a67010e1dd2405b427436af5dc4a4572c8908b2ecbdcef251f0a874483e6",
      "input_ids_vector_sha256": "28b334d1b09d62a4aab0125423836af7a4e42e4fa7a7fec697ce81b4afd11037",
      "labels_vector_sha256": "14a9985e765bc206883c90e15a48417dfc63e6007fc82fe84ece9ec4092f90f1",
      "planned_active_tokens": 66163,
      "realized_active_tokens": 66163,
      "cumulative_start": 524365,
      "cumulative_end": 590528,
      "loss_sum": 24134.758758544922,
      "token_normalized_loss": 0.3647772736808325,
      "grad_norm_before_clip": 0.3161574602127075,
      "learning_rates_at_step": {
        "lora": 9.1225750240219e-05,
        "row_tokens": 9.1225750240219e-05
      },
      "learning_rates_after_step": {
        "lora": 9.999981929106849e-05,
        "row_tokens": 9.999981929106849e-05
      }
    },
    {
      "update_id": 9,
      "row_count": 68,
      "row_ids_sha256": "789b8247a96b562c3dacd6c5ee08332fbf2949f1f54c410a3033ded22a38d753",
      "input_ids_vector_sha256": "e9d9ddcb962f796132968ec9f502582e3447c477f7f5a9729a836a7adb2c47fc",
      "labels_vector_sha256": "cc8a4a873ce6eeb85998c601fea8c66fc7c7b231941180affdae5f2e247748ec",
      "planned_active_tokens": 65477,
      "realized_active_tokens": 65477,
      "cumulative_start": 590528,
      "cumulative_end": 656005,
      "loss_sum": 23961.598136901855,
      "token_normalized_loss": 0.3659544288361082,
      "grad_norm_before_clip": 0.2811216115951538,
      "learning_rates_at_step": {
        "lora": 9.999981929106849e-05,
        "row_tokens": 9.999981929106849e-05
      },
      "learning_rates_after_step": {
        "lora": 9.998695017928532e-05,
        "row_tokens": 9.998695017928532e-05
      }
    },
    {
      "update_id": 10,
      "row_count": 67,
      "row_ids_sha256": "765a208a37dd39162f5ab59170bab24c50370c1a0f4ab6245819f04fa3f68390",
      "input_ids_vector_sha256": "05fb005990abb6c81374b0dbfacb52f162f21ee57239b6dc0016e7f17efe0db3",
      "labels_vector_sha256": "4831e826c916cd464771f0818727cbe768ce7115996b50842df79d470ddc4cbb",
      "planned_active_tokens": 65076,
      "realized_active_tokens": 65076,
      "cumulative_start": 656005,
      "cumulative_end": 721081,
      "loss_sum": 20343.693572998047,
      "token_normalized_loss": 0.3126143827678107,
      "grad_norm_before_clip": 0.2559735178947449,
      "learning_rates_at_step": {
        "lora": 9.998695017928532e-05,
        "row_tokens": 9.998695017928532e-05
      },
      "learning_rates_after_step": {
        "lora": 9.99534681150285e-05,
        "row_tokens": 9.99534681150285e-05
      }
    },
    {
      "update_id": 11,
      "row_count": 69,
      "row_ids_sha256": "a69f441698a98646ac448cc6a3d53ddaa861204d2d43f41507103ea86281094d",
      "input_ids_vector_sha256": "4ef77a733ef09b71eae0b6c38708240d8df4b1faddee85034e60dadd3031a226",
      "labels_vector_sha256": "5df729b4ebdb82b4023e38c1864be555a4d47d658ef7e1575da142ab37814809",
      "planned_active_tokens": 65525,
      "realized_active_tokens": 65525,
      "cumulative_start": 721081,
      "cumulative_end": 786606,
      "loss_sum": 18426.090522766113,
      "token_normalized_loss": 0.2812070281994065,
      "grad_norm_before_clip": 0.18362288177013397,
      "learning_rates_at_step": {
        "lora": 9.99534681150285e-05,
        "row_tokens": 9.99534681150285e-05
      },
      "learning_rates_after_step": {
        "lora": 9.989860317157319e-05,
        "row_tokens": 9.989860317157319e-05
      }
    },
    {
      "update_id": 12,
      "row_count": 68,
      "row_ids_sha256": "e459890cbdcbd788d629f668a4e130767c501daffe5c7c4efc0a290091c65084",
      "input_ids_vector_sha256": "4184b311a541f7f76cf4082026766fe851671fa1cfb0b0100649ae7c84c26e7e",
      "labels_vector_sha256": "596c549ea9e2087dfab353392b2836cb1b0f1741510adc0d392c620f7e2743c6",
      "planned_active_tokens": 66340,
      "realized_active_tokens": 66340,
      "cumulative_start": 786606,
      "cumulative_end": 852946,
      "loss_sum": 17425.548179626465,
      "token_normalized_loss": 0.2626703071996754,
      "grad_norm_before_clip": 0.16265520453453064,
      "learning_rates_at_step": {
        "lora": 9.989860317157319e-05,
        "row_tokens": 9.989860317157319e-05
      },
      "learning_rates_after_step": {
        "lora": 9.982417788192085e-05,
        "row_tokens": 9.982417788192085e-05
      }
    },
    {
      "update_id": 13,
      "row_count": 73,
      "row_ids_sha256": "2c0d0d07351190245b6ac2e722f6c2684a2b343b5e6c6347c77fdb0e46914c54",
      "input_ids_vector_sha256": "46c7cc3f1ce117472a66bd6943afa933e5f9cc1b682b6d8cdd5a54cf56b3ab74",
      "labels_vector_sha256": "ebb2caa890d811d6f649bedf45050e2894ee88b0d02ed17e7ac7ef2e8c10ff0e",
      "planned_active_tokens": 65177,
      "realized_active_tokens": 65177,
      "cumulative_start": 852946,
      "cumulative_end": 918123,
      "loss_sum": 21065.071113586426,
      "token_normalized_loss": 0.3231979243227891,
      "grad_norm_before_clip": 0.2028338760137558,
      "learning_rates_at_step": {
        "lora": 9.982417788192085e-05,
        "row_tokens": 9.982417788192085e-05
      },
      "learning_rates_after_step": {
        "lora": 9.972797124583697e-05,
        "row_tokens": 9.972797124583697e-05
      }
    },
    {
      "update_id": 14,
      "row_count": 74,
      "row_ids_sha256": "a760432725273ddbef43fd0bf0ae27cb2700d3d894a5f3980dce26439562dba6",
      "input_ids_vector_sha256": "2fc9c780b52c11c4db417c3fc2b259eea78ac86dae41bd25f2aaf10c1c8c9831",
      "labels_vector_sha256": "79f502210b4b928525aaa0e6ddf29fc43f70448ca6ec48616cafbc25cd849fc6",
      "planned_active_tokens": 66090,
      "realized_active_tokens": 66090,
      "cumulative_start": 918123,
      "cumulative_end": 984213,
      "loss_sum": 20900.96273803711,
      "token_normalized_loss": 0.31625000360171146,
      "grad_norm_before_clip": 0.19721658527851105,
      "learning_rates_at_step": {
        "lora": 9.972797124583697e-05,
        "row_tokens": 9.972797124583697e-05
      },
      "learning_rates_after_step": {
        "lora": 9.961416259995746e-05,
        "row_tokens": 9.961416259995746e-05
      }
    },
    {
      "update_id": 15,
      "row_count": 66,
      "row_ids_sha256": "b2f2f89441cba32935bcb3b8fad00d06d3f52b73148a4cac9af440e3f6582d03",
      "input_ids_vector_sha256": "aa959556b9e93e0f73ee7df8adf1c699e9c4cc93eaa57c6cc444178128b56ec4",
      "labels_vector_sha256": "7059e08364a6a48a04433f7252bca1c6f2487458a0ec562097a55327b5db1e7e",
      "planned_active_tokens": 64406,
      "realized_active_tokens": 64406,
      "cumulative_start": 984213,
      "cumulative_end": 1048619,
      "loss_sum": 17135.82063293457,
      "token_normalized_loss": 0.26605938317756994,
      "grad_norm_before_clip": 0.1514115184545517,
      "learning_rates_at_step": {
        "lora": 9.961416259995746e-05,
        "row_tokens": 9.961416259995746e-05
      },
      "learning_rates_after_step": {
        "lora": 9.947573271204726e-05,
        "row_tokens": 9.947573271204726e-05
      }
    },
    {
      "update_id": 16,
      "row_count": 71,
      "row_ids_sha256": "e9d9cf66952683200e1ad3f8adf1750af457a966cddf782fda4484b26406fe33",
      "input_ids_vector_sha256": "c80ae9b3d6d64daa8be508e6cad65979af9263fbd15267dcb7ff47e278710b45",
      "labels_vector_sha256": "ef5b03b804483778c1893f6f361953e5c543a01d68c078550ec09631ff296404",
      "planned_active_tokens": 66589,
      "realized_active_tokens": 66589,
      "cumulative_start": 1048619,
      "cumulative_end": 1115208,
      "loss_sum": 16009.054412841797,
      "token_normalized_loss": 0.24041590071696223,
      "grad_norm_before_clip": 0.14175383746623993,
      "learning_rates_at_step": {
        "lora": 9.947573271204726e-05,
        "row_tokens": 9.947573271204726e-05
      },
      "learning_rates_after_step": {
        "lora": 9.932099637986787e-05,
        "row_tokens": 9.932099637986787e-05
      }
    },
    {
      "update_id": 17,
      "row_count": 70,
      "row_ids_sha256": "a438bbb67705db346ae46a80139226c526574769aa4ab4cb75cb8861191cceaa",
      "input_ids_vector_sha256": "b289bc4aad951d1f91dde1fa68a9b4fbefcdb14d73c0ff82dfcaa34c30b5d6d5",
      "labels_vector_sha256": "4448ba67738fce5b90bb00c3a50a514a4286cabf3d14a9e7ce26e0b2ce1fcbcd",
      "planned_active_tokens": 64727,
      "realized_active_tokens": 64727,
      "cumulative_start": 1115208,
      "cumulative_end": 1179935,
      "loss_sum": 20681.138862609863,
      "token_normalized_loss": 0.31951332307398556,
      "grad_norm_before_clip": 0.14233136177062988,
      "learning_rates_at_step": {
        "lora": 9.932099637986787e-05,
        "row_tokens": 9.932099637986787e-05
      },
      "learning_rates_after_step": {
        "lora": 9.914397335538702e-05,
        "row_tokens": 9.914397335538702e-05
      }
    },
    {
      "update_id": 18,
      "row_count": 72,
      "row_ids_sha256": "ec8d6fd5d89e71f13963cc93d8fd6b594fda845b13bb19c3d5ad22bfd44b26d4",
      "input_ids_vector_sha256": "3e87be022a9be199ca5970f488d4a2d55cfa0dadd40f32ae50f9a25f72562ba0",
      "labels_vector_sha256": "254fda0c0386cabe4ec430f792197b8c015458681674afc8d9f95205a79d5e2a",
      "planned_active_tokens": 65589,
      "realized_active_tokens": 65589,
      "cumulative_start": 1179935,
      "cumulative_end": 1245524,
      "loss_sum": 18849.065032958984,
      "token_normalized_loss": 0.2873814973998534,
      "grad_norm_before_clip": 0.12853355705738068,
      "learning_rates_at_step": {
        "lora": 9.914397335538702e-05,
        "row_tokens": 9.914397335538702e-05
      },
      "learning_rates_after_step": {
        "lora": 9.894585989671054e-05,
        "row_tokens": 9.894585989671054e-05
      }
    },
    {
      "update_id": 19,
      "row_count": 68,
      "row_ids_sha256": "52764c066f56c4c2cc729a935807b00db30a44907d980c392c83a2ba1d322b64",
      "input_ids_vector_sha256": "6f80ee0d1aa66c5d04b4af633f7e8041fefe6053024cea8a63486cfb3901c0e3",
      "labels_vector_sha256": "98b434fa6f571193cf28f2218db15ca71ccab108816025ad6f37ea2ad7f2a546",
      "planned_active_tokens": 65843,
      "realized_active_tokens": 65843,
      "cumulative_start": 1245524,
      "cumulative_end": 1311367,
      "loss_sum": 15803.549369812012,
      "token_normalized_loss": 0.24001867123022966,
      "grad_norm_before_clip": 0.11425246298313141,
      "learning_rates_at_step": {
        "lora": 9.894585989671054e-05,
        "row_tokens": 9.894585989671054e-05
      },
      "learning_rates_after_step": {
        "lora": 9.872800589662978e-05,
        "row_tokens": 9.872800589662978e-05
      }
    },
    {
      "update_id": 20,
      "row_count": 69,
      "row_ids_sha256": "8cda969b222e5c66315f41f28da1d4425e4ece6f14e54c5b712207a55e875aab",
      "input_ids_vector_sha256": "ccc5a1e4708f9277527c60702915748027d27cbeda3a0045935ffb661787c5e3",
      "labels_vector_sha256": "c3e8ded291e90ad8b76c83820a16a6e56822bf7afc1ad040e507306b7f2c471f",
      "planned_active_tokens": 65664,
      "realized_active_tokens": 65664,
      "cumulative_start": 1311367,
      "cumulative_end": 1377031,
      "loss_sum": 16967.58219909668,
      "token_normalized_loss": 0.25840007003984955,
      "grad_norm_before_clip": 0.11823660880327225,
      "learning_rates_at_step": {
        "lora": 9.872800589662978e-05,
        "row_tokens": 9.872800589662978e-05
      },
      "learning_rates_after_step": {
        "lora": 9.84917845011258e-05,
        "row_tokens": 9.84917845011258e-05
      }
    },
    {
      "update_id": 21,
      "row_count": 75,
      "row_ids_sha256": "eaf2019de3060a975db02f73f3a399cad30d9e6f3887fa745d717bb5167ac726",
      "input_ids_vector_sha256": "c855e2db4f14316cbc9e7d7de27224224bf5d3a939d3db0fafb6ee75ade59412",
      "labels_vector_sha256": "3e30b06286b6c55f7aac8adf5edd5cbf0da7f5cb3537cec96874e7bb373e9fb8",
      "planned_active_tokens": 65189,
      "realized_active_tokens": 65189,
      "cumulative_start": 1377031,
      "cumulative_end": 1442220,
      "loss_sum": 19739.002899169922,
      "token_normalized_loss": 0.30279652854269773,
      "grad_norm_before_clip": 0.12580636143684387,
      "learning_rates_at_step": {
        "lora": 9.84917845011258e-05,
        "row_tokens": 9.84917845011258e-05
      },
      "learning_rates_after_step": {
        "lora": 9.823488736250502e-05,
        "row_tokens": 9.823488736250502e-05
      }
    },
    {
      "update_id": 22,
      "row_count": 72,
      "row_ids_sha256": "af1fecc4134b44c5388a8c1da6a65217d768d53be6160202de881876545ce2f5",
      "input_ids_vector_sha256": "5778057573d37d813f4be20531fb19fdf01eeb4a41421134397322a18eba8796",
      "labels_vector_sha256": "2d86d41282b1ccb6ba5292fc3cefdb7ffeed9637c1830fa972b999afac86cd1d",
      "planned_active_tokens": 65410,
      "realized_active_tokens": 65410,
      "cumulative_start": 1442220,
      "cumulative_end": 1507630,
      "loss_sum": 17475.113288879395,
      "token_normalized_loss": 0.2671627165399693,
      "grad_norm_before_clip": 0.10962013155221939,
      "learning_rates_at_step": {
        "lora": 9.823488736250502e-05,
        "row_tokens": 9.823488736250502e-05
      },
      "learning_rates_after_step": {
        "lora": 9.795757363905944e-05,
        "row_tokens": 9.795757363905944e-05
      }
    },
    {
      "update_id": 23,
      "row_count": 72,
      "row_ids_sha256": "08c36a6eb8796f9bae40d6e18604e3dd24abf3e5e695ac98f654ff6f77be58a7",
      "input_ids_vector_sha256": "21d3e92e51f722cdb8985e4c71d16597f4f168c647a2b09f9b0c90b0d64d6ad9",
      "labels_vector_sha256": "e7a54de2bddca1262546b9e7defc611e5acfeb3e4d6f2612c4ca9de01d79832f",
      "planned_active_tokens": 65550,
      "realized_active_tokens": 65550,
      "cumulative_start": 1507630,
      "cumulative_end": 1573180,
      "loss_sum": 20593.016010284424,
      "token_normalized_loss": 0.31415737620571205,
      "grad_norm_before_clip": 0.12404319643974304,
      "learning_rates_at_step": {
        "lora": 9.795757363905944e-05,
        "row_tokens": 9.795757363905944e-05
      },
      "learning_rates_after_step": {
        "lora": 9.766145069157434e-05,
        "row_tokens": 9.766145069157434e-05
      }
    },
    {
      "update_id": 24,
      "row_count": 67,
      "row_ids_sha256": "b67fa36c6eaa9a27ae13afd254ddce5dc151e2a52f14274f7758502e5bfdea43",
      "input_ids_vector_sha256": "cc5351aa2aa91c475a0b0158b25265ee83f5c9b7b6e4e9a39cccf9f3bb0c5494",
      "labels_vector_sha256": "4ea72a621ea22e5d831f108254602c3ae9889903990d870a76958b71ed20dfdd",
      "planned_active_tokens": 65344,
      "realized_active_tokens": 65344,
      "cumulative_start": 1573180,
      "cumulative_end": 1638524,
      "loss_sum": 25915.75656890869,
      "token_normalized_loss": 0.39660499156630585,
      "grad_norm_before_clip": 0.13470543920993805,
      "learning_rates_at_step": {
        "lora": 9.766145069157434e-05,
        "row_tokens": 9.766145069157434e-05
      },
      "learning_rates_after_step": {
        "lora": 9.734343372735864e-05,
        "row_tokens": 9.734343372735864e-05
      }
    },
    {
      "update_id": 25,
      "row_count": 70,
      "row_ids_sha256": "48074a75c08516869c32ee83176b555d7a5ae7e1cbe6a6944dddab9d1f5ed280",
      "input_ids_vector_sha256": "99fa0c5e46d2755cb78b680d63b136918e027c919fb4841920293235229eaaca",
      "labels_vector_sha256": "c895331428b2e140796543038fa876388c5b40c643b75ec58930cda0bac411a5",
      "planned_active_tokens": 65819,
      "realized_active_tokens": 65819,
      "cumulative_start": 1638524,
      "cumulative_end": 1704343,
      "loss_sum": 18845.561157226562,
      "token_normalized_loss": 0.2863240273663617,
      "grad_norm_before_clip": 0.11002977937459946,
      "learning_rates_at_step": {
        "lora": 9.734343372735864e-05,
        "row_tokens": 9.734343372735864e-05
      },
      "learning_rates_after_step": {
        "lora": 9.700732994374042e-05,
        "row_tokens": 9.700732994374042e-05
      }
    },
    {
      "update_id": 26,
      "row_count": 78,
      "row_ids_sha256": "b4e12a4eff52dc5008dcb6d5ec7b012284dc93568ddb96f99bb37233eeb4179d",
      "input_ids_vector_sha256": "b2f60411c1353c6c5f22bd0c864b18dbc7a30183797ee7fb2a45eaca7a34fccd",
      "labels_vector_sha256": "e6b9d6488afc0c2a3bc1520eb5fce76ed3a2e0736b2c91a2cc441395a967ca4a",
      "planned_active_tokens": 65517,
      "realized_active_tokens": 65517,
      "cumulative_start": 1704343,
      "cumulative_end": 1769860,
      "loss_sum": 16546.60173034668,
      "token_normalized_loss": 0.25255432529491095,
      "grad_norm_before_clip": 0.11002335697412491,
      "learning_rates_at_step": {
        "lora": 9.700732994374042e-05,
        "row_tokens": 9.700732994374042e-05
      },
      "learning_rates_after_step": {
        "lora": 9.664667931800648e-05,
        "row_tokens": 9.664667931800648e-05
      }
    },
    {
      "update_id": 27,
      "row_count": 78,
      "row_ids_sha256": "08eccec02014f502d66863072f3ecbc21acdee01f3891d6c263188fc8a829311",
      "input_ids_vector_sha256": "97ee1d9078292f534ae076920d59cde7411bed25c3961b4103b9ece52fb00e99",
      "labels_vector_sha256": "7e27ecf50d5bf74964285745adcab48f3f609ede6a3563a7bf41deb6449e1144",
      "planned_active_tokens": 66447,
      "realized_active_tokens": 66447,
      "cumulative_start": 1769860,
      "cumulative_end": 1836307,
      "loss_sum": 15863.474914550781,
      "token_normalized_loss": 0.2387387679586856,
      "grad_norm_before_clip": 0.1050301045179367,
      "learning_rates_at_step": {
        "lora": 9.664667931800648e-05,
        "row_tokens": 9.664667931800648e-05
      },
      "learning_rates_after_step": {
        "lora": 9.627604962003078e-05,
        "row_tokens": 9.627604962003078e-05
      }
    },
    {
      "update_id": 28,
      "row_count": 76,
      "row_ids_sha256": "0a29dffd60f60e28f932e337139b2ce0d215a89806ee0f448df2bb1a1bc26af0",
      "input_ids_vector_sha256": "0c2b7d2bef71a10c86ffd2a3d06e94629e117d49b7e3bf7ee46a938ab83f4c7a",
      "labels_vector_sha256": "929874c5de22f6c7f1530c9f0896a2c96a6823dbf2bf785321bc0019e9d01f7e",
      "planned_active_tokens": 64780,
      "realized_active_tokens": 64780,
      "cumulative_start": 1836307,
      "cumulative_end": 1901087,
      "loss_sum": 15431.188507080078,
      "token_normalized_loss": 0.2382091464507576,
      "grad_norm_before_clip": 0.10523726046085358,
      "learning_rates_at_step": {
        "lora": 9.627604962003078e-05,
        "row_tokens": 9.627604962003078e-05
      },
      "learning_rates_after_step": {
        "lora": 9.588492702807173e-05,
        "row_tokens": 9.588492702807173e-05
      }
    },
    {
      "update_id": 29,
      "row_count": 71,
      "row_ids_sha256": "f811df3db1831a2924fe79862bba3047f155ac3957bf16955db407c4c3fba46e",
      "input_ids_vector_sha256": "0739d5590b7cdf1a474bffb2d3698cbea410617d16c6df49a27824c7eeb52850",
      "labels_vector_sha256": "e8232c984d7a08caccfe8e834ee6c72edd7230c08116947fe87112c6d26004bf",
      "planned_active_tokens": 65082,
      "realized_active_tokens": 65082,
      "cumulative_start": 1901087,
      "cumulative_end": 1966169,
      "loss_sum": 13869.645198822021,
      "token_normalized_loss": 0.21311031005227285,
      "grad_norm_before_clip": 0.09779830276966095,
      "learning_rates_at_step": {
        "lora": 9.588492702807173e-05,
        "row_tokens": 9.588492702807173e-05
      },
      "learning_rates_after_step": {
        "lora": 9.547212782391059e-05,
        "row_tokens": 9.547212782391059e-05
      }
    },
    {
      "update_id": 30,
      "row_count": 75,
      "row_ids_sha256": "413690534e81c5defa21d2634e9ff007cb345214c4232903088db03461415cda",
      "input_ids_vector_sha256": "56e9fac5ebc2c42b30524ee7e6cfb85071c5c820a29d10471ac9d7d8912b0a6e",
      "labels_vector_sha256": "f902245fce0e941f9556df177c7fa02edc90fcbb40c3de5ccf7542c1a4f7ad8e",
      "planned_active_tokens": 65552,
      "realized_active_tokens": 65552,
      "cumulative_start": 1966169,
      "cumulative_end": 2031721,
      "loss_sum": 14763.468719482422,
      "token_normalized_loss": 0.22521767023862616,
      "grad_norm_before_clip": 0.09477154165506363,
      "learning_rates_at_step": {
        "lora": 9.547212782391059e-05,
        "row_tokens": 9.547212782391059e-05
      },
      "learning_rates_after_step": {
        "lora": 9.503573512385892e-05,
        "row_tokens": 9.503573512385892e-05
      }
    },
    {
      "update_id": 31,
      "row_count": 77,
      "row_ids_sha256": "704a3203aeb9a2a26ff26df66b524e749cc8a41e67f330ad7bce30e00571dea2",
      "input_ids_vector_sha256": "c30443b7a3b1dabd564531800e96ac55f897b7c1ad991d48ca7e46677a85253f",
      "labels_vector_sha256": "9368ed31860b1c00c650601a4ac601e0794c017400489de18f8dfc3ed6b782cb",
      "planned_active_tokens": 66272,
      "realized_active_tokens": 66272,
      "cumulative_start": 2031721,
      "cumulative_end": 2097993,
      "loss_sum": 12918.119758605957,
      "token_normalized_loss": 0.19492575685969876,
      "grad_norm_before_clip": 0.09158577769994736,
      "learning_rates_at_step": {
        "lora": 9.503573512385892e-05,
        "row_tokens": 9.503573512385892e-05
      },
      "learning_rates_after_step": {
        "lora": 9.458590849592805e-05,
        "row_tokens": 9.458590849592805e-05
      }
    },
    {
      "update_id": 32,
      "row_count": 82,
      "row_ids_sha256": "6d81ffb902d49e4f75423a9a8b4fbdd0a9434ee2ac549722d2de0c13b14031aa",
      "input_ids_vector_sha256": "2eee393358898a53d913f2d8d9541130a6dd5358c6db90285ae5daf272a3b35f",
      "labels_vector_sha256": "f535e38ff7f3d8d955542a70eb597690feec84335ee337c793e2fd112659c0bc",
      "planned_active_tokens": 65481,
      "realized_active_tokens": 65481,
      "cumulative_start": 2097993,
      "cumulative_end": 2163474,
      "loss_sum": 13965.123626708984,
      "token_normalized_loss": 0.21326985884010605,
      "grad_norm_before_clip": 0.10092455893754959,
      "learning_rates_at_step": {
        "lora": 9.458590849592805e-05,
        "row_tokens": 9.458590849592805e-05
      },
      "learning_rates_after_step": {
        "lora": 9.412241559263748e-05,
        "row_tokens": 9.412241559263748e-05
      }
    },
    {
      "update_id": 33,
      "row_count": 73,
      "row_ids_sha256": "47447ab73c40cd79a10e9d92febb3cfbd055786b20f778b61cf8e7792a704dd1",
      "input_ids_vector_sha256": "efad90d2017d7b773b61ee304bae53830b22af6ecd6d6932680f58886df41504",
      "labels_vector_sha256": "e56eb9bd25fd276f739aca6a62cc50cc63ff2c3a627d64729772cdc076e99558",
      "planned_active_tokens": 64839,
      "realized_active_tokens": 64839,
      "cumulative_start": 2163474,
      "cumulative_end": 2228313,
      "loss_sum": 12883.099308013916,
      "token_normalized_loss": 0.1986936767688261,
      "grad_norm_before_clip": 0.09143892675638199,
      "learning_rates_at_step": {
        "lora": 9.412241559263748e-05,
        "row_tokens": 9.412241559263748e-05
      },
      "learning_rates_after_step": {
        "lora": 9.36332060399158e-05,
        "row_tokens": 9.36332060399158e-05
      }
    },
    {
      "update_id": 34,
      "row_count": 73,
      "row_ids_sha256": "b1cd174bfb32465bc45604243d5af374c458a770f5a0d3324730a114f045fcaf",
      "input_ids_vector_sha256": "3b246eafe77e2d97cca6dd71094b69942b27ccd05fd24c399ab9ffd9dbbce2f5",
      "labels_vector_sha256": "d596e6ccfddab59b89944b70f516893459eccff1c01d15c76c43672a6ba6d136",
      "planned_active_tokens": 65886,
      "realized_active_tokens": 65886,
      "cumulative_start": 2228313,
      "cumulative_end": 2294199,
      "loss_sum": 12673.125274658203,
      "token_normalized_loss": 0.19234928929754733,
      "grad_norm_before_clip": 0.09066075831651688,
      "learning_rates_at_step": {
        "lora": 9.36332060399158e-05,
        "row_tokens": 9.36332060399158e-05
      },
      "learning_rates_after_step": {
        "lora": 9.313121233038475e-05,
        "row_tokens": 9.313121233038475e-05
      }
    },
    {
      "update_id": 35,
      "row_count": 75,
      "row_ids_sha256": "d89903736afacf98cc20773015175bb55d2d5ba2ad69468004a628f27b7d5806",
      "input_ids_vector_sha256": "9a178c40345ae25ffdeac0dadc3bb2cc9f1e4f814940e8fdf0359e5ffbf18240",
      "labels_vector_sha256": "d6937f845c1d3d3b6390c6be0f064a9c19885e6166df8dfd00f1d4130fdd20a3",
      "planned_active_tokens": 65198,
      "realized_active_tokens": 65198,
      "cumulative_start": 2294199,
      "cumulative_end": 2359397,
      "loss_sum": 11437.058609008789,
      "token_normalized_loss": 0.17542039033419413,
      "grad_norm_before_clip": 0.08434521406888962,
      "learning_rates_at_step": {
        "lora": 9.313121233038475e-05,
        "row_tokens": 9.313121233038475e-05
      },
      "learning_rates_after_step": {
        "lora": 9.26034957930445e-05,
        "row_tokens": 9.26034957930445e-05
      }
    },
    {
      "update_id": 36,
      "row_count": 76,
      "row_ids_sha256": "38ab5a1c101a70628683e0d06bedde6aef5b63539306662a1ae8ca9927d08da1",
      "input_ids_vector_sha256": "b06c1059260edbc71687f5984648bc5288ded0536cbbdb0ab2acd422679228fe",
      "labels_vector_sha256": "af971c5d609c0eca68f366ece123431a8dc28df521b2893e8939596488cbb9ff",
      "planned_active_tokens": 66201,
      "realized_active_tokens": 66201,
      "cumulative_start": 2359397,
      "cumulative_end": 2425598,
      "loss_sum": 11934.491706848145,
      "token_normalized_loss": 0.18027660770755946,
      "grad_norm_before_clip": 0.09112250059843063,
      "learning_rates_at_step": {
        "lora": 9.26034957930445e-05,
        "row_tokens": 9.26034957930445e-05
      },
      "learning_rates_after_step": {
        "lora": 9.206316384492652e-05,
        "row_tokens": 9.206316384492652e-05
      }
    },
    {
      "update_id": 37,
      "row_count": 79,
      "row_ids_sha256": "040addb0c10bbba569084c7db5761b67e5ef1b49694672d72613eb99bab9ea58",
      "input_ids_vector_sha256": "7753a6dcb6ce9f5e807c5158989d18a7494bccde506bed84bc5b65783f03d7ae",
      "labels_vector_sha256": "e8c0ee6491c79c7d071db3282860f66cff0252eab435e1189aaa249cd33d9c8a",
      "planned_active_tokens": 65568,
      "realized_active_tokens": 65568,
      "cumulative_start": 2425598,
      "cumulative_end": 2491166,
      "loss_sum": 11678.807796478271,
      "token_normalized_loss": 0.1781174932356984,
      "grad_norm_before_clip": 0.08789415657520294,
      "learning_rates_at_step": {
        "lora": 9.206316384492652e-05,
        "row_tokens": 9.206316384492652e-05
      },
      "learning_rates_after_step": {
        "lora": 9.150597994105091e-05,
        "row_tokens": 9.150597994105091e-05
      }
    },
    {
      "update_id": 38,
      "row_count": 73,
      "row_ids_sha256": "1d75077f7568c6d720c339d61a29477bbaffda542b168e18ecd387f07c8b1186",
      "input_ids_vector_sha256": "ef6858d671ee40037dd1bd518afda57f8c4ba273c84a7d8f7987566c1a0d208d",
      "labels_vector_sha256": "55f77698db3ced6be11fd9abe586adbff2b2c4b48ae0563cd55614dae8f1c90d",
      "planned_active_tokens": 65510,
      "realized_active_tokens": 65510,
      "cumulative_start": 2491166,
      "cumulative_end": 2556676,
      "loss_sum": 11348.690246582031,
      "token_normalized_loss": 0.1732359982686923,
      "grad_norm_before_clip": 0.09103299677371979,
      "learning_rates_at_step": {
        "lora": 9.150597994105091e-05,
        "row_tokens": 9.150597994105091e-05
      },
      "learning_rates_after_step": {
        "lora": 9.093607942075762e-05,
        "row_tokens": 9.093607942075762e-05
      }
    },
    {
      "update_id": 39,
      "row_count": 73,
      "row_ids_sha256": "3334538ba5751bf7be53ffca9d6b1f3f279963c46067ed23d3d336435d757d71",
      "input_ids_vector_sha256": "fd9716fb5ca92aa332ac30815f7dccb13781148b3bebee3eed113213ebda829a",
      "labels_vector_sha256": "84a4d502e12644bbc8021a3b0f278ff22069ceebe66a2bbba8a9123925a5517a",
      "planned_active_tokens": 65018,
      "realized_active_tokens": 65018,
      "cumulative_start": 2556676,
      "cumulative_end": 2621694,
      "loss_sum": 12509.35122680664,
      "token_normalized_loss": 0.19239827781240026,
      "grad_norm_before_clip": 0.0945063978433609,
      "learning_rates_at_step": {
        "lora": 9.093607942075762e-05,
        "row_tokens": 9.093607942075762e-05
      },
      "learning_rates_after_step": {
        "lora": 9.034321490530057e-05,
        "row_tokens": 9.034321490530057e-05
      }
    },
    {
      "update_id": 40,
      "row_count": 74,
      "row_ids_sha256": "5d2c22b4d7460dc75e5548e14c65ff83589121d4930b6cdfd91d4bd9b7a934e4",
      "input_ids_vector_sha256": "de46fac2f40bf6bc498f1630df5fe8356c449d9b2941ac5a55bdb5d306f0e0a2",
      "labels_vector_sha256": "5cd280280105925f0d473704f3c025e166f53fb9e091348c1f62a97a198d4559",
      "planned_active_tokens": 65713,
      "realized_active_tokens": 65713,
      "cumulative_start": 2621694,
      "cumulative_end": 2687407,
      "loss_sum": 14710.798637390137,
      "token_normalized_loss": 0.2238643592194868,
      "grad_norm_before_clip": 0.1028904914855957,
      "learning_rates_at_step": {
        "lora": 9.034321490530057e-05,
        "row_tokens": 9.034321490530057e-05
      },
      "learning_rates_after_step": {
        "lora": 8.973337951557174e-05,
        "row_tokens": 8.973337951557174e-05
      }
    },
    {
      "update_id": 41,
      "row_count": 78,
      "row_ids_sha256": "b20ae6007b7b814501c9c4cb9e0f1b179cf35fa5c405abc8b6dbc3517aa97425",
      "input_ids_vector_sha256": "8e89502a2f44ba6499972eb212b0428e927bc075bd989604893aa5d7bd5b8189",
      "labels_vector_sha256": "a64c9ec36264f51c3f4ab337cc9772e23df1931196e07cee37c027c4870e1e60",
      "planned_active_tokens": 65740,
      "realized_active_tokens": 65740,
      "cumulative_start": 2687407,
      "cumulative_end": 2753147,
      "loss_sum": 15293.534210205078,
      "token_normalized_loss": 0.23263666276551687,
      "grad_norm_before_clip": 0.09642995148897171,
      "learning_rates_at_step": {
        "lora": 8.973337951557174e-05,
        "row_tokens": 8.973337951557174e-05
      },
      "learning_rates_after_step": {
        "lora": 8.910445068418351e-05,
        "row_tokens": 8.910445068418351e-05
      }
    },
    {
      "update_id": 42,
      "row_count": 78,
      "row_ids_sha256": "781f65aa90845d4b7cff9d07e67b57d223309b5e5a2d9d6166cd81d7ea980989",
      "input_ids_vector_sha256": "f54fc2d9f3e285acf4a998cbabc6b9fb7506041caddbe6b336a40ef41c9566d0",
      "labels_vector_sha256": "ef2269e9a073c8afe7959c4f742ae3a1d159aaf775caf537d80904a05a638e85",
      "planned_active_tokens": 66011,
      "realized_active_tokens": 66011,
      "cumulative_start": 2753147,
      "cumulative_end": 2819158,
      "loss_sum": 13857.143394470215,
      "token_normalized_loss": 0.20992173114284307,
      "grad_norm_before_clip": 0.13601583242416382,
      "learning_rates_at_step": {
        "lora": 8.910445068418351e-05,
        "row_tokens": 8.910445068418351e-05
      },
      "learning_rates_after_step": {
        "lora": 8.84735880851911e-05,
        "row_tokens": 8.84735880851911e-05
      }
    },
    {
      "update_id": 43,
      "row_count": 74,
      "row_ids_sha256": "67c638bb44c1f05f1edc919b100d5374b41c805b6193f718c0500dba7d631a14",
      "input_ids_vector_sha256": "4cee4e5682959d2d2cbc8a807f824f7872f18f9a23a04ac1c6fef0edf6a37452",
      "labels_vector_sha256": "91c43b511b61c108f9b3bad194696bb21d9d698a5d9b69ce59265f0fbb7d9e79",
      "planned_active_tokens": 64554,
      "realized_active_tokens": 64554,
      "cumulative_start": 2819158,
      "cumulative_end": 2883712,
      "loss_sum": 13128.328540802002,
      "token_normalized_loss": 0.20336971436010165,
      "grad_norm_before_clip": 0.09796834737062454,
      "learning_rates_at_step": {
        "lora": 8.84735880851911e-05,
        "row_tokens": 8.84735880851911e-05
      },
      "learning_rates_after_step": {
        "lora": 8.781481860875498e-05,
        "row_tokens": 8.781481860875498e-05
      }
    },
    {
      "update_id": 44,
      "row_count": 78,
      "row_ids_sha256": "70072bf5ef82ec9febf93fe494b1e4f491c6abc9f29b61123955d540646abb95",
      "input_ids_vector_sha256": "2e7ab9e8737e1f76a1ad3dba0d516e29bc699b56f862f1e5a5f4d84cbcd38bca",
      "labels_vector_sha256": "96a3c80c8c8f27e304f5142790d816d09137aeb45c3cb4d0e504c721cd7293a8",
      "planned_active_tokens": 65790,
      "realized_active_tokens": 65790,
      "cumulative_start": 2883712,
      "cumulative_end": 2949502,
      "loss_sum": 12356.7611618042,
      "token_normalized_loss": 0.18782126708928712,
      "grad_norm_before_clip": 0.0956386849284172,
      "learning_rates_at_step": {
        "lora": 8.781481860875498e-05,
        "row_tokens": 8.781481860875498e-05
      },
      "learning_rates_after_step": {
        "lora": 8.714022900305599e-05,
        "row_tokens": 8.714022900305599e-05
      }
    },
    {
      "update_id": 45,
      "row_count": 81,
      "row_ids_sha256": "464929e273a57927d0a61338c9b07bb0008b392c040b212a3a3032f5d150879d",
      "input_ids_vector_sha256": "086b240f0a1ed2ec2e373c24cb1e60048c1164aac8cc6aa92466680a34c65018",
      "labels_vector_sha256": "2a2dcd010bdf7266d63ca08e407458d990224982b8fd9866c7e0b44f495534fb",
      "planned_active_tokens": 65801,
      "realized_active_tokens": 65801,
      "cumulative_start": 2949502,
      "cumulative_end": 3015303,
      "loss_sum": 12519.497184753418,
      "token_normalized_loss": 0.19026302312660018,
      "grad_norm_before_clip": 0.0913286954164505,
      "learning_rates_at_step": {
        "lora": 8.714022900305599e-05,
        "row_tokens": 8.714022900305599e-05
      },
      "learning_rates_after_step": {
        "lora": 8.645660090700178e-05,
        "row_tokens": 8.645660090700178e-05
      }
    },
    {
      "update_id": 46,
      "row_count": 80,
      "row_ids_sha256": "e4da090f4c15534838d5a488fc78621c519c11c40440a9a927a2a183bc4a6166",
      "input_ids_vector_sha256": "bfb3bf4a4efba9f58ba87e124745c771d9af58be2a1f3e7746521e480f07c3e3",
      "labels_vector_sha256": "db043acaee8a11c7af65e995c0aca00cb297c545a4ed42066040a0cb1c1e937f",
      "planned_active_tokens": 65198,
      "realized_active_tokens": 65198,
      "cumulative_start": 3015303,
      "cumulative_end": 3080501,
      "loss_sum": 12186.700733184814,
      "token_normalized_loss": 0.18691832162312977,
      "grad_norm_before_clip": 0.09290819615125656,
      "learning_rates_at_step": {
        "lora": 8.645660090700178e-05,
        "row_tokens": 8.645660090700178e-05
      },
      "learning_rates_after_step": {
        "lora": 8.575357653709422e-05,
        "row_tokens": 8.575357653709422e-05
      }
    },
    {
      "update_id": 47,
      "row_count": 75,
      "row_ids_sha256": "d907e892106ae06d8461e74749854d69998bfb1d90c808ac1c861a5383a64a4c",
      "input_ids_vector_sha256": "e6d81c69edfaa0e8389d29cf14054203b054b9f7f3b3a622989728a1d8eb3e0f",
      "labels_vector_sha256": "4878754331de1ac00c33841f9877f5c9730695e6b82838cfb13668e440d24b14",
      "planned_active_tokens": 65616,
      "realized_active_tokens": 65616,
      "cumulative_start": 3080501,
      "cumulative_end": 3146117,
      "loss_sum": 12683.943115234375,
      "token_normalized_loss": 0.19330564367279893,
      "grad_norm_before_clip": 0.09388837218284607,
      "learning_rates_at_step": {
        "lora": 8.575357653709422e-05,
        "row_tokens": 8.575357653709422e-05
      },
      "learning_rates_after_step": {
        "lora": 8.503044293229835e-05,
        "row_tokens": 8.503044293229835e-05
      }
    },
    {
      "update_id": 48,
      "row_count": 77,
      "row_ids_sha256": "2bb0dd39e407a5e1e27291f99fa6f947aedfd934d76656326233e0cd29179d7d",
      "input_ids_vector_sha256": "f37a8bbdb36757c1accdc101c742b76b22f55370f5277f505bfb76a687f661f7",
      "labels_vector_sha256": "5a624de5115adb7382a1c1f200ed33c331346b32b3d04853a618b157e9f214d7",
      "planned_active_tokens": 66099,
      "realized_active_tokens": 66099,
      "cumulative_start": 3146117,
      "cumulative_end": 3212216,
      "loss_sum": 12352.946899414062,
      "token_normalized_loss": 0.18688553381161685,
      "grad_norm_before_clip": 0.08651527762413025,
      "learning_rates_at_step": {
        "lora": 8.503044293229835e-05,
        "row_tokens": 8.503044293229835e-05
      },
      "learning_rates_after_step": {
        "lora": 8.430572973181359e-05,
        "row_tokens": 8.430572973181359e-05
      }
    },
    {
      "update_id": 49,
      "row_count": 73,
      "row_ids_sha256": "29b8e2f8483cee300dcdfee06682715a7bb6a5f8f8b0ef3ae592936b6f3b7237",
      "input_ids_vector_sha256": "996ac556b54e2126d651e745dc6bfa14544fc8f30cb580c6c893cb9497e9d771",
      "labels_vector_sha256": "260cac8865a501bf734ee45e87032e90ebf058a8d01c4aad2691b5f14261c128",
      "planned_active_tokens": 64936,
      "realized_active_tokens": 64936,
      "cumulative_start": 3212216,
      "cumulative_end": 3277152,
      "loss_sum": 10457.10620880127,
      "token_normalized_loss": 0.16103711668105936,
      "grad_norm_before_clip": 0.08751116693019867,
      "learning_rates_at_step": {
        "lora": 8.430572973181359e-05,
        "row_tokens": 8.430572973181359e-05
      },
      "learning_rates_after_step": {
        "lora": 8.355603321601993e-05,
        "row_tokens": 8.355603321601993e-05
      }
    },
    {
      "update_id": 50,
      "row_count": 79,
      "row_ids_sha256": "33cb7e87edc6cc4d0991090de440080183d0a97a8ed9486f463b2985cff9edd2",
      "input_ids_vector_sha256": "956d525ebcd7b138567c41e7e30f9eadd1554eeb9824700f7c86303924c3148c",
      "labels_vector_sha256": "b52d38abc9b7bc26be34249aa7cb81504824cc1531d0a64d3a75ba7843f5ce77",
      "planned_active_tokens": 65903,
      "realized_active_tokens": 65903,
      "cumulative_start": 3277152,
      "cumulative_end": 3343055,
      "loss_sum": 11601.571437835693,
      "token_normalized_loss": 0.1760401110394928,
      "grad_norm_before_clip": 0.09314046800136566,
      "learning_rates_at_step": {
        "lora": 8.355603321601993e-05,
        "row_tokens": 8.355603321601993e-05
      },
      "learning_rates_after_step": {
        "lora": 8.279957691690663e-05,
        "row_tokens": 8.279957691690663e-05
      }
    },
    {
      "update_id": 51,
      "row_count": 76,
      "row_ids_sha256": "0474843e91bc842f3182e84a5de38c012854629a37788dc7c1d70a8cbf7bb898",
      "input_ids_vector_sha256": "7035cdb3889c07dd82b33414c6ea5737d60abcf4938052753dac1b710e9a3fe6",
      "labels_vector_sha256": "90a47ffa94ea148a12213acf415f6015efaf12d4572f7bba6a3e8f952ba79e18",
      "planned_active_tokens": 65285,
      "realized_active_tokens": 65285,
      "cumulative_start": 3343055,
      "cumulative_end": 3408340,
      "loss_sum": 11881.37608718872,
      "token_normalized_loss": 0.18199243451311511,
      "grad_norm_before_clip": 0.0944008007645607,
      "learning_rates_at_step": {
        "lora": 8.279957691690663e-05,
        "row_tokens": 8.279957691690663e-05
      },
      "learning_rates_after_step": {
        "lora": 8.202607823271779e-05,
        "row_tokens": 8.202607823271779e-05
      }
    },
    {
      "update_id": 52,
      "row_count": 74,
      "row_ids_sha256": "76e6b933c37024ea663425bd15244ddf2668ea16a8289f427965d72bb7f2cf1e",
      "input_ids_vector_sha256": "864e5e2fbbccc82648038ae9e1451cd112fa9cb2a2f2d132223779bec8a8e7ce",
      "labels_vector_sha256": "3ee0f4423f604b7aecfc96a4d0cdcbd5edfdfdc5313903e744075fc1dccdea7b",
      "planned_active_tokens": 65590,
      "realized_active_tokens": 65590,
      "cumulative_start": 3408340,
      "cumulative_end": 3473930,
      "loss_sum": 13664.27742767334,
      "token_normalized_loss": 0.2083286694263354,
      "grad_norm_before_clip": 0.09272623062133789,
      "learning_rates_at_step": {
        "lora": 8.202607823271779e-05,
        "row_tokens": 8.202607823271779e-05
      },
      "learning_rates_after_step": {
        "lora": 8.124524779147817e-05,
        "row_tokens": 8.124524779147817e-05
      }
    },
    {
      "update_id": 53,
      "row_count": 77,
      "row_ids_sha256": "88cdb567e625ba17fa837718ab5fc3b952f6352061a13ac8f26b6bc2526a893d",
      "input_ids_vector_sha256": "eaa02c8e6b4519882a029edf35447bcefacddc756287b0d9586f40b451add6c7",
      "labels_vector_sha256": "4e93cbc2041116241ff4ed0cf6a473f67c0aa24bfc5ed6edd5031efb436e393a",
      "planned_active_tokens": 65103,
      "realized_active_tokens": 65103,
      "cumulative_start": 3473930,
      "cumulative_end": 3539033,
      "loss_sum": 13818.952030181885,
      "token_normalized_loss": 0.21226290693488603,
      "grad_norm_before_clip": 0.09860926121473312,
      "learning_rates_at_step": {
        "lora": 8.124524779147817e-05,
        "row_tokens": 8.124524779147817e-05
      },
      "learning_rates_after_step": {
        "lora": 8.044707788795987e-05,
        "row_tokens": 8.044707788795987e-05
      }
    },
    {
      "update_id": 54,
      "row_count": 73,
      "row_ids_sha256": "bdb2e91f9f7fdc303689d1f9a30b62eff13469f0bbfc45ff7a105e8a0b791b81",
      "input_ids_vector_sha256": "75b9e95edb2587f6abacddadc4922f470692429bbe56451a61243b58543ef7c2",
      "labels_vector_sha256": "cddb8f2bf1402e8d743603eca62f93fe68638eec427bce6094c58b27ad69a430",
      "planned_active_tokens": 65480,
      "realized_active_tokens": 65480,
      "cumulative_start": 3539033,
      "cumulative_end": 3604513,
      "loss_sum": 12728.849304199219,
      "token_normalized_loss": 0.19439293378434971,
      "grad_norm_before_clip": 0.09796017408370972,
      "learning_rates_at_step": {
        "lora": 8.044707788795987e-05,
        "row_tokens": 8.044707788795987e-05
      },
      "learning_rates_after_step": {
        "lora": 7.963414790736901e-05,
        "row_tokens": 7.963414790736901e-05
      }
    },
    {
      "update_id": 55,
      "row_count": 76,
      "row_ids_sha256": "8a9550045c4a7a0a1765a864f41b83441df23a9ea36aae7c983041d7ce2e59e6",
      "input_ids_vector_sha256": "6a71cae469c1cf40c37654feb90b50e728daab49d30e09a3c960926f9e6e4a30",
      "labels_vector_sha256": "4ed22cdd7b60de88e5241fe7d430118b1e552cae40679006f740f3c1c62da848",
      "planned_active_tokens": 65659,
      "realized_active_tokens": 65659,
      "cumulative_start": 3604513,
      "cumulative_end": 3670172,
      "loss_sum": 12996.634384155273,
      "token_normalized_loss": 0.19794140002368713,
      "grad_norm_before_clip": 0.09664937853813171,
      "learning_rates_at_step": {
        "lora": 7.963414790736901e-05,
        "row_tokens": 7.963414790736901e-05
      },
      "learning_rates_after_step": {
        "lora": 7.880992071238274e-05,
        "row_tokens": 7.880992071238274e-05
      }
    },
    {
      "update_id": 56,
      "row_count": 78,
      "row_ids_sha256": "9d5a01d7e6894b25715e764a532e590dc5ff504c55830b438edd8401b966a063",
      "input_ids_vector_sha256": "fe4e3339e910545a9e243649e91a8ae38f7522929bc9dbfbd8f4c2969c5f1611",
      "labels_vector_sha256": "5c633432813d36658bae7c9b8495b9b4971f65cb14229e52e4a2056b3a95a19b",
      "planned_active_tokens": 65583,
      "realized_active_tokens": 65583,
      "cumulative_start": 3670172,
      "cumulative_end": 3735755,
      "loss_sum": 11807.507007598877,
      "token_normalized_loss": 0.1800391413567369,
      "grad_norm_before_clip": 0.08626383543014526,
      "learning_rates_at_step": {
        "lora": 7.880992071238274e-05,
        "row_tokens": 7.880992071238274e-05
      },
      "learning_rates_after_step": {
        "lora": 7.797004111875818e-05,
        "row_tokens": 7.797004111875818e-05
      }
    },
    {
      "update_id": 57,
      "row_count": 77,
      "row_ids_sha256": "1d66c19478d4c4b53b72445a8dff78952eefb6d4b5744331da5a57430d80f173",
      "input_ids_vector_sha256": "3d847804cb5680385e41319f68e2052f191a18581c7d26c17659a8aaebda0c2a",
      "labels_vector_sha256": "8f047c4790f991a78c20db387a4bd5a6184d7a79a3204c4b5c282658d2cdf395",
      "planned_active_tokens": 65876,
      "realized_active_tokens": 65876,
      "cumulative_start": 3735755,
      "cumulative_end": 3801631,
      "loss_sum": 12726.984943389893,
      "token_normalized_loss": 0.19319607965556337,
      "grad_norm_before_clip": 0.0934160128235817,
      "learning_rates_at_step": {
        "lora": 7.797004111875818e-05,
        "row_tokens": 7.797004111875818e-05
      },
      "learning_rates_after_step": {
        "lora": 7.71265424378469e-05,
        "row_tokens": 7.71265424378469e-05
      }
    },
    {
      "update_id": 58,
      "row_count": 74,
      "row_ids_sha256": "b2a27c86509c02d906f6797785b32df5bf8639143966f89e7cd40145bc1fb817",
      "input_ids_vector_sha256": "1e705348900a40d0567c07c9ffe0eca927cf71faad733e4e5baeeda6c56394cf",
      "labels_vector_sha256": "2f19cab70807d8119bcaf93d9858243496446ab248931f3c9babd1af4dc4ab50",
      "planned_active_tokens": 65259,
      "realized_active_tokens": 65259,
      "cumulative_start": 3801631,
      "cumulative_end": 3866890,
      "loss_sum": 12094.33895111084,
      "token_normalized_loss": 0.18532829113395607,
      "grad_norm_before_clip": 0.08985763043165207,
      "learning_rates_at_step": {
        "lora": 7.71265424378469e-05,
        "row_tokens": 7.71265424378469e-05
      },
      "learning_rates_after_step": {
        "lora": 7.626774088534177e-05,
        "row_tokens": 7.626774088534177e-05
      }
    },
    {
      "update_id": 59,
      "row_count": 76,
      "row_ids_sha256": "291b5e1d761c8af31f2556fd610a473736d83db87cc408b168ea7f7e435ca115",
      "input_ids_vector_sha256": "538debee29c9cc81d926a451f66419171dd17e7cc3323867c1067032c1bb5e0b",
      "labels_vector_sha256": "037337f2eae44028186feb35bab3cda87af68809ba1644f8e47b0a8ae28ae83a",
      "planned_active_tokens": 65579,
      "realized_active_tokens": 65579,
      "cumulative_start": 3866890,
      "cumulative_end": 3932469,
      "loss_sum": 11171.31481552124,
      "token_normalized_loss": 0.17034896560669177,
      "grad_norm_before_clip": 0.08831323683261871,
      "learning_rates_at_step": {
        "lora": 7.626774088534177e-05,
        "row_tokens": 7.626774088534177e-05
      },
      "learning_rates_after_step": {
        "lora": 7.540264853446332e-05,
        "row_tokens": 7.540264853446332e-05
      }
    },
    {
      "update_id": 60,
      "row_count": 77,
      "row_ids_sha256": "ed73c238f727339f16dbedb471cc2e5957df7bacdf54aa4398f345baa9599c41",
      "input_ids_vector_sha256": "8a573fbf34ee026583e81ecbfa77e2831adb9d6e516143fa035dd5668f6a201c",
      "labels_vector_sha256": "1d197d9f005a7b8e658223930659e71c93e1fbd7ae51e6ee5349f4e4bc782f16",
      "planned_active_tokens": 65238,
      "realized_active_tokens": 65238,
      "cumulative_start": 3932469,
      "cumulative_end": 3997707,
      "loss_sum": 11039.529731750488,
      "token_normalized_loss": 0.1692193159163446,
      "grad_norm_before_clip": 0.08440037071704865,
      "learning_rates_at_step": {
        "lora": 7.540264853446332e-05,
        "row_tokens": 7.540264853446332e-05
      },
      "learning_rates_after_step": {
        "lora": 7.451618065124546e-05,
        "row_tokens": 7.451618065124546e-05
      }
    },
    {
      "update_id": 61,
      "row_count": 76,
      "row_ids_sha256": "b0b0db7b098c205ef08ed9ea3f2550aefe9db6ce460156bc246f2fd3cd00a5fc",
      "input_ids_vector_sha256": "6a5025b5c56629bdb10ef8df2ce697393e2573f14e99a8993689c35d3795e4d3",
      "labels_vector_sha256": "14b8f0baeb9f74b058232af7f1b8b555577c8d473fb47ac409c7c1fe0843989c",
      "planned_active_tokens": 66053,
      "realized_active_tokens": 66053,
      "cumulative_start": 3997707,
      "cumulative_end": 4063760,
      "loss_sum": 10913.388122558594,
      "token_normalized_loss": 0.16522168747155458,
      "grad_norm_before_clip": 0.0854608342051506,
      "learning_rates_at_step": {
        "lora": 7.451618065124546e-05,
        "row_tokens": 7.451618065124546e-05
      },
      "learning_rates_after_step": {
        "lora": 7.362763925643086e-05,
        "row_tokens": 7.362763925643086e-05
      }
    },
    {
      "update_id": 62,
      "row_count": 77,
      "row_ids_sha256": "b35103eb713f1bccd2ef5de035bb819f2793cc185c6954cb9e76e1b9b82a4389",
      "input_ids_vector_sha256": "93446d7f07e51355c03f8a827efd4805e98ca96d68a814ca9151894945963260",
      "labels_vector_sha256": "c115ccd24098559483ee15784b887616e12eebb0fefb17bdfe8916c3f43547d1",
      "planned_active_tokens": 65453,
      "realized_active_tokens": 65453,
      "cumulative_start": 4063760,
      "cumulative_end": 4129213,
      "loss_sum": 10250.972137451172,
      "token_normalized_loss": 0.1566157721945697,
      "grad_norm_before_clip": 0.08557523041963577,
      "learning_rates_at_step": {
        "lora": 7.362763925643086e-05,
        "row_tokens": 7.362763925643086e-05
      },
      "learning_rates_after_step": {
        "lora": 7.273275075565455e-05,
        "row_tokens": 7.273275075565455e-05
      }
    },
    {
      "update_id": 63,
      "row_count": 80,
      "row_ids_sha256": "4f68e702212d9269aa197df4721994bb91fb228154e4baf417f3004b11f85bf5",
      "input_ids_vector_sha256": "927258344a497f39e35f93f628e5d2c97558dee679b363da3ec3a1e66e544ba7",
      "labels_vector_sha256": "6d8de7fdd4b11ca1121e3b7c1fa74572ac5a8a39bda28b558f96ea673bedb761",
      "planned_active_tokens": 65209,
      "realized_active_tokens": 65209,
      "cumulative_start": 4129213,
      "cumulative_end": 4194422,
      "loss_sum": 9857.580814361572,
      "token_normalized_loss": 0.15116902290115738,
      "grad_norm_before_clip": 0.08248785138130188,
      "learning_rates_at_step": {
        "lora": 7.273275075565455e-05,
        "row_tokens": 7.273275075565455e-05
      },
      "learning_rates_after_step": {
        "lora": 7.181644834980592e-05,
        "row_tokens": 7.181644834980592e-05
      }
    },
    {
      "update_id": 64,
      "row_count": 78,
      "row_ids_sha256": "1e898517c6bdb37cd696b9dddf7a96c0663d8590f34433b6b4dc7345151854f7",
      "input_ids_vector_sha256": "289c90fdf6a628b5146548735211f031230181d1785021c4aa62e6cc439e0638",
      "labels_vector_sha256": "c888bcffff5a6c91f605e7c8fe7c08c9b80d5f6b6b5c8869a1606da96de17c49",
      "planned_active_tokens": 66080,
      "realized_active_tokens": 66080,
      "cumulative_start": 4194422,
      "cumulative_end": 4260502,
      "loss_sum": 10932.211711883545,
      "token_normalized_loss": 0.16543903922341927,
      "grad_norm_before_clip": 0.0877639502286911,
      "learning_rates_at_step": {
        "lora": 7.181644834980592e-05,
        "row_tokens": 7.181644834980592e-05
      },
      "learning_rates_after_step": {
        "lora": 7.089782935335964e-05,
        "row_tokens": 7.089782935335964e-05
      }
    },
    {
      "update_id": 65,
      "row_count": 83,
      "row_ids_sha256": "5ee8aac9cd91275b400a4fd24bd23561429895531ec0fb88eaff5e9aeb322446",
      "input_ids_vector_sha256": "411aed6d4ccd152950336043395e83e7776153cb239b0372e417a2758c6108e9",
      "labels_vector_sha256": "88e3650664b65cdd6968d2c62be078075f1a7bfacbc3f16e83c041d901ec247d",
      "planned_active_tokens": 65595,
      "realized_active_tokens": 65595,
      "cumulative_start": 4260502,
      "cumulative_end": 4326097,
      "loss_sum": 13813.481086730957,
      "token_normalized_loss": 0.21058740889901603,
      "grad_norm_before_clip": 0.09743442386388779,
      "learning_rates_at_step": {
        "lora": 7.089782935335964e-05,
        "row_tokens": 7.089782935335964e-05
      },
      "learning_rates_after_step": {
        "lora": 6.996525694782018e-05,
        "row_tokens": 6.996525694782018e-05
      }
    },
    {
      "update_id": 66,
      "row_count": 65,
      "row_ids_sha256": "96f3b0832e4e789a574a75fb64bb4a01c93510db20275cf03a90fe9c4b2a9199",
      "input_ids_vector_sha256": "abf4359885fe03676b612e4ebaad505d0aa4759c95550f39f1b9d6611ca06201",
      "labels_vector_sha256": "c823035941cbcabc4534a1e2c62bb7c39d175efe9b828aa786bcb6262c4f4fd7",
      "planned_active_tokens": 65970,
      "realized_active_tokens": 65970,
      "cumulative_start": 4326097,
      "cumulative_end": 4392067,
      "loss_sum": 13287.478260040283,
      "token_normalized_loss": 0.20141698135577207,
      "grad_norm_before_clip": 0.08956732600927353,
      "learning_rates_at_step": {
        "lora": 6.996525694782018e-05,
        "row_tokens": 6.996525694782018e-05
      },
      "learning_rates_after_step": {
        "lora": 6.904545817010007e-05,
        "row_tokens": 6.904545817010007e-05
      }
    },
    {
      "update_id": 67,
      "row_count": 53,
      "row_ids_sha256": "0a686ee3ceef3fde74c1f8d3d7dc6cd99630386f55323c77ca123191a1593bad",
      "input_ids_vector_sha256": "403feb200fba9e54fa7c94e0259b01b411f371b57c3e58a542d7650db0fca1ad",
      "labels_vector_sha256": "41c4df5b4e3960949c095f6295d25b359b22f3eb4526ca425af4eaf6dd3eaf86",
      "planned_active_tokens": 64496,
      "realized_active_tokens": 64496,
      "cumulative_start": 4392067,
      "cumulative_end": 4456563,
      "loss_sum": 14988.91750717163,
      "token_normalized_loss": 0.23240073038904166,
      "grad_norm_before_clip": 0.09937790781259537,
      "learning_rates_at_step": {
        "lora": 6.904545817010007e-05,
        "row_tokens": 6.904545817010007e-05
      },
      "learning_rates_after_step": {
        "lora": 6.80941050313557e-05,
        "row_tokens": 6.80941050313557e-05
      }
    },
    {
      "update_id": 68,
      "row_count": 55,
      "row_ids_sha256": "4537462ed234e6592c8aa896aa9a448ced67d05804bd44725f1bd071c68eb86c",
      "input_ids_vector_sha256": "ce570f4e5a9a72bce98047f016fa58a62ef3f07b4b6c7239dbfae94cc03ba24b",
      "labels_vector_sha256": "a8df5636350c031839c73497a86da3ba7974750b8dbdf4a77f70454e60393a49",
      "planned_active_tokens": 66155,
      "realized_active_tokens": 66155,
      "cumulative_start": 4456563,
      "cumulative_end": 4522718,
      "loss_sum": 14475.607089996338,
      "token_normalized_loss": 0.2188134999621546,
      "grad_norm_before_clip": 0.09499987959861755,
      "learning_rates_at_step": {
        "lora": 6.80941050313557e-05,
        "row_tokens": 6.80941050313557e-05
      },
      "learning_rates_after_step": {
        "lora": 6.713660813051916e-05,
        "row_tokens": 6.713660813051916e-05
      }
    },
    {
      "update_id": 69,
      "row_count": 50,
      "row_ids_sha256": "2af5b7edb6bc48f50577d2a9c47ce6580b066067b61c32a8b6a2085e7df1d4a9",
      "input_ids_vector_sha256": "7479db5c28ad121602e9788c87515a5d50437523d4598ebf6464f0ebbe21faf5",
      "labels_vector_sha256": "d1af197bb65fe7bba93546d5ef51bef49f2ccbaad680f3584a3c9ee56472d0b1",
      "planned_active_tokens": 66055,
      "realized_active_tokens": 66055,
      "cumulative_start": 4522718,
      "cumulative_end": 4588773,
      "loss_sum": 15619.015155792236,
      "token_normalized_loss": 0.23645469920206247,
      "grad_norm_before_clip": 0.09883268177509308,
      "learning_rates_at_step": {
        "lora": 6.713660813051916e-05,
        "row_tokens": 6.713660813051916e-05
      },
      "learning_rates_after_step": {
        "lora": 6.61921605152556e-05,
        "row_tokens": 6.61921605152556e-05
      }
    },
    {
      "update_id": 70,
      "row_count": 55,
      "row_ids_sha256": "18c8d9d2ebd7fdc130ba799e33ec70af17b7e80495cd7269264154fca9b3970a",
      "input_ids_vector_sha256": "89f4f54f9d87fcf7bc52cd4fab60bc9cc2a6d34f9f9a70271ca88599d261f2c9",
      "labels_vector_sha256": "c9b9031a3c59ff433b4ea94cb2f3f384d566a958ba6b3c2245fdd57a39e04a81",
      "planned_active_tokens": 64675,
      "realized_active_tokens": 64675,
      "cumulative_start": 4588773,
      "cumulative_end": 4653448,
      "loss_sum": 15771.732048034668,
      "token_normalized_loss": 0.24386133819922176,
      "grad_norm_before_clip": 0.1044044941663742,
      "learning_rates_at_step": {
        "lora": 6.61921605152556e-05,
        "row_tokens": 6.61921605152556e-05
      },
      "learning_rates_after_step": {
        "lora": 6.521793356133153e-05,
        "row_tokens": 6.521793356133153e-05
      }
    },
    {
      "update_id": 71,
      "row_count": 51,
      "row_ids_sha256": "89bc565cea6f218c2c697029aac4cba2ddb8ead6064e7c60de5ebb8a705fb787",
      "input_ids_vector_sha256": "cb0f174c1f0195a57117a01796cc5196007fda64af5ed417544427de9e2a0c58",
      "labels_vector_sha256": "446c6eb3714ef0ff99b6b9d44665987dc7bb781aab29ec9090f5d141eb389f57",
      "planned_active_tokens": 66253,
      "realized_active_tokens": 66253,
      "cumulative_start": 4653448,
      "cumulative_end": 4719701,
      "loss_sum": 15187.903076171875,
      "token_normalized_loss": 0.22924098646358468,
      "grad_norm_before_clip": 0.09330666810274124,
      "learning_rates_at_step": {
        "lora": 6.521793356133153e-05,
        "row_tokens": 6.521793356133153e-05
      },
      "learning_rates_after_step": {
        "lora": 6.423805392663798e-05,
        "row_tokens": 6.423805392663798e-05
      }
    },
    {
      "update_id": 72,
      "row_count": 45,
      "row_ids_sha256": "ea631aa897a5fcd08c1af65cf09e2b66e7c4958ed1c3fbf543fc53e9b6b23850",
      "input_ids_vector_sha256": "141ae648e150f8762fda750dc2170355b726d0efe48e888e63f687ec8ea08676",
      "labels_vector_sha256": "44f117e6d48f53b890b5abf8d0536c570b1a2212268752980f706b78468fcf07",
      "planned_active_tokens": 66202,
      "realized_active_tokens": 66202,
      "cumulative_start": 4719701,
      "cumulative_end": 4785903,
      "loss_sum": 16359.362274169922,
      "token_normalized_loss": 0.2471128104010441,
      "grad_norm_before_clip": 0.09602040797472,
      "learning_rates_at_step": {
        "lora": 6.423805392663798e-05,
        "row_tokens": 6.423805392663798e-05
      },
      "learning_rates_after_step": {
        "lora": 6.32873994158059e-05,
        "row_tokens": 6.32873994158059e-05
      }
    },
    {
      "update_id": 73,
      "row_count": 53,
      "row_ids_sha256": "95d847760fd980848891cb367523d1a484cd29618981cb55caa8af9b54d5d2c2",
      "input_ids_vector_sha256": "c66f0996281cbfbe958c8ac17de445fabb3141385ac837f9ad729753ad84a7d4",
      "labels_vector_sha256": "54b69c06ec9ed9976edf5bb4e33fc0e9085a6ed6c3e4fc3e250092e7f5f25407",
      "planned_active_tokens": 63844,
      "realized_active_tokens": 63844,
      "cumulative_start": 4785903,
      "cumulative_end": 4849747,
      "loss_sum": 14921.027500152588,
      "token_normalized_loss": 0.2337107245810505,
      "grad_norm_before_clip": 0.09583679586648941,
      "learning_rates_at_step": {
        "lora": 6.32873994158059e-05,
        "row_tokens": 6.32873994158059e-05
      },
      "learning_rates_after_step": {
        "lora": 6.230350619643327e-05,
        "row_tokens": 6.230350619643327e-05
      }
    },
    {
      "update_id": 74,
      "row_count": 67,
      "row_ids_sha256": "cf21a0ba5606155baa286cf4b628cdb640fbaa9f89ea5a73374b72a2976623c7",
      "input_ids_vector_sha256": "2415abf5248f79d40002eef0bc2e7d8a4adf069312df7da6676ccaf875c2ba92",
      "labels_vector_sha256": "f128d625a531f438b44021239cdb2f608c50b30d613fb58cf895cde4ba999798",
      "planned_active_tokens": 65712,
      "realized_active_tokens": 65712,
      "cumulative_start": 4849747,
      "cumulative_end": 4915459,
      "loss_sum": 15804.160875320435,
      "token_normalized_loss": 0.2405064657189012,
      "grad_norm_before_clip": 0.10158081352710724,
      "learning_rates_at_step": {
        "lora": 6.230350619643327e-05,
        "row_tokens": 6.230350619643327e-05
      },
      "learning_rates_after_step": {
        "lora": 6.131142205154966e-05,
        "row_tokens": 6.131142205154966e-05
      }
    },
    {
      "update_id": 75,
      "row_count": 77,
      "row_ids_sha256": "041a319985bdebcc04b941d9035855821dee54ee2524fa054d1115a9a23558ca",
      "input_ids_vector_sha256": "78e04c040aed017d05a75f80ea4a2253c58d82008ae293536c4eb05cf5a1a842",
      "labels_vector_sha256": "9d8ef551c5f1ee7df0c0c87b50b2db18250d87e37bd01c160ca29f33caf199b2",
      "planned_active_tokens": 65917,
      "realized_active_tokens": 65917,
      "cumulative_start": 4915459,
      "cumulative_end": 4981376,
      "loss_sum": 15155.80924987793,
      "token_normalized_loss": 0.2299226185942614,
      "grad_norm_before_clip": 0.10229898989200592,
      "learning_rates_at_step": {
        "lora": 6.131142205154966e-05,
        "row_tokens": 6.131142205154966e-05
      },
      "learning_rates_after_step": {
        "lora": 6.031345465547857e-05,
        "row_tokens": 6.031345465547857e-05
      }
    },
    {
      "update_id": 76,
      "row_count": 80,
      "row_ids_sha256": "e5c45805a118764f7c51ca741279a4a09be9156c659077145af3c3cf670597ad",
      "input_ids_vector_sha256": "9ea8a41417731614a3ad3f38ef1d875377b84b9f0f118e37f3113488f0390c70",
      "labels_vector_sha256": "560e982b577e7f6b36a7341fe1aad5c0330ab064034a91f86748e7f3bd6c952e",
      "planned_active_tokens": 65994,
      "realized_active_tokens": 65994,
      "cumulative_start": 4981376,
      "cumulative_end": 5047370,
      "loss_sum": 15129.338356018066,
      "token_normalized_loss": 0.22925324053729226,
      "grad_norm_before_clip": 0.09460914134979248,
      "learning_rates_at_step": {
        "lora": 6.031345465547857e-05,
        "row_tokens": 6.031345465547857e-05
      },
      "learning_rates_after_step": {
        "lora": 5.933223783230346e-05,
        "row_tokens": 5.933223783230346e-05
      }
    },
    {
      "update_id": 77,
      "row_count": 71,
      "row_ids_sha256": "417ef7782a96b17308bc64c9d8c1a1609eaa832b7e71016b8a28db9e1a42d701",
      "input_ids_vector_sha256": "05a7e8ca9a1414ac6fd570287fd14bd3e35b3ba0e0a4259885423d2635591edd",
      "labels_vector_sha256": "d4891bd7fcb8c5f84b0b149d9744a5c79af29bf4c6cb60f62cfc2eb4406e26b1",
      "planned_active_tokens": 64610,
      "realized_active_tokens": 64610,
      "cumulative_start": 5047370,
      "cumulative_end": 5111980,
      "loss_sum": 18080.693632125854,
      "token_normalized_loss": 0.2798435788906648,
      "grad_norm_before_clip": 0.1036377027630806,
      "learning_rates_at_step": {
        "lora": 5.933223783230346e-05,
        "row_tokens": 5.933223783230346e-05
      },
      "learning_rates_after_step": {
        "lora": 5.8318952689688775e-05,
        "row_tokens": 5.8318952689688775e-05
      }
    },
    {
      "update_id": 78,
      "row_count": 74,
      "row_ids_sha256": "1d6a64e4653e5e65742c654a6da8745a23d0893975b8a869779009f25232dea2",
      "input_ids_vector_sha256": "1fe4e28535aa616e62574345bdefeae10b356e45dd124291bbb6835f93eddef0",
      "labels_vector_sha256": "923d835399e7c90146dcecee38f8288c7335dd8a2f3ac6cd983cbdae542395d5",
      "planned_active_tokens": 66465,
      "realized_active_tokens": 66465,
      "cumulative_start": 5111980,
      "cumulative_end": 5178445,
      "loss_sum": 16630.191764831543,
      "token_normalized_loss": 0.2502097609994966,
      "grad_norm_before_clip": 0.09924894571304321,
      "learning_rates_at_step": {
        "lora": 5.8318952689688775e-05,
        "row_tokens": 5.8318952689688775e-05
      },
      "learning_rates_after_step": {
        "lora": 5.7316161167526514e-05,
        "row_tokens": 5.7316161167526514e-05
      }
    },
    {
      "update_id": 79,
      "row_count": 72,
      "row_ids_sha256": "e49fd14ce274cc37371b32a640bea12c62f1d9bab984939b141bc751bdac1882",
      "input_ids_vector_sha256": "353ef54a97a63a52ff48c12712789eebcc70b95f484c536aa6705516fa79016b",
      "labels_vector_sha256": "0975e3716862a4c2febcadacdf85e57aa3b27fc0cc90b2c7503801dd8eb20fd8",
      "planned_active_tokens": 65550,
      "realized_active_tokens": 65550,
      "cumulative_start": 5178445,
      "cumulative_end": 5243995,
      "loss_sum": 14916.422138214111,
      "token_normalized_loss": 0.2275579273564319,
      "grad_norm_before_clip": 0.10845252871513367,
      "learning_rates_at_step": {
        "lora": 5.7316161167526514e-05,
        "row_tokens": 5.7316161167526514e-05
      },
      "learning_rates_after_step": {
        "lora": 5.632287537442827e-05,
        "row_tokens": 5.632287537442827e-05
      }
    },
    {
      "update_id": 80,
      "row_count": 65,
      "row_ids_sha256": "99ec0170142018baacd130978430e67188f917515ec7da106dceb85d5547d5cd",
      "input_ids_vector_sha256": "ecfcd7484c34489db8d9aeb0b9bc308b24ce7d902c0af5350fa11c862ace7583",
      "labels_vector_sha256": "1bc3316d497827225e41b53bde6c3f180e0eda163626004a649e275a6d450fe0",
      "planned_active_tokens": 64735,
      "realized_active_tokens": 64735,
      "cumulative_start": 5243995,
      "cumulative_end": 5308730,
      "loss_sum": 15572.33515548706,
      "token_normalized_loss": 0.2405551116936288,
      "grad_norm_before_clip": 0.09147574007511139,
      "learning_rates_at_step": {
        "lora": 5.632287537442827e-05,
        "row_tokens": 5.632287537442827e-05
      },
      "learning_rates_after_step": {
        "lora": 5.531347873464897e-05,
        "row_tokens": 5.531347873464897e-05
      }
    },
    {
      "update_id": 81,
      "row_count": 71,
      "row_ids_sha256": "a9d382a42434498ddb4a9a71d738d6c270e66f76c580b7a99287617231a81eb6",
      "input_ids_vector_sha256": "d83c61deeddad01eb9fe1a9467624361151e3b087e291ae308ebd4830bdb5bc4",
      "labels_vector_sha256": "d4aa6114d343158074a4f18846854d7f02d6cce8d11458feb719ac456403182e",
      "planned_active_tokens": 65616,
      "realized_active_tokens": 65616,
      "cumulative_start": 5308730,
      "cumulative_end": 5374346,
      "loss_sum": 15429.772020339966,
      "token_normalized_loss": 0.23515258504541522,
      "grad_norm_before_clip": 0.09582490473985672,
      "learning_rates_at_step": {
        "lora": 5.531347873464897e-05,
        "row_tokens": 5.531347873464897e-05
      },
      "learning_rates_after_step": {
        "lora": 5.4300868367991254e-05,
        "row_tokens": 5.4300868367991254e-05
      }
    },
    {
      "update_id": 82,
      "row_count": 65,
      "row_ids_sha256": "bd411b36a53b7ef237556ad46c7ce0c190a7202454e05539f8a87e7199578666",
      "input_ids_vector_sha256": "fdcc4093749b27d054a3d0900ac0bd488058e00ddee3dde5dc05825d5877089f",
      "labels_vector_sha256": "19db31d6c0c51f30f45e6877e5ac89105febf6059ef65d19251b66bc9d7369fe",
      "planned_active_tokens": 65682,
      "realized_active_tokens": 65682,
      "cumulative_start": 5374346,
      "cumulative_end": 5440028,
      "loss_sum": 19908.204021453857,
      "token_normalized_loss": 0.30309984503294446,
      "grad_norm_before_clip": 0.10219351947307587,
      "learning_rates_at_step": {
        "lora": 5.4300868367991254e-05,
        "row_tokens": 5.4300868367991254e-05
      },
      "learning_rates_after_step": {
        "lora": 5.32881776237621e-05,
        "row_tokens": 5.32881776237621e-05
      }
    },
    {
      "update_id": 83,
      "row_count": 70,
      "row_ids_sha256": "f2295528263a9d341a8457408e0ad56ba7574b71238cfc340d5f233ebc5f1a95",
      "input_ids_vector_sha256": "df7081f66d39053bd5f866ea84c1bfa8ac8721f512dbcc82ddbb5eabf4e54928",
      "labels_vector_sha256": "cb94778cd022a20b4aaa968509ee7a01a380f3cde3509c0b37efcc8071a5abd5",
      "planned_active_tokens": 65572,
      "realized_active_tokens": 65572,
      "cumulative_start": 5440028,
      "cumulative_end": 5505600,
      "loss_sum": 15679.376670837402,
      "token_normalized_loss": 0.23911695038793085,
      "grad_norm_before_clip": 0.10924366116523743,
      "learning_rates_at_step": {
        "lora": 5.32881776237621e-05,
        "row_tokens": 5.32881776237621e-05
      },
      "learning_rates_after_step": {
        "lora": 5.227406830725395e-05,
        "row_tokens": 5.227406830725395e-05
      }
    },
    {
      "update_id": 84,
      "row_count": 64,
      "row_ids_sha256": "c301509c35e527601872fd9220f0deaa5c4efc647fdd54124846fac70bf96079",
      "input_ids_vector_sha256": "12d061213c2f3d3d17ec5437e470a9b150147df9f4df0f180a1181e7bf376621",
      "labels_vector_sha256": "67b64e9bf531d6033e9d44335b1ddac3f8e8fc21a3445d68dee5f5142721819c",
      "planned_active_tokens": 65576,
      "realized_active_tokens": 65576,
      "cumulative_start": 5505600,
      "cumulative_end": 5571176,
      "loss_sum": 15544.592655181885,
      "token_normalized_loss": 0.23704697839425834,
      "grad_norm_before_clip": 0.11369714885950089,
      "learning_rates_at_step": {
        "lora": 5.227406830725395e-05,
        "row_tokens": 5.227406830725395e-05
      },
      "learning_rates_after_step": {
        "lora": 5.125075214933987e-05,
        "row_tokens": 5.125075214933987e-05
      }
    },
    {
      "update_id": 85,
      "row_count": 66,
      "row_ids_sha256": "61829ee69b041b867b1305a754493188c2b4bbdaba30d08c68cdf1f576e2187f",
      "input_ids_vector_sha256": "7860168e34338bc71586e1343c427e0d581556ebdd60c193e4f90b9144789a24",
      "labels_vector_sha256": "16af4628f24ccc7fe89dd483a1e18b51c2ac62a0a71c341f4f6e33aaacc3f781",
      "planned_active_tokens": 66110,
      "realized_active_tokens": 66110,
      "cumulative_start": 5571176,
      "cumulative_end": 5637286,
      "loss_sum": 17178.862998962402,
      "token_normalized_loss": 0.2598527151559885,
      "grad_norm_before_clip": 0.10277950763702393,
      "learning_rates_at_step": {
        "lora": 5.125075214933987e-05,
        "row_tokens": 5.125075214933987e-05
      },
      "learning_rates_after_step": {
        "lora": 5.0248580146382496e-05,
        "row_tokens": 5.0248580146382496e-05
      }
    },
    {
      "update_id": 86,
      "row_count": 69,
      "row_ids_sha256": "4054adf52366efb5fd88ae18bcefc5bf622932ba0da57ad385c9289d15c5223b",
      "input_ids_vector_sha256": "2bb90e148690fc8636a60ef578d49741b48025b45123f7ba0de58d595934b7fc",
      "labels_vector_sha256": "1147a8276226d710a63cfa9b5f3342dc197495bc01fa1cb6f231688f1d0440b8",
      "planned_active_tokens": 64711,
      "realized_active_tokens": 64711,
      "cumulative_start": 5637286,
      "cumulative_end": 5701997,
      "loss_sum": 17475.53636932373,
      "token_normalized_loss": 0.2700551122579427,
      "grad_norm_before_clip": 0.10534842312335968,
      "learning_rates_at_step": {
        "lora": 5.0248580146382496e-05,
        "row_tokens": 5.0248580146382496e-05
      },
      "learning_rates_after_step": {
        "lora": 4.9225540082638196e-05,
        "row_tokens": 4.9225540082638196e-05
      }
    },
    {
      "update_id": 87,
      "row_count": 72,
      "row_ids_sha256": "e5f03e6fa2dd278924fddea18184ef99930fa15aa669ab3764d4385e3fca061c",
      "input_ids_vector_sha256": "10ff8db62762c22dca84748024c8c1bd665acd435e54cce19640bfb69eecff1f",
      "labels_vector_sha256": "ae18249d38b27604497ade0d948d3330614de21e8c430156b6dc5bf27664ecee",
      "planned_active_tokens": 66052,
      "realized_active_tokens": 66052,
      "cumulative_start": 5701997,
      "cumulative_end": 5768049,
      "loss_sum": 15695.820182800293,
      "token_normalized_loss": 0.23762823506934375,
      "grad_norm_before_clip": 0.1052853986620903,
      "learning_rates_at_step": {
        "lora": 4.9225540082638196e-05,
        "row_tokens": 4.9225540082638196e-05
      },
      "learning_rates_after_step": {
        "lora": 4.821065658641943e-05,
        "row_tokens": 4.821065658641943e-05
      }
    },
    {
      "update_id": 88,
      "row_count": 65,
      "row_ids_sha256": "8ed411546e823e7207236e1aeefb156584a270caf6f52354fa5a71489fe11bd3",
      "input_ids_vector_sha256": "b76c86e4247a2b637b2b04ed892432bfb4bcc3b3b4d9b1c02a38688022235332",
      "labels_vector_sha256": "e0b9dd3936f55662dfa3409daf2728af882d46e2bc94f4644182a73ff0e9cb39",
      "planned_active_tokens": 65546,
      "realized_active_tokens": 65546,
      "cumulative_start": 5768049,
      "cumulative_end": 5833595,
      "loss_sum": 15161.390075683594,
      "token_normalized_loss": 0.23130915808262278,
      "grad_norm_before_clip": 0.10202765464782715,
      "learning_rates_at_step": {
        "lora": 4.821065658641943e-05,
        "row_tokens": 4.821065658641943e-05
      },
      "learning_rates_after_step": {
        "lora": 4.7205402921047255e-05,
        "row_tokens": 4.7205402921047255e-05
      }
    },
    {
      "update_id": 89,
      "row_count": 65,
      "row_ids_sha256": "e592489b201b1f68cf745bc3b28fa54617784d0ae326a92e8b9a7a5fb410427f",
      "input_ids_vector_sha256": "338e0f9e5f421244fbe656baf26495197ea49b6e04680bde3272887ac4cf5ded",
      "labels_vector_sha256": "e0d40c599ff1ad5f63e33d024bed52db00ed8e5b7a9983a3515fe1387c8cf335",
      "planned_active_tokens": 64971,
      "realized_active_tokens": 64971,
      "cumulative_start": 5833595,
      "cumulative_end": 5898566,
      "loss_sum": 15275.844398498535,
      "token_normalized_loss": 0.2351178894968299,
      "grad_norm_before_clip": 0.10079793632030487,
      "learning_rates_at_step": {
        "lora": 4.7205402921047255e-05,
        "row_tokens": 4.7205402921047255e-05
      },
      "learning_rates_after_step": {
        "lora": 4.6189281277078656e-05,
        "row_tokens": 4.6189281277078656e-05
      }
    },
    {
      "update_id": 90,
      "row_count": 66,
      "row_ids_sha256": "d8c36c6e1ad51cf7686f48dddfff290b14cc1c123657486e46b4e77bc1259b72",
      "input_ids_vector_sha256": "6f122293e240a85417b367b81a4b858e07199c1b4023f3f722aeab28d2d8a68e",
      "labels_vector_sha256": "95894a122da73d6b166678064e944fec2bc64bb4492b2c5fee76186296f110e8",
      "planned_active_tokens": 65748,
      "realized_active_tokens": 65748,
      "cumulative_start": 5898566,
      "cumulative_end": 5964314,
      "loss_sum": 13765.040588378906,
      "token_normalized_loss": 0.209360597864253,
      "grad_norm_before_clip": 0.09322769194841385,
      "learning_rates_at_step": {
        "lora": 4.6189281277078656e-05,
        "row_tokens": 4.6189281277078656e-05
      },
      "learning_rates_after_step": {
        "lora": 4.518032119954603e-05,
        "row_tokens": 4.518032119954603e-05
      }
    },
    {
      "update_id": 91,
      "row_count": 68,
      "row_ids_sha256": "10b97a507383715daffe32ebf96e2ca0fd7d90544eef4372586bf74a8fa3e4b0",
      "input_ids_vector_sha256": "e0217988ecee74b7743cd5eb778bfba705f6d854cc632f0985c92a8d09e693e4",
      "labels_vector_sha256": "90a858f3cf42edb89e2be069944585a0c88f819056347cc21ff85f4d778cf404",
      "planned_active_tokens": 65386,
      "realized_active_tokens": 65386,
      "cumulative_start": 5964314,
      "cumulative_end": 6029700,
      "loss_sum": 16257.521995544434,
      "token_normalized_loss": 0.24863918874903548,
      "grad_norm_before_clip": 0.10768872499465942,
      "learning_rates_at_step": {
        "lora": 4.518032119954603e-05,
        "row_tokens": 4.518032119954603e-05
      },
      "learning_rates_after_step": {
        "lora": 4.416675439867134e-05,
        "row_tokens": 4.416675439867134e-05
      }
    },
    {
      "update_id": 92,
      "row_count": 67,
      "row_ids_sha256": "01d54ae5cfd27510462cf525eb504d48c1d7a900dc3fce058315edd24b5a5923",
      "input_ids_vector_sha256": "3f48ab072ffbaf181dee333ccdc9a27ddbe4807529952c55601a873898851c87",
      "labels_vector_sha256": "9cbaf803fc7a49a613416b4eddbedef34f7e2486828b25e3a3b0fef4b9fee0a3",
      "planned_active_tokens": 65814,
      "realized_active_tokens": 65814,
      "cumulative_start": 6029700,
      "cumulative_end": 6095514,
      "loss_sum": 14596.075248718262,
      "token_normalized_loss": 0.2217776650669806,
      "grad_norm_before_clip": 0.10696783661842346,
      "learning_rates_at_step": {
        "lora": 4.416675439867134e-05,
        "row_tokens": 4.416675439867134e-05
      },
      "learning_rates_after_step": {
        "lora": 4.316458797110751e-05,
        "row_tokens": 4.316458797110751e-05
      }
    },
    {
      "update_id": 93,
      "row_count": 68,
      "row_ids_sha256": "4a3100ca874fe8d01ffeb77fe6162c7d2d9bd5a56e49c52b9ccb4604515b83ad",
      "input_ids_vector_sha256": "848daa644ac00b42a7e6073e99e9e42ae5c9089fa2773fe8c824091bd96e762a",
      "labels_vector_sha256": "cb61f49b8030253c000800f5a6ae944eeeb7ab78cc82aed7223f1a39e6ca12bb",
      "planned_active_tokens": 65229,
      "realized_active_tokens": 65229,
      "cumulative_start": 6095514,
      "cumulative_end": 6160743,
      "loss_sum": 12031.032150268555,
      "token_normalized_loss": 0.18444299545092757,
      "grad_norm_before_clip": 0.10376222431659698,
      "learning_rates_at_step": {
        "lora": 4.316458797110751e-05,
        "row_tokens": 4.316458797110751e-05
      },
      "learning_rates_after_step": {
        "lora": 4.215029760717739e-05,
        "row_tokens": 4.215029760717739e-05
      }
    },
    {
      "update_id": 94,
      "row_count": 68,
      "row_ids_sha256": "e692f3452fdeeb69b9338f091b9f6793613fca4ba981a8f8da51158857c632ae",
      "input_ids_vector_sha256": "4d65214754c5b2375c5389d2d26b341a50c3d46f6581de039e0c1120d8af1964",
      "labels_vector_sha256": "a3f6897cd3d20392edda12d7defe0871e83b2bbdb75f742c0fbfe86a75767be8",
      "planned_active_tokens": 66204,
      "realized_active_tokens": 66204,
      "cumulative_start": 6160743,
      "cumulative_end": 6226947,
      "loss_sum": 12376.00821685791,
      "token_normalized_loss": 0.18693746928973945,
      "grad_norm_before_clip": 0.09526067972183228,
      "learning_rates_at_step": {
        "lora": 4.215029760717739e-05,
        "row_tokens": 4.215029760717739e-05
      },
      "learning_rates_after_step": {
        "lora": 4.1156824323634346e-05,
        "row_tokens": 4.1156824323634346e-05
      }
    },
    {
      "update_id": 95,
      "row_count": 71,
      "row_ids_sha256": "61f7647608241b0fbd8f082327d94d8931b93e27f82378861e10142b29fb5401",
      "input_ids_vector_sha256": "c625a4993ecdd89151f3ece2cfa42a67cdf97880a59b7739439b28437f80fdb4",
      "labels_vector_sha256": "30e26b974837d9b03b54a2d916d4c7af875efce4ec21d9854326403a1e10f66c",
      "planned_active_tokens": 65055,
      "realized_active_tokens": 65055,
      "cumulative_start": 6226947,
      "cumulative_end": 6292002,
      "loss_sum": 13095.389125823975,
      "token_normalized_loss": 0.2012971966155403,
      "grad_norm_before_clip": 0.0949740782380104,
      "learning_rates_at_step": {
        "lora": 4.1156824323634346e-05,
        "row_tokens": 4.1156824323634346e-05
      },
      "learning_rates_after_step": {
        "lora": 4.0166380474230566e-05,
        "row_tokens": 4.0166380474230566e-05
      }
    },
    {
      "update_id": 96,
      "row_count": 72,
      "row_ids_sha256": "cd234affc2a172e89b147c1fe7b7b3ba2cfa70ad3cc1bcbea5b22d1b694fd964",
      "input_ids_vector_sha256": "e22ba7b734c43a6855664463a0f1cc4f817e0ccdeba99c8c2f5db3bfb7561ad6",
      "labels_vector_sha256": "cc45edf25868e7e140434925585d833ef3bc794690a97fee7dc6442955960d44",
      "planned_active_tokens": 65092,
      "realized_active_tokens": 65092,
      "cumulative_start": 6292002,
      "cumulative_end": 6357094,
      "loss_sum": 16478.495433807373,
      "token_normalized_loss": 0.253156999843412,
      "grad_norm_before_clip": 0.1188759133219719,
      "learning_rates_at_step": {
        "lora": 4.0166380474230566e-05,
        "row_tokens": 4.0166380474230566e-05
      },
      "learning_rates_after_step": {
        "lora": 3.915843248107764e-05,
        "row_tokens": 3.915843248107764e-05
      }
    },
    {
      "update_id": 97,
      "row_count": 70,
      "row_ids_sha256": "102a6b4605fc4271ac9a73460ab259c22996b89803e1f1dd8d082fc73ffd84fb",
      "input_ids_vector_sha256": "4955006dd4c00ac43119b0a9f39d4dcbf32aa5c012eba1634b0a71366bd44aa8",
      "labels_vector_sha256": "e52679358f3bddc7d3fcc4268dca7823eba0e59ce7dea1a65824c448dc1a4db4",
      "planned_active_tokens": 66514,
      "realized_active_tokens": 66514,
      "cumulative_start": 6357094,
      "cumulative_end": 6423608,
      "loss_sum": 13836.08065032959,
      "token_normalized_loss": 0.20801756999022145,
      "grad_norm_before_clip": 0.09955458343029022,
      "learning_rates_at_step": {
        "lora": 3.915843248107764e-05,
        "row_tokens": 3.915843248107764e-05
      },
      "learning_rates_after_step": {
        "lora": 3.817898472769514e-05,
        "row_tokens": 3.817898472769514e-05
      }
    },
    {
      "update_id": 98,
      "row_count": 70,
      "row_ids_sha256": "6c995d6771130d8b1527ca1d90412236f0412b2ccd4e84898b06e47fa5aaa0c4",
      "input_ids_vector_sha256": "1bd08d7755998dedb2affe120a212c8e16eac69a62cc588bd4928d5476c1a9c6",
      "labels_vector_sha256": "682e4b9769f9e1a109532355d32208ac1eba33f3073a95417c73d1c2bf53b2d7",
      "planned_active_tokens": 64926,
      "realized_active_tokens": 64926,
      "cumulative_start": 6423608,
      "cumulative_end": 6488534,
      "loss_sum": 10853.524011611938,
      "token_normalized_loss": 0.16716760637667405,
      "grad_norm_before_clip": 0.0923881083726883,
      "learning_rates_at_step": {
        "lora": 3.817898472769514e-05,
        "row_tokens": 3.817898472769514e-05
      },
      "learning_rates_after_step": {
        "lora": 3.71998566957128e-05,
        "row_tokens": 3.71998566957128e-05
      }
    },
    {
      "update_id": 99,
      "row_count": 68,
      "row_ids_sha256": "c185d67bacda6a910800f44e2c2700d2bf4c09a9be5c2f39375315cf5b58ef65",
      "input_ids_vector_sha256": "f34b09c35ee067a0dbe05dbdd774e32b47379ff163c5f54062edba50a5ddfe4c",
      "labels_vector_sha256": "76ddccc96332735edafb3a5b554ef5fe925d0eee86cdc10af8c72658f6e3cbed",
      "planned_active_tokens": 65224,
      "realized_active_tokens": 65224,
      "cumulative_start": 6488534,
      "cumulative_end": 6553758,
      "loss_sum": 13689.52279663086,
      "token_normalized_loss": 0.2098847478938866,
      "grad_norm_before_clip": 0.09752392023801804,
      "learning_rates_at_step": {
        "lora": 3.71998566957128e-05,
        "row_tokens": 3.71998566957128e-05
      },
      "learning_rates_after_step": {
        "lora": 3.6218985840166206e-05,
        "row_tokens": 3.6218985840166206e-05
      }
    },
    {
      "update_id": 100,
      "row_count": 73,
      "row_ids_sha256": "96e550ffb8d443754a3acb6fa314fb3c22df75a9737f0b5a7e533c40b74d0a87",
      "input_ids_vector_sha256": "79472625f7857589f742c04c400bf721712146888cc728734b050f09ef547915",
      "labels_vector_sha256": "be2cef3d3789d5e36e5aa33573f9afd77fb2b9ac375001f245d5ef0fbf00c027",
      "planned_active_tokens": 65692,
      "realized_active_tokens": 65692,
      "cumulative_start": 6553758,
      "cumulative_end": 6619450,
      "loss_sum": 15819.651027679443,
      "token_normalized_loss": 0.24081548784752244,
      "grad_norm_before_clip": 0.10943400114774704,
      "learning_rates_at_step": {
        "lora": 3.6218985840166206e-05,
        "row_tokens": 3.6218985840166206e-05
      },
      "learning_rates_after_step": {
        "lora": 3.52409951884604e-05,
        "row_tokens": 3.52409951884604e-05
      }
    },
    {
      "update_id": 101,
      "row_count": 71,
      "row_ids_sha256": "05898780d575f0ac06dfe4d23463136a1a2409945931a9aa57b443746ced1f4c",
      "input_ids_vector_sha256": "4d5a02eece23538148209bccacf9db404b47b9e00d90f82b33f4c4a6b8f772a3",
      "labels_vector_sha256": "186cd92bdb9767a227a7132f65a970a62f51bc0ef5f91f52704b700db2f4c1ed",
      "planned_active_tokens": 65883,
      "realized_active_tokens": 65883,
      "cumulative_start": 6619450,
      "cumulative_end": 6685333,
      "loss_sum": 12619.36516571045,
      "token_normalized_loss": 0.19154205433435711,
      "grad_norm_before_clip": 0.09776115417480469,
      "learning_rates_at_step": {
        "lora": 3.52409951884604e-05,
        "row_tokens": 3.52409951884604e-05
      },
      "learning_rates_after_step": {
        "lora": 3.427348916175999e-05,
        "row_tokens": 3.427348916175999e-05
      }
    },
    {
      "update_id": 102,
      "row_count": 68,
      "row_ids_sha256": "0a4981dc6da64a32e48417baead42f3a8aafe5be38e992392159bdbec491fe5e",
      "input_ids_vector_sha256": "188b8c5287838655610879777930953f011bbc3d823f0097c31d5ae3fe6fcb9a",
      "labels_vector_sha256": "f3de558047584fa65311389bd14a7becf9fda3261d703e8be5896530f2b71fbc",
      "planned_active_tokens": 65588,
      "realized_active_tokens": 65588,
      "cumulative_start": 6685333,
      "cumulative_end": 6750921,
      "loss_sum": 11972.09810256958,
      "token_normalized_loss": 0.18253488599392542,
      "grad_norm_before_clip": 0.09797606617212296,
      "learning_rates_at_step": {
        "lora": 3.427348916175999e-05,
        "row_tokens": 3.427348916175999e-05
      },
      "learning_rates_after_step": {
        "lora": 3.3322214033691666e-05,
        "row_tokens": 3.3322214033691666e-05
      }
    },
    {
      "update_id": 103,
      "row_count": 73,
      "row_ids_sha256": "3bdaf47419aef44a8789007e545545ea6816ec4957c8141c7f0f3db690fa878f",
      "input_ids_vector_sha256": "388239245b4d766f2c28578114760a6263b644bce713268dec8272b6d5db322c",
      "labels_vector_sha256": "bcadf7e41508db86e7fad79552975fcce3c384d28b93f26f4896e510c5df81d0",
      "planned_active_tokens": 64921,
      "realized_active_tokens": 64921,
      "cumulative_start": 6750921,
      "cumulative_end": 6815842,
      "loss_sum": 15045.337661743164,
      "token_normalized_loss": 0.23174839669356856,
      "grad_norm_before_clip": 0.10018561035394669,
      "learning_rates_at_step": {
        "lora": 3.3322214033691666e-05,
        "row_tokens": 3.3322214033691666e-05
      },
      "learning_rates_after_step": {
        "lora": 3.235255231997938e-05,
        "row_tokens": 3.235255231997938e-05
      }
    },
    {
      "update_id": 104,
      "row_count": 73,
      "row_ids_sha256": "dca7fd2e2b7fb27398e28a6af7f7a6b93b0b72400df16da208508a87d1a794a6",
      "input_ids_vector_sha256": "8e4bafd933b0b5be4255f6aba18bfb5c4da0239a02c3d7cb6642377e47c87c6c",
      "labels_vector_sha256": "8ee14425ffbf4c305395025851088178c016776462ab85728c4ca3e663ab9646",
      "planned_active_tokens": 66655,
      "realized_active_tokens": 66655,
      "cumulative_start": 6815842,
      "cumulative_end": 6882497,
      "loss_sum": 14982.038917541504,
      "token_normalized_loss": 0.22476991849885986,
      "grad_norm_before_clip": 0.09786437451839447,
      "learning_rates_at_step": {
        "lora": 3.235255231997938e-05,
        "row_tokens": 3.235255231997938e-05
      },
      "learning_rates_after_step": {
        "lora": 3.141420921772224e-05,
        "row_tokens": 3.141420921772224e-05
      }
    },
    {
      "update_id": 105,
      "row_count": 72,
      "row_ids_sha256": "c3b9e6393aafc6afc5c41eb383b33865c0ae5be2a1e68b4fe2b4a1defc829cfd",
      "input_ids_vector_sha256": "4e0f938f18fb078a805f216a3c260c0b35b892300aa4a91f41fb749f4f68be86",
      "labels_vector_sha256": "0c5e5f318786febc56dffd655d66eea85425eccbf05399c21bb27f33aebc756c",
      "planned_active_tokens": 65000,
      "realized_active_tokens": 65000,
      "cumulative_start": 6882497,
      "cumulative_end": 6947497,
      "loss_sum": 14175.416707992554,
      "token_normalized_loss": 0.21808333396911622,
      "grad_norm_before_clip": 0.09297284483909607,
      "learning_rates_at_step": {
        "lora": 3.141420921772224e-05,
        "row_tokens": 3.141420921772224e-05
      },
      "learning_rates_after_step": {
        "lora": 3.0472977574431173e-05,
        "row_tokens": 3.0472977574431173e-05
      }
    },
    {
      "update_id": 106,
      "row_count": 70,
      "row_ids_sha256": "195660f78175379feb06e22546a4fb919cc33d22550e28cc19d5d97b3f22e5c9",
      "input_ids_vector_sha256": "0cabdac17256320692334cae8d2f8e850a9b6121c9afc7cb9a25ccd6d7d74367",
      "labels_vector_sha256": "62fb608ca1c71a72493048a303399e4f6fa545025824ea361cd770ea0e63ea81",
      "planned_active_tokens": 65731,
      "realized_active_tokens": 65731,
      "cumulative_start": 6947497,
      "cumulative_end": 7013228,
      "loss_sum": 21088.593719482422,
      "token_normalized_loss": 0.32083177982203864,
      "grad_norm_before_clip": 0.10964761674404144,
      "learning_rates_at_step": {
        "lora": 3.0472977574431173e-05,
        "row_tokens": 3.0472977574431173e-05
      },
      "learning_rates_after_step": {
        "lora": 2.9546724646057855e-05,
        "row_tokens": 2.9546724646057855e-05
      }
    },
    {
      "update_id": 107,
      "row_count": 67,
      "row_ids_sha256": "003a7b1d9c7fe0312bafdafbfb94b779230089ba9cc37b025be9377a4beff343",
      "input_ids_vector_sha256": "04a7f46b8c3f67b8e018ef0e87a472e3b5c4578e82f23fa9260fd8bca778f305",
      "labels_vector_sha256": "5398a5fec01fb448474078ae9f1064a7a9b13ada883e7f59b814d776ffe43c34",
      "planned_active_tokens": 65244,
      "realized_active_tokens": 65244,
      "cumulative_start": 7013228,
      "cumulative_end": 7078472,
      "loss_sum": 16678.89865875244,
      "token_normalized_loss": 0.2556388121321875,
      "grad_norm_before_clip": 0.1031094640493393,
      "learning_rates_at_step": {
        "lora": 2.9546724646057855e-05,
        "row_tokens": 2.9546724646057855e-05
      },
      "learning_rates_after_step": {
        "lora": 2.862795822925328e-05,
        "row_tokens": 2.862795822925328e-05
      }
    },
    {
      "update_id": 108,
      "row_count": 77,
      "row_ids_sha256": "778749060760bf142d39617cdf2d705ebcdefeab50cb618feab030d5ae60e931",
      "input_ids_vector_sha256": "c143160fa3fad6dc7a026b68e1ca8878c8909b7ae6546aced86f12271eefeb55",
      "labels_vector_sha256": "6bdac32082d0a39d32caa27e993e60c6b3da2f57dc776088f8bb568ed6114c0b",
      "planned_active_tokens": 65306,
      "realized_active_tokens": 65306,
      "cumulative_start": 7078472,
      "cumulative_end": 7143778,
      "loss_sum": 13721.943382263184,
      "token_normalized_loss": 0.2101176520115025,
      "grad_norm_before_clip": 0.11155574768781662,
      "learning_rates_at_step": {
        "lora": 2.862795822925328e-05,
        "row_tokens": 2.862795822925328e-05
      },
      "learning_rates_after_step": {
        "lora": 2.7714319474567724e-05,
        "row_tokens": 2.7714319474567724e-05
      }
    },
    {
      "update_id": 109,
      "row_count": 75,
      "row_ids_sha256": "2b0a9ccfc736c65baa34c14e4d29a7d85137444e35fa544f0ee59fa6baf68b6a",
      "input_ids_vector_sha256": "d1a6546efc9ca2839751f923bf48fef842c73a02166b301d86246f92f46cf7bc",
      "labels_vector_sha256": "d541256fa34abc35d313df16bdf1952c8359a6003485aafa7a4deeedc877fdab",
      "planned_active_tokens": 65567,
      "realized_active_tokens": 65567,
      "cumulative_start": 7143778,
      "cumulative_end": 7209345,
      "loss_sum": 12353.876174926758,
      "token_normalized_loss": 0.18841606562640897,
      "grad_norm_before_clip": 0.10020986944437027,
      "learning_rates_at_step": {
        "lora": 2.7714319474567724e-05,
        "row_tokens": 2.7714319474567724e-05
      },
      "learning_rates_after_step": {
        "lora": 2.6811260199483424e-05,
        "row_tokens": 2.6811260199483424e-05
      }
    },
    {
      "update_id": 110,
      "row_count": 76,
      "row_ids_sha256": "912e31fa3aa900f25f3153159a62e964cf826378ffba0c18bdb7763a7e9bdb72",
      "input_ids_vector_sha256": "81296a9b0855aba2abdf7fe7389e50a73d488017ea08f7b0745eae721d0113aa",
      "labels_vector_sha256": "750fd4fd329257e703f98908e0d93e129ff3697980d4afbe6e5152338384e51d",
      "planned_active_tokens": 65466,
      "realized_active_tokens": 65466,
      "cumulative_start": 7209345,
      "cumulative_end": 7274811,
      "loss_sum": 12530.899593353271,
      "token_normalized_loss": 0.19141080245246803,
      "grad_norm_before_clip": 0.09853598475456238,
      "learning_rates_at_step": {
        "lora": 2.6811260199483424e-05,
        "row_tokens": 2.6811260199483424e-05
      },
      "learning_rates_after_step": {
        "lora": 2.5919570044908216e-05,
        "row_tokens": 2.5919570044908216e-05
      }
    },
    {
      "update_id": 111,
      "row_count": 74,
      "row_ids_sha256": "13f8be8983a51797143858054466ec555c02172077f78bc344ec0a9b0905fa87",
      "input_ids_vector_sha256": "d7aa2b1e621811953ef49e478909bbe5dd8a51273e444045323795dda3b98f29",
      "labels_vector_sha256": "1cb9e2d9ac94fb88716a8abb5d442eac3370aa86f2d0be3065f7bd874cc5c8ab",
      "planned_active_tokens": 65331,
      "realized_active_tokens": 65331,
      "cumulative_start": 7274811,
      "cumulative_end": 7340142,
      "loss_sum": 10504.901021957397,
      "token_normalized_loss": 0.16079504403663494,
      "grad_norm_before_clip": 0.09566672146320343,
      "learning_rates_at_step": {
        "lora": 2.5919570044908216e-05,
        "row_tokens": 2.5919570044908216e-05
      },
      "learning_rates_after_step": {
        "lora": 2.502969054711351e-05,
        "row_tokens": 2.502969054711351e-05
      }
    },
    {
      "update_id": 112,
      "row_count": 75,
      "row_ids_sha256": "81c22e8a2d97121bc75c404e3ab3ffcd7bae89e9a6489a83ce5916a0f7e5cd0a",
      "input_ids_vector_sha256": "e06072a2efef5a00eb3757b1224d2167e9d2deac612e4416c7dd34063b0b6053",
      "labels_vector_sha256": "2754869154e6a6132b12d1eb35806a9a7c4fbee8f2b5c442c2d1523feec5dca6",
      "planned_active_tokens": 65931,
      "realized_active_tokens": 65931,
      "cumulative_start": 7340142,
      "cumulative_end": 7406073,
      "loss_sum": 11187.109107971191,
      "token_normalized_loss": 0.16967904487981664,
      "grad_norm_before_clip": 0.09595100581645966,
      "learning_rates_at_step": {
        "lora": 2.502969054711351e-05,
        "row_tokens": 2.502969054711351e-05
      },
      "learning_rates_after_step": {
        "lora": 2.4156233020308626e-05,
        "row_tokens": 2.4156233020308626e-05
      }
    },
    {
      "update_id": 113,
      "row_count": 76,
      "row_ids_sha256": "5d222d8d916fe3fb9758848625e6519f6b12274d98be026798d4dbbcf2b89d38",
      "input_ids_vector_sha256": "65a9bf85013581ceb88a0a78826aaa265d26807a9b7f4a6d89577f081c80d433",
      "labels_vector_sha256": "b7fe61b11d3515854e77422e051259101aeb4de0d74c36d6bef238d79836a580",
      "planned_active_tokens": 65478,
      "realized_active_tokens": 65478,
      "cumulative_start": 7406073,
      "cumulative_end": 7471551,
      "loss_sum": 11062.30493927002,
      "token_normalized_loss": 0.16894689726732673,
      "grad_norm_before_clip": 0.09779825806617737,
      "learning_rates_at_step": {
        "lora": 2.4156233020308626e-05,
        "row_tokens": 2.4156233020308626e-05
      },
      "learning_rates_after_step": {
        "lora": 2.3296066116880822e-05,
        "row_tokens": 2.3296066116880822e-05
      }
    },
    {
      "update_id": 114,
      "row_count": 80,
      "row_ids_sha256": "e9787f03b7e8aebf1bae2904e0a5d87c9cde1358c4cee9620525d02854539a56",
      "input_ids_vector_sha256": "58ffb27a9470051e8f7b451f73784bc752379d99bd3a5742d1c43450811ee665",
      "labels_vector_sha256": "3af3459392ce1028e066857708f2a248dbc80f7ebe620dff8d400bdd2242b7f8",
      "planned_active_tokens": 65275,
      "realized_active_tokens": 65275,
      "cumulative_start": 7471551,
      "cumulative_end": 7536826,
      "loss_sum": 10250.395915985107,
      "token_normalized_loss": 0.15703402399057997,
      "grad_norm_before_clip": 0.09313441067934036,
      "learning_rates_at_step": {
        "lora": 2.3296066116880822e-05,
        "row_tokens": 2.3296066116880822e-05
      },
      "learning_rates_after_step": {
        "lora": 2.2440872327628943e-05,
        "row_tokens": 2.2440872327628943e-05
      }
    },
    {
      "update_id": 115,
      "row_count": 77,
      "row_ids_sha256": "bb9b47e0c0ff11df0c35aafccecff8dfd6ef1cfd1bc1819686e57f2e0eac2dda",
      "input_ids_vector_sha256": "af5c9d58beaf99776cb4d08ed40b653f2945d84f8ce3c1102bf5806f0c6e78a8",
      "labels_vector_sha256": "5d9a7cd79cc1e7f0c4a0eeabd32c52cfe66943a4875eae5d23360323f5b20e2a",
      "planned_active_tokens": 65735,
      "realized_active_tokens": 65735,
      "cumulative_start": 7536826,
      "cumulative_end": 7602561,
      "loss_sum": 10582.05969619751,
      "token_normalized_loss": 0.1609805993184378,
      "grad_norm_before_clip": 0.09096353501081467,
      "learning_rates_at_step": {
        "lora": 2.2440872327628943e-05,
        "row_tokens": 2.2440872327628943e-05
      },
      "learning_rates_after_step": {
        "lora": 2.159971908462149e-05,
        "row_tokens": 2.159971908462149e-05
      }
    },
    {
      "update_id": 116,
      "row_count": 73,
      "row_ids_sha256": "21086bfb09d85308a9d8c95c26a3af6ad296d94cfe006fa4a1b626891a55d84b",
      "input_ids_vector_sha256": "9ff27933d14a83ddc8d49f6ddce21eb9fed4734541805feea9c49b67679f63cb",
      "labels_vector_sha256": "ad33d0f58b6946c6877de011960fd30cf3f0ce176db434046153a0892a0c9eff",
      "planned_active_tokens": 65530,
      "realized_active_tokens": 65530,
      "cumulative_start": 7602561,
      "cumulative_end": 7668091,
      "loss_sum": 9879.724672317505,
      "token_normalized_loss": 0.1507664378501069,
      "grad_norm_before_clip": 0.09162057936191559,
      "learning_rates_at_step": {
        "lora": 2.159971908462149e-05,
        "row_tokens": 2.159971908462149e-05
      },
      "learning_rates_after_step": {
        "lora": 2.07615481117157e-05,
        "row_tokens": 2.07615481117157e-05
      }
    },
    {
      "update_id": 117,
      "row_count": 75,
      "row_ids_sha256": "68d7998564104c8f0b39879c41dca103a2144a87982bea42710858cbc07d3822",
      "input_ids_vector_sha256": "355fb6fac4a4194219a5eeb6b72774c3173beb6a9290adfdd5fee28e9d0f4184",
      "labels_vector_sha256": "67c6465eb8efa57a3d98b7fa34ee19482961d4aae9438ffed697612582c30baf",
      "planned_active_tokens": 66224,
      "realized_active_tokens": 66224,
      "cumulative_start": 7668091,
      "cumulative_end": 7734315,
      "loss_sum": 9537.161624908447,
      "token_normalized_loss": 0.14401367517680067,
      "grad_norm_before_clip": 0.0925937369465828,
      "learning_rates_at_step": {
        "lora": 2.07615481117157e-05,
        "row_tokens": 2.07615481117157e-05
      },
      "learning_rates_after_step": {
        "lora": 1.9950101985969827e-05,
        "row_tokens": 1.9950101985969827e-05
      }
    },
    {
      "update_id": 118,
      "row_count": 74,
      "row_ids_sha256": "fe8c9913bbff38e6d3e91e69025818243718ee6b078fa7b10ccccc5d67ab144e",
      "input_ids_vector_sha256": "923d52b8017cca065665dfc6ccc77ab21b60ea5aabfe9cfdc5135c4ed6a77438",
      "labels_vector_sha256": "fd08a9228ba916b121e688984eefff243583f59aeb5787b3849b5862d721f8d1",
      "planned_active_tokens": 65059,
      "realized_active_tokens": 65059,
      "cumulative_start": 7734315,
      "cumulative_end": 7799374,
      "loss_sum": 8868.530124664307,
      "token_normalized_loss": 0.1363151927429611,
      "grad_norm_before_clip": 0.08811455965042114,
      "learning_rates_at_step": {
        "lora": 1.9950101985969827e-05,
        "row_tokens": 1.9950101985969827e-05
      },
      "learning_rates_after_step": {
        "lora": 1.9148411014359487e-05,
        "row_tokens": 1.9148411014359487e-05
      }
    },
    {
      "update_id": 119,
      "row_count": 78,
      "row_ids_sha256": "6fa460ccc3514e5ef36b1cfb3c9ac7b583410362b4a028408a5e41aab4b93a6c",
      "input_ids_vector_sha256": "2a1c018f24db9fda46160d12fae5d064331b16a6a79f18dac9acf6eecdb9cc31",
      "labels_vector_sha256": "8a2bdb21632ff2eff7e9f597a7e787f40017fc22fd03907b1fbce2db12a33e45",
      "planned_active_tokens": 65260,
      "realized_active_tokens": 65260,
      "cumulative_start": 7799374,
      "cumulative_end": 7864634,
      "loss_sum": 9006.779441833496,
      "token_normalized_loss": 0.13801378243692147,
      "grad_norm_before_clip": 0.08877688646316528,
      "learning_rates_at_step": {
        "lora": 1.9148411014359487e-05,
        "row_tokens": 1.9148411014359487e-05
      },
      "learning_rates_after_step": {
        "lora": 1.8354783195532815e-05,
        "row_tokens": 1.8354783195532815e-05
      }
    },
    {
      "update_id": 120,
      "row_count": 75,
      "row_ids_sha256": "311c07f9bfbca38686c1c7539ea55300c60c982fedd6c733d50a66433bbd6401",
      "input_ids_vector_sha256": "3373547c0475b472b5442020bce6acb73da74402d24e478de314bd23195c02ba",
      "labels_vector_sha256": "075eb3e7170b3d25ca03a6db3f0973c8469ac7a371b148aec09c03504f6a2906",
      "planned_active_tokens": 65639,
      "realized_active_tokens": 65639,
      "cumulative_start": 7864634,
      "cumulative_end": 7930273,
      "loss_sum": 9441.074825286865,
      "token_normalized_loss": 0.14383331289761978,
      "grad_norm_before_clip": 0.09360776096582413,
      "learning_rates_at_step": {
        "lora": 1.8354783195532815e-05,
        "row_tokens": 1.8354783195532815e-05
      },
      "learning_rates_after_step": {
        "lora": 1.7572552721089093e-05,
        "row_tokens": 1.7572552721089093e-05
      }
    },
    {
      "update_id": 121,
      "row_count": 73,
      "row_ids_sha256": "bed6e4109ef934c230f9493e2d4d4f23052aba9a6e09c074adbff28453a6743b",
      "input_ids_vector_sha256": "6a06cb085cba5c7e00cb7e68df25512eb054493d2703decf5333c06040e0027a",
      "labels_vector_sha256": "b3842da4e569db8af6fc1e3b5e3d8793280c0751ad8fb4d7f932a5f2c528ce3a",
      "planned_active_tokens": 65782,
      "realized_active_tokens": 65782,
      "cumulative_start": 7930273,
      "cumulative_end": 7996055,
      "loss_sum": 8378.022651672363,
      "token_normalized_loss": 0.12736041244827404,
      "grad_norm_before_clip": 0.08622893691062927,
      "learning_rates_at_step": {
        "lora": 1.7572552721089093e-05,
        "row_tokens": 1.7572552721089093e-05
      },
      "learning_rates_after_step": {
        "lora": 1.680998457372267e-05,
        "row_tokens": 1.680998457372267e-05
      }
    },
    {
      "update_id": 122,
      "row_count": 73,
      "row_ids_sha256": "119663ffeb04bcd3d63ff2b8d54f97c3382d9ba87a4f67b493d6aa556a58fce5",
      "input_ids_vector_sha256": "ef7ca009839b1b0c057264c7fdb0c246ac039106e878e19db4e780ffd519e0ed",
      "labels_vector_sha256": "51869be271a9a1f07b1a21f9269da61899099038b1335bc418e8193cc52617cc",
      "planned_active_tokens": 65247,
      "realized_active_tokens": 65247,
      "cumulative_start": 7996055,
      "cumulative_end": 8061302,
      "loss_sum": 12875.459716796875,
      "token_normalized_loss": 0.19733412596436425,
      "grad_norm_before_clip": 0.10968410968780518,
      "learning_rates_at_step": {
        "lora": 1.680998457372267e-05,
        "row_tokens": 1.680998457372267e-05
      },
      "learning_rates_after_step": {
        "lora": 1.6053878185403015e-05,
        "row_tokens": 1.6053878185403015e-05
      }
    },
    {
      "update_id": 123,
      "row_count": 79,
      "row_ids_sha256": "bed0855181273f5524be8254c98bd90e78bd60db0985f86821465e1602e36e0e",
      "input_ids_vector_sha256": "03c0294c5cf5280074c5fcb659b6cc7be6072208501178c9d94ce827a5182e5c",
      "labels_vector_sha256": "ded3291fadbe8b7706bf5645b710afda4ef91ce40cbe756e38dbe8b2271af262",
      "planned_active_tokens": 65871,
      "realized_active_tokens": 65871,
      "cumulative_start": 8061302,
      "cumulative_end": 8127173,
      "loss_sum": 12019.394947052002,
      "token_normalized_loss": 0.1824686879970245,
      "grad_norm_before_clip": 0.09719119220972061,
      "learning_rates_at_step": {
        "lora": 1.6053878185403015e-05,
        "row_tokens": 1.6053878185403015e-05
      },
      "learning_rates_after_step": {
        "lora": 1.531408108579902e-05,
        "row_tokens": 1.531408108579902e-05
      }
    },
    {
      "update_id": 124,
      "row_count": 77,
      "row_ids_sha256": "ca7588d9c3c12e76a90ff33fdc4e7422d0d978715092f7eac9b66112a3b29ca8",
      "input_ids_vector_sha256": "875615dd748a5a62aeb4c7526dd447831991cb848ac2499d5533cf2963fbc35b",
      "labels_vector_sha256": "0872d512658e9ce1599b8d39961b9bdce4e54c310bacdff45c4db2fd4784f1db",
      "planned_active_tokens": 65676,
      "realized_active_tokens": 65676,
      "cumulative_start": 8127173,
      "cumulative_end": 8192849,
      "loss_sum": 12120.844339370728,
      "token_normalized_loss": 0.18455515468924308,
      "grad_norm_before_clip": 0.10367433726787567,
      "learning_rates_at_step": {
        "lora": 1.531408108579902e-05,
        "row_tokens": 1.531408108579902e-05
      },
      "learning_rates_after_step": {
        "lora": 1.4596295877080029e-05,
        "row_tokens": 1.4596295877080029e-05
      }
    },
    {
      "update_id": 125,
      "row_count": 73,
      "row_ids_sha256": "3d19330d7e655a42fc25f7639c32b7a33808de95766e53737eee160ecddb2735",
      "input_ids_vector_sha256": "eca2d00fa9f958abec8f119d3b0317d509d10fd6e3a8972f175a845aeb52a00a",
      "labels_vector_sha256": "652de3b07ad14f89e90f299ef768120339692b88e16fd80e88dd9797637d5a34",
      "planned_active_tokens": 64976,
      "realized_active_tokens": 64976,
      "cumulative_start": 8192849,
      "cumulative_end": 8257825,
      "loss_sum": 10622.533966064453,
      "token_normalized_loss": 0.1634839627872515,
      "grad_norm_before_clip": 0.09386587142944336,
      "learning_rates_at_step": {
        "lora": 1.4596295877080029e-05,
        "row_tokens": 1.4596295877080029e-05
      },
      "learning_rates_after_step": {
        "lora": 1.3881187818644182e-05,
        "row_tokens": 1.3881187818644182e-05
      }
    },
    {
      "update_id": 126,
      "row_count": 80,
      "row_ids_sha256": "651cdb67f50cd3c7b623169801c0466dc378b5ed840e0e3d1635ffd326d2a867",
      "input_ids_vector_sha256": "10394f77b9ef79114699844b288b496350b95d57266640aeb2dbb2c815590112",
      "labels_vector_sha256": "81a9432487b2bd03c3c2e15c7289264bdd8ac75587851cfd1458302c8d88efa2",
      "planned_active_tokens": 66065,
      "realized_active_tokens": 66065,
      "cumulative_start": 8257825,
      "cumulative_end": 8323890,
      "loss_sum": 10118.078824996948,
      "token_normalized_loss": 0.1531533917353659,
      "grad_norm_before_clip": 0.09107738733291626,
      "learning_rates_at_step": {
        "lora": 1.3881187818644182e-05,
        "row_tokens": 1.3881187818644182e-05
      },
      "learning_rates_after_step": {
        "lora": 1.3191698677197672e-05,
        "row_tokens": 1.3191698677197672e-05
      }
    },
    {
      "update_id": 127,
      "row_count": 80,
      "row_ids_sha256": "88dc6f10d80f4964eff6b86ac1600deb5aa125791e22f08b815dfa94a4295b38",
      "input_ids_vector_sha256": "6920e9f79afabd7c3cb9e1c1a0ac9a0f1c9aa82860b99fd8cb46de64bbe344ab",
      "labels_vector_sha256": "941aae8bbaf2dc1f4fe09d55f2131679e586f1924215b50775dc6c28fa7f0355",
      "planned_active_tokens": 65064,
      "realized_active_tokens": 65064,
      "cumulative_start": 8323890,
      "cumulative_end": 8388954,
      "loss_sum": 10357.185806274414,
      "token_normalized_loss": 0.15918458450563158,
      "grad_norm_before_clip": 0.09424533694982529,
      "learning_rates_at_step": {
        "lora": 1.3191698677197672e-05,
        "row_tokens": 1.3191698677197672e-05
      },
      "learning_rates_after_step": {
        "lora": 1.2509177603000804e-05,
        "row_tokens": 1.2509177603000804e-05
      }
    },
    {
      "update_id": 128,
      "row_count": 80,
      "row_ids_sha256": "86c22d5fab2bd9be1206e843b2109902231af25a6188b412f76af5b8f0cb88d5",
      "input_ids_vector_sha256": "b02e792645ea27359693b8968aab488c8b787b76ef45a9d6a06c5bba40ce76ca",
      "labels_vector_sha256": "07608c3303a01e99e0965234b7a8ebe1fd2e92932a4cb29d57b8d8a9e5133f98",
      "planned_active_tokens": 65843,
      "realized_active_tokens": 65843,
      "cumulative_start": 8388954,
      "cumulative_end": 8454797,
      "loss_sum": 10325.315029144287,
      "token_normalized_loss": 0.15681720196747242,
      "grad_norm_before_clip": 0.09206037223339081,
      "learning_rates_at_step": {
        "lora": 1.2509177603000804e-05,
        "row_tokens": 1.2509177603000804e-05
      },
      "learning_rates_after_step": {
        "lora": 1.1850431823927915e-05,
        "row_tokens": 1.1850431823927915e-05
      }
    },
    {
      "update_id": 129,
      "row_count": 75,
      "row_ids_sha256": "4a8cc1e6e85333aa8edf47ef100c7bfe727996d890a1c95f58fa972846d71b24",
      "input_ids_vector_sha256": "6fdb87ef0e6aad607dab69471750de7173284f33b59f61047878eee6de4e3dcb",
      "labels_vector_sha256": "f93ea95e1239b07bb911e77770c76f43b7d777e8480613853be23a54425a310c",
      "planned_active_tokens": 65026,
      "realized_active_tokens": 65026,
      "cumulative_start": 8454797,
      "cumulative_end": 8519823,
      "loss_sum": 9595.226421356201,
      "token_normalized_loss": 0.14755984408323133,
      "grad_norm_before_clip": 0.09254449605941772,
      "learning_rates_at_step": {
        "lora": 1.1850431823927915e-05,
        "row_tokens": 1.1850431823927915e-05
      },
      "learning_rates_after_step": {
        "lora": 1.1202436029041536e-05,
        "row_tokens": 1.1202436029041536e-05
      }
    },
    {
      "update_id": 130,
      "row_count": 76,
      "row_ids_sha256": "ee2fb5654e154972eae4008d64e6232e41b87d9d3e8f5a06cbbac2093a6c6f2b",
      "input_ids_vector_sha256": "62dbeb6f7c6f5d77a0ae055b0b2d511a27bc1d8678cf638d35fd205f3c6a3c5d",
      "labels_vector_sha256": "60bb0e38d7f188050a82d11dd29a5d91b7b9a699e2bf9d37f9bf0e42abb46687",
      "planned_active_tokens": 65510,
      "realized_active_tokens": 65510,
      "cumulative_start": 8519823,
      "cumulative_end": 8585333,
      "loss_sum": 10209.071529388428,
      "token_normalized_loss": 0.15583989512117888,
      "grad_norm_before_clip": 0.09333337843418121,
      "learning_rates_at_step": {
        "lora": 1.1202436029041536e-05,
        "row_tokens": 1.1202436029041536e-05
      },
      "learning_rates_after_step": {
        "lora": 1.0568855654276444e-05,
        "row_tokens": 1.0568855654276444e-05
      }
    },
    {
      "update_id": 131,
      "row_count": 76,
      "row_ids_sha256": "c89b34cb81c336999f8bbb7e73d84c839a6287cc582b48833f8d3b39a309f773",
      "input_ids_vector_sha256": "bffad5a679f5dd0a2bd48470e51b3d7d054c4922042d09db1d3338eeee39302a",
      "labels_vector_sha256": "3d63c87783ea7a0c97693313d8d6764547bf197260335db64805c18ad3649589",
      "planned_active_tokens": 65674,
      "realized_active_tokens": 65674,
      "cumulative_start": 8585333,
      "cumulative_end": 8651007,
      "loss_sum": 9052.057426452637,
      "token_normalized_loss": 0.1378331977107019,
      "grad_norm_before_clip": 0.08757183700799942,
      "learning_rates_at_step": {
        "lora": 1.0568855654276444e-05,
        "row_tokens": 1.0568855654276444e-05
      },
      "learning_rates_after_step": {
        "lora": 9.95523039816092e-06,
        "row_tokens": 9.95523039816092e-06
      }
    },
    {
      "update_id": 132,
      "row_count": 75,
      "row_ids_sha256": "06b99b2dad36fd37deaf607567557eecbc8204e0f1b3041934ecd0fdb68caa48",
      "input_ids_vector_sha256": "8cf13ef80e8ac1ae89eb17bc911a15abcd331f68e06dd31c622b3af3ce84e6af",
      "labels_vector_sha256": "72b280e67c93c6dcc2f16f4df0e3faebb20d22f54bac80b31b1ea7ee0dbc82e8",
      "planned_active_tokens": 65282,
      "realized_active_tokens": 65282,
      "cumulative_start": 8651007,
      "cumulative_end": 8716289,
      "loss_sum": 9104.073110580444,
      "token_normalized_loss": 0.1394576316684606,
      "grad_norm_before_clip": 0.11982797086238861,
      "learning_rates_at_step": {
        "lora": 9.95523039816092e-06,
        "row_tokens": 9.95523039816092e-06
      },
      "learning_rates_after_step": {
        "lora": 9.352559981614689e-06,
        "row_tokens": 9.352559981614689e-06
      }
    },
    {
      "update_id": 133,
      "row_count": 77,
      "row_ids_sha256": "b115382647baba8ebc84b72224bed69eca62cd4b4cf36f8f45b4d6ffa2f60f22",
      "input_ids_vector_sha256": "0182bc573f40dd4f48de15678da8792fd80b6bbf7b57e5e800ae4753c7d2c85e",
      "labels_vector_sha256": "5a10fb93f8662aedfdcf4d892a08b3711911f1612d06b3cc5fd432346fc05f53",
      "planned_active_tokens": 65883,
      "realized_active_tokens": 65883,
      "cumulative_start": 8716289,
      "cumulative_end": 8782172,
      "loss_sum": 9302.528377532959,
      "token_normalized_loss": 0.14119770468152573,
      "grad_norm_before_clip": 0.09202249348163605,
      "learning_rates_at_step": {
        "lora": 9.352559981614689e-06,
        "row_tokens": 9.352559981614689e-06
      },
      "learning_rates_after_step": {
        "lora": 8.769176711957122e-06,
        "row_tokens": 8.769176711957122e-06
      }
    },
    {
      "update_id": 134,
      "row_count": 76,
      "row_ids_sha256": "2e1b8635c6589d55a8297eb557c282e8c3a1f2c2ee19e779f20dae83c396feeb",
      "input_ids_vector_sha256": "fbaf54949853e4a7ac2e9665d3842b69c0237ac1a1a16cfe099705379b98f7a3",
      "labels_vector_sha256": "cf342088afb736d1d5b940cc573599742076393949ab2da8b78885692eef13b4",
      "planned_active_tokens": 65614,
      "realized_active_tokens": 65614,
      "cumulative_start": 8782172,
      "cumulative_end": 8847786,
      "loss_sum": 10656.816116333008,
      "token_normalized_loss": 0.16241680306539774,
      "grad_norm_before_clip": 0.09224680811166763,
      "learning_rates_at_step": {
        "lora": 8.769176711957122e-06,
        "row_tokens": 8.769176711957122e-06
      },
      "learning_rates_after_step": {
        "lora": 8.202333787443695e-06,
        "row_tokens": 8.202333787443695e-06
      }
    },
    {
      "update_id": 135,
      "row_count": 76,
      "row_ids_sha256": "f26d21835da605c4b4e9ced87833be727f92be0e7f743f7f1e6cad0977b981be",
      "input_ids_vector_sha256": "bf3325215e68569cfca739558606231798224e7e5bcc4392a00dd7eaeb212096",
      "labels_vector_sha256": "2567412ad4417ff141a4fecf846bbf28ed5ab7fa7d9257bd752f343a6e76e6e6",
      "planned_active_tokens": 65672,
      "realized_active_tokens": 65672,
      "cumulative_start": 8847786,
      "cumulative_end": 8913458,
      "loss_sum": 11642.528675079346,
      "token_normalized_loss": 0.17728299237238618,
      "grad_norm_before_clip": 0.09887941926717758,
      "learning_rates_at_step": {
        "lora": 8.202333787443695e-06,
        "row_tokens": 8.202333787443695e-06
      },
      "learning_rates_after_step": {
        "lora": 7.656099810649337e-06,
        "row_tokens": 7.656099810649337e-06
      }
    },
    {
      "update_id": 136,
      "row_count": 74,
      "row_ids_sha256": "b278ee3c57782a4d99bddf828d2eeebab458f11f02ab0e90458cbf57eebed3c7",
      "input_ids_vector_sha256": "7d6ca93261544b848f7c5957c19c035c279bfe42918e094d30f9f996f4011cdd",
      "labels_vector_sha256": "50176e17e9b112f0c11dcc97652e9231a303ff6deb41815eb4629f3f7de71732",
      "planned_active_tokens": 65270,
      "realized_active_tokens": 65270,
      "cumulative_start": 8913458,
      "cumulative_end": 8978728,
      "loss_sum": 11520.284286499023,
      "token_normalized_loss": 0.17650198079514362,
      "grad_norm_before_clip": 0.10002458840608597,
      "learning_rates_at_step": {
        "lora": 7.656099810649337e-06,
        "row_tokens": 7.656099810649337e-06
      },
      "learning_rates_after_step": {
        "lora": 7.126251619772989e-06,
        "row_tokens": 7.126251619772989e-06
      }
    },
    {
      "update_id": 137,
      "row_count": 75,
      "row_ids_sha256": "8133397929869918b7ba7eb96b4cd7a65496a9bf3aff79c58cd7d8058a03a2af",
      "input_ids_vector_sha256": "aaa8748e62acd8b25a6fe040222bd429819741dca5f579673b27841d8fdc48ad",
      "labels_vector_sha256": "78529179db7bea9617165779c25c7b77a5c9e2a1b771af34e95b37e2a9d72366",
      "planned_active_tokens": 65386,
      "realized_active_tokens": 65386,
      "cumulative_start": 8978728,
      "cumulative_end": 9044114,
      "loss_sum": 10379.742610931396,
      "token_normalized_loss": 0.15874564296533503,
      "grad_norm_before_clip": 0.09289399534463882,
      "learning_rates_at_step": {
        "lora": 7.126251619772989e-06,
        "row_tokens": 7.126251619772989e-06
      },
      "learning_rates_after_step": {
        "lora": 6.608350549884151e-06,
        "row_tokens": 6.608350549884151e-06
      }
    },
    {
      "update_id": 138,
      "row_count": 78,
      "row_ids_sha256": "3b58c0216a4eefb45b0378a82f95bdf4ff7228524c0abc6b20c5f5abdc57e816",
      "input_ids_vector_sha256": "aa43879ad25929cc4266e1bd960b4bac59c2b32d3f5de78cf1332c86377c6e05",
      "labels_vector_sha256": "0de03cd3d63e88628dc1b37371a70c4e0a0441735b8e8c98e2480b2251ed2768",
      "planned_active_tokens": 66119,
      "realized_active_tokens": 66119,
      "cumulative_start": 9044114,
      "cumulative_end": 9110233,
      "loss_sum": 9913.165687561035,
      "token_normalized_loss": 0.14992915330783943,
      "grad_norm_before_clip": 0.09011631458997726,
      "learning_rates_at_step": {
        "lora": 6.608350549884151e-06,
        "row_tokens": 6.608350549884151e-06
      },
      "learning_rates_after_step": {
        "lora": 6.118337690817077e-06,
        "row_tokens": 6.118337690817077e-06
      }
    },
    {
      "update_id": 139,
      "row_count": 77,
      "row_ids_sha256": "6d5de4ae282230d304403380f634cf630f08600a1190fcfe7eb698a70ae31b9d",
      "input_ids_vector_sha256": "1379af257cdd7b8126ce402d6317dd374d4c89da330bd5ecd51cab00d497940b",
      "labels_vector_sha256": "00456307cbb4021f7a4e5d7fc401e53122ee38f84b3722176ac57515207394bd",
      "planned_active_tokens": 64814,
      "realized_active_tokens": 64814,
      "cumulative_start": 9110233,
      "cumulative_end": 9175047,
      "loss_sum": 10984.72108078003,
      "token_normalized_loss": 0.1694806844320676,
      "grad_norm_before_clip": 0.09641729295253754,
      "learning_rates_at_step": {
        "lora": 6.118337690817077e-06,
        "row_tokens": 6.118337690817077e-06
      },
      "learning_rates_after_step": {
        "lora": 5.6356510547881495e-06,
        "row_tokens": 5.6356510547881495e-06
      }
    },
    {
      "update_id": 140,
      "row_count": 75,
      "row_ids_sha256": "a8afff7365f254e1d10debd9edb54952ae02f36164762554af7beb18ff065542",
      "input_ids_vector_sha256": "71444b872ef8929614cd954ea0333ed07e36a8b51551abc87aba691f867d7beb",
      "labels_vector_sha256": "81deb193a44ab148dc6183c0bb34429a1cdb959fa2738019ae5dec7acf8a0e46",
      "planned_active_tokens": 66264,
      "realized_active_tokens": 66264,
      "cumulative_start": 9175047,
      "cumulative_end": 9241311,
      "loss_sum": 10177.100206375122,
      "token_normalized_loss": 0.15358415136990103,
      "grad_norm_before_clip": 0.0904715359210968,
      "learning_rates_at_step": {
        "lora": 5.6356510547881495e-06,
        "row_tokens": 5.6356510547881495e-06
      },
      "learning_rates_after_step": {
        "lora": 5.180592804703477e-06,
        "row_tokens": 5.180592804703477e-06
      }
    },
    {
      "update_id": 141,
      "row_count": 75,
      "row_ids_sha256": "2954eb9b7d7e510ca4dffd87527643c1d2516eb457b8897759625ff03ff63088",
      "input_ids_vector_sha256": "6a094cb0c0eae07b96c49e9bcabaad7b21cb9922be460822a95b8e380eb57f56",
      "labels_vector_sha256": "2f849c54acaac5f9297939133506d726e12c33488ceba59772c2d09b50d64cac",
      "planned_active_tokens": 64962,
      "realized_active_tokens": 64962,
      "cumulative_start": 9241311,
      "cumulative_end": 9306273,
      "loss_sum": 9339.265491485596,
      "token_normalized_loss": 0.14376505482413712,
      "grad_norm_before_clip": 0.09172554314136505,
      "learning_rates_at_step": {
        "lora": 5.180592804703477e-06,
        "row_tokens": 5.180592804703477e-06
      },
      "learning_rates_after_step": {
        "lora": 4.7354038286943344e-06,
        "row_tokens": 4.7354038286943344e-06
      }
    },
    {
      "update_id": 142,
      "row_count": 79,
      "row_ids_sha256": "d464b70a3c62dfff190536089f95e0ee8d900de12811b54d0b53c78d2f1a91f0",
      "input_ids_vector_sha256": "606b1249d60b8b59c9a508563beeed11f959aeef6a7250ea4c1b8989efabfc1a",
      "labels_vector_sha256": "d5fca745c52d827c9a6f30439858b9f8292850541c8518d7cf439fbc9ea8a1bc",
      "planned_active_tokens": 66220,
      "realized_active_tokens": 66220,
      "cumulative_start": 9306273,
      "cumulative_end": 9372493,
      "loss_sum": 9165.808109283447,
      "token_normalized_loss": 0.13841449878108497,
      "grad_norm_before_clip": 0.08947461098432541,
      "learning_rates_at_step": {
        "lora": 4.7354038286943344e-06,
        "row_tokens": 4.7354038286943344e-06
      },
      "learning_rates_after_step": {
        "lora": 4.314704604618513e-06,
        "row_tokens": 4.314704604618513e-06
      }
    },
    {
      "update_id": 143,
      "row_count": 75,
      "row_ids_sha256": "dab85889e77dbf88e86443c667637812d0fe3c4f1adafc4cd766f1b698d89092",
      "input_ids_vector_sha256": "c829fec2b8f6b1b2c2a4ba6acd4bed8a183f9a7d31213fe70458e1c081d166b8",
      "labels_vector_sha256": "26eb2904a40667d2810c7b542cdf6ad2944cc95c389443bedb2fc270d251de12",
      "planned_active_tokens": 65355,
      "realized_active_tokens": 65355,
      "cumulative_start": 9372493,
      "cumulative_end": 9437848,
      "loss_sum": 9397.875389099121,
      "token_normalized_loss": 0.14379734357125118,
      "grad_norm_before_clip": 0.09392246603965759,
      "learning_rates_at_step": {
        "lora": 4.314704604618513e-06,
        "row_tokens": 4.314704604618513e-06
      },
      "learning_rates_after_step": {
        "lora": 3.91486889275604e-06,
        "row_tokens": 3.91486889275604e-06
      }
    },
    {
      "update_id": 144,
      "row_count": 76,
      "row_ids_sha256": "b506e0b34480cdb5a8f675fd502a3f3c9f484e9df857a5c928652e0ae27e5d7b",
      "input_ids_vector_sha256": "94c13d6d066b71140277da3b1db6a9705b386e63c0c71175a265842dfa1f1899",
      "labels_vector_sha256": "616d68647394fb07b601240d98fba09a4dd19542d34b71410794fbe39310b5c5",
      "planned_active_tokens": 64999,
      "realized_active_tokens": 64999,
      "cumulative_start": 9437848,
      "cumulative_end": 9502847,
      "loss_sum": 8090.472959518433,
      "token_normalized_loss": 0.12447072969612506,
      "grad_norm_before_clip": 0.09159792214632034,
      "learning_rates_at_step": {
        "lora": 3.91486889275604e-06,
        "row_tokens": 3.91486889275604e-06
      },
      "learning_rates_after_step": {
        "lora": 3.5303773612422485e-06,
        "row_tokens": 3.5303773612422485e-06
      }
    },
    {
      "update_id": 145,
      "row_count": 80,
      "row_ids_sha256": "df44f39f3766465c073b3d80f1c58651d5f4392cafec035db6160599815961b0",
      "input_ids_vector_sha256": "ee921169b42046001fbb170b98239e45f3521271541d41873c982fe2399ba103",
      "labels_vector_sha256": "bf8a4c64e5254a26d39a5d48c428da61890e1da52d8b7c17f62aa61c9718edd5",
      "planned_active_tokens": 65583,
      "realized_active_tokens": 65583,
      "cumulative_start": 9502847,
      "cumulative_end": 9568430,
      "loss_sum": 8754.5417137146,
      "token_normalized_loss": 0.13348797270198984,
      "grad_norm_before_clip": 0.08998316526412964,
      "learning_rates_at_step": {
        "lora": 3.5303773612422485e-06,
        "row_tokens": 3.5303773612422485e-06
      },
      "learning_rates_after_step": {
        "lora": 3.1621970716739003e-06,
        "row_tokens": 3.1621970716739003e-06
      }
    },
    {
      "update_id": 146,
      "row_count": 78,
      "row_ids_sha256": "b796be22ce9002269cb6ac6bb128454e72ba9d87ee2e003a3934eacdcfc2c8bf",
      "input_ids_vector_sha256": "75894af82e080ec7dfee100a3206df6da6cad368e5bc1a8a37344f0408b7ceb4",
      "labels_vector_sha256": "4abdcda7f5b290e4c188f8f3c4187787fab9bb24fbb1e5315adcfbae60a284c4",
      "planned_active_tokens": 66112,
      "realized_active_tokens": 66112,
      "cumulative_start": 9568430,
      "cumulative_end": 9634542,
      "loss_sum": 9071.805877685547,
      "token_normalized_loss": 0.1372187481498903,
      "grad_norm_before_clip": 0.09472867101430893,
      "learning_rates_at_step": {
        "lora": 3.1621970716739003e-06,
        "row_tokens": 3.1621970716739003e-06
      },
      "learning_rates_after_step": {
        "lora": 2.8200219560327977e-06,
        "row_tokens": 2.8200219560327977e-06
      }
    },
    {
      "update_id": 147,
      "row_count": 80,
      "row_ids_sha256": "b3f557ecc75d23d8b67c46ce7cd7d7dc976e0efbf76facf95a483496c5920481",
      "input_ids_vector_sha256": "da2baf6d3c77263e56e097c4f22231ee9b807651208852688f47235a816a9a3f",
      "labels_vector_sha256": "80c6f644bc24b30a179c81628177265e3955cb7248c13b44442c78d2026e5216",
      "planned_active_tokens": 64871,
      "realized_active_tokens": 64871,
      "cumulative_start": 9634542,
      "cumulative_end": 9699413,
      "loss_sum": 11285.813360214233,
      "token_normalized_loss": 0.1739731676745269,
      "grad_norm_before_clip": 0.09917371720075607,
      "learning_rates_at_step": {
        "lora": 2.8200219560327977e-06,
        "row_tokens": 2.8200219560327977e-06
      },
      "learning_rates_after_step": {
        "lora": 2.488548752468867e-06,
        "row_tokens": 2.488548752468867e-06
      }
    },
    {
      "update_id": 148,
      "row_count": 77,
      "row_ids_sha256": "64fe8dba55b7bc075f7d31fe6f06bda2faa90d5b089fa50d24e4d2d4184f03d2",
      "input_ids_vector_sha256": "31c0103500d8ac4db78e1c4ca65487f6e6fb01139490b877883420a6ef150866",
      "labels_vector_sha256": "c5d491caea8748ae1b188c39aa09585a859affd61c93b79679239557e24e9337",
      "planned_active_tokens": 66600,
      "realized_active_tokens": 66600,
      "cumulative_start": 9699413,
      "cumulative_end": 9766013,
      "loss_sum": 11456.953105926514,
      "token_normalized_loss": 0.17202632291180953,
      "grad_norm_before_clip": 0.09694084525108337,
      "learning_rates_at_step": {
        "lora": 2.488548752468867e-06,
        "row_tokens": 2.488548752468867e-06
      },
      "learning_rates_after_step": {
        "lora": 2.1832831325170888e-06,
        "row_tokens": 2.1832831325170888e-06
      }
    },
    {
      "update_id": 149,
      "row_count": 55,
      "row_ids_sha256": "6ecf7be701e3ef2e174e492c3b8dfc4d4d50c58b7b864dc814bf1b7b132ce9e1",
      "input_ids_vector_sha256": "c40c7baeb2df66a45e6f2828d558f0aafe9b4a9b58d3c24f4542d69f38ba2ccd",
      "labels_vector_sha256": "10418f995f88c0f3b4b64f0729ffe41de3c40a792b88897e0745d45c0d580d94",
      "planned_active_tokens": 65277,
      "realized_active_tokens": 65277,
      "cumulative_start": 9766013,
      "cumulative_end": 9831290,
      "loss_sum": 12878.851249694824,
      "token_normalized_loss": 0.19729539117445385,
      "grad_norm_before_clip": 0.1019398495554924,
      "learning_rates_at_step": {
        "lora": 2.1832831325170888e-06,
        "row_tokens": 2.1832831325170888e-06
      },
      "learning_rates_after_step": {
        "lora": 1.8977383378495695e-06,
        "row_tokens": 1.8977383378495695e-06
      }
    },
    {
      "update_id": 150,
      "row_count": 51,
      "row_ids_sha256": "9280fa7dc13c0850dcb896fe144d63e7931f10587dcb817f2109cc0d6d32c2da",
      "input_ids_vector_sha256": "82cdc62f11de90f9af96e7bf7173c706c051296563d4344fabf666bcd7f3659c",
      "labels_vector_sha256": "2d65d22d39f7d6339bc25d78a86c6b4e874445f335ed62d68c2ecbbd30f6cd21",
      "planned_active_tokens": 65237,
      "realized_active_tokens": 65237,
      "cumulative_start": 9831290,
      "cumulative_end": 9896527,
      "loss_sum": 12345.737804412842,
      "token_normalized_loss": 0.18924441351400037,
      "grad_norm_before_clip": 0.10230951011180878,
      "learning_rates_at_step": {
        "lora": 1.8977383378495695e-06,
        "row_tokens": 1.8977383378495695e-06
      },
      "learning_rates_after_step": {
        "lora": 1.628895677001202e-06,
        "row_tokens": 1.628895677001202e-06
      }
    },
    {
      "update_id": 151,
      "row_count": 51,
      "row_ids_sha256": "495331346443283f15f77574021e7c6a417c3897e12058408d9297aad674ea4a",
      "input_ids_vector_sha256": "61291e7608baacc4aba7d54fabc7cec06362513cfff2d681012ab505386103c0",
      "labels_vector_sha256": "d7d65d7a995636e87537b342eacc9494b79d530ef13c19a45140f16846f760f5",
      "planned_active_tokens": 65987,
      "realized_active_tokens": 65987,
      "cumulative_start": 9896527,
      "cumulative_end": 9962514,
      "loss_sum": 13379.218643188477,
      "token_normalized_loss": 0.20275537065162041,
      "grad_norm_before_clip": 0.10287613421678543,
      "learning_rates_at_step": {
        "lora": 1.628895677001202e-06,
        "row_tokens": 1.628895677001202e-06
      },
      "learning_rates_after_step": {
        "lora": 1.3843040139133178e-06,
        "row_tokens": 1.3843040139133178e-06
      }
    },
    {
      "update_id": 152,
      "row_count": 57,
      "row_ids_sha256": "388eaaa8db2c27a542ca95f0e6855b324736767b34a92a26cd77e73a95481eeb",
      "input_ids_vector_sha256": "d41769f25a22f606e837ee429ee8a8a0ac5964ea3823b03b612995f80b0ff18d",
      "labels_vector_sha256": "8f024c1f707d7825acc085964c122aefac765fa30f3658130f7baaf221e68d4c",
      "planned_active_tokens": 64870,
      "realized_active_tokens": 64870,
      "cumulative_start": 9962514,
      "cumulative_end": 10027384,
      "loss_sum": 14292.395889282227,
      "token_normalized_loss": 0.22032366100327155,
      "grad_norm_before_clip": 0.10882115364074707,
      "learning_rates_at_step": {
        "lora": 1.3843040139133178e-06,
        "row_tokens": 1.3843040139133178e-06
      },
      "learning_rates_after_step": {
        "lora": 1.1535709050413402e-06,
        "row_tokens": 1.1535709050413402e-06
      }
    },
    {
      "update_id": 153,
      "row_count": 51,
      "row_ids_sha256": "7acf16cb8753c0672ba916dff7be7010460edaf64d5bd56ddb4efaf03a153bde",
      "input_ids_vector_sha256": "231033f79215e61f968e808bf9cd83dffc558f528138a37390af4711fe4025d1",
      "labels_vector_sha256": "3f9c9318ca8f1cb7ce4577f00dd0e38a84688c797944f2664f46870e2ff75895",
      "planned_active_tokens": 66613,
      "realized_active_tokens": 66613,
      "cumulative_start": 10027384,
      "cumulative_end": 10093997,
      "loss_sum": 12996.549072265625,
      "token_normalized_loss": 0.1951052958471413,
      "grad_norm_before_clip": 0.10088209807872772,
      "learning_rates_at_step": {
        "lora": 1.1535709050413402e-06,
        "row_tokens": 1.1535709050413402e-06
      },
      "learning_rates_after_step": {
        "lora": 9.494766284842749e-07,
        "row_tokens": 9.494766284842749e-07
      }
    },
    {
      "update_id": 154,
      "row_count": 44,
      "row_ids_sha256": "a17fb6e0c8f157038d11cba48e1904a6005a9cdd87ca54869611fecbb9e2bdf3",
      "input_ids_vector_sha256": "bd9506524882de638eeedefb40a3eb327bed40bf6b4db90834c3cabca14fd50e",
      "labels_vector_sha256": "9742b730a354d4e65569ea6123e2a1550e30f2413416f9414803ee30a138f26e",
      "planned_active_tokens": 64666,
      "realized_active_tokens": 64666,
      "cumulative_start": 10093997,
      "cumulative_end": 10158663,
      "loss_sum": 13235.021896362305,
      "token_normalized_loss": 0.2046673970303143,
      "grad_norm_before_clip": 0.10749612003564835,
      "learning_rates_at_step": {
        "lora": 9.494766284842749e-07,
        "row_tokens": 9.494766284842749e-07
      },
      "learning_rates_after_step": {
        "lora": 7.639074002155078e-07,
        "row_tokens": 7.639074002155078e-07
      }
    },
    {
      "update_id": 155,
      "row_count": 51,
      "row_ids_sha256": "6bec14d3cc0781b80e28ba757043809f36c8f970db02ca874e20d7f078bca412",
      "input_ids_vector_sha256": "e3b9f9f0afe5b6fae326f0dca4e561442a421f973a0b540412c5e8cf0b8adb66",
      "labels_vector_sha256": "4b7b103b002ee5c9ae3d9cd537ce7a18c1512f38ea73011cabb1f1bb050ab17a",
      "planned_active_tokens": 65095,
      "realized_active_tokens": 65095,
      "cumulative_start": 10158663,
      "cumulative_end": 10223758,
      "loss_sum": 14562.182147979736,
      "token_normalized_loss": 0.22370661568445713,
      "grad_norm_before_clip": 0.1133539006114006,
      "learning_rates_at_step": {
        "lora": 7.639074002155078e-07,
        "row_tokens": 7.639074002155078e-07
      },
      "learning_rates_after_step": {
        "lora": 5.94963360056161e-07,
        "row_tokens": 5.94963360056161e-07
      }
    },
    {
      "update_id": 156,
      "row_count": 60,
      "row_ids_sha256": "c93c233a5b6896eac4997d2875fdf9b124aaca991918aa025975b4842c23362c",
      "input_ids_vector_sha256": "ca845938ff326db24f8e56b2e96aef25b2439c4f365dac4a1292af9be5d42ac4",
      "labels_vector_sha256": "7a8dbee9cdf6f519a81e1d8a437ae29f1f2ac083df8da67d72e3aa21432dfed0",
      "planned_active_tokens": 66518,
      "realized_active_tokens": 66518,
      "cumulative_start": 10223758,
      "cumulative_end": 10290276,
      "loss_sum": 13597.754341125488,
      "token_normalized_loss": 0.20442217657063483,
      "grad_norm_before_clip": 0.09895586967468262,
      "learning_rates_at_step": {
        "lora": 5.94963360056161e-07,
        "row_tokens": 5.94963360056161e-07
      },
      "learning_rates_after_step": {
        "lora": 4.4962415390650827e-07,
        "row_tokens": 4.4962415390650827e-07
      }
    },
    {
      "update_id": 157,
      "row_count": 77,
      "row_ids_sha256": "9c805dff4a1f842fa70c4c414a5d25a2338a08912b7134f6a9057eb7a77ed7a6",
      "input_ids_vector_sha256": "90e3d532e3174da8715496ca000f07a5951ac711e6c2cd10ce00f38a8172a8a9",
      "labels_vector_sha256": "9bce37dfd221ac713c26ceabf77c9390f75255d9423226eacd2e3eb40694be8e",
      "planned_active_tokens": 65248,
      "realized_active_tokens": 65248,
      "cumulative_start": 10290276,
      "cumulative_end": 10355524,
      "loss_sum": 13139.884281158447,
      "token_normalized_loss": 0.20138370955674423,
      "grad_norm_before_clip": 0.11132887005805969,
      "learning_rates_at_step": {
        "lora": 4.4962415390650827e-07,
        "row_tokens": 4.4962415390650827e-07
      },
      "learning_rates_after_step": {
        "lora": 3.248994415036788e-07,
        "row_tokens": 3.248994415036788e-07
      }
    },
    {
      "update_id": 158,
      "row_count": 81,
      "row_ids_sha256": "dda6a53e967c7e3d13eb506b1b15618e831d5f8e39ff70e8ca77533740ad32e1",
      "input_ids_vector_sha256": "48814f2003ccb7d9a2dd5ed6a45cec43c9a12c14ed83729d5a0c12ddbbdd65f7",
      "labels_vector_sha256": "922917cbb05706c0bd806bbbd271fe8d3a48e191724a177379d2ef924974443f",
      "planned_active_tokens": 65037,
      "realized_active_tokens": 65037,
      "cumulative_start": 10355524,
      "cumulative_end": 10420561,
      "loss_sum": 13388.152364730835,
      "token_normalized_loss": 0.20585439618572252,
      "grad_norm_before_clip": 0.12893030047416687,
      "learning_rates_at_step": {
        "lora": 3.248994415036788e-07,
        "row_tokens": 3.248994415036788e-07
      },
      "learning_rates_after_step": {
        "lora": 2.1954203272112616e-07,
        "row_tokens": 2.1954203272112616e-07
      }
    },
    {
      "update_id": 159,
      "row_count": 68,
      "row_ids_sha256": "77ceaeb3de3f3c663edc1873e7b08e02083809729833fd9d824cf0246118775c",
      "input_ids_vector_sha256": "d7808091cc70c02e1665f5268a8f985399ce2fd3a621337ff2ef173d12c4b5b4",
      "labels_vector_sha256": "67811b94bdccc04daa1a6fac837965c812a5d775eeff98e2405a5ffae9be98e0",
      "planned_active_tokens": 65585,
      "realized_active_tokens": 65585,
      "cumulative_start": 10420561,
      "cumulative_end": 10486146,
      "loss_sum": 15584.649702072144,
      "token_normalized_loss": 0.23762521463859332,
      "grad_norm_before_clip": 0.11219551414251328,
      "learning_rates_at_step": {
        "lora": 2.1954203272112616e-07,
        "row_tokens": 2.1954203272112616e-07
      },
      "learning_rates_after_step": {
        "lora": 1.3466823847039235e-07,
        "row_tokens": 1.3466823847039235e-07
      }
    },
    {
      "update_id": 160,
      "row_count": 78,
      "row_ids_sha256": "2a0f52c793a5dba1b45e8b1344eb20906c6974a542f3256c65f6ecda29dfb72f",
      "input_ids_vector_sha256": "c6c5bd584ee209b98b12d42b4f4e1f868d2526065bff0cb41d62128f447e7202",
      "labels_vector_sha256": "e013d5214ebd6fd4af73f1201a6aa4078cbcfd5caa3f1293e877eadea5fb20bd",
      "planned_active_tokens": 65641,
      "realized_active_tokens": 65641,
      "cumulative_start": 10486146,
      "cumulative_end": 10551787,
      "loss_sum": 15278.742835998535,
      "token_normalized_loss": 0.2327621888148952,
      "grad_norm_before_clip": 0.11134673655033112,
      "learning_rates_at_step": {
        "lora": 1.3466823847039235e-07,
        "row_tokens": 1.3466823847039235e-07
      },
      "learning_rates_after_step": {
        "lora": 7.053518943780368e-08,
        "row_tokens": 7.053518943780368e-08
      }
    },
    {
      "update_id": 161,
      "row_count": 72,
      "row_ids_sha256": "fb8329ebf75a27fd23348160423b616d45ea99b05de9aff12bbd155e748263ed",
      "input_ids_vector_sha256": "a91263468b96fbfe4f503b461f1f730c8f678aed458b63cadb97a7af049af4b6",
      "labels_vector_sha256": "990bb65741efd1bb9ac91d4b05cacb3ed28a4068f7a9e6a2bf7fdc929c0b4d0a",
      "planned_active_tokens": 65491,
      "realized_active_tokens": 65491,
      "cumulative_start": 10551787,
      "cumulative_end": 10617278,
      "loss_sum": 13820.899841308594,
      "token_normalized_loss": 0.21103510163699735,
      "grad_norm_before_clip": 0.10197628289461136,
      "learning_rates_at_step": {
        "lora": 7.053518943780368e-08,
        "row_tokens": 7.053518943780368e-08
      },
      "learning_rates_after_step": {
        "lora": 2.7060780601778636e-08,
        "row_tokens": 2.7060780601778636e-08
      }
    },
    {
      "update_id": 162,
      "row_count": 68,
      "row_ids_sha256": "73378617771c3f7521a62003b65c4490cfbe95085ce6c3d36fa1c8eda23c2c91",
      "input_ids_vector_sha256": "36858bf17babded7d47ca3904e42bfe4fb563c720d812a026d2e8365e65a08b3",
      "labels_vector_sha256": "ed54817bd17db09d9aaf48ceb92e1a51fcc0ec2347faaac7eb54759485427c9e",
      "planned_active_tokens": 65277,
      "realized_active_tokens": 65277,
      "cumulative_start": 10617278,
      "cumulative_end": 10682555,
      "loss_sum": 13081.107570648193,
      "token_normalized_loss": 0.2003938227959035,
      "grad_norm_before_clip": 0.10129038244485855,
      "learning_rates_at_step": {
        "lora": 2.7060780601778636e-08,
        "row_tokens": 2.7060780601778636e-08
      },
      "learning_rates_after_step": {
        "lora": 3.869017389179774e-09,
        "row_tokens": 3.869017389179774e-09
      }
    },
    {
      "update_id": 163,
      "row_count": 71,
      "row_ids_sha256": "abb946194c398e0cce5fe7a7b20cb97524e7d802219cde5cc4b3ca651e9be273",
      "input_ids_vector_sha256": "1845dfec45137a8d2d443b8ab3783524d520eebc169ca04f75a6ce82747c791b",
      "labels_vector_sha256": "a3d081b289d60db46c114821ece3fea6d2be2e8fb1c10ab5e7aff5eb1e6a44e6",
      "planned_active_tokens": 66052,
      "realized_active_tokens": 66052,
      "cumulative_start": 10682555,
      "cumulative_end": 10748607,
      "loss_sum": 14771.342641830444,
      "token_normalized_loss": 0.22363202691561868,
      "grad_norm_before_clip": 0.10431884974241257,
      "learning_rates_at_step": {
        "lora": 3.869017389179774e-09,
        "row_tokens": 3.869017389179774e-09
      },
      "learning_rates_after_step": {
        "lora": 0.0,
        "row_tokens": 0.0
      }
    },
    {
      "update_id": 164,
      "row_count": 40,
      "row_ids_sha256": "eeaa62601f796edbae0f281fc8b37a89451ebb2b6094112b6a922b6b5ff5f275",
      "input_ids_vector_sha256": "ee2dc1dc718e0de94cceb7bd9ebf9e6524c92bb1efe54e2d71b72043c706c687",
      "labels_vector_sha256": "a89c702f47009e1f641021a21d492a9fa4565062f51e883d1a13df7c32ff3bcb",
      "planned_active_tokens": 40159,
      "realized_active_tokens": 40159,
      "cumulative_start": 10748607,
      "cumulative_end": 10788766,
      "loss_sum": 9583.425552368164,
      "token_normalized_loss": 0.23863705650957853,
      "grad_norm_before_clip": 0.13246041536331177,
      "learning_rates_at_step": {
        "lora": 0.0,
        "row_tokens": 0.0
      },
      "learning_rates_after_step": {
        "lora": 0.0,
        "row_tokens": 0.0
      }
    }
  ],
  "frozen_base_digest_start": {
    "scope": "frozen_base",
    "sha256": "e6ad2d1626ce1bba946ed9a10f7560ba5a4e101d611421670d0549ead9ec9e77",
    "parameter_count": 399,
    "bytes": 8822848512,
    "names_sha256": "76f6fba21da1d275c17e0470efbad7fb1d99cdeef7b4ffac8a5ac71ef82fdfa8"
  },
  "optimizer_membership": {
    "schema": "think-b-2ep-optimizer-membership/1",
    "token_bake_enabled": false,
    "groups": [
      {
        "group": "lora",
        "param_count": 504,
        "params": [
          {
            "name": "base_model.model.model.layers.0.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.0.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.0.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.0.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.0.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.0.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.0.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.0.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.0.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.0.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.0.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.0.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.0.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.0.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.1.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.1.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.1.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.1.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.1.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.1.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.2.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.2.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.2.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.2.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.2.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.2.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.3.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.3.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.3.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.3.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.3.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.3.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.4.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.4.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.4.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.4.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.4.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.4.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.5.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.5.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.5.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.5.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.5.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.5.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.6.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.6.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.6.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.6.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.6.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.6.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.7.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.7.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.7.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.7.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.7.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.7.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.8.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.8.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.8.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.8.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.8.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.8.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.9.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.9.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.9.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.9.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.9.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.9.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.10.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.10.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.10.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.10.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.10.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.10.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.11.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.11.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.11.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.11.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.11.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.11.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.12.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.12.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.12.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.12.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.12.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.12.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.13.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.13.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.13.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.13.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.13.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.13.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.14.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.14.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.14.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.14.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.14.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.14.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.15.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.15.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.15.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.15.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.15.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.15.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.16.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.16.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.16.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.16.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.16.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.16.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.17.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.17.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.17.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.17.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.17.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.17.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.18.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.18.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.18.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.18.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.18.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.18.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.19.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.19.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.19.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.19.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.19.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.19.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.20.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.20.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.20.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.20.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.20.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.20.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.21.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.21.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.21.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.21.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.21.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.21.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.22.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.22.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.22.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.22.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.22.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.22.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.23.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.23.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.23.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.23.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.23.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.23.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.24.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.24.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.24.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.24.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.24.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.24.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.25.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.25.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.25.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.25.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.25.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.25.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.26.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.26.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.26.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.26.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.26.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.26.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.27.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.27.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.27.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.27.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.27.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.27.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.28.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.28.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.28.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.28.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.28.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.28.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.29.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.29.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.29.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.29.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.29.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.29.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.30.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.30.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.30.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.30.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.30.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.30.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.31.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.31.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.31.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.31.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.31.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.31.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.32.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.32.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.32.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.32.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.32.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.32.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.32.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.32.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.32.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.32.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.32.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.32.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.32.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.32.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.33.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.33.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.33.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.33.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.33.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.33.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.33.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.33.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.33.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.33.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.33.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.33.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.33.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.33.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.34.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.34.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.34.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.34.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.34.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.34.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.34.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.34.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.34.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.34.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.34.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.34.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.34.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.34.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.35.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.35.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.35.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.35.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.35.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.35.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              1024,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.35.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.35.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.35.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.35.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.35.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              2560
            ]
          },
          {
            "name": "base_model.model.model.layers.35.mlp.up_proj.lora_B.default.weight",
            "shape": [
              9728,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.35.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              9728
            ]
          },
          {
            "name": "base_model.model.model.layers.35.mlp.down_proj.lora_B.default.weight",
            "shape": [
              2560,
              64
            ]
          }
        ]
      },
      {
        "group": "row_tokens",
        "param_count": 2,
        "params": [
          {
            "name": "base_model.model.model.embed_tokens.token_adapter.trainable_tokens_delta.default",
            "shape": [
              3,
              2560
            ]
          },
          {
            "name": "base_model.model.lm_head.token_adapter.trainable_tokens_delta.default",
            "shape": [
              3,
              2560
            ]
          }
        ]
      }
    ]
  },
  "tied_token_canary": null,
  "continuation": null,
  "lora_digest_start": {
    "scope": "lora",
    "sha256": "b5c8857a053d3f25970801e14e08483872c0503ca38d876902da21ea70841297",
    "parameter_count": 506,
    "bytes": 528543744,
    "names_sha256": "bb45cbfe1a7fcc7231a004dc60e90e0ddc33dcbcb776306b4f372164f4989122"
  }
}