{ "run": "runs/default-seed1", "code": { "commit": "19276f75392bee9d5f6f61820395002a0746e349", "dirty": true, "snapshot": "source-snapshot.tar.gz" }, "environment": { "python": "3.12.3", "torch": "2.15.0+cu132", "device": "cuda", "precision": "torch.float32", "uv_lock_sha256": "60eba889e8dcd90d00fdcc282a51fc42df3869f3ef3807b1946aaa3cfd5f62e2", "gpu": "NVIDIA GeForce RTX 3060", "cuda": "13.2" }, "test_size": 2048, "chance_token_accuracy": 0.015625, "trained": { "loss": 1.1899957826244645e-05, "token_accuracy": 1.0, "exact_match": 1.0 }, "untrained": { "loss": 4.231888294219971, "token_accuracy": 0.0140380859375, "exact_match": 0.0 }, "head_ablation": { "clean_loss": 1.1899957826244645e-05, "identity_patch_max_logit_change": 0.0, "loss_rise": [ [ 0.009939101075360668, 5.683765084540937e-05, 0.22735828768236388, 6.165035268773863, 4.92795243189903e-05, 0.07720187168342818, 0.25589226793272246, 0.04213370989782561 ], [ 0.0015396755352412583, 0.017370990028211963, 0.00043754249236371834, 0.000748932261558366, 0.010392792073616874, 0.003005323482284439, 0.003752188773432863, 0.0001520529494882794 ], [ 0.0002516775730327936, 8.41566961753415e-05, 0.0002615795692690881, 0.005035566182414186, 0.0005736572366004111, 0.00016033766041800845, 0.0008616791619715514, 0.0014845907153357984 ], [ 8.289516699733213e-06, 0.0002178412123612361, 5.374424290494062e-06, -1.4844681572867557e-07, -1.2055061233695596e-06, -4.305347829358652e-07, 3.061305505980272e-06, 3.428203854127787e-07 ] ], "token_accuracy_drop": [ [ 0.00244140625, 3.0517578125e-05, 0.02294921875, 0.757965087890625, 3.0517578125e-05, 0.01043701171875, 0.043701171875, 0.006103515625 ], [ 0.000518798828125, 0.0048828125, 9.1552734375e-05, 0.000335693359375, 0.00274658203125, 0.001007080078125, 0.001312255859375, 3.0517578125e-05 ], [ 0.0, 3.0517578125e-05, 9.1552734375e-05, 0.002288818359375, 0.00018310546875, 3.0517578125e-05, 0.000244140625, 0.0006103515625 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] ], "layer_loss_rise": [ 7.488848230352232, 0.20484483849031676, 0.17635237287504424, 0.004784376842508209 ], "layer_token_accuracy_drop": [ 0.88482666015625, 0.056793212890625, 0.0625, 0.001190185546875 ] }, "lookup_next": { "score": [ [ 0.325408935546875, 0.19158935546875, 0.24566650390625, 0.129638671875, 0.229583740234375, 0.35150146484375, 0.112030029296875, 0.3319091796875 ], [ 0.3260498046875, 0.425262451171875, 0.4627685546875, 0.472564697265625, 0.45611572265625, 0.444305419921875, 0.487762451171875, 0.45831298828125 ], [ 0.43133544921875, 0.589935302734375, 0.513824462890625, 0.5626220703125, 0.60723876953125, 0.51190185546875, 0.536346435546875, 0.489349365234375 ], [ 0.354034423828125, 0.410614013671875, 0.4019775390625, 0.220245361328125, 0.181854248046875, 0.370697021484375, 0.2957763671875, 0.246856689453125 ] ], "chance": 0.07715225219726562 }, "lookup_current": { "score": [ [ 0.274139404296875, 0.13470458984375, 0.109710693359375, 0.994598388671875, 0.22613525390625, 0.29803466796875, 0.48126220703125, 0.26092529296875 ], [ 0.665252685546875, 0.162628173828125, 0.197509765625, 0.362091064453125, 0.314239501953125, 0.163330078125, 0.19354248046875, 0.289886474609375 ], [ 0.279388427734375, 0.2215576171875, 0.33441162109375, 0.267822265625, 0.23614501953125, 0.194366455078125, 0.251312255859375, 0.311798095703125 ], [ 0.230010986328125, 0.256103515625, 0.21990966796875, 0.166107177734375, 0.149200439453125, 0.243621826171875, 0.219970703125, 0.25 ] ], "chance": 0.07715225219726562 } }