coeiico's picture
Add every run in its own folder and the model card
4a570eb verified
Raw History Blame Contribute Delete
4.93 kB
{
"run": "runs/default-seed1",
"code": {
"commit": "19276f75392bee9d5f6f61820395002a0746e349",
"dirty": true,
"snapshot": "source-snapshot.tar.gz"
},
"environment": {
"python": "3.12.3",
"torch": "2.15.0+cu132",
"device": "cuda",
"precision": "torch.float32",
"uv_lock_sha256": "60eba889e8dcd90d00fdcc282a51fc42df3869f3ef3807b1946aaa3cfd5f62e2",
"gpu": "NVIDIA GeForce RTX 3060",
"cuda": "13.2"
},
"test_size": 2048,
"chance_token_accuracy": 0.015625,
"trained": {
"loss": 1.1899957826244645e-05,
"token_accuracy": 1.0,
"exact_match": 1.0
},
"untrained": {
"loss": 4.231888294219971,
"token_accuracy": 0.0140380859375,
"exact_match": 0.0
},
"head_ablation": {
"clean_loss": 1.1899957826244645e-05,
"identity_patch_max_logit_change": 0.0,
"loss_rise": [
[
0.009939101075360668,
5.683765084540937e-05,
0.22735828768236388,
6.165035268773863,
4.92795243189903e-05,
0.07720187168342818,
0.25589226793272246,
0.04213370989782561
],
[
0.0015396755352412583,
0.017370990028211963,
0.00043754249236371834,
0.000748932261558366,
0.010392792073616874,
0.003005323482284439,
0.003752188773432863,
0.0001520529494882794
],
[
0.0002516775730327936,
8.41566961753415e-05,
0.0002615795692690881,
0.005035566182414186,
0.0005736572366004111,
0.00016033766041800845,
0.0008616791619715514,
0.0014845907153357984
],
[
8.289516699733213e-06,
0.0002178412123612361,
5.374424290494062e-06,
-1.4844681572867557e-07,
-1.2055061233695596e-06,
-4.305347829358652e-07,
3.061305505980272e-06,
3.428203854127787e-07
]
],
"token_accuracy_drop": [
[
0.00244140625,
3.0517578125e-05,
0.02294921875,
0.757965087890625,
3.0517578125e-05,
0.01043701171875,
0.043701171875,
0.006103515625
],
[
0.000518798828125,
0.0048828125,
9.1552734375e-05,
0.000335693359375,
0.00274658203125,
0.001007080078125,
0.001312255859375,
3.0517578125e-05
],
[
0.0,
3.0517578125e-05,
9.1552734375e-05,
0.002288818359375,
0.00018310546875,
3.0517578125e-05,
0.000244140625,
0.0006103515625
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
]
],
"layer_loss_rise": [
7.488848230352232,
0.20484483849031676,
0.17635237287504424,
0.004784376842508209
],
"layer_token_accuracy_drop": [
0.88482666015625,
0.056793212890625,
0.0625,
0.001190185546875
]
},
"lookup_next": {
"score": [
[
0.325408935546875,
0.19158935546875,
0.24566650390625,
0.129638671875,
0.229583740234375,
0.35150146484375,
0.112030029296875,
0.3319091796875
],
[
0.3260498046875,
0.425262451171875,
0.4627685546875,
0.472564697265625,
0.45611572265625,
0.444305419921875,
0.487762451171875,
0.45831298828125
],
[
0.43133544921875,
0.589935302734375,
0.513824462890625,
0.5626220703125,
0.60723876953125,
0.51190185546875,
0.536346435546875,
0.489349365234375
],
[
0.354034423828125,
0.410614013671875,
0.4019775390625,
0.220245361328125,
0.181854248046875,
0.370697021484375,
0.2957763671875,
0.246856689453125
]
],
"chance": 0.07715225219726562
},
"lookup_current": {
"score": [
[
0.274139404296875,
0.13470458984375,
0.109710693359375,
0.994598388671875,
0.22613525390625,
0.29803466796875,
0.48126220703125,
0.26092529296875
],
[
0.665252685546875,
0.162628173828125,
0.197509765625,
0.362091064453125,
0.314239501953125,
0.163330078125,
0.19354248046875,
0.289886474609375
],
[
0.279388427734375,
0.2215576171875,
0.33441162109375,
0.267822265625,
0.23614501953125,
0.194366455078125,
0.251312255859375,
0.311798095703125
],
[
0.230010986328125,
0.256103515625,
0.21990966796875,
0.166107177734375,
0.149200439453125,
0.243621826171875,
0.219970703125,
0.25
]
],
"chance": 0.07715225219726562
}
}