PedramR commited on
Commit
43f8a1f
·
verified ·
1 Parent(s): 26fba16

checkpoint-2500

Browse files
Files changed (19) hide show
  1. qwen3.5-2b-100pct-masked-weighted-v2/best_checkpoint_wer/adapter_model.safetensors +1 -1
  2. qwen3.5-2b-100pct-masked-weighted-v2/best_checkpoint_wer/best_metrics.json +2 -2
  3. qwen3.5-2b-100pct-masked-weighted-v2/best_checkpoint_wer/optimizer.pt +1 -1
  4. qwen3.5-2b-100pct-masked-weighted-v2/best_checkpoint_wer/rng_state.pth +1 -1
  5. qwen3.5-2b-100pct-masked-weighted-v2/best_checkpoint_wer/scheduler.pt +1 -1
  6. qwen3.5-2b-100pct-masked-weighted-v2/best_checkpoint_wer/trainer_state.json +777 -3
  7. qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/README.md +0 -0
  8. qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/adapter_config.json +0 -0
  9. qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/adapter_model.safetensors +1 -1
  10. qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/optimizer.pt +1 -1
  11. qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/rng_state.pth +1 -1
  12. qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/scheduler.pt +1 -1
  13. qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/trainer_state.json +1164 -3
  14. qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/training_args.bin +0 -0
  15. qwen3.5-2b-100pct-masked-weighted-v2/tb/events.out.tfevents.1790605476.02b48645612f.4580.0 +2 -2
  16. qwen3.5-2b-100pct-masked-weighted-v2/test_eval_entity/metrics.json +12 -12
  17. qwen3.5-2b-100pct-masked-weighted-v2/test_eval_entity/predictions.jsonl +0 -0
  18. qwen3.5-2b-100pct-masked-weighted-v2/test_eval_typo/metrics.json +11 -11
  19. qwen3.5-2b-100pct-masked-weighted-v2/test_eval_typo/predictions.jsonl +0 -0
qwen3.5-2b-100pct-masked-weighted-v2/best_checkpoint_wer/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca25ca3c01849e2f2e740c3a3e0b59ad22e848ae9ec3c52cf24291cbaf5eadeb
3
  size 134604152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6ee0db4ec2f17d6b645bb280099d2a7866ee125cfaf3bd69a88883a919b4a05
3
  size 134604152
qwen3.5-2b-100pct-masked-weighted-v2/best_checkpoint_wer/best_metrics.json CHANGED
@@ -1,4 +1,4 @@
1
  {
2
- "step": 1500,
3
- "wer": 0.1826087192841977
4
  }
 
1
  {
2
+ "step": 2500,
3
+ "wer": 0.1682596050185929
4
  }
qwen3.5-2b-100pct-masked-weighted-v2/best_checkpoint_wer/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cccb25b9d2ba15ed325d967728f06f4cefeecc4d4d0425076bf8fccbdf351007
3
  size 269426431
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75cd9321659bf723674e014c2c256ac1bdf83cead82993d6edb1695964752753
3
  size 269426431
qwen3.5-2b-100pct-masked-weighted-v2/best_checkpoint_wer/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08886a9644c464666575b0abc8cc660646b7c40d1dbf944906371b51c136f2bd
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98d93e6d7707831d3e635c482a60b7c066b02c83d6ed18130db6843c392e1f42
3
  size 14645
qwen3.5-2b-100pct-masked-weighted-v2/best_checkpoint_wer/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e1aed05019dad8a1a9995f7e711f789df3df49f2d2f182bc7d72f8e148778249
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80614e6004f285b3dd9c82083abf9f3479e2dedbb16acf9770879e727b20da36
3
  size 1465
qwen3.5-2b-100pct-masked-weighted-v2/best_checkpoint_wer/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.2691699471753979,
6
  "eval_steps": 500,
7
- "global_step": 1500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -1132,6 +1132,780 @@
1132
  "learning_rate": 7.69550434454099e-05,
1133
  "loss": 0.8750516891479492,
1134
  "step": 1500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1135
  }
1136
  ],
1137
  "logging_steps": 10,
@@ -1151,7 +1925,7 @@
1151
  "attributes": {}
1152
  }
1153
  },
1154
- "total_flos": 3.0315212672961485e+17,
1155
  "train_batch_size": 2,
1156
  "trial_name": null,
1157
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.4486165786256631,
6
  "eval_steps": 500,
7
+ "global_step": 2500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
1132
  "learning_rate": 7.69550434454099e-05,
1133
  "loss": 0.8750516891479492,
1134
  "step": 1500
1135
+ },
1136
+ {
1137
+ "epoch": 0.2691699471753979,
1138
+ "step": 1500,
1139
+ "test_entity_exact_match": 0.0019801980198019802,
1140
+ "test_entity_fix_rate": 0.2741334502301406,
1141
+ "test_entity_fix_rate_lenient": 0.26354679802955666,
1142
+ "test_entity_fix_rate_recoverable": 0.2668534640915307,
1143
+ "test_entity_hallucination_rate": 0.0029702970297029703,
1144
+ "test_entity_premature_stop_rate": 0.026732673267326732,
1145
+ "test_entity_preservation_rate": 0.9063857165835612,
1146
+ "test_entity_preservation_rate_lenient": 0.9083112017756566,
1147
+ "test_entity_targeted_score": 0.5902595834068509,
1148
+ "test_entity_targeted_score_lenient": 0.5859289999026066,
1149
+ "test_entity_wer": 0.22567543045014463,
1150
+ "test_entity_wer_zwnj_normalized": 0.2201193411684333
1151
+ },
1152
+ {
1153
+ "epoch": 0.2691699471753979,
1154
+ "step": 1500,
1155
+ "test_typo_exact_match": 0.002793296089385475,
1156
+ "test_typo_fix_rate": 0.3464521132221791,
1157
+ "test_typo_fix_rate_lenient": 0.33864624301386875,
1158
+ "test_typo_fix_rate_recoverable": 0.34327104765903843,
1159
+ "test_typo_hallucination_rate": 0.002793296089385475,
1160
+ "test_typo_premature_stop_rate": 0.0111731843575419,
1161
+ "test_typo_preservation_rate": 0.9519007438332402,
1162
+ "test_typo_preservation_rate_lenient": 0.9545840780567846,
1163
+ "test_typo_targeted_score": 0.6491764285277096,
1164
+ "test_typo_targeted_score_lenient": 0.6466151605353266,
1165
+ "test_typo_wer": 0.13954200811825074,
1166
+ "test_typo_wer_zwnj_normalized": 0.13165351918511142
1167
+ },
1168
+ {
1169
+ "epoch": 0.2691699471753979,
1170
+ "step": 1500,
1171
+ "test_best_wer": 0.1826087192841977
1172
+ },
1173
+ {
1174
+ "epoch": 0.2709644134899005,
1175
+ "grad_norm": 0.5165016055107117,
1176
+ "learning_rate": 7.676615035889687e-05,
1177
+ "loss": 0.6600989818572998,
1178
+ "step": 1510
1179
+ },
1180
+ {
1181
+ "epoch": 0.27275887980440316,
1182
+ "grad_norm": 0.6320083737373352,
1183
+ "learning_rate": 7.657725727238384e-05,
1184
+ "loss": 0.670094633102417,
1185
+ "step": 1520
1186
+ },
1187
+ {
1188
+ "epoch": 0.2745533461189058,
1189
+ "grad_norm": 0.7643434405326843,
1190
+ "learning_rate": 7.638836418587079e-05,
1191
+ "loss": 0.6967468738555909,
1192
+ "step": 1530
1193
+ },
1194
+ {
1195
+ "epoch": 0.2763478124334085,
1196
+ "grad_norm": 0.9549440741539001,
1197
+ "learning_rate": 7.619947109935777e-05,
1198
+ "loss": 0.7284382343292236,
1199
+ "step": 1540
1200
+ },
1201
+ {
1202
+ "epoch": 0.27814227874791114,
1203
+ "grad_norm": 2.797560691833496,
1204
+ "learning_rate": 7.601057801284474e-05,
1205
+ "loss": 0.8680576324462891,
1206
+ "step": 1550
1207
+ },
1208
+ {
1209
+ "epoch": 0.2799367450624138,
1210
+ "grad_norm": 0.5340096950531006,
1211
+ "learning_rate": 7.58216849263317e-05,
1212
+ "loss": 0.6881668090820312,
1213
+ "step": 1560
1214
+ },
1215
+ {
1216
+ "epoch": 0.2817312113769164,
1217
+ "grad_norm": 0.619059681892395,
1218
+ "learning_rate": 7.563279183981866e-05,
1219
+ "loss": 0.6234387397766114,
1220
+ "step": 1570
1221
+ },
1222
+ {
1223
+ "epoch": 0.28352567769141906,
1224
+ "grad_norm": 0.7649580836296082,
1225
+ "learning_rate": 7.544389875330563e-05,
1226
+ "loss": 0.6719418525695801,
1227
+ "step": 1580
1228
+ },
1229
+ {
1230
+ "epoch": 0.28532014400592176,
1231
+ "grad_norm": 0.924612283706665,
1232
+ "learning_rate": 7.52550056667926e-05,
1233
+ "loss": 0.7858617782592774,
1234
+ "step": 1590
1235
+ },
1236
+ {
1237
+ "epoch": 0.2871146103204244,
1238
+ "grad_norm": 2.85162091255188,
1239
+ "learning_rate": 7.506611258027957e-05,
1240
+ "loss": 0.8349061965942383,
1241
+ "step": 1600
1242
+ },
1243
+ {
1244
+ "epoch": 0.28890907663492704,
1245
+ "grad_norm": 0.5320859551429749,
1246
+ "learning_rate": 7.487721949376654e-05,
1247
+ "loss": 0.6749341487884521,
1248
+ "step": 1610
1249
+ },
1250
+ {
1251
+ "epoch": 0.2907035429494297,
1252
+ "grad_norm": 0.631239652633667,
1253
+ "learning_rate": 7.46883264072535e-05,
1254
+ "loss": 0.6520947933197021,
1255
+ "step": 1620
1256
+ },
1257
+ {
1258
+ "epoch": 0.2924980092639323,
1259
+ "grad_norm": 0.7533321380615234,
1260
+ "learning_rate": 7.449943332074046e-05,
1261
+ "loss": 0.6844661712646485,
1262
+ "step": 1630
1263
+ },
1264
+ {
1265
+ "epoch": 0.294292475578435,
1266
+ "grad_norm": 1.020149827003479,
1267
+ "learning_rate": 7.431054023422743e-05,
1268
+ "loss": 0.7661117076873779,
1269
+ "step": 1640
1270
+ },
1271
+ {
1272
+ "epoch": 0.29608694189293766,
1273
+ "grad_norm": 2.769498825073242,
1274
+ "learning_rate": 7.41216471477144e-05,
1275
+ "loss": 0.8795320510864257,
1276
+ "step": 1650
1277
+ },
1278
+ {
1279
+ "epoch": 0.2978814082074403,
1280
+ "grad_norm": 0.5443440079689026,
1281
+ "learning_rate": 7.393275406120136e-05,
1282
+ "loss": 0.6730146408081055,
1283
+ "step": 1660
1284
+ },
1285
+ {
1286
+ "epoch": 0.29967587452194294,
1287
+ "grad_norm": 0.6122634410858154,
1288
+ "learning_rate": 7.374386097468833e-05,
1289
+ "loss": 0.6623830318450927,
1290
+ "step": 1670
1291
+ },
1292
+ {
1293
+ "epoch": 0.30147034083644564,
1294
+ "grad_norm": 0.7223525047302246,
1295
+ "learning_rate": 7.35549678881753e-05,
1296
+ "loss": 0.6757034301757813,
1297
+ "step": 1680
1298
+ },
1299
+ {
1300
+ "epoch": 0.3032648071509483,
1301
+ "grad_norm": 0.9925291538238525,
1302
+ "learning_rate": 7.336607480166226e-05,
1303
+ "loss": 0.7393105030059814,
1304
+ "step": 1690
1305
+ },
1306
+ {
1307
+ "epoch": 0.3050592734654509,
1308
+ "grad_norm": 2.7233283519744873,
1309
+ "learning_rate": 7.317718171514923e-05,
1310
+ "loss": 0.8857295036315918,
1311
+ "step": 1700
1312
+ },
1313
+ {
1314
+ "epoch": 0.30685373977995356,
1315
+ "grad_norm": 0.5917648673057556,
1316
+ "learning_rate": 7.29882886286362e-05,
1317
+ "loss": 0.6732967853546142,
1318
+ "step": 1710
1319
+ },
1320
+ {
1321
+ "epoch": 0.3086482060944562,
1322
+ "grad_norm": 0.6534493565559387,
1323
+ "learning_rate": 7.279939554212316e-05,
1324
+ "loss": 0.6758926391601563,
1325
+ "step": 1720
1326
+ },
1327
+ {
1328
+ "epoch": 0.3104426724089589,
1329
+ "grad_norm": 0.7782807350158691,
1330
+ "learning_rate": 7.261050245561013e-05,
1331
+ "loss": 0.6620923519134522,
1332
+ "step": 1730
1333
+ },
1334
+ {
1335
+ "epoch": 0.31223713872346154,
1336
+ "grad_norm": 0.9954512119293213,
1337
+ "learning_rate": 7.24216093690971e-05,
1338
+ "loss": 0.7085268497467041,
1339
+ "step": 1740
1340
+ },
1341
+ {
1342
+ "epoch": 0.3140316050379642,
1343
+ "grad_norm": 1.857017159461975,
1344
+ "learning_rate": 7.223271628258406e-05,
1345
+ "loss": 0.7953776836395263,
1346
+ "step": 1750
1347
+ },
1348
+ {
1349
+ "epoch": 0.3158260713524668,
1350
+ "grad_norm": 0.5313032865524292,
1351
+ "learning_rate": 7.204382319607103e-05,
1352
+ "loss": 0.6592529773712158,
1353
+ "step": 1760
1354
+ },
1355
+ {
1356
+ "epoch": 0.31762053766696946,
1357
+ "grad_norm": 0.5821420550346375,
1358
+ "learning_rate": 7.1854930109558e-05,
1359
+ "loss": 0.6268370151519775,
1360
+ "step": 1770
1361
+ },
1362
+ {
1363
+ "epoch": 0.31941500398147216,
1364
+ "grad_norm": 0.7301934957504272,
1365
+ "learning_rate": 7.166603702304496e-05,
1366
+ "loss": 0.7487064838409424,
1367
+ "step": 1780
1368
+ },
1369
+ {
1370
+ "epoch": 0.3212094702959748,
1371
+ "grad_norm": 0.8848886489868164,
1372
+ "learning_rate": 7.147714393653193e-05,
1373
+ "loss": 0.726228666305542,
1374
+ "step": 1790
1375
+ },
1376
+ {
1377
+ "epoch": 0.32300393661047744,
1378
+ "grad_norm": 2.729843854904175,
1379
+ "learning_rate": 7.128825085001888e-05,
1380
+ "loss": 0.7847758769989014,
1381
+ "step": 1800
1382
+ },
1383
+ {
1384
+ "epoch": 0.3247984029249801,
1385
+ "grad_norm": 0.5454576015472412,
1386
+ "learning_rate": 7.109935776350586e-05,
1387
+ "loss": 0.6748040676116943,
1388
+ "step": 1810
1389
+ },
1390
+ {
1391
+ "epoch": 0.3265928692394827,
1392
+ "grad_norm": 0.6105144023895264,
1393
+ "learning_rate": 7.091046467699283e-05,
1394
+ "loss": 0.6299959659576416,
1395
+ "step": 1820
1396
+ },
1397
+ {
1398
+ "epoch": 0.3283873355539854,
1399
+ "grad_norm": 0.7694529891014099,
1400
+ "learning_rate": 7.07215715904798e-05,
1401
+ "loss": 0.6565515518188476,
1402
+ "step": 1830
1403
+ },
1404
+ {
1405
+ "epoch": 0.33018180186848806,
1406
+ "grad_norm": 0.8979380130767822,
1407
+ "learning_rate": 7.053267850396675e-05,
1408
+ "loss": 0.7735414028167724,
1409
+ "step": 1840
1410
+ },
1411
+ {
1412
+ "epoch": 0.3319762681829907,
1413
+ "grad_norm": 3.669619083404541,
1414
+ "learning_rate": 7.034378541745372e-05,
1415
+ "loss": 0.9138571739196777,
1416
+ "step": 1850
1417
+ },
1418
+ {
1419
+ "epoch": 0.33377073449749334,
1420
+ "grad_norm": 0.5142137408256531,
1421
+ "learning_rate": 7.015489233094068e-05,
1422
+ "loss": 0.6179046154022216,
1423
+ "step": 1860
1424
+ },
1425
+ {
1426
+ "epoch": 0.33556520081199603,
1427
+ "grad_norm": 0.6169557571411133,
1428
+ "learning_rate": 6.996599924442767e-05,
1429
+ "loss": 0.6624499797821045,
1430
+ "step": 1870
1431
+ },
1432
+ {
1433
+ "epoch": 0.3373596671264987,
1434
+ "grad_norm": 0.7170838713645935,
1435
+ "learning_rate": 6.977710615791463e-05,
1436
+ "loss": 0.6746152877807617,
1437
+ "step": 1880
1438
+ },
1439
+ {
1440
+ "epoch": 0.3391541334410013,
1441
+ "grad_norm": 0.9011526703834534,
1442
+ "learning_rate": 6.958821307140159e-05,
1443
+ "loss": 0.7717854022979737,
1444
+ "step": 1890
1445
+ },
1446
+ {
1447
+ "epoch": 0.34094859975550396,
1448
+ "grad_norm": 2.6043386459350586,
1449
+ "learning_rate": 6.939931998488855e-05,
1450
+ "loss": 0.8092619895935058,
1451
+ "step": 1900
1452
+ },
1453
+ {
1454
+ "epoch": 0.3427430660700066,
1455
+ "grad_norm": 0.5514587759971619,
1456
+ "learning_rate": 6.921042689837552e-05,
1457
+ "loss": 0.6670000553131104,
1458
+ "step": 1910
1459
+ },
1460
+ {
1461
+ "epoch": 0.3445375323845093,
1462
+ "grad_norm": 0.6358378529548645,
1463
+ "learning_rate": 6.90215338118625e-05,
1464
+ "loss": 0.6438782691955567,
1465
+ "step": 1920
1466
+ },
1467
+ {
1468
+ "epoch": 0.34633199869901193,
1469
+ "grad_norm": 0.7198935747146606,
1470
+ "learning_rate": 6.883264072534945e-05,
1471
+ "loss": 0.6510818004608154,
1472
+ "step": 1930
1473
+ },
1474
+ {
1475
+ "epoch": 0.3481264650135146,
1476
+ "grad_norm": 1.090564250946045,
1477
+ "learning_rate": 6.864374763883642e-05,
1478
+ "loss": 0.761708402633667,
1479
+ "step": 1940
1480
+ },
1481
+ {
1482
+ "epoch": 0.3499209313280172,
1483
+ "grad_norm": 2.9238085746765137,
1484
+ "learning_rate": 6.845485455232339e-05,
1485
+ "loss": 0.8522107124328613,
1486
+ "step": 1950
1487
+ },
1488
+ {
1489
+ "epoch": 0.35171539764251986,
1490
+ "grad_norm": 0.5186654329299927,
1491
+ "learning_rate": 6.826596146581035e-05,
1492
+ "loss": 0.6442867279052734,
1493
+ "step": 1960
1494
+ },
1495
+ {
1496
+ "epoch": 0.35350986395702255,
1497
+ "grad_norm": 0.60920649766922,
1498
+ "learning_rate": 6.807706837929732e-05,
1499
+ "loss": 0.6645030021667481,
1500
+ "step": 1970
1501
+ },
1502
+ {
1503
+ "epoch": 0.3553043302715252,
1504
+ "grad_norm": 0.7358642816543579,
1505
+ "learning_rate": 6.788817529278429e-05,
1506
+ "loss": 0.6074883460998535,
1507
+ "step": 1980
1508
+ },
1509
+ {
1510
+ "epoch": 0.35709879658602783,
1511
+ "grad_norm": 0.9613085389137268,
1512
+ "learning_rate": 6.769928220627125e-05,
1513
+ "loss": 0.7214860916137695,
1514
+ "step": 1990
1515
+ },
1516
+ {
1517
+ "epoch": 0.3588932629005305,
1518
+ "grad_norm": 3.103576183319092,
1519
+ "learning_rate": 6.751038911975822e-05,
1520
+ "loss": 0.7827093124389648,
1521
+ "step": 2000
1522
+ },
1523
+ {
1524
+ "epoch": 0.3588932629005305,
1525
+ "step": 2000,
1526
+ "test_entity_exact_match": 0.0029702970297029703,
1527
+ "test_entity_fix_rate": 0.24817609669035914,
1528
+ "test_entity_fix_rate_lenient": 0.23770114942528736,
1529
+ "test_entity_fix_rate_recoverable": 0.2408352513426065,
1530
+ "test_entity_hallucination_rate": 0.0019801980198019802,
1531
+ "test_entity_premature_stop_rate": 0.08415841584158416,
1532
+ "test_entity_preservation_rate": 0.7945375583078655,
1533
+ "test_entity_preservation_rate_lenient": 0.7966398521996844,
1534
+ "test_entity_targeted_score": 0.5213568274991124,
1535
+ "test_entity_targeted_score_lenient": 0.5171705008124858,
1536
+ "test_entity_wer": 0.315074561543963,
1537
+ "test_entity_wer_zwnj_normalized": 0.31014293186451897
1538
+ },
1539
+ {
1540
+ "epoch": 0.3588932629005305,
1541
+ "step": 2000,
1542
+ "test_typo_exact_match": 0.008379888268156424,
1543
+ "test_typo_fix_rate": 0.34800310197751066,
1544
+ "test_typo_fix_rate_lenient": 0.3351273028358518,
1545
+ "test_typo_fix_rate_recoverable": 0.3394919168591224,
1546
+ "test_typo_hallucination_rate": 0.002793296089385475,
1547
+ "test_typo_premature_stop_rate": 0.0223463687150838,
1548
+ "test_typo_preservation_rate": 0.9328198041925146,
1549
+ "test_typo_preservation_rate_lenient": 0.9360954027366756,
1550
+ "test_typo_targeted_score": 0.6404114530850127,
1551
+ "test_typo_targeted_score_lenient": 0.6356113527862637,
1552
+ "test_typo_wer": 0.15692731867963544,
1553
+ "test_typo_wer_zwnj_normalized": 0.14972811518725587
1554
+ },
1555
+ {
1556
+ "epoch": 0.3588932629005305,
1557
+ "step": 2000,
1558
+ "test_best_wer": 0.1826087192841977
1559
+ },
1560
+ {
1561
+ "epoch": 0.3606877292150331,
1562
+ "grad_norm": 0.5443075895309448,
1563
+ "learning_rate": 6.732149603324519e-05,
1564
+ "loss": 0.6721854209899902,
1565
+ "step": 2010
1566
+ },
1567
+ {
1568
+ "epoch": 0.3624821955295358,
1569
+ "grad_norm": 0.68841552734375,
1570
+ "learning_rate": 6.713260294673215e-05,
1571
+ "loss": 0.6306365489959717,
1572
+ "step": 2020
1573
+ },
1574
+ {
1575
+ "epoch": 0.36427666184403845,
1576
+ "grad_norm": 0.7482131719589233,
1577
+ "learning_rate": 6.694370986021912e-05,
1578
+ "loss": 0.6596165657043457,
1579
+ "step": 2030
1580
+ },
1581
+ {
1582
+ "epoch": 0.3660711281585411,
1583
+ "grad_norm": 1.0435492992401123,
1584
+ "learning_rate": 6.675481677370609e-05,
1585
+ "loss": 0.7504337787628174,
1586
+ "step": 2040
1587
+ },
1588
+ {
1589
+ "epoch": 0.36786559447304373,
1590
+ "grad_norm": 2.6200437545776367,
1591
+ "learning_rate": 6.656592368719305e-05,
1592
+ "loss": 0.8442089080810546,
1593
+ "step": 2050
1594
+ },
1595
+ {
1596
+ "epoch": 0.36966006078754643,
1597
+ "grad_norm": 0.5256720781326294,
1598
+ "learning_rate": 6.637703060068002e-05,
1599
+ "loss": 0.6658223152160645,
1600
+ "step": 2060
1601
+ },
1602
+ {
1603
+ "epoch": 0.37145452710204907,
1604
+ "grad_norm": 0.6159254312515259,
1605
+ "learning_rate": 6.618813751416698e-05,
1606
+ "loss": 0.6340956211090087,
1607
+ "step": 2070
1608
+ },
1609
+ {
1610
+ "epoch": 0.3732489934165517,
1611
+ "grad_norm": 0.7366557121276855,
1612
+ "learning_rate": 6.599924442765396e-05,
1613
+ "loss": 0.6326395511627197,
1614
+ "step": 2080
1615
+ },
1616
+ {
1617
+ "epoch": 0.37504345973105435,
1618
+ "grad_norm": 1.0110527276992798,
1619
+ "learning_rate": 6.581035134114092e-05,
1620
+ "loss": 0.786867332458496,
1621
+ "step": 2090
1622
+ },
1623
+ {
1624
+ "epoch": 0.376837926045557,
1625
+ "grad_norm": 2.832717180252075,
1626
+ "learning_rate": 6.562145825462789e-05,
1627
+ "loss": 0.8868856430053711,
1628
+ "step": 2100
1629
+ },
1630
+ {
1631
+ "epoch": 0.3786323923600597,
1632
+ "grad_norm": 0.549351155757904,
1633
+ "learning_rate": 6.543256516811484e-05,
1634
+ "loss": 0.6318321228027344,
1635
+ "step": 2110
1636
+ },
1637
+ {
1638
+ "epoch": 0.38042685867456233,
1639
+ "grad_norm": 0.6155033111572266,
1640
+ "learning_rate": 6.524367208160181e-05,
1641
+ "loss": 0.6392024993896485,
1642
+ "step": 2120
1643
+ },
1644
+ {
1645
+ "epoch": 0.38222132498906497,
1646
+ "grad_norm": 0.6692315936088562,
1647
+ "learning_rate": 6.505477899508879e-05,
1648
+ "loss": 0.6711149215698242,
1649
+ "step": 2130
1650
+ },
1651
+ {
1652
+ "epoch": 0.3840157913035676,
1653
+ "grad_norm": 0.9750716686248779,
1654
+ "learning_rate": 6.486588590857576e-05,
1655
+ "loss": 0.7159591674804687,
1656
+ "step": 2140
1657
+ },
1658
+ {
1659
+ "epoch": 0.38581025761807025,
1660
+ "grad_norm": 2.3762757778167725,
1661
+ "learning_rate": 6.467699282206272e-05,
1662
+ "loss": 0.7706591129302979,
1663
+ "step": 2150
1664
+ },
1665
+ {
1666
+ "epoch": 0.38760472393257295,
1667
+ "grad_norm": 0.5331564545631409,
1668
+ "learning_rate": 6.448809973554968e-05,
1669
+ "loss": 0.6141149997711182,
1670
+ "step": 2160
1671
+ },
1672
+ {
1673
+ "epoch": 0.3893991902470756,
1674
+ "grad_norm": 0.6143497228622437,
1675
+ "learning_rate": 6.429920664903664e-05,
1676
+ "loss": 0.6400461196899414,
1677
+ "step": 2170
1678
+ },
1679
+ {
1680
+ "epoch": 0.39119365656157823,
1681
+ "grad_norm": 0.7673105597496033,
1682
+ "learning_rate": 6.411031356252361e-05,
1683
+ "loss": 0.6552522659301758,
1684
+ "step": 2180
1685
+ },
1686
+ {
1687
+ "epoch": 0.39298812287608087,
1688
+ "grad_norm": 0.986526608467102,
1689
+ "learning_rate": 6.392142047601059e-05,
1690
+ "loss": 0.6737249851226806,
1691
+ "step": 2190
1692
+ },
1693
+ {
1694
+ "epoch": 0.3947825891905835,
1695
+ "grad_norm": 2.266063690185547,
1696
+ "learning_rate": 6.373252738949754e-05,
1697
+ "loss": 0.8194290161132812,
1698
+ "step": 2200
1699
+ },
1700
+ {
1701
+ "epoch": 0.3965770555050862,
1702
+ "grad_norm": 0.5578099489212036,
1703
+ "learning_rate": 6.354363430298451e-05,
1704
+ "loss": 0.6300786972045899,
1705
+ "step": 2210
1706
+ },
1707
+ {
1708
+ "epoch": 0.39837152181958885,
1709
+ "grad_norm": 0.6543112993240356,
1710
+ "learning_rate": 6.335474121647148e-05,
1711
+ "loss": 0.6619680881500244,
1712
+ "step": 2220
1713
+ },
1714
+ {
1715
+ "epoch": 0.4001659881340915,
1716
+ "grad_norm": 0.8078407645225525,
1717
+ "learning_rate": 6.316584812995844e-05,
1718
+ "loss": 0.6784715175628662,
1719
+ "step": 2230
1720
+ },
1721
+ {
1722
+ "epoch": 0.40196045444859413,
1723
+ "grad_norm": 0.9718537926673889,
1724
+ "learning_rate": 6.297695504344541e-05,
1725
+ "loss": 0.7365913391113281,
1726
+ "step": 2240
1727
+ },
1728
+ {
1729
+ "epoch": 0.4037549207630968,
1730
+ "grad_norm": 2.394310712814331,
1731
+ "learning_rate": 6.278806195693238e-05,
1732
+ "loss": 0.8184401512145996,
1733
+ "step": 2250
1734
+ },
1735
+ {
1736
+ "epoch": 0.40554938707759947,
1737
+ "grad_norm": 0.518998920917511,
1738
+ "learning_rate": 6.259916887041935e-05,
1739
+ "loss": 0.6356068611145019,
1740
+ "step": 2260
1741
+ },
1742
+ {
1743
+ "epoch": 0.4073438533921021,
1744
+ "grad_norm": 0.6347622275352478,
1745
+ "learning_rate": 6.241027578390631e-05,
1746
+ "loss": 0.642417049407959,
1747
+ "step": 2270
1748
+ },
1749
+ {
1750
+ "epoch": 0.40913831970660475,
1751
+ "grad_norm": 0.708690881729126,
1752
+ "learning_rate": 6.222138269739328e-05,
1753
+ "loss": 0.6165683269500732,
1754
+ "step": 2280
1755
+ },
1756
+ {
1757
+ "epoch": 0.4109327860211074,
1758
+ "grad_norm": 0.9712520241737366,
1759
+ "learning_rate": 6.203248961088025e-05,
1760
+ "loss": 0.7352517127990723,
1761
+ "step": 2290
1762
+ },
1763
+ {
1764
+ "epoch": 0.4127272523356101,
1765
+ "grad_norm": 2.8482367992401123,
1766
+ "learning_rate": 6.184359652436721e-05,
1767
+ "loss": 0.8003445625305176,
1768
+ "step": 2300
1769
+ },
1770
+ {
1771
+ "epoch": 0.4145217186501127,
1772
+ "grad_norm": 0.5100517868995667,
1773
+ "learning_rate": 6.165470343785418e-05,
1774
+ "loss": 0.6422919273376465,
1775
+ "step": 2310
1776
+ },
1777
+ {
1778
+ "epoch": 0.41631618496461537,
1779
+ "grad_norm": 0.6365388631820679,
1780
+ "learning_rate": 6.146581035134115e-05,
1781
+ "loss": 0.6152407169342041,
1782
+ "step": 2320
1783
+ },
1784
+ {
1785
+ "epoch": 0.418110651279118,
1786
+ "grad_norm": 0.7218090891838074,
1787
+ "learning_rate": 6.127691726482811e-05,
1788
+ "loss": 0.6350100994110107,
1789
+ "step": 2330
1790
+ },
1791
+ {
1792
+ "epoch": 0.41990511759362065,
1793
+ "grad_norm": 1.0017449855804443,
1794
+ "learning_rate": 6.108802417831508e-05,
1795
+ "loss": 0.7071941375732422,
1796
+ "step": 2340
1797
+ },
1798
+ {
1799
+ "epoch": 0.42169958390812334,
1800
+ "grad_norm": 2.7050940990448,
1801
+ "learning_rate": 6.089913109180204e-05,
1802
+ "loss": 0.8486111640930176,
1803
+ "step": 2350
1804
+ },
1805
+ {
1806
+ "epoch": 0.423494050222626,
1807
+ "grad_norm": 0.4976552724838257,
1808
+ "learning_rate": 6.0710238005289014e-05,
1809
+ "loss": 0.6660837173461914,
1810
+ "step": 2360
1811
+ },
1812
+ {
1813
+ "epoch": 0.4252885165371286,
1814
+ "grad_norm": 0.6267609000205994,
1815
+ "learning_rate": 6.052134491877598e-05,
1816
+ "loss": 0.6445472717285157,
1817
+ "step": 2370
1818
+ },
1819
+ {
1820
+ "epoch": 0.42708298285163127,
1821
+ "grad_norm": 0.781930148601532,
1822
+ "learning_rate": 6.033245183226294e-05,
1823
+ "loss": 0.6631790161132812,
1824
+ "step": 2380
1825
+ },
1826
+ {
1827
+ "epoch": 0.42887744916613396,
1828
+ "grad_norm": 0.9512560367584229,
1829
+ "learning_rate": 6.014355874574991e-05,
1830
+ "loss": 0.7210745334625244,
1831
+ "step": 2390
1832
+ },
1833
+ {
1834
+ "epoch": 0.4306719154806366,
1835
+ "grad_norm": 2.8436152935028076,
1836
+ "learning_rate": 5.9954665659236874e-05,
1837
+ "loss": 0.8688377380371094,
1838
+ "step": 2400
1839
+ },
1840
+ {
1841
+ "epoch": 0.43246638179513924,
1842
+ "grad_norm": 0.5824747085571289,
1843
+ "learning_rate": 5.976577257272384e-05,
1844
+ "loss": 0.6362675189971924,
1845
+ "step": 2410
1846
+ },
1847
+ {
1848
+ "epoch": 0.4342608481096419,
1849
+ "grad_norm": 0.6418686509132385,
1850
+ "learning_rate": 5.9576879486210815e-05,
1851
+ "loss": 0.6117087364196777,
1852
+ "step": 2420
1853
+ },
1854
+ {
1855
+ "epoch": 0.4360553144241445,
1856
+ "grad_norm": 0.8100792169570923,
1857
+ "learning_rate": 5.938798639969777e-05,
1858
+ "loss": 0.6724053382873535,
1859
+ "step": 2430
1860
+ },
1861
+ {
1862
+ "epoch": 0.4378497807386472,
1863
+ "grad_norm": 1.0161293745040894,
1864
+ "learning_rate": 5.919909331318474e-05,
1865
+ "loss": 0.725592851638794,
1866
+ "step": 2440
1867
+ },
1868
+ {
1869
+ "epoch": 0.43964424705314986,
1870
+ "grad_norm": 3.063896894454956,
1871
+ "learning_rate": 5.901020022667171e-05,
1872
+ "loss": 0.7809360027313232,
1873
+ "step": 2450
1874
+ },
1875
+ {
1876
+ "epoch": 0.4414387133676525,
1877
+ "grad_norm": 0.5110781192779541,
1878
+ "learning_rate": 5.8821307140158675e-05,
1879
+ "loss": 0.6253266334533691,
1880
+ "step": 2460
1881
+ },
1882
+ {
1883
+ "epoch": 0.44323317968215514,
1884
+ "grad_norm": 0.6076716780662537,
1885
+ "learning_rate": 5.8632414053645635e-05,
1886
+ "loss": 0.6204933643341064,
1887
+ "step": 2470
1888
+ },
1889
+ {
1890
+ "epoch": 0.4450276459966578,
1891
+ "grad_norm": 0.7593351602554321,
1892
+ "learning_rate": 5.84435209671326e-05,
1893
+ "loss": 0.645332145690918,
1894
+ "step": 2480
1895
+ },
1896
+ {
1897
+ "epoch": 0.4468221123111605,
1898
+ "grad_norm": 1.0506312847137451,
1899
+ "learning_rate": 5.825462788061957e-05,
1900
+ "loss": 0.700313949584961,
1901
+ "step": 2490
1902
+ },
1903
+ {
1904
+ "epoch": 0.4486165786256631,
1905
+ "grad_norm": 2.1724884510040283,
1906
+ "learning_rate": 5.806573479410654e-05,
1907
+ "loss": 0.7738859176635742,
1908
+ "step": 2500
1909
  }
1910
  ],
1911
  "logging_steps": 10,
 
1925
  "attributes": {}
1926
  }
1927
  },
1928
+ "total_flos": 5.0598610827357466e+17,
1929
  "train_batch_size": 2,
1930
  "trial_name": null,
1931
  "trial_params": null
qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/README.md RENAMED
File without changes
qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/adapter_config.json RENAMED
File without changes
qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/adapter_model.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:553036a1dd99e151d6841e41d70997633c92dce94b3b9d20022d28970e6bf775
3
  size 134604152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6ee0db4ec2f17d6b645bb280099d2a7866ee125cfaf3bd69a88883a919b4a05
3
  size 134604152
qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/optimizer.pt RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9953e1c0a37725e09d083aad8edbeea67e9c7915cf73ef194614b266949d676
3
  size 269426431
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75cd9321659bf723674e014c2c256ac1bdf83cead82993d6edb1695964752753
3
  size 269426431
qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/rng_state.pth RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b439dcb80c6fda7953c7f35026a6fd217e60f59e2c4a05d93a95d3fd100a66a1
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98d93e6d7707831d3e635c482a60b7c066b02c83d6ed18130db6843c392e1f42
3
  size 14645
qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/scheduler.pt RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:184f621bbfabb6cf7bc829ecc1d00613784e93e7add9a224dc6dcf5964c929ee
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80614e6004f285b3dd9c82083abf9f3479e2dedbb16acf9770879e727b20da36
3
  size 1465
qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/trainer_state.json RENAMED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.17944663145026524,
6
  "eval_steps": 500,
7
- "global_step": 1000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -745,6 +745,1167 @@
745
  "learning_rate": 8.639969777106158e-05,
746
  "loss": 0.9047529220581054,
747
  "step": 1000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
748
  }
749
  ],
750
  "logging_steps": 10,
@@ -764,7 +1925,7 @@
764
  "attributes": {}
765
  }
766
  },
767
- "total_flos": 2.024937921258094e+17,
768
  "train_batch_size": 2,
769
  "trial_name": null,
770
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.4486165786256631,
6
  "eval_steps": 500,
7
+ "global_step": 2500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
745
  "learning_rate": 8.639969777106158e-05,
746
  "loss": 0.9047529220581054,
747
  "step": 1000
748
+ },
749
+ {
750
+ "epoch": 0.17944663145026524,
751
+ "step": 1000,
752
+ "test_entity_exact_match": 0.0049504950495049506,
753
+ "test_entity_fix_rate": 0.2379685004853305,
754
+ "test_entity_fix_rate_lenient": 0.2263382594417077,
755
+ "test_entity_fix_rate_recoverable": 0.22926048233763635,
756
+ "test_entity_hallucination_rate": 0.0039603960396039604,
757
+ "test_entity_premature_stop_rate": 0.07227722772277227,
758
+ "test_entity_preservation_rate": 0.8402123210551713,
759
+ "test_entity_preservation_rate_lenient": 0.845387013586852,
760
+ "test_entity_targeted_score": 0.5390904107702509,
761
+ "test_entity_targeted_score_lenient": 0.5358626365142798,
762
+ "test_entity_wer": 0.2840543973697975,
763
+ "test_entity_wer_zwnj_normalized": 0.2787544966428625
764
+ },
765
+ {
766
+ "epoch": 0.17944663145026524,
767
+ "step": 1000,
768
+ "test_typo_exact_match": 0.008379888268156424,
769
+ "test_typo_fix_rate": 0.32260566110895694,
770
+ "test_typo_fix_rate_lenient": 0.3113227075139723,
771
+ "test_typo_fix_rate_recoverable": 0.3153474700818812,
772
+ "test_typo_hallucination_rate": 0.00558659217877095,
773
+ "test_typo_premature_stop_rate": 0.04748603351955307,
774
+ "test_typo_preservation_rate": 0.9064181342427895,
775
+ "test_typo_preservation_rate_lenient": 0.9128893316534326,
776
+ "test_typo_targeted_score": 0.6145118976758732,
777
+ "test_typo_targeted_score_lenient": 0.6121060195837025,
778
+ "test_typo_wer": 0.18281381634372368,
779
+ "test_typo_wer_zwnj_normalized": 0.17625284011130685
780
+ },
781
+ {
782
+ "epoch": 0.17944663145026524,
783
+ "step": 1000,
784
+ "test_best_wer": 0.21939984789822387
785
+ },
786
+ {
787
+ "epoch": 0.1812410977647679,
788
+ "grad_norm": 0.500504195690155,
789
+ "learning_rate": 8.621080468454856e-05,
790
+ "loss": 0.6835177898406982,
791
+ "step": 1010
792
+ },
793
+ {
794
+ "epoch": 0.18303556407927055,
795
+ "grad_norm": 0.5783231854438782,
796
+ "learning_rate": 8.602191159803552e-05,
797
+ "loss": 0.7185263156890869,
798
+ "step": 1020
799
+ },
800
+ {
801
+ "epoch": 0.18483003039377321,
802
+ "grad_norm": 0.7150673866271973,
803
+ "learning_rate": 8.583301851152248e-05,
804
+ "loss": 0.753300666809082,
805
+ "step": 1030
806
+ },
807
+ {
808
+ "epoch": 0.18662449670827586,
809
+ "grad_norm": 0.9598336219787598,
810
+ "learning_rate": 8.564412542500944e-05,
811
+ "loss": 0.7956081390380859,
812
+ "step": 1040
813
+ },
814
+ {
815
+ "epoch": 0.1884189630227785,
816
+ "grad_norm": 2.7375543117523193,
817
+ "learning_rate": 8.545523233849641e-05,
818
+ "loss": 0.8457762718200683,
819
+ "step": 1050
820
+ },
821
+ {
822
+ "epoch": 0.19021342933728116,
823
+ "grad_norm": 0.4901278018951416,
824
+ "learning_rate": 8.526633925198339e-05,
825
+ "loss": 0.676328706741333,
826
+ "step": 1060
827
+ },
828
+ {
829
+ "epoch": 0.1920078956517838,
830
+ "grad_norm": 0.6270294189453125,
831
+ "learning_rate": 8.507744616547034e-05,
832
+ "loss": 0.701818323135376,
833
+ "step": 1070
834
+ },
835
+ {
836
+ "epoch": 0.19380236196628647,
837
+ "grad_norm": 0.7050116062164307,
838
+ "learning_rate": 8.488855307895731e-05,
839
+ "loss": 0.7301516532897949,
840
+ "step": 1080
841
+ },
842
+ {
843
+ "epoch": 0.19559682828078911,
844
+ "grad_norm": 1.0585323572158813,
845
+ "learning_rate": 8.469965999244428e-05,
846
+ "loss": 0.8141940116882325,
847
+ "step": 1090
848
+ },
849
+ {
850
+ "epoch": 0.19739129459529176,
851
+ "grad_norm": 3.236933946609497,
852
+ "learning_rate": 8.451076690593125e-05,
853
+ "loss": 0.9506558418273926,
854
+ "step": 1100
855
+ },
856
+ {
857
+ "epoch": 0.19918576090979442,
858
+ "grad_norm": 0.5563746690750122,
859
+ "learning_rate": 8.432187381941821e-05,
860
+ "loss": 0.6754257678985596,
861
+ "step": 1110
862
+ },
863
+ {
864
+ "epoch": 0.20098022722429706,
865
+ "grad_norm": 0.6179592609405518,
866
+ "learning_rate": 8.413298073290518e-05,
867
+ "loss": 0.7206086158752442,
868
+ "step": 1120
869
+ },
870
+ {
871
+ "epoch": 0.20277469353879973,
872
+ "grad_norm": 0.7203591465950012,
873
+ "learning_rate": 8.394408764639215e-05,
874
+ "loss": 0.6948616981506348,
875
+ "step": 1130
876
+ },
877
+ {
878
+ "epoch": 0.20456915985330237,
879
+ "grad_norm": 1.0625226497650146,
880
+ "learning_rate": 8.375519455987911e-05,
881
+ "loss": 0.7751412391662598,
882
+ "step": 1140
883
+ },
884
+ {
885
+ "epoch": 0.20636362616780504,
886
+ "grad_norm": 2.729757785797119,
887
+ "learning_rate": 8.356630147336608e-05,
888
+ "loss": 0.9103594779968261,
889
+ "step": 1150
890
+ },
891
+ {
892
+ "epoch": 0.20815809248230768,
893
+ "grad_norm": 0.5144860744476318,
894
+ "learning_rate": 8.337740838685305e-05,
895
+ "loss": 0.6995117664337158,
896
+ "step": 1160
897
+ },
898
+ {
899
+ "epoch": 0.20995255879681032,
900
+ "grad_norm": 0.5917021632194519,
901
+ "learning_rate": 8.318851530034001e-05,
902
+ "loss": 0.653636360168457,
903
+ "step": 1170
904
+ },
905
+ {
906
+ "epoch": 0.211747025111313,
907
+ "grad_norm": 0.7679629325866699,
908
+ "learning_rate": 8.299962221382698e-05,
909
+ "loss": 0.6680758953094482,
910
+ "step": 1180
911
+ },
912
+ {
913
+ "epoch": 0.21354149142581563,
914
+ "grad_norm": 0.9813562035560608,
915
+ "learning_rate": 8.281072912731395e-05,
916
+ "loss": 0.8140483856201172,
917
+ "step": 1190
918
+ },
919
+ {
920
+ "epoch": 0.2153359577403183,
921
+ "grad_norm": 2.6003410816192627,
922
+ "learning_rate": 8.262183604080091e-05,
923
+ "loss": 0.8418839454650879,
924
+ "step": 1200
925
+ },
926
+ {
927
+ "epoch": 0.21713042405482094,
928
+ "grad_norm": 0.5474613308906555,
929
+ "learning_rate": 8.243294295428787e-05,
930
+ "loss": 0.6962128162384034,
931
+ "step": 1210
932
+ },
933
+ {
934
+ "epoch": 0.2189248903693236,
935
+ "grad_norm": 0.5771662592887878,
936
+ "learning_rate": 8.224404986777485e-05,
937
+ "loss": 0.6975495338439941,
938
+ "step": 1220
939
+ },
940
+ {
941
+ "epoch": 0.22071935668382625,
942
+ "grad_norm": 0.7354414463043213,
943
+ "learning_rate": 8.205515678126181e-05,
944
+ "loss": 0.7028871536254883,
945
+ "step": 1230
946
+ },
947
+ {
948
+ "epoch": 0.2225138229983289,
949
+ "grad_norm": 0.9769073128700256,
950
+ "learning_rate": 8.186626369474878e-05,
951
+ "loss": 0.7758265972137451,
952
+ "step": 1240
953
+ },
954
+ {
955
+ "epoch": 0.22430828931283156,
956
+ "grad_norm": 2.807898998260498,
957
+ "learning_rate": 8.167737060823573e-05,
958
+ "loss": 0.8767956733703614,
959
+ "step": 1250
960
+ },
961
+ {
962
+ "epoch": 0.2261027556273342,
963
+ "grad_norm": 0.541883111000061,
964
+ "learning_rate": 8.14884775217227e-05,
965
+ "loss": 0.6965518951416015,
966
+ "step": 1260
967
+ },
968
+ {
969
+ "epoch": 0.22789722194183687,
970
+ "grad_norm": 0.6470212936401367,
971
+ "learning_rate": 8.129958443520967e-05,
972
+ "loss": 0.7266353607177735,
973
+ "step": 1270
974
+ },
975
+ {
976
+ "epoch": 0.2296916882563395,
977
+ "grad_norm": 0.774206817150116,
978
+ "learning_rate": 8.111069134869665e-05,
979
+ "loss": 0.6997550010681153,
980
+ "step": 1280
981
+ },
982
+ {
983
+ "epoch": 0.23148615457084218,
984
+ "grad_norm": 0.9994069337844849,
985
+ "learning_rate": 8.092179826218362e-05,
986
+ "loss": 0.8136388778686523,
987
+ "step": 1290
988
+ },
989
+ {
990
+ "epoch": 0.23328062088534482,
991
+ "grad_norm": 2.97735333442688,
992
+ "learning_rate": 8.073290517567057e-05,
993
+ "loss": 0.8850533485412597,
994
+ "step": 1300
995
+ },
996
+ {
997
+ "epoch": 0.23507508719984746,
998
+ "grad_norm": 0.5151407718658447,
999
+ "learning_rate": 8.054401208915754e-05,
1000
+ "loss": 0.6944420814514161,
1001
+ "step": 1310
1002
+ },
1003
+ {
1004
+ "epoch": 0.23686955351435013,
1005
+ "grad_norm": 0.6509584784507751,
1006
+ "learning_rate": 8.03551190026445e-05,
1007
+ "loss": 0.6850823879241943,
1008
+ "step": 1320
1009
+ },
1010
+ {
1011
+ "epoch": 0.23866401982885277,
1012
+ "grad_norm": 0.7403442859649658,
1013
+ "learning_rate": 8.016622591613148e-05,
1014
+ "loss": 0.6721119403839111,
1015
+ "step": 1330
1016
+ },
1017
+ {
1018
+ "epoch": 0.24045848614335544,
1019
+ "grad_norm": 1.0890752077102661,
1020
+ "learning_rate": 7.997733282961844e-05,
1021
+ "loss": 0.7768306732177734,
1022
+ "step": 1340
1023
+ },
1024
+ {
1025
+ "epoch": 0.24225295245785808,
1026
+ "grad_norm": 2.8646481037139893,
1027
+ "learning_rate": 7.97884397431054e-05,
1028
+ "loss": 0.8724665641784668,
1029
+ "step": 1350
1030
+ },
1031
+ {
1032
+ "epoch": 0.24404741877236072,
1033
+ "grad_norm": 0.5226626396179199,
1034
+ "learning_rate": 7.959954665659237e-05,
1035
+ "loss": 0.7445878505706787,
1036
+ "step": 1360
1037
+ },
1038
+ {
1039
+ "epoch": 0.2458418850868634,
1040
+ "grad_norm": 0.5889577865600586,
1041
+ "learning_rate": 7.941065357007934e-05,
1042
+ "loss": 0.6680328369140625,
1043
+ "step": 1370
1044
+ },
1045
+ {
1046
+ "epoch": 0.24763635140136603,
1047
+ "grad_norm": 0.7409655451774597,
1048
+ "learning_rate": 7.92217604835663e-05,
1049
+ "loss": 0.735463809967041,
1050
+ "step": 1380
1051
+ },
1052
+ {
1053
+ "epoch": 0.2494308177158687,
1054
+ "grad_norm": 0.9628015160560608,
1055
+ "learning_rate": 7.903286739705327e-05,
1056
+ "loss": 0.7627812385559082,
1057
+ "step": 1390
1058
+ },
1059
+ {
1060
+ "epoch": 0.25122528403037137,
1061
+ "grad_norm": 3.463650941848755,
1062
+ "learning_rate": 7.884397431054024e-05,
1063
+ "loss": 0.8848884582519532,
1064
+ "step": 1400
1065
+ },
1066
+ {
1067
+ "epoch": 0.253019750344874,
1068
+ "grad_norm": 0.5198677778244019,
1069
+ "learning_rate": 7.86550812240272e-05,
1070
+ "loss": 0.6557538509368896,
1071
+ "step": 1410
1072
+ },
1073
+ {
1074
+ "epoch": 0.25481421665937665,
1075
+ "grad_norm": 0.6235095858573914,
1076
+ "learning_rate": 7.846618813751417e-05,
1077
+ "loss": 0.6999707698822022,
1078
+ "step": 1420
1079
+ },
1080
+ {
1081
+ "epoch": 0.2566086829738793,
1082
+ "grad_norm": 0.7124462723731995,
1083
+ "learning_rate": 7.827729505100114e-05,
1084
+ "loss": 0.6824360370635987,
1085
+ "step": 1430
1086
+ },
1087
+ {
1088
+ "epoch": 0.25840314928838193,
1089
+ "grad_norm": 1.0022318363189697,
1090
+ "learning_rate": 7.80884019644881e-05,
1091
+ "loss": 0.7767867088317871,
1092
+ "step": 1440
1093
+ },
1094
+ {
1095
+ "epoch": 0.2601976156028846,
1096
+ "grad_norm": 2.879912853240967,
1097
+ "learning_rate": 7.789950887797507e-05,
1098
+ "loss": 0.8896684646606445,
1099
+ "step": 1450
1100
+ },
1101
+ {
1102
+ "epoch": 0.26199208191738727,
1103
+ "grad_norm": 0.543009877204895,
1104
+ "learning_rate": 7.771061579146204e-05,
1105
+ "loss": 0.7160995960235595,
1106
+ "step": 1460
1107
+ },
1108
+ {
1109
+ "epoch": 0.2637865482318899,
1110
+ "grad_norm": 0.5631292462348938,
1111
+ "learning_rate": 7.7521722704949e-05,
1112
+ "loss": 0.6545831203460694,
1113
+ "step": 1470
1114
+ },
1115
+ {
1116
+ "epoch": 0.26558101454639255,
1117
+ "grad_norm": 0.7708194255828857,
1118
+ "learning_rate": 7.733282961843596e-05,
1119
+ "loss": 0.7024896621704102,
1120
+ "step": 1480
1121
+ },
1122
+ {
1123
+ "epoch": 0.2673754808608952,
1124
+ "grad_norm": 1.0248231887817383,
1125
+ "learning_rate": 7.714393653192294e-05,
1126
+ "loss": 0.8062143325805664,
1127
+ "step": 1490
1128
+ },
1129
+ {
1130
+ "epoch": 0.2691699471753979,
1131
+ "grad_norm": 2.635225534439087,
1132
+ "learning_rate": 7.69550434454099e-05,
1133
+ "loss": 0.8750516891479492,
1134
+ "step": 1500
1135
+ },
1136
+ {
1137
+ "epoch": 0.2691699471753979,
1138
+ "step": 1500,
1139
+ "test_entity_exact_match": 0.0019801980198019802,
1140
+ "test_entity_fix_rate": 0.2741334502301406,
1141
+ "test_entity_fix_rate_lenient": 0.26354679802955666,
1142
+ "test_entity_fix_rate_recoverable": 0.2668534640915307,
1143
+ "test_entity_hallucination_rate": 0.0029702970297029703,
1144
+ "test_entity_premature_stop_rate": 0.026732673267326732,
1145
+ "test_entity_preservation_rate": 0.9063857165835612,
1146
+ "test_entity_preservation_rate_lenient": 0.9083112017756566,
1147
+ "test_entity_targeted_score": 0.5902595834068509,
1148
+ "test_entity_targeted_score_lenient": 0.5859289999026066,
1149
+ "test_entity_wer": 0.22567543045014463,
1150
+ "test_entity_wer_zwnj_normalized": 0.2201193411684333
1151
+ },
1152
+ {
1153
+ "epoch": 0.2691699471753979,
1154
+ "step": 1500,
1155
+ "test_typo_exact_match": 0.002793296089385475,
1156
+ "test_typo_fix_rate": 0.3464521132221791,
1157
+ "test_typo_fix_rate_lenient": 0.33864624301386875,
1158
+ "test_typo_fix_rate_recoverable": 0.34327104765903843,
1159
+ "test_typo_hallucination_rate": 0.002793296089385475,
1160
+ "test_typo_premature_stop_rate": 0.0111731843575419,
1161
+ "test_typo_preservation_rate": 0.9519007438332402,
1162
+ "test_typo_preservation_rate_lenient": 0.9545840780567846,
1163
+ "test_typo_targeted_score": 0.6491764285277096,
1164
+ "test_typo_targeted_score_lenient": 0.6466151605353266,
1165
+ "test_typo_wer": 0.13954200811825074,
1166
+ "test_typo_wer_zwnj_normalized": 0.13165351918511142
1167
+ },
1168
+ {
1169
+ "epoch": 0.2691699471753979,
1170
+ "step": 1500,
1171
+ "test_best_wer": 0.1826087192841977
1172
+ },
1173
+ {
1174
+ "epoch": 0.2709644134899005,
1175
+ "grad_norm": 0.5165016055107117,
1176
+ "learning_rate": 7.676615035889687e-05,
1177
+ "loss": 0.6600989818572998,
1178
+ "step": 1510
1179
+ },
1180
+ {
1181
+ "epoch": 0.27275887980440316,
1182
+ "grad_norm": 0.6320083737373352,
1183
+ "learning_rate": 7.657725727238384e-05,
1184
+ "loss": 0.670094633102417,
1185
+ "step": 1520
1186
+ },
1187
+ {
1188
+ "epoch": 0.2745533461189058,
1189
+ "grad_norm": 0.7643434405326843,
1190
+ "learning_rate": 7.638836418587079e-05,
1191
+ "loss": 0.6967468738555909,
1192
+ "step": 1530
1193
+ },
1194
+ {
1195
+ "epoch": 0.2763478124334085,
1196
+ "grad_norm": 0.9549440741539001,
1197
+ "learning_rate": 7.619947109935777e-05,
1198
+ "loss": 0.7284382343292236,
1199
+ "step": 1540
1200
+ },
1201
+ {
1202
+ "epoch": 0.27814227874791114,
1203
+ "grad_norm": 2.797560691833496,
1204
+ "learning_rate": 7.601057801284474e-05,
1205
+ "loss": 0.8680576324462891,
1206
+ "step": 1550
1207
+ },
1208
+ {
1209
+ "epoch": 0.2799367450624138,
1210
+ "grad_norm": 0.5340096950531006,
1211
+ "learning_rate": 7.58216849263317e-05,
1212
+ "loss": 0.6881668090820312,
1213
+ "step": 1560
1214
+ },
1215
+ {
1216
+ "epoch": 0.2817312113769164,
1217
+ "grad_norm": 0.619059681892395,
1218
+ "learning_rate": 7.563279183981866e-05,
1219
+ "loss": 0.6234387397766114,
1220
+ "step": 1570
1221
+ },
1222
+ {
1223
+ "epoch": 0.28352567769141906,
1224
+ "grad_norm": 0.7649580836296082,
1225
+ "learning_rate": 7.544389875330563e-05,
1226
+ "loss": 0.6719418525695801,
1227
+ "step": 1580
1228
+ },
1229
+ {
1230
+ "epoch": 0.28532014400592176,
1231
+ "grad_norm": 0.924612283706665,
1232
+ "learning_rate": 7.52550056667926e-05,
1233
+ "loss": 0.7858617782592774,
1234
+ "step": 1590
1235
+ },
1236
+ {
1237
+ "epoch": 0.2871146103204244,
1238
+ "grad_norm": 2.85162091255188,
1239
+ "learning_rate": 7.506611258027957e-05,
1240
+ "loss": 0.8349061965942383,
1241
+ "step": 1600
1242
+ },
1243
+ {
1244
+ "epoch": 0.28890907663492704,
1245
+ "grad_norm": 0.5320859551429749,
1246
+ "learning_rate": 7.487721949376654e-05,
1247
+ "loss": 0.6749341487884521,
1248
+ "step": 1610
1249
+ },
1250
+ {
1251
+ "epoch": 0.2907035429494297,
1252
+ "grad_norm": 0.631239652633667,
1253
+ "learning_rate": 7.46883264072535e-05,
1254
+ "loss": 0.6520947933197021,
1255
+ "step": 1620
1256
+ },
1257
+ {
1258
+ "epoch": 0.2924980092639323,
1259
+ "grad_norm": 0.7533321380615234,
1260
+ "learning_rate": 7.449943332074046e-05,
1261
+ "loss": 0.6844661712646485,
1262
+ "step": 1630
1263
+ },
1264
+ {
1265
+ "epoch": 0.294292475578435,
1266
+ "grad_norm": 1.020149827003479,
1267
+ "learning_rate": 7.431054023422743e-05,
1268
+ "loss": 0.7661117076873779,
1269
+ "step": 1640
1270
+ },
1271
+ {
1272
+ "epoch": 0.29608694189293766,
1273
+ "grad_norm": 2.769498825073242,
1274
+ "learning_rate": 7.41216471477144e-05,
1275
+ "loss": 0.8795320510864257,
1276
+ "step": 1650
1277
+ },
1278
+ {
1279
+ "epoch": 0.2978814082074403,
1280
+ "grad_norm": 0.5443440079689026,
1281
+ "learning_rate": 7.393275406120136e-05,
1282
+ "loss": 0.6730146408081055,
1283
+ "step": 1660
1284
+ },
1285
+ {
1286
+ "epoch": 0.29967587452194294,
1287
+ "grad_norm": 0.6122634410858154,
1288
+ "learning_rate": 7.374386097468833e-05,
1289
+ "loss": 0.6623830318450927,
1290
+ "step": 1670
1291
+ },
1292
+ {
1293
+ "epoch": 0.30147034083644564,
1294
+ "grad_norm": 0.7223525047302246,
1295
+ "learning_rate": 7.35549678881753e-05,
1296
+ "loss": 0.6757034301757813,
1297
+ "step": 1680
1298
+ },
1299
+ {
1300
+ "epoch": 0.3032648071509483,
1301
+ "grad_norm": 0.9925291538238525,
1302
+ "learning_rate": 7.336607480166226e-05,
1303
+ "loss": 0.7393105030059814,
1304
+ "step": 1690
1305
+ },
1306
+ {
1307
+ "epoch": 0.3050592734654509,
1308
+ "grad_norm": 2.7233283519744873,
1309
+ "learning_rate": 7.317718171514923e-05,
1310
+ "loss": 0.8857295036315918,
1311
+ "step": 1700
1312
+ },
1313
+ {
1314
+ "epoch": 0.30685373977995356,
1315
+ "grad_norm": 0.5917648673057556,
1316
+ "learning_rate": 7.29882886286362e-05,
1317
+ "loss": 0.6732967853546142,
1318
+ "step": 1710
1319
+ },
1320
+ {
1321
+ "epoch": 0.3086482060944562,
1322
+ "grad_norm": 0.6534493565559387,
1323
+ "learning_rate": 7.279939554212316e-05,
1324
+ "loss": 0.6758926391601563,
1325
+ "step": 1720
1326
+ },
1327
+ {
1328
+ "epoch": 0.3104426724089589,
1329
+ "grad_norm": 0.7782807350158691,
1330
+ "learning_rate": 7.261050245561013e-05,
1331
+ "loss": 0.6620923519134522,
1332
+ "step": 1730
1333
+ },
1334
+ {
1335
+ "epoch": 0.31223713872346154,
1336
+ "grad_norm": 0.9954512119293213,
1337
+ "learning_rate": 7.24216093690971e-05,
1338
+ "loss": 0.7085268497467041,
1339
+ "step": 1740
1340
+ },
1341
+ {
1342
+ "epoch": 0.3140316050379642,
1343
+ "grad_norm": 1.857017159461975,
1344
+ "learning_rate": 7.223271628258406e-05,
1345
+ "loss": 0.7953776836395263,
1346
+ "step": 1750
1347
+ },
1348
+ {
1349
+ "epoch": 0.3158260713524668,
1350
+ "grad_norm": 0.5313032865524292,
1351
+ "learning_rate": 7.204382319607103e-05,
1352
+ "loss": 0.6592529773712158,
1353
+ "step": 1760
1354
+ },
1355
+ {
1356
+ "epoch": 0.31762053766696946,
1357
+ "grad_norm": 0.5821420550346375,
1358
+ "learning_rate": 7.1854930109558e-05,
1359
+ "loss": 0.6268370151519775,
1360
+ "step": 1770
1361
+ },
1362
+ {
1363
+ "epoch": 0.31941500398147216,
1364
+ "grad_norm": 0.7301934957504272,
1365
+ "learning_rate": 7.166603702304496e-05,
1366
+ "loss": 0.7487064838409424,
1367
+ "step": 1780
1368
+ },
1369
+ {
1370
+ "epoch": 0.3212094702959748,
1371
+ "grad_norm": 0.8848886489868164,
1372
+ "learning_rate": 7.147714393653193e-05,
1373
+ "loss": 0.726228666305542,
1374
+ "step": 1790
1375
+ },
1376
+ {
1377
+ "epoch": 0.32300393661047744,
1378
+ "grad_norm": 2.729843854904175,
1379
+ "learning_rate": 7.128825085001888e-05,
1380
+ "loss": 0.7847758769989014,
1381
+ "step": 1800
1382
+ },
1383
+ {
1384
+ "epoch": 0.3247984029249801,
1385
+ "grad_norm": 0.5454576015472412,
1386
+ "learning_rate": 7.109935776350586e-05,
1387
+ "loss": 0.6748040676116943,
1388
+ "step": 1810
1389
+ },
1390
+ {
1391
+ "epoch": 0.3265928692394827,
1392
+ "grad_norm": 0.6105144023895264,
1393
+ "learning_rate": 7.091046467699283e-05,
1394
+ "loss": 0.6299959659576416,
1395
+ "step": 1820
1396
+ },
1397
+ {
1398
+ "epoch": 0.3283873355539854,
1399
+ "grad_norm": 0.7694529891014099,
1400
+ "learning_rate": 7.07215715904798e-05,
1401
+ "loss": 0.6565515518188476,
1402
+ "step": 1830
1403
+ },
1404
+ {
1405
+ "epoch": 0.33018180186848806,
1406
+ "grad_norm": 0.8979380130767822,
1407
+ "learning_rate": 7.053267850396675e-05,
1408
+ "loss": 0.7735414028167724,
1409
+ "step": 1840
1410
+ },
1411
+ {
1412
+ "epoch": 0.3319762681829907,
1413
+ "grad_norm": 3.669619083404541,
1414
+ "learning_rate": 7.034378541745372e-05,
1415
+ "loss": 0.9138571739196777,
1416
+ "step": 1850
1417
+ },
1418
+ {
1419
+ "epoch": 0.33377073449749334,
1420
+ "grad_norm": 0.5142137408256531,
1421
+ "learning_rate": 7.015489233094068e-05,
1422
+ "loss": 0.6179046154022216,
1423
+ "step": 1860
1424
+ },
1425
+ {
1426
+ "epoch": 0.33556520081199603,
1427
+ "grad_norm": 0.6169557571411133,
1428
+ "learning_rate": 6.996599924442767e-05,
1429
+ "loss": 0.6624499797821045,
1430
+ "step": 1870
1431
+ },
1432
+ {
1433
+ "epoch": 0.3373596671264987,
1434
+ "grad_norm": 0.7170838713645935,
1435
+ "learning_rate": 6.977710615791463e-05,
1436
+ "loss": 0.6746152877807617,
1437
+ "step": 1880
1438
+ },
1439
+ {
1440
+ "epoch": 0.3391541334410013,
1441
+ "grad_norm": 0.9011526703834534,
1442
+ "learning_rate": 6.958821307140159e-05,
1443
+ "loss": 0.7717854022979737,
1444
+ "step": 1890
1445
+ },
1446
+ {
1447
+ "epoch": 0.34094859975550396,
1448
+ "grad_norm": 2.6043386459350586,
1449
+ "learning_rate": 6.939931998488855e-05,
1450
+ "loss": 0.8092619895935058,
1451
+ "step": 1900
1452
+ },
1453
+ {
1454
+ "epoch": 0.3427430660700066,
1455
+ "grad_norm": 0.5514587759971619,
1456
+ "learning_rate": 6.921042689837552e-05,
1457
+ "loss": 0.6670000553131104,
1458
+ "step": 1910
1459
+ },
1460
+ {
1461
+ "epoch": 0.3445375323845093,
1462
+ "grad_norm": 0.6358378529548645,
1463
+ "learning_rate": 6.90215338118625e-05,
1464
+ "loss": 0.6438782691955567,
1465
+ "step": 1920
1466
+ },
1467
+ {
1468
+ "epoch": 0.34633199869901193,
1469
+ "grad_norm": 0.7198935747146606,
1470
+ "learning_rate": 6.883264072534945e-05,
1471
+ "loss": 0.6510818004608154,
1472
+ "step": 1930
1473
+ },
1474
+ {
1475
+ "epoch": 0.3481264650135146,
1476
+ "grad_norm": 1.090564250946045,
1477
+ "learning_rate": 6.864374763883642e-05,
1478
+ "loss": 0.761708402633667,
1479
+ "step": 1940
1480
+ },
1481
+ {
1482
+ "epoch": 0.3499209313280172,
1483
+ "grad_norm": 2.9238085746765137,
1484
+ "learning_rate": 6.845485455232339e-05,
1485
+ "loss": 0.8522107124328613,
1486
+ "step": 1950
1487
+ },
1488
+ {
1489
+ "epoch": 0.35171539764251986,
1490
+ "grad_norm": 0.5186654329299927,
1491
+ "learning_rate": 6.826596146581035e-05,
1492
+ "loss": 0.6442867279052734,
1493
+ "step": 1960
1494
+ },
1495
+ {
1496
+ "epoch": 0.35350986395702255,
1497
+ "grad_norm": 0.60920649766922,
1498
+ "learning_rate": 6.807706837929732e-05,
1499
+ "loss": 0.6645030021667481,
1500
+ "step": 1970
1501
+ },
1502
+ {
1503
+ "epoch": 0.3553043302715252,
1504
+ "grad_norm": 0.7358642816543579,
1505
+ "learning_rate": 6.788817529278429e-05,
1506
+ "loss": 0.6074883460998535,
1507
+ "step": 1980
1508
+ },
1509
+ {
1510
+ "epoch": 0.35709879658602783,
1511
+ "grad_norm": 0.9613085389137268,
1512
+ "learning_rate": 6.769928220627125e-05,
1513
+ "loss": 0.7214860916137695,
1514
+ "step": 1990
1515
+ },
1516
+ {
1517
+ "epoch": 0.3588932629005305,
1518
+ "grad_norm": 3.103576183319092,
1519
+ "learning_rate": 6.751038911975822e-05,
1520
+ "loss": 0.7827093124389648,
1521
+ "step": 2000
1522
+ },
1523
+ {
1524
+ "epoch": 0.3588932629005305,
1525
+ "step": 2000,
1526
+ "test_entity_exact_match": 0.0029702970297029703,
1527
+ "test_entity_fix_rate": 0.24817609669035914,
1528
+ "test_entity_fix_rate_lenient": 0.23770114942528736,
1529
+ "test_entity_fix_rate_recoverable": 0.2408352513426065,
1530
+ "test_entity_hallucination_rate": 0.0019801980198019802,
1531
+ "test_entity_premature_stop_rate": 0.08415841584158416,
1532
+ "test_entity_preservation_rate": 0.7945375583078655,
1533
+ "test_entity_preservation_rate_lenient": 0.7966398521996844,
1534
+ "test_entity_targeted_score": 0.5213568274991124,
1535
+ "test_entity_targeted_score_lenient": 0.5171705008124858,
1536
+ "test_entity_wer": 0.315074561543963,
1537
+ "test_entity_wer_zwnj_normalized": 0.31014293186451897
1538
+ },
1539
+ {
1540
+ "epoch": 0.3588932629005305,
1541
+ "step": 2000,
1542
+ "test_typo_exact_match": 0.008379888268156424,
1543
+ "test_typo_fix_rate": 0.34800310197751066,
1544
+ "test_typo_fix_rate_lenient": 0.3351273028358518,
1545
+ "test_typo_fix_rate_recoverable": 0.3394919168591224,
1546
+ "test_typo_hallucination_rate": 0.002793296089385475,
1547
+ "test_typo_premature_stop_rate": 0.0223463687150838,
1548
+ "test_typo_preservation_rate": 0.9328198041925146,
1549
+ "test_typo_preservation_rate_lenient": 0.9360954027366756,
1550
+ "test_typo_targeted_score": 0.6404114530850127,
1551
+ "test_typo_targeted_score_lenient": 0.6356113527862637,
1552
+ "test_typo_wer": 0.15692731867963544,
1553
+ "test_typo_wer_zwnj_normalized": 0.14972811518725587
1554
+ },
1555
+ {
1556
+ "epoch": 0.3588932629005305,
1557
+ "step": 2000,
1558
+ "test_best_wer": 0.1826087192841977
1559
+ },
1560
+ {
1561
+ "epoch": 0.3606877292150331,
1562
+ "grad_norm": 0.5443075895309448,
1563
+ "learning_rate": 6.732149603324519e-05,
1564
+ "loss": 0.6721854209899902,
1565
+ "step": 2010
1566
+ },
1567
+ {
1568
+ "epoch": 0.3624821955295358,
1569
+ "grad_norm": 0.68841552734375,
1570
+ "learning_rate": 6.713260294673215e-05,
1571
+ "loss": 0.6306365489959717,
1572
+ "step": 2020
1573
+ },
1574
+ {
1575
+ "epoch": 0.36427666184403845,
1576
+ "grad_norm": 0.7482131719589233,
1577
+ "learning_rate": 6.694370986021912e-05,
1578
+ "loss": 0.6596165657043457,
1579
+ "step": 2030
1580
+ },
1581
+ {
1582
+ "epoch": 0.3660711281585411,
1583
+ "grad_norm": 1.0435492992401123,
1584
+ "learning_rate": 6.675481677370609e-05,
1585
+ "loss": 0.7504337787628174,
1586
+ "step": 2040
1587
+ },
1588
+ {
1589
+ "epoch": 0.36786559447304373,
1590
+ "grad_norm": 2.6200437545776367,
1591
+ "learning_rate": 6.656592368719305e-05,
1592
+ "loss": 0.8442089080810546,
1593
+ "step": 2050
1594
+ },
1595
+ {
1596
+ "epoch": 0.36966006078754643,
1597
+ "grad_norm": 0.5256720781326294,
1598
+ "learning_rate": 6.637703060068002e-05,
1599
+ "loss": 0.6658223152160645,
1600
+ "step": 2060
1601
+ },
1602
+ {
1603
+ "epoch": 0.37145452710204907,
1604
+ "grad_norm": 0.6159254312515259,
1605
+ "learning_rate": 6.618813751416698e-05,
1606
+ "loss": 0.6340956211090087,
1607
+ "step": 2070
1608
+ },
1609
+ {
1610
+ "epoch": 0.3732489934165517,
1611
+ "grad_norm": 0.7366557121276855,
1612
+ "learning_rate": 6.599924442765396e-05,
1613
+ "loss": 0.6326395511627197,
1614
+ "step": 2080
1615
+ },
1616
+ {
1617
+ "epoch": 0.37504345973105435,
1618
+ "grad_norm": 1.0110527276992798,
1619
+ "learning_rate": 6.581035134114092e-05,
1620
+ "loss": 0.786867332458496,
1621
+ "step": 2090
1622
+ },
1623
+ {
1624
+ "epoch": 0.376837926045557,
1625
+ "grad_norm": 2.832717180252075,
1626
+ "learning_rate": 6.562145825462789e-05,
1627
+ "loss": 0.8868856430053711,
1628
+ "step": 2100
1629
+ },
1630
+ {
1631
+ "epoch": 0.3786323923600597,
1632
+ "grad_norm": 0.549351155757904,
1633
+ "learning_rate": 6.543256516811484e-05,
1634
+ "loss": 0.6318321228027344,
1635
+ "step": 2110
1636
+ },
1637
+ {
1638
+ "epoch": 0.38042685867456233,
1639
+ "grad_norm": 0.6155033111572266,
1640
+ "learning_rate": 6.524367208160181e-05,
1641
+ "loss": 0.6392024993896485,
1642
+ "step": 2120
1643
+ },
1644
+ {
1645
+ "epoch": 0.38222132498906497,
1646
+ "grad_norm": 0.6692315936088562,
1647
+ "learning_rate": 6.505477899508879e-05,
1648
+ "loss": 0.6711149215698242,
1649
+ "step": 2130
1650
+ },
1651
+ {
1652
+ "epoch": 0.3840157913035676,
1653
+ "grad_norm": 0.9750716686248779,
1654
+ "learning_rate": 6.486588590857576e-05,
1655
+ "loss": 0.7159591674804687,
1656
+ "step": 2140
1657
+ },
1658
+ {
1659
+ "epoch": 0.38581025761807025,
1660
+ "grad_norm": 2.3762757778167725,
1661
+ "learning_rate": 6.467699282206272e-05,
1662
+ "loss": 0.7706591129302979,
1663
+ "step": 2150
1664
+ },
1665
+ {
1666
+ "epoch": 0.38760472393257295,
1667
+ "grad_norm": 0.5331564545631409,
1668
+ "learning_rate": 6.448809973554968e-05,
1669
+ "loss": 0.6141149997711182,
1670
+ "step": 2160
1671
+ },
1672
+ {
1673
+ "epoch": 0.3893991902470756,
1674
+ "grad_norm": 0.6143497228622437,
1675
+ "learning_rate": 6.429920664903664e-05,
1676
+ "loss": 0.6400461196899414,
1677
+ "step": 2170
1678
+ },
1679
+ {
1680
+ "epoch": 0.39119365656157823,
1681
+ "grad_norm": 0.7673105597496033,
1682
+ "learning_rate": 6.411031356252361e-05,
1683
+ "loss": 0.6552522659301758,
1684
+ "step": 2180
1685
+ },
1686
+ {
1687
+ "epoch": 0.39298812287608087,
1688
+ "grad_norm": 0.986526608467102,
1689
+ "learning_rate": 6.392142047601059e-05,
1690
+ "loss": 0.6737249851226806,
1691
+ "step": 2190
1692
+ },
1693
+ {
1694
+ "epoch": 0.3947825891905835,
1695
+ "grad_norm": 2.266063690185547,
1696
+ "learning_rate": 6.373252738949754e-05,
1697
+ "loss": 0.8194290161132812,
1698
+ "step": 2200
1699
+ },
1700
+ {
1701
+ "epoch": 0.3965770555050862,
1702
+ "grad_norm": 0.5578099489212036,
1703
+ "learning_rate": 6.354363430298451e-05,
1704
+ "loss": 0.6300786972045899,
1705
+ "step": 2210
1706
+ },
1707
+ {
1708
+ "epoch": 0.39837152181958885,
1709
+ "grad_norm": 0.6543112993240356,
1710
+ "learning_rate": 6.335474121647148e-05,
1711
+ "loss": 0.6619680881500244,
1712
+ "step": 2220
1713
+ },
1714
+ {
1715
+ "epoch": 0.4001659881340915,
1716
+ "grad_norm": 0.8078407645225525,
1717
+ "learning_rate": 6.316584812995844e-05,
1718
+ "loss": 0.6784715175628662,
1719
+ "step": 2230
1720
+ },
1721
+ {
1722
+ "epoch": 0.40196045444859413,
1723
+ "grad_norm": 0.9718537926673889,
1724
+ "learning_rate": 6.297695504344541e-05,
1725
+ "loss": 0.7365913391113281,
1726
+ "step": 2240
1727
+ },
1728
+ {
1729
+ "epoch": 0.4037549207630968,
1730
+ "grad_norm": 2.394310712814331,
1731
+ "learning_rate": 6.278806195693238e-05,
1732
+ "loss": 0.8184401512145996,
1733
+ "step": 2250
1734
+ },
1735
+ {
1736
+ "epoch": 0.40554938707759947,
1737
+ "grad_norm": 0.518998920917511,
1738
+ "learning_rate": 6.259916887041935e-05,
1739
+ "loss": 0.6356068611145019,
1740
+ "step": 2260
1741
+ },
1742
+ {
1743
+ "epoch": 0.4073438533921021,
1744
+ "grad_norm": 0.6347622275352478,
1745
+ "learning_rate": 6.241027578390631e-05,
1746
+ "loss": 0.642417049407959,
1747
+ "step": 2270
1748
+ },
1749
+ {
1750
+ "epoch": 0.40913831970660475,
1751
+ "grad_norm": 0.708690881729126,
1752
+ "learning_rate": 6.222138269739328e-05,
1753
+ "loss": 0.6165683269500732,
1754
+ "step": 2280
1755
+ },
1756
+ {
1757
+ "epoch": 0.4109327860211074,
1758
+ "grad_norm": 0.9712520241737366,
1759
+ "learning_rate": 6.203248961088025e-05,
1760
+ "loss": 0.7352517127990723,
1761
+ "step": 2290
1762
+ },
1763
+ {
1764
+ "epoch": 0.4127272523356101,
1765
+ "grad_norm": 2.8482367992401123,
1766
+ "learning_rate": 6.184359652436721e-05,
1767
+ "loss": 0.8003445625305176,
1768
+ "step": 2300
1769
+ },
1770
+ {
1771
+ "epoch": 0.4145217186501127,
1772
+ "grad_norm": 0.5100517868995667,
1773
+ "learning_rate": 6.165470343785418e-05,
1774
+ "loss": 0.6422919273376465,
1775
+ "step": 2310
1776
+ },
1777
+ {
1778
+ "epoch": 0.41631618496461537,
1779
+ "grad_norm": 0.6365388631820679,
1780
+ "learning_rate": 6.146581035134115e-05,
1781
+ "loss": 0.6152407169342041,
1782
+ "step": 2320
1783
+ },
1784
+ {
1785
+ "epoch": 0.418110651279118,
1786
+ "grad_norm": 0.7218090891838074,
1787
+ "learning_rate": 6.127691726482811e-05,
1788
+ "loss": 0.6350100994110107,
1789
+ "step": 2330
1790
+ },
1791
+ {
1792
+ "epoch": 0.41990511759362065,
1793
+ "grad_norm": 1.0017449855804443,
1794
+ "learning_rate": 6.108802417831508e-05,
1795
+ "loss": 0.7071941375732422,
1796
+ "step": 2340
1797
+ },
1798
+ {
1799
+ "epoch": 0.42169958390812334,
1800
+ "grad_norm": 2.7050940990448,
1801
+ "learning_rate": 6.089913109180204e-05,
1802
+ "loss": 0.8486111640930176,
1803
+ "step": 2350
1804
+ },
1805
+ {
1806
+ "epoch": 0.423494050222626,
1807
+ "grad_norm": 0.4976552724838257,
1808
+ "learning_rate": 6.0710238005289014e-05,
1809
+ "loss": 0.6660837173461914,
1810
+ "step": 2360
1811
+ },
1812
+ {
1813
+ "epoch": 0.4252885165371286,
1814
+ "grad_norm": 0.6267609000205994,
1815
+ "learning_rate": 6.052134491877598e-05,
1816
+ "loss": 0.6445472717285157,
1817
+ "step": 2370
1818
+ },
1819
+ {
1820
+ "epoch": 0.42708298285163127,
1821
+ "grad_norm": 0.781930148601532,
1822
+ "learning_rate": 6.033245183226294e-05,
1823
+ "loss": 0.6631790161132812,
1824
+ "step": 2380
1825
+ },
1826
+ {
1827
+ "epoch": 0.42887744916613396,
1828
+ "grad_norm": 0.9512560367584229,
1829
+ "learning_rate": 6.014355874574991e-05,
1830
+ "loss": 0.7210745334625244,
1831
+ "step": 2390
1832
+ },
1833
+ {
1834
+ "epoch": 0.4306719154806366,
1835
+ "grad_norm": 2.8436152935028076,
1836
+ "learning_rate": 5.9954665659236874e-05,
1837
+ "loss": 0.8688377380371094,
1838
+ "step": 2400
1839
+ },
1840
+ {
1841
+ "epoch": 0.43246638179513924,
1842
+ "grad_norm": 0.5824747085571289,
1843
+ "learning_rate": 5.976577257272384e-05,
1844
+ "loss": 0.6362675189971924,
1845
+ "step": 2410
1846
+ },
1847
+ {
1848
+ "epoch": 0.4342608481096419,
1849
+ "grad_norm": 0.6418686509132385,
1850
+ "learning_rate": 5.9576879486210815e-05,
1851
+ "loss": 0.6117087364196777,
1852
+ "step": 2420
1853
+ },
1854
+ {
1855
+ "epoch": 0.4360553144241445,
1856
+ "grad_norm": 0.8100792169570923,
1857
+ "learning_rate": 5.938798639969777e-05,
1858
+ "loss": 0.6724053382873535,
1859
+ "step": 2430
1860
+ },
1861
+ {
1862
+ "epoch": 0.4378497807386472,
1863
+ "grad_norm": 1.0161293745040894,
1864
+ "learning_rate": 5.919909331318474e-05,
1865
+ "loss": 0.725592851638794,
1866
+ "step": 2440
1867
+ },
1868
+ {
1869
+ "epoch": 0.43964424705314986,
1870
+ "grad_norm": 3.063896894454956,
1871
+ "learning_rate": 5.901020022667171e-05,
1872
+ "loss": 0.7809360027313232,
1873
+ "step": 2450
1874
+ },
1875
+ {
1876
+ "epoch": 0.4414387133676525,
1877
+ "grad_norm": 0.5110781192779541,
1878
+ "learning_rate": 5.8821307140158675e-05,
1879
+ "loss": 0.6253266334533691,
1880
+ "step": 2460
1881
+ },
1882
+ {
1883
+ "epoch": 0.44323317968215514,
1884
+ "grad_norm": 0.6076716780662537,
1885
+ "learning_rate": 5.8632414053645635e-05,
1886
+ "loss": 0.6204933643341064,
1887
+ "step": 2470
1888
+ },
1889
+ {
1890
+ "epoch": 0.4450276459966578,
1891
+ "grad_norm": 0.7593351602554321,
1892
+ "learning_rate": 5.84435209671326e-05,
1893
+ "loss": 0.645332145690918,
1894
+ "step": 2480
1895
+ },
1896
+ {
1897
+ "epoch": 0.4468221123111605,
1898
+ "grad_norm": 1.0506312847137451,
1899
+ "learning_rate": 5.825462788061957e-05,
1900
+ "loss": 0.700313949584961,
1901
+ "step": 2490
1902
+ },
1903
+ {
1904
+ "epoch": 0.4486165786256631,
1905
+ "grad_norm": 2.1724884510040283,
1906
+ "learning_rate": 5.806573479410654e-05,
1907
+ "loss": 0.7738859176635742,
1908
+ "step": 2500
1909
  }
1910
  ],
1911
  "logging_steps": 10,
 
1925
  "attributes": {}
1926
  }
1927
  },
1928
+ "total_flos": 5.0598610827357466e+17,
1929
  "train_batch_size": 2,
1930
  "trial_name": null,
1931
  "trial_params": null
qwen3.5-2b-100pct-masked-weighted-v2/{checkpoint-1000 → checkpoint-2500}/training_args.bin RENAMED
File without changes
qwen3.5-2b-100pct-masked-weighted-v2/tb/events.out.tfevents.1790605476.02b48645612f.4580.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9ac989336a525f51408fa314db2dc433d6d5cb189eb003f66b5b71dfeb44d4a
3
- size 57095
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9794866a9c8e6473ad7f86c8210c8bbac2712a925c7fdf05a166557da7aa22c
3
+ size 69431
qwen3.5-2b-100pct-masked-weighted-v2/test_eval_entity/metrics.json CHANGED
@@ -1,16 +1,16 @@
1
  {
2
- "wer": 0.315074561543963,
3
- "wer_zwnj_normalized": 0.31014293186451897,
4
- "exact_match": 0.0029702970297029703,
5
- "fix_rate": 0.24817609669035914,
6
- "preservation_rate": 0.7945375583078655,
7
- "targeted_score": 0.5213568274991124,
8
- "fix_rate_lenient": 0.23770114942528736,
9
- "preservation_rate_lenient": 0.7966398521996844,
10
- "targeted_score_lenient": 0.5171705008124858,
11
- "fix_rate_recoverable": 0.2408352513426065,
12
  "unrecoverable_targets": 471,
13
- "hallucination_rate": 0.0019801980198019802,
14
- "premature_stop_rate": 0.08415841584158416,
15
  "n_examples": 1010
16
  }
 
1
  {
2
+ "wer": 0.2125244179716271,
3
+ "wer_zwnj_normalized": 0.20712310927509314,
4
+ "exact_match": 0.0039603960396039604,
5
+ "fix_rate": 0.2834330087359489,
6
+ "preservation_rate": 0.9140485764838346,
7
+ "targeted_score": 0.5987407926098918,
8
+ "fix_rate_lenient": 0.2722824302134647,
9
+ "preservation_rate_lenient": 0.9170034512400087,
10
+ "targeted_score_lenient": 0.5946429407267367,
11
+ "fix_rate_recoverable": 0.27582641182160844,
12
  "unrecoverable_targets": 471,
13
+ "hallucination_rate": 0.0,
14
+ "premature_stop_rate": 0.013861386138613862,
15
  "n_examples": 1010
16
  }
qwen3.5-2b-100pct-masked-weighted-v2/test_eval_entity/predictions.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
qwen3.5-2b-100pct-masked-weighted-v2/test_eval_typo/metrics.json CHANGED
@@ -1,16 +1,16 @@
1
  {
2
- "wer": 0.15692731867963544,
3
- "wer_zwnj_normalized": 0.14972811518725587,
4
- "exact_match": 0.008379888268156424,
5
- "fix_rate": 0.34800310197751066,
6
- "preservation_rate": 0.9328198041925146,
7
- "targeted_score": 0.6404114530850127,
8
- "fix_rate_lenient": 0.3351273028358518,
9
- "preservation_rate_lenient": 0.9360954027366756,
10
- "targeted_score_lenient": 0.6356113527862637,
11
- "fix_rate_recoverable": 0.3394919168591224,
12
  "unrecoverable_targets": 68,
13
  "hallucination_rate": 0.002793296089385475,
14
- "premature_stop_rate": 0.0223463687150838,
15
  "n_examples": 358
16
  }
 
1
  {
2
+ "wer": 0.1239947920655587,
3
+ "wer_zwnj_normalized": 0.1172295831099538,
4
+ "exact_match": 0.0111731843575419,
5
+ "fix_rate": 0.35440093059325317,
6
+ "preservation_rate": 0.9698056625407933,
7
+ "targeted_score": 0.6621032965670233,
8
+ "fix_rate_lenient": 0.3454771268888429,
9
+ "preservation_rate_lenient": 0.9731899557561019,
10
+ "targeted_score_lenient": 0.6593335413224723,
11
+ "fix_rate_recoverable": 0.34998950241444465,
12
  "unrecoverable_targets": 68,
13
  "hallucination_rate": 0.002793296089385475,
14
+ "premature_stop_rate": 0.0,
15
  "n_examples": 358
16
  }
qwen3.5-2b-100pct-masked-weighted-v2/test_eval_typo/predictions.jsonl CHANGED
The diff for this file is too large to render. See raw diff