Training in progress, epoch 65, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 559424792
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a2afb00543017d95fcea82ea27622d3f3f79457eb65c0d365f5f1fe2d3bd4a8d
|
| 3 |
size 559424792
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1118926970
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b21a57ce3974826064dccd91bbe25ea1f2a0a4b8d96e8ea0d38cf8d3fa46a611
|
| 3 |
size 1118926970
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a6be1c7dbbf2776066167d40e45e14b51de16e0238becf8ef04c2f6ba8a7876
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:df2983526d813d04879aeb1a0c630e99b09e4e6e5107a101d7cca553228cffdf
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": 12.731040000915527,
|
| 3 |
"best_model_checkpoint": "/kaggle/working/output/checkpoint-75690",
|
| 4 |
-
"epoch":
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -6364,6 +6364,105 @@
|
|
| 6364 |
"eval_samples_per_second": 29.56,
|
| 6365 |
"eval_steps_per_second": 3.715,
|
| 6366 |
"step": 83520
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6367 |
}
|
| 6368 |
],
|
| 6369 |
"logging_steps": 100,
|
|
@@ -6378,7 +6477,7 @@
|
|
| 6378 |
"early_stopping_threshold": 0.0
|
| 6379 |
},
|
| 6380 |
"attributes": {
|
| 6381 |
-
"early_stopping_patience_counter":
|
| 6382 |
}
|
| 6383 |
},
|
| 6384 |
"TrainerControl": {
|
|
@@ -6392,7 +6491,7 @@
|
|
| 6392 |
"attributes": {}
|
| 6393 |
}
|
| 6394 |
},
|
| 6395 |
-
"total_flos": 3.
|
| 6396 |
"train_batch_size": 8,
|
| 6397 |
"trial_name": null,
|
| 6398 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": 12.731040000915527,
|
| 3 |
"best_model_checkpoint": "/kaggle/working/output/checkpoint-75690",
|
| 4 |
+
"epoch": 65.0,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 84825,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 6364 |
"eval_samples_per_second": 29.56,
|
| 6365 |
"eval_steps_per_second": 3.715,
|
| 6366 |
"step": 83520
|
| 6367 |
+
},
|
| 6368 |
+
{
|
| 6369 |
+
"epoch": 64.06130268199233,
|
| 6370 |
+
"grad_norm": 1.2648850679397583,
|
| 6371 |
+
"learning_rate": 9.977490421455939e-06,
|
| 6372 |
+
"loss": 12.1,
|
| 6373 |
+
"step": 83600
|
| 6374 |
+
},
|
| 6375 |
+
{
|
| 6376 |
+
"epoch": 64.13793103448276,
|
| 6377 |
+
"grad_norm": 1.115157961845398,
|
| 6378 |
+
"learning_rate": 9.929597701149426e-06,
|
| 6379 |
+
"loss": 11.798,
|
| 6380 |
+
"step": 83700
|
| 6381 |
+
},
|
| 6382 |
+
{
|
| 6383 |
+
"epoch": 64.21455938697318,
|
| 6384 |
+
"grad_norm": 1.6352553367614746,
|
| 6385 |
+
"learning_rate": 9.881704980842913e-06,
|
| 6386 |
+
"loss": 11.9761,
|
| 6387 |
+
"step": 83800
|
| 6388 |
+
},
|
| 6389 |
+
{
|
| 6390 |
+
"epoch": 64.2911877394636,
|
| 6391 |
+
"grad_norm": 1.2003965377807617,
|
| 6392 |
+
"learning_rate": 9.833812260536398e-06,
|
| 6393 |
+
"loss": 11.9813,
|
| 6394 |
+
"step": 83900
|
| 6395 |
+
},
|
| 6396 |
+
{
|
| 6397 |
+
"epoch": 64.36781609195403,
|
| 6398 |
+
"grad_norm": 1.5004589557647705,
|
| 6399 |
+
"learning_rate": 9.785919540229886e-06,
|
| 6400 |
+
"loss": 11.7826,
|
| 6401 |
+
"step": 84000
|
| 6402 |
+
},
|
| 6403 |
+
{
|
| 6404 |
+
"epoch": 64.44444444444444,
|
| 6405 |
+
"grad_norm": 1.3350985050201416,
|
| 6406 |
+
"learning_rate": 9.738026819923372e-06,
|
| 6407 |
+
"loss": 11.8015,
|
| 6408 |
+
"step": 84100
|
| 6409 |
+
},
|
| 6410 |
+
{
|
| 6411 |
+
"epoch": 64.52107279693486,
|
| 6412 |
+
"grad_norm": 1.5985853672027588,
|
| 6413 |
+
"learning_rate": 9.690134099616858e-06,
|
| 6414 |
+
"loss": 11.6736,
|
| 6415 |
+
"step": 84200
|
| 6416 |
+
},
|
| 6417 |
+
{
|
| 6418 |
+
"epoch": 64.59770114942529,
|
| 6419 |
+
"grad_norm": 2.1115546226501465,
|
| 6420 |
+
"learning_rate": 9.642241379310345e-06,
|
| 6421 |
+
"loss": 11.7572,
|
| 6422 |
+
"step": 84300
|
| 6423 |
+
},
|
| 6424 |
+
{
|
| 6425 |
+
"epoch": 64.67432950191571,
|
| 6426 |
+
"grad_norm": 2.5769665241241455,
|
| 6427 |
+
"learning_rate": 9.594348659003832e-06,
|
| 6428 |
+
"loss": 11.8057,
|
| 6429 |
+
"step": 84400
|
| 6430 |
+
},
|
| 6431 |
+
{
|
| 6432 |
+
"epoch": 64.75095785440612,
|
| 6433 |
+
"grad_norm": 3.2280073165893555,
|
| 6434 |
+
"learning_rate": 9.546455938697319e-06,
|
| 6435 |
+
"loss": 11.9184,
|
| 6436 |
+
"step": 84500
|
| 6437 |
+
},
|
| 6438 |
+
{
|
| 6439 |
+
"epoch": 64.82758620689656,
|
| 6440 |
+
"grad_norm": 1.2311729192733765,
|
| 6441 |
+
"learning_rate": 9.498563218390804e-06,
|
| 6442 |
+
"loss": 11.9657,
|
| 6443 |
+
"step": 84600
|
| 6444 |
+
},
|
| 6445 |
+
{
|
| 6446 |
+
"epoch": 64.90421455938697,
|
| 6447 |
+
"grad_norm": 1.6303430795669556,
|
| 6448 |
+
"learning_rate": 9.450670498084293e-06,
|
| 6449 |
+
"loss": 11.9864,
|
| 6450 |
+
"step": 84700
|
| 6451 |
+
},
|
| 6452 |
+
{
|
| 6453 |
+
"epoch": 64.98084291187739,
|
| 6454 |
+
"grad_norm": 1.6421687602996826,
|
| 6455 |
+
"learning_rate": 9.402777777777778e-06,
|
| 6456 |
+
"loss": 11.8224,
|
| 6457 |
+
"step": 84800
|
| 6458 |
+
},
|
| 6459 |
+
{
|
| 6460 |
+
"epoch": 65.0,
|
| 6461 |
+
"eval_loss": 12.752345085144043,
|
| 6462 |
+
"eval_runtime": 44.1763,
|
| 6463 |
+
"eval_samples_per_second": 29.541,
|
| 6464 |
+
"eval_steps_per_second": 3.712,
|
| 6465 |
+
"step": 84825
|
| 6466 |
}
|
| 6467 |
],
|
| 6468 |
"logging_steps": 100,
|
|
|
|
| 6477 |
"early_stopping_threshold": 0.0
|
| 6478 |
},
|
| 6479 |
"attributes": {
|
| 6480 |
+
"early_stopping_patience_counter": 7
|
| 6481 |
}
|
| 6482 |
},
|
| 6483 |
"TrainerControl": {
|
|
|
|
| 6491 |
"attributes": {}
|
| 6492 |
}
|
| 6493 |
},
|
| 6494 |
+
"total_flos": 3.952173748110797e+16,
|
| 6495 |
"train_batch_size": 8,
|
| 6496 |
"trial_name": null,
|
| 6497 |
"trial_params": null
|