Training in progress, step 17500, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4523108832
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7eae9012d93014c9027053f343471d5a0897862eb73b3aa44b0687fa37eabc56
|
| 3 |
size 4523108832
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2912179275
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5eace36f2feb1498de4e674ea457b3390625579e85bed978663b88f5c1282e76
|
| 3 |
size 2912179275
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14645
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a94b1a91810562429d557b8e7351faf37318bcc85fdd6894e29a36576f9f1604
|
| 3 |
size 14645
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1383
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a1917c9f69ccf15e380d9f4d351dbf92bf96c11b80c90f99f57a0469639c9d08
|
| 3 |
size 1383
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1465
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0ed3db87d9ab6acb1ce4ebfafc1e1df3a006d0a11ad32694145d43298254810c
|
| 3 |
size 1465
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch":
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -2388,6 +2388,76 @@
|
|
| 2388 |
"learning_rate": 1.223008826103174e-05,
|
| 2389 |
"loss": 1.37287109375,
|
| 2390 |
"step": 17000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2391 |
}
|
| 2392 |
],
|
| 2393 |
"logging_steps": 50,
|
|
@@ -2407,7 +2477,7 @@
|
|
| 2407 |
"attributes": {}
|
| 2408 |
}
|
| 2409 |
},
|
| 2410 |
-
"total_flos": 1.
|
| 2411 |
"train_batch_size": 1,
|
| 2412 |
"trial_name": null,
|
| 2413 |
"trial_params": null
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 8.000766666666667,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 17500,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 2388 |
"learning_rate": 1.223008826103174e-05,
|
| 2389 |
"loss": 1.37287109375,
|
| 2390 |
"step": 17000
|
| 2391 |
+
},
|
| 2392 |
+
{
|
| 2393 |
+
"epoch": 3.0024,
|
| 2394 |
+
"grad_norm": 1.8621281385421753,
|
| 2395 |
+
"learning_rate": 1.2151630495653046e-05,
|
| 2396 |
+
"loss": 1.2171533203125,
|
| 2397 |
+
"step": 17050
|
| 2398 |
+
},
|
| 2399 |
+
{
|
| 2400 |
+
"epoch": 3.0040666666666667,
|
| 2401 |
+
"grad_norm": 1.6037293672561646,
|
| 2402 |
+
"learning_rate": 1.2073253489291228e-05,
|
| 2403 |
+
"loss": 1.1620811462402343,
|
| 2404 |
+
"step": 17100
|
| 2405 |
+
},
|
| 2406 |
+
{
|
| 2407 |
+
"epoch": 3.005733333333333,
|
| 2408 |
+
"grad_norm": 1.8049744367599487,
|
| 2409 |
+
"learning_rate": 1.1994959464147432e-05,
|
| 2410 |
+
"loss": 1.1776678466796875,
|
| 2411 |
+
"step": 17150
|
| 2412 |
+
},
|
| 2413 |
+
{
|
| 2414 |
+
"epoch": 3.0074,
|
| 2415 |
+
"grad_norm": 1.7445180416107178,
|
| 2416 |
+
"learning_rate": 1.1916750640070056e-05,
|
| 2417 |
+
"loss": 1.1673489379882813,
|
| 2418 |
+
"step": 17200
|
| 2419 |
+
},
|
| 2420 |
+
{
|
| 2421 |
+
"epoch": 3.0090666666666666,
|
| 2422 |
+
"grad_norm": 1.6527574062347412,
|
| 2423 |
+
"learning_rate": 1.1838629234491833e-05,
|
| 2424 |
+
"loss": 1.1704206848144532,
|
| 2425 |
+
"step": 17250
|
| 2426 |
+
},
|
| 2427 |
+
{
|
| 2428 |
+
"epoch": 3.0107333333333335,
|
| 2429 |
+
"grad_norm": 1.7367023229599,
|
| 2430 |
+
"learning_rate": 1.1760597462366926e-05,
|
| 2431 |
+
"loss": 1.203247299194336,
|
| 2432 |
+
"step": 17300
|
| 2433 |
+
},
|
| 2434 |
+
{
|
| 2435 |
+
"epoch": 3.0124,
|
| 2436 |
+
"grad_norm": 1.7566173076629639,
|
| 2437 |
+
"learning_rate": 1.1682657536108159e-05,
|
| 2438 |
+
"loss": 1.119371337890625,
|
| 2439 |
+
"step": 17350
|
| 2440 |
+
},
|
| 2441 |
+
{
|
| 2442 |
+
"epoch": 3.0140666666666664,
|
| 2443 |
+
"grad_norm": 1.5711489915847778,
|
| 2444 |
+
"learning_rate": 1.160481166552426e-05,
|
| 2445 |
+
"loss": 1.3711380004882812,
|
| 2446 |
+
"step": 17400
|
| 2447 |
+
},
|
| 2448 |
+
{
|
| 2449 |
+
"epoch": 3.0157333333333334,
|
| 2450 |
+
"grad_norm": 1.6498943567276,
|
| 2451 |
+
"learning_rate": 1.1527062057757245e-05,
|
| 2452 |
+
"loss": 1.3604568481445312,
|
| 2453 |
+
"step": 17450
|
| 2454 |
+
},
|
| 2455 |
+
{
|
| 2456 |
+
"epoch": 4.000933333333333,
|
| 2457 |
+
"grad_norm": 1.685180902481079,
|
| 2458 |
+
"learning_rate": 1.14494109172198e-05,
|
| 2459 |
+
"loss": 1.1471074676513673,
|
| 2460 |
+
"step": 17500
|
| 2461 |
}
|
| 2462 |
],
|
| 2463 |
"logging_steps": 50,
|
|
|
|
| 2477 |
"attributes": {}
|
| 2478 |
}
|
| 2479 |
},
|
| 2480 |
+
"total_flos": 1.5247432982037135e+18,
|
| 2481 |
"train_batch_size": 1,
|
| 2482 |
"trial_name": null,
|
| 2483 |
"trial_params": null
|