Add c3-3/cosine_2e-4_to5e-5_clip5/source_aligned/iter_000008000 (milestone, cosine 2e-4 -> 5e-5) (INDEX.json, post-verification)
Browse files- INDEX.json +26 -1
INDEX.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"checkpoint_count":
|
| 3 |
"checkpoints": [
|
| 4 |
{
|
| 5 |
"repo_path": "c1-1/packed_temporal_grid/iter_000003625",
|
|
@@ -454,6 +454,31 @@
|
|
| 454 |
"grad_clip": true,
|
| 455 |
"clip_norm": 5.0
|
| 456 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 457 |
{
|
| 458 |
"repo_path": "c3-3/packed_temporal_grid/iter_000002000",
|
| 459 |
"model_family": "c3-3",
|
|
|
|
| 1 |
{
|
| 2 |
+
"checkpoint_count": 32,
|
| 3 |
"checkpoints": [
|
| 4 |
{
|
| 5 |
"repo_path": "c1-1/packed_temporal_grid/iter_000003625",
|
|
|
|
| 454 |
"grad_clip": true,
|
| 455 |
"clip_norm": 5.0
|
| 456 |
},
|
| 457 |
+
{
|
| 458 |
+
"repo_path": "c3-3/cosine_2e-4_to5e-5_clip5/source_aligned/iter_000008000",
|
| 459 |
+
"model_family": "c3-3",
|
| 460 |
+
"memory_rope_mode": "source_aligned",
|
| 461 |
+
"optimizer_step": 8000,
|
| 462 |
+
"sample_exposure": 64000,
|
| 463 |
+
"wandb_run_id": "jhnefd4q",
|
| 464 |
+
"code_commit": "44f4c8b11f671e811f896539c5faa96db77a078d",
|
| 465 |
+
"dataset_manifest_sha256": "488feab621a47d5f5b77e1fb6547b24d64912cba66b7d6cababa53c1d4c8dd78",
|
| 466 |
+
"variant": "cosine_2e-4_to5e-5_clip5",
|
| 467 |
+
"lr_schedule": {
|
| 468 |
+
"cosine_min_factor": 0.25,
|
| 469 |
+
"cycle_length_steps": 10000,
|
| 470 |
+
"f_max": 1.0,
|
| 471 |
+
"f_start": 1e-06,
|
| 472 |
+
"final_lr": 5e-05,
|
| 473 |
+
"peak_lr": 0.0002,
|
| 474 |
+
"scheduler_target": "rcm.utils.lr_scheduler.LambdaWarmUpCosineScheduler",
|
| 475 |
+
"type": "cosine",
|
| 476 |
+
"warmup_steps": 100
|
| 477 |
+
},
|
| 478 |
+
"optimizer_lr": 0.0002,
|
| 479 |
+
"grad_clip": true,
|
| 480 |
+
"clip_norm": 5.0
|
| 481 |
+
},
|
| 482 |
{
|
| 483 |
"repo_path": "c3-3/packed_temporal_grid/iter_000002000",
|
| 484 |
"model_family": "c3-3",
|