Add c3-3/cosine_2e-4_to5e-5_clip5/source_aligned/iter_000007000 (milestone, cosine 2e-4 -> 5e-5) (INDEX.json, post-verification)
Browse files- INDEX.json +26 -1
INDEX.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"checkpoint_count":
|
| 3 |
"checkpoints": [
|
| 4 |
{
|
| 5 |
"repo_path": "c1-1/packed_temporal_grid/iter_000003625",
|
|
@@ -404,6 +404,31 @@
|
|
| 404 |
"grad_clip": true,
|
| 405 |
"clip_norm": 5.0
|
| 406 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 407 |
{
|
| 408 |
"repo_path": "c3-3/packed_temporal_grid/iter_000002000",
|
| 409 |
"model_family": "c3-3",
|
|
|
|
| 1 |
{
|
| 2 |
+
"checkpoint_count": 30,
|
| 3 |
"checkpoints": [
|
| 4 |
{
|
| 5 |
"repo_path": "c1-1/packed_temporal_grid/iter_000003625",
|
|
|
|
| 404 |
"grad_clip": true,
|
| 405 |
"clip_norm": 5.0
|
| 406 |
},
|
| 407 |
+
{
|
| 408 |
+
"repo_path": "c3-3/cosine_2e-4_to5e-5_clip5/source_aligned/iter_000007000",
|
| 409 |
+
"model_family": "c3-3",
|
| 410 |
+
"memory_rope_mode": "source_aligned",
|
| 411 |
+
"optimizer_step": 7000,
|
| 412 |
+
"sample_exposure": 56000,
|
| 413 |
+
"wandb_run_id": "jhnefd4q",
|
| 414 |
+
"code_commit": "44f4c8b11f671e811f896539c5faa96db77a078d",
|
| 415 |
+
"dataset_manifest_sha256": "488feab621a47d5f5b77e1fb6547b24d64912cba66b7d6cababa53c1d4c8dd78",
|
| 416 |
+
"variant": "cosine_2e-4_to5e-5_clip5",
|
| 417 |
+
"lr_schedule": {
|
| 418 |
+
"cosine_min_factor": 0.25,
|
| 419 |
+
"cycle_length_steps": 10000,
|
| 420 |
+
"f_max": 1.0,
|
| 421 |
+
"f_start": 1e-06,
|
| 422 |
+
"final_lr": 5e-05,
|
| 423 |
+
"peak_lr": 0.0002,
|
| 424 |
+
"scheduler_target": "rcm.utils.lr_scheduler.LambdaWarmUpCosineScheduler",
|
| 425 |
+
"type": "cosine",
|
| 426 |
+
"warmup_steps": 100
|
| 427 |
+
},
|
| 428 |
+
"optimizer_lr": 0.0002,
|
| 429 |
+
"grad_clip": true,
|
| 430 |
+
"clip_norm": 5.0
|
| 431 |
+
},
|
| 432 |
{
|
| 433 |
"repo_path": "c3-3/packed_temporal_grid/iter_000002000",
|
| 434 |
"model_family": "c3-3",
|