Nicholas0228 commited on
Commit
fe061dc
·
verified ·
1 Parent(s): 381f66f

Add c3-3/cosine_2e-4_to5e-5_clip5/source_aligned/iter_000008000 (milestone, cosine 2e-4 -> 5e-5) (INDEX.json, post-verification)

Browse files
Files changed (1) hide show
  1. INDEX.json +26 -1
INDEX.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "checkpoint_count": 31,
3
  "checkpoints": [
4
  {
5
  "repo_path": "c1-1/packed_temporal_grid/iter_000003625",
@@ -454,6 +454,31 @@
454
  "grad_clip": true,
455
  "clip_norm": 5.0
456
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
457
  {
458
  "repo_path": "c3-3/packed_temporal_grid/iter_000002000",
459
  "model_family": "c3-3",
 
1
  {
2
+ "checkpoint_count": 32,
3
  "checkpoints": [
4
  {
5
  "repo_path": "c1-1/packed_temporal_grid/iter_000003625",
 
454
  "grad_clip": true,
455
  "clip_norm": 5.0
456
  },
457
+ {
458
+ "repo_path": "c3-3/cosine_2e-4_to5e-5_clip5/source_aligned/iter_000008000",
459
+ "model_family": "c3-3",
460
+ "memory_rope_mode": "source_aligned",
461
+ "optimizer_step": 8000,
462
+ "sample_exposure": 64000,
463
+ "wandb_run_id": "jhnefd4q",
464
+ "code_commit": "44f4c8b11f671e811f896539c5faa96db77a078d",
465
+ "dataset_manifest_sha256": "488feab621a47d5f5b77e1fb6547b24d64912cba66b7d6cababa53c1d4c8dd78",
466
+ "variant": "cosine_2e-4_to5e-5_clip5",
467
+ "lr_schedule": {
468
+ "cosine_min_factor": 0.25,
469
+ "cycle_length_steps": 10000,
470
+ "f_max": 1.0,
471
+ "f_start": 1e-06,
472
+ "final_lr": 5e-05,
473
+ "peak_lr": 0.0002,
474
+ "scheduler_target": "rcm.utils.lr_scheduler.LambdaWarmUpCosineScheduler",
475
+ "type": "cosine",
476
+ "warmup_steps": 100
477
+ },
478
+ "optimizer_lr": 0.0002,
479
+ "grad_clip": true,
480
+ "clip_norm": 5.0
481
+ },
482
  {
483
  "repo_path": "c3-3/packed_temporal_grid/iter_000002000",
484
  "model_family": "c3-3",