Nicholas0228 commited on
Commit
74c5964
·
verified ·
1 Parent(s): 1d1fc22

Add c3-3/cosine_2e-4_to5e-5_clip5/source_aligned/iter_000009000 (milestone, cosine 2e-4 -> 5e-5) (INDEX.json, post-verification)

Browse files
Files changed (1) hide show
  1. INDEX.json +26 -1
INDEX.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "checkpoint_count": 33,
3
  "checkpoints": [
4
  {
5
  "repo_path": "c1-1/packed_temporal_grid/iter_000003625",
@@ -504,6 +504,31 @@
504
  "grad_clip": true,
505
  "clip_norm": 5.0
506
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
507
  {
508
  "repo_path": "c3-3/packed_temporal_grid/iter_000002000",
509
  "model_family": "c3-3",
 
1
  {
2
+ "checkpoint_count": 34,
3
  "checkpoints": [
4
  {
5
  "repo_path": "c1-1/packed_temporal_grid/iter_000003625",
 
504
  "grad_clip": true,
505
  "clip_norm": 5.0
506
  },
507
+ {
508
+ "repo_path": "c3-3/cosine_2e-4_to5e-5_clip5/source_aligned/iter_000009000",
509
+ "model_family": "c3-3",
510
+ "memory_rope_mode": "source_aligned",
511
+ "optimizer_step": 9000,
512
+ "sample_exposure": 72000,
513
+ "wandb_run_id": "jhnefd4q",
514
+ "code_commit": "44f4c8b11f671e811f896539c5faa96db77a078d",
515
+ "dataset_manifest_sha256": "488feab621a47d5f5b77e1fb6547b24d64912cba66b7d6cababa53c1d4c8dd78",
516
+ "variant": "cosine_2e-4_to5e-5_clip5",
517
+ "lr_schedule": {
518
+ "cosine_min_factor": 0.25,
519
+ "cycle_length_steps": 10000,
520
+ "f_max": 1.0,
521
+ "f_start": 1e-06,
522
+ "final_lr": 5e-05,
523
+ "peak_lr": 0.0002,
524
+ "scheduler_target": "rcm.utils.lr_scheduler.LambdaWarmUpCosineScheduler",
525
+ "type": "cosine",
526
+ "warmup_steps": 100
527
+ },
528
+ "optimizer_lr": 0.0002,
529
+ "grad_clip": true,
530
+ "clip_norm": 5.0
531
+ },
532
  {
533
  "repo_path": "c3-3/packed_temporal_grid/iter_000002000",
534
  "model_family": "c3-3",