Nicholas0228 commited on
Commit
bf2abeb
·
verified ·
1 Parent(s): f3cbf79

Add c3-3/cosine_2e-4_to5e-5_clip5/source_aligned/iter_000007000 (milestone, cosine 2e-4 -> 5e-5) (INDEX.json, post-verification)

Browse files
Files changed (1) hide show
  1. INDEX.json +26 -1
INDEX.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "checkpoint_count": 29,
3
  "checkpoints": [
4
  {
5
  "repo_path": "c1-1/packed_temporal_grid/iter_000003625",
@@ -404,6 +404,31 @@
404
  "grad_clip": true,
405
  "clip_norm": 5.0
406
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
407
  {
408
  "repo_path": "c3-3/packed_temporal_grid/iter_000002000",
409
  "model_family": "c3-3",
 
1
  {
2
+ "checkpoint_count": 30,
3
  "checkpoints": [
4
  {
5
  "repo_path": "c1-1/packed_temporal_grid/iter_000003625",
 
404
  "grad_clip": true,
405
  "clip_norm": 5.0
406
  },
407
+ {
408
+ "repo_path": "c3-3/cosine_2e-4_to5e-5_clip5/source_aligned/iter_000007000",
409
+ "model_family": "c3-3",
410
+ "memory_rope_mode": "source_aligned",
411
+ "optimizer_step": 7000,
412
+ "sample_exposure": 56000,
413
+ "wandb_run_id": "jhnefd4q",
414
+ "code_commit": "44f4c8b11f671e811f896539c5faa96db77a078d",
415
+ "dataset_manifest_sha256": "488feab621a47d5f5b77e1fb6547b24d64912cba66b7d6cababa53c1d4c8dd78",
416
+ "variant": "cosine_2e-4_to5e-5_clip5",
417
+ "lr_schedule": {
418
+ "cosine_min_factor": 0.25,
419
+ "cycle_length_steps": 10000,
420
+ "f_max": 1.0,
421
+ "f_start": 1e-06,
422
+ "final_lr": 5e-05,
423
+ "peak_lr": 0.0002,
424
+ "scheduler_target": "rcm.utils.lr_scheduler.LambdaWarmUpCosineScheduler",
425
+ "type": "cosine",
426
+ "warmup_steps": 100
427
+ },
428
+ "optimizer_lr": 0.0002,
429
+ "grad_clip": true,
430
+ "clip_norm": 5.0
431
+ },
432
  {
433
  "repo_path": "c3-3/packed_temporal_grid/iter_000002000",
434
  "model_family": "c3-3",