Add c3-3/cosine_2e-4_to5e-5_clip5/packed_temporal_grid/iter_000006000 (milestone, cosine 2e-4 -> 5e-5) (INDEX.json, post-verification)
Browse files- INDEX.json +26 -1
INDEX.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"checkpoint_count":
|
| 3 |
"checkpoints": [
|
| 4 |
{
|
| 5 |
"repo_path": "c1-1/packed_temporal_grid/iter_000003625",
|
|
@@ -204,6 +204,31 @@
|
|
| 204 |
"grad_clip": true,
|
| 205 |
"clip_norm": 5.0
|
| 206 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 207 |
{
|
| 208 |
"repo_path": "c3-3/cosine_2e-4_to5e-5_clip5/source_aligned/iter_000001000",
|
| 209 |
"model_family": "c3-3",
|
|
|
|
| 1 |
{
|
| 2 |
+
"checkpoint_count": 27,
|
| 3 |
"checkpoints": [
|
| 4 |
{
|
| 5 |
"repo_path": "c1-1/packed_temporal_grid/iter_000003625",
|
|
|
|
| 204 |
"grad_clip": true,
|
| 205 |
"clip_norm": 5.0
|
| 206 |
},
|
| 207 |
+
{
|
| 208 |
+
"repo_path": "c3-3/cosine_2e-4_to5e-5_clip5/packed_temporal_grid/iter_000006000",
|
| 209 |
+
"model_family": "c3-3",
|
| 210 |
+
"memory_rope_mode": "packed_temporal_grid",
|
| 211 |
+
"optimizer_step": 6000,
|
| 212 |
+
"sample_exposure": 48000,
|
| 213 |
+
"wandb_run_id": "4jresx1i",
|
| 214 |
+
"code_commit": "44f4c8b11f671e811f896539c5faa96db77a078d",
|
| 215 |
+
"dataset_manifest_sha256": "488feab621a47d5f5b77e1fb6547b24d64912cba66b7d6cababa53c1d4c8dd78",
|
| 216 |
+
"variant": "cosine_2e-4_to5e-5_clip5",
|
| 217 |
+
"lr_schedule": {
|
| 218 |
+
"cosine_min_factor": 0.25,
|
| 219 |
+
"cycle_length_steps": 10000,
|
| 220 |
+
"f_max": 1.0,
|
| 221 |
+
"f_start": 1e-06,
|
| 222 |
+
"final_lr": 5e-05,
|
| 223 |
+
"peak_lr": 0.0002,
|
| 224 |
+
"scheduler_target": "rcm.utils.lr_scheduler.LambdaWarmUpCosineScheduler",
|
| 225 |
+
"type": "cosine",
|
| 226 |
+
"warmup_steps": 100
|
| 227 |
+
},
|
| 228 |
+
"optimizer_lr": 0.0002,
|
| 229 |
+
"grad_clip": true,
|
| 230 |
+
"clip_norm": 5.0
|
| 231 |
+
},
|
| 232 |
{
|
| 233 |
"repo_path": "c3-3/cosine_2e-4_to5e-5_clip5/source_aligned/iter_000001000",
|
| 234 |
"model_family": "c3-3",
|