d32cmap: AMAP d32ft through step 1500
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- checkpoints/d32cmap/meta_000250.json +70 -0
- checkpoints/d32cmap/meta_000500.json +70 -0
- checkpoints/d32cmap/meta_000750.json +70 -0
- checkpoints/d32cmap/meta_001000.json +70 -0
- checkpoints/d32cmap/meta_001250.json +70 -0
- checkpoints/d32cmap/meta_001500.json +70 -0
- checkpoints/d32cmap/model_000250.pt +3 -0
- checkpoints/d32cmap/model_000500.pt +3 -0
- checkpoints/d32cmap/model_000750.pt +3 -0
- checkpoints/d32cmap/model_001000.pt +3 -0
- checkpoints/d32cmap/model_001250.pt +3 -0
- checkpoints/d32cmap/model_001500.pt +3 -0
- checkpoints/d32cmap/optim_000250_rank0.pt +3 -0
- checkpoints/d32cmap/optim_000250_rank1.pt +3 -0
- checkpoints/d32cmap/optim_000250_rank2.pt +3 -0
- checkpoints/d32cmap/optim_000250_rank3.pt +3 -0
- checkpoints/d32cmap/optim_000250_rank4.pt +3 -0
- checkpoints/d32cmap/optim_000250_rank5.pt +3 -0
- checkpoints/d32cmap/optim_000250_rank6.pt +3 -0
- checkpoints/d32cmap/optim_000250_rank7.pt +3 -0
- checkpoints/d32cmap/optim_000500_rank0.pt +3 -0
- checkpoints/d32cmap/optim_000500_rank1.pt +3 -0
- checkpoints/d32cmap/optim_000500_rank2.pt +3 -0
- checkpoints/d32cmap/optim_000500_rank3.pt +3 -0
- checkpoints/d32cmap/optim_000500_rank4.pt +3 -0
- checkpoints/d32cmap/optim_000500_rank5.pt +3 -0
- checkpoints/d32cmap/optim_000500_rank6.pt +3 -0
- checkpoints/d32cmap/optim_000500_rank7.pt +3 -0
- checkpoints/d32cmap/optim_000750_rank0.pt +3 -0
- checkpoints/d32cmap/optim_000750_rank1.pt +3 -0
- checkpoints/d32cmap/optim_000750_rank2.pt +3 -0
- checkpoints/d32cmap/optim_000750_rank3.pt +3 -0
- checkpoints/d32cmap/optim_000750_rank4.pt +3 -0
- checkpoints/d32cmap/optim_000750_rank5.pt +3 -0
- checkpoints/d32cmap/optim_000750_rank6.pt +3 -0
- checkpoints/d32cmap/optim_000750_rank7.pt +3 -0
- checkpoints/d32cmap/optim_001000_rank0.pt +3 -0
- checkpoints/d32cmap/optim_001000_rank1.pt +3 -0
- checkpoints/d32cmap/optim_001000_rank2.pt +3 -0
- checkpoints/d32cmap/optim_001000_rank3.pt +3 -0
- checkpoints/d32cmap/optim_001000_rank4.pt +3 -0
- checkpoints/d32cmap/optim_001000_rank5.pt +3 -0
- checkpoints/d32cmap/optim_001000_rank6.pt +3 -0
- checkpoints/d32cmap/optim_001000_rank7.pt +3 -0
- checkpoints/d32cmap/optim_001250_rank0.pt +3 -0
- checkpoints/d32cmap/optim_001250_rank1.pt +3 -0
- checkpoints/d32cmap/optim_001250_rank2.pt +3 -0
- checkpoints/d32cmap/optim_001250_rank3.pt +3 -0
- checkpoints/d32cmap/optim_001250_rank4.pt +3 -0
- checkpoints/d32cmap/optim_001250_rank5.pt +3 -0
checkpoints/d32cmap/meta_000250.json
ADDED
|
@@ -0,0 +1,70 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 250,
|
| 3 |
+
"val_bpb": 0.8097313191463176,
|
| 4 |
+
"model_config": {
|
| 5 |
+
"sequence_len": 2048,
|
| 6 |
+
"vocab_size": 65536,
|
| 7 |
+
"n_layer": 32,
|
| 8 |
+
"n_head": 16,
|
| 9 |
+
"n_kv_head": 16,
|
| 10 |
+
"n_embd": 2048,
|
| 11 |
+
"window_pattern": "L",
|
| 12 |
+
"attn_variant": "hmap",
|
| 13 |
+
"hmap_alpha": 1.0,
|
| 14 |
+
"hmap_beta": 1.0,
|
| 15 |
+
"witten": false,
|
| 16 |
+
"bidirectional": false
|
| 17 |
+
},
|
| 18 |
+
"user_config": {
|
| 19 |
+
"run": "dummy",
|
| 20 |
+
"device_type": "",
|
| 21 |
+
"fp8": false,
|
| 22 |
+
"fp8_recipe": "tensorwise",
|
| 23 |
+
"depth": 32,
|
| 24 |
+
"aspect_ratio": 64,
|
| 25 |
+
"head_dim": 128,
|
| 26 |
+
"max_seq_len": 2048,
|
| 27 |
+
"window_pattern": "L",
|
| 28 |
+
"attn_variant": "hmap",
|
| 29 |
+
"hmap_alpha": 1.0,
|
| 30 |
+
"hmap_beta": 1.0,
|
| 31 |
+
"witten": false,
|
| 32 |
+
"objective": "ar",
|
| 33 |
+
"mlm_mask_prob": 0.15,
|
| 34 |
+
"num_iterations": 1500,
|
| 35 |
+
"target_flops": -1.0,
|
| 36 |
+
"target_param_data_ratio": 12,
|
| 37 |
+
"device_batch_size": 2,
|
| 38 |
+
"total_batch_size": 524288,
|
| 39 |
+
"embedding_lr": 0.03,
|
| 40 |
+
"unembedding_lr": 0.0008,
|
| 41 |
+
"weight_decay": 0.0,
|
| 42 |
+
"matrix_lr": 0.002,
|
| 43 |
+
"scalar_lr": 0.05,
|
| 44 |
+
"warmup_steps": 40,
|
| 45 |
+
"warmdown_ratio": 0.0,
|
| 46 |
+
"final_lr_frac": 1.0,
|
| 47 |
+
"resume_from_step": -1,
|
| 48 |
+
"init_from_model": "/root/.cache/nanochat-d32ft/bootstrap/karpathy-d32/model_000650.pt",
|
| 49 |
+
"eval_every": 100,
|
| 50 |
+
"eval_tokens": 41943040,
|
| 51 |
+
"core_metric_every": -1,
|
| 52 |
+
"core_metric_max_per_task": 500,
|
| 53 |
+
"sample_every": 250,
|
| 54 |
+
"save_every": 250,
|
| 55 |
+
"model_tag": "d32cmap"
|
| 56 |
+
},
|
| 57 |
+
"device_batch_size": 2,
|
| 58 |
+
"max_seq_len": 2048,
|
| 59 |
+
"total_batch_size": 524288,
|
| 60 |
+
"dataloader_state_dict": {
|
| 61 |
+
"pq_idx": 3,
|
| 62 |
+
"rg_idx": 8,
|
| 63 |
+
"epoch": 1
|
| 64 |
+
},
|
| 65 |
+
"loop_state": {
|
| 66 |
+
"min_val_bpb": 0.8097313191463176,
|
| 67 |
+
"smooth_train_loss": 2.700333229256745,
|
| 68 |
+
"total_training_time": 598.344233751297
|
| 69 |
+
}
|
| 70 |
+
}
|
checkpoints/d32cmap/meta_000500.json
ADDED
|
@@ -0,0 +1,70 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 500,
|
| 3 |
+
"val_bpb": 0.7586755398685282,
|
| 4 |
+
"model_config": {
|
| 5 |
+
"sequence_len": 2048,
|
| 6 |
+
"vocab_size": 65536,
|
| 7 |
+
"n_layer": 32,
|
| 8 |
+
"n_head": 16,
|
| 9 |
+
"n_kv_head": 16,
|
| 10 |
+
"n_embd": 2048,
|
| 11 |
+
"window_pattern": "L",
|
| 12 |
+
"attn_variant": "hmap",
|
| 13 |
+
"hmap_alpha": 1.0,
|
| 14 |
+
"hmap_beta": 1.0,
|
| 15 |
+
"witten": false,
|
| 16 |
+
"bidirectional": false
|
| 17 |
+
},
|
| 18 |
+
"user_config": {
|
| 19 |
+
"run": "dummy",
|
| 20 |
+
"device_type": "",
|
| 21 |
+
"fp8": false,
|
| 22 |
+
"fp8_recipe": "tensorwise",
|
| 23 |
+
"depth": 32,
|
| 24 |
+
"aspect_ratio": 64,
|
| 25 |
+
"head_dim": 128,
|
| 26 |
+
"max_seq_len": 2048,
|
| 27 |
+
"window_pattern": "L",
|
| 28 |
+
"attn_variant": "hmap",
|
| 29 |
+
"hmap_alpha": 1.0,
|
| 30 |
+
"hmap_beta": 1.0,
|
| 31 |
+
"witten": false,
|
| 32 |
+
"objective": "ar",
|
| 33 |
+
"mlm_mask_prob": 0.15,
|
| 34 |
+
"num_iterations": 1500,
|
| 35 |
+
"target_flops": -1.0,
|
| 36 |
+
"target_param_data_ratio": 12,
|
| 37 |
+
"device_batch_size": 2,
|
| 38 |
+
"total_batch_size": 524288,
|
| 39 |
+
"embedding_lr": 0.03,
|
| 40 |
+
"unembedding_lr": 0.0008,
|
| 41 |
+
"weight_decay": 0.0,
|
| 42 |
+
"matrix_lr": 0.002,
|
| 43 |
+
"scalar_lr": 0.05,
|
| 44 |
+
"warmup_steps": 40,
|
| 45 |
+
"warmdown_ratio": 0.0,
|
| 46 |
+
"final_lr_frac": 1.0,
|
| 47 |
+
"resume_from_step": -1,
|
| 48 |
+
"init_from_model": "/root/.cache/nanochat-d32ft/bootstrap/karpathy-d32/model_000650.pt",
|
| 49 |
+
"eval_every": 100,
|
| 50 |
+
"eval_tokens": 41943040,
|
| 51 |
+
"core_metric_every": -1,
|
| 52 |
+
"core_metric_max_per_task": 500,
|
| 53 |
+
"sample_every": 250,
|
| 54 |
+
"save_every": 250,
|
| 55 |
+
"model_tag": "d32cmap"
|
| 56 |
+
},
|
| 57 |
+
"device_batch_size": 2,
|
| 58 |
+
"max_seq_len": 2048,
|
| 59 |
+
"total_batch_size": 524288,
|
| 60 |
+
"dataloader_state_dict": {
|
| 61 |
+
"pq_idx": 5,
|
| 62 |
+
"rg_idx": 72,
|
| 63 |
+
"epoch": 1
|
| 64 |
+
},
|
| 65 |
+
"loop_state": {
|
| 66 |
+
"min_val_bpb": 0.7586755398685282,
|
| 67 |
+
"smooth_train_loss": 2.5036690852688066,
|
| 68 |
+
"total_training_time": 1224.2108354568481
|
| 69 |
+
}
|
| 70 |
+
}
|
checkpoints/d32cmap/meta_000750.json
ADDED
|
@@ -0,0 +1,70 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 750,
|
| 3 |
+
"val_bpb": 0.7458365799095863,
|
| 4 |
+
"model_config": {
|
| 5 |
+
"sequence_len": 2048,
|
| 6 |
+
"vocab_size": 65536,
|
| 7 |
+
"n_layer": 32,
|
| 8 |
+
"n_head": 16,
|
| 9 |
+
"n_kv_head": 16,
|
| 10 |
+
"n_embd": 2048,
|
| 11 |
+
"window_pattern": "L",
|
| 12 |
+
"attn_variant": "hmap",
|
| 13 |
+
"hmap_alpha": 1.0,
|
| 14 |
+
"hmap_beta": 1.0,
|
| 15 |
+
"witten": false,
|
| 16 |
+
"bidirectional": false
|
| 17 |
+
},
|
| 18 |
+
"user_config": {
|
| 19 |
+
"run": "dummy",
|
| 20 |
+
"device_type": "",
|
| 21 |
+
"fp8": false,
|
| 22 |
+
"fp8_recipe": "tensorwise",
|
| 23 |
+
"depth": 32,
|
| 24 |
+
"aspect_ratio": 64,
|
| 25 |
+
"head_dim": 128,
|
| 26 |
+
"max_seq_len": 2048,
|
| 27 |
+
"window_pattern": "L",
|
| 28 |
+
"attn_variant": "hmap",
|
| 29 |
+
"hmap_alpha": 1.0,
|
| 30 |
+
"hmap_beta": 1.0,
|
| 31 |
+
"witten": false,
|
| 32 |
+
"objective": "ar",
|
| 33 |
+
"mlm_mask_prob": 0.15,
|
| 34 |
+
"num_iterations": 1500,
|
| 35 |
+
"target_flops": -1.0,
|
| 36 |
+
"target_param_data_ratio": 12,
|
| 37 |
+
"device_batch_size": 2,
|
| 38 |
+
"total_batch_size": 524288,
|
| 39 |
+
"embedding_lr": 0.03,
|
| 40 |
+
"unembedding_lr": 0.0008,
|
| 41 |
+
"weight_decay": 0.0,
|
| 42 |
+
"matrix_lr": 0.002,
|
| 43 |
+
"scalar_lr": 0.05,
|
| 44 |
+
"warmup_steps": 40,
|
| 45 |
+
"warmdown_ratio": 0.0,
|
| 46 |
+
"final_lr_frac": 1.0,
|
| 47 |
+
"resume_from_step": -1,
|
| 48 |
+
"init_from_model": "/root/.cache/nanochat-d32ft/bootstrap/karpathy-d32/model_000650.pt",
|
| 49 |
+
"eval_every": 100,
|
| 50 |
+
"eval_tokens": 41943040,
|
| 51 |
+
"core_metric_every": -1,
|
| 52 |
+
"core_metric_max_per_task": 500,
|
| 53 |
+
"sample_every": 250,
|
| 54 |
+
"save_every": 250,
|
| 55 |
+
"model_tag": "d32cmap"
|
| 56 |
+
},
|
| 57 |
+
"device_batch_size": 2,
|
| 58 |
+
"max_seq_len": 2048,
|
| 59 |
+
"total_batch_size": 524288,
|
| 60 |
+
"dataloader_state_dict": {
|
| 61 |
+
"pq_idx": 8,
|
| 62 |
+
"rg_idx": 56,
|
| 63 |
+
"epoch": 1
|
| 64 |
+
},
|
| 65 |
+
"loop_state": {
|
| 66 |
+
"min_val_bpb": 0.7458365799095863,
|
| 67 |
+
"smooth_train_loss": 2.58310875916318,
|
| 68 |
+
"total_training_time": 1850.6479864120483
|
| 69 |
+
}
|
| 70 |
+
}
|
checkpoints/d32cmap/meta_001000.json
ADDED
|
@@ -0,0 +1,70 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 1000,
|
| 3 |
+
"val_bpb": 0.7351133002081391,
|
| 4 |
+
"model_config": {
|
| 5 |
+
"sequence_len": 2048,
|
| 6 |
+
"vocab_size": 65536,
|
| 7 |
+
"n_layer": 32,
|
| 8 |
+
"n_head": 16,
|
| 9 |
+
"n_kv_head": 16,
|
| 10 |
+
"n_embd": 2048,
|
| 11 |
+
"window_pattern": "L",
|
| 12 |
+
"attn_variant": "hmap",
|
| 13 |
+
"hmap_alpha": 1.0,
|
| 14 |
+
"hmap_beta": 1.0,
|
| 15 |
+
"witten": false,
|
| 16 |
+
"bidirectional": false
|
| 17 |
+
},
|
| 18 |
+
"user_config": {
|
| 19 |
+
"run": "dummy",
|
| 20 |
+
"device_type": "",
|
| 21 |
+
"fp8": false,
|
| 22 |
+
"fp8_recipe": "tensorwise",
|
| 23 |
+
"depth": 32,
|
| 24 |
+
"aspect_ratio": 64,
|
| 25 |
+
"head_dim": 128,
|
| 26 |
+
"max_seq_len": 2048,
|
| 27 |
+
"window_pattern": "L",
|
| 28 |
+
"attn_variant": "hmap",
|
| 29 |
+
"hmap_alpha": 1.0,
|
| 30 |
+
"hmap_beta": 1.0,
|
| 31 |
+
"witten": false,
|
| 32 |
+
"objective": "ar",
|
| 33 |
+
"mlm_mask_prob": 0.15,
|
| 34 |
+
"num_iterations": 1500,
|
| 35 |
+
"target_flops": -1.0,
|
| 36 |
+
"target_param_data_ratio": 12,
|
| 37 |
+
"device_batch_size": 2,
|
| 38 |
+
"total_batch_size": 524288,
|
| 39 |
+
"embedding_lr": 0.03,
|
| 40 |
+
"unembedding_lr": 0.0008,
|
| 41 |
+
"weight_decay": 0.0,
|
| 42 |
+
"matrix_lr": 0.002,
|
| 43 |
+
"scalar_lr": 0.05,
|
| 44 |
+
"warmup_steps": 40,
|
| 45 |
+
"warmdown_ratio": 0.0,
|
| 46 |
+
"final_lr_frac": 1.0,
|
| 47 |
+
"resume_from_step": -1,
|
| 48 |
+
"init_from_model": "/root/.cache/nanochat-d32ft/bootstrap/karpathy-d32/model_000650.pt",
|
| 49 |
+
"eval_every": 100,
|
| 50 |
+
"eval_tokens": 41943040,
|
| 51 |
+
"core_metric_every": -1,
|
| 52 |
+
"core_metric_max_per_task": 500,
|
| 53 |
+
"sample_every": 250,
|
| 54 |
+
"save_every": 250,
|
| 55 |
+
"model_tag": "d32cmap"
|
| 56 |
+
},
|
| 57 |
+
"device_batch_size": 2,
|
| 58 |
+
"max_seq_len": 2048,
|
| 59 |
+
"total_batch_size": 524288,
|
| 60 |
+
"dataloader_state_dict": {
|
| 61 |
+
"pq_idx": 11,
|
| 62 |
+
"rg_idx": 40,
|
| 63 |
+
"epoch": 1
|
| 64 |
+
},
|
| 65 |
+
"loop_state": {
|
| 66 |
+
"min_val_bpb": 0.7351133002081391,
|
| 67 |
+
"smooth_train_loss": 2.4455506449672773,
|
| 68 |
+
"total_training_time": 2476.7209124565125
|
| 69 |
+
}
|
| 70 |
+
}
|
checkpoints/d32cmap/meta_001250.json
ADDED
|
@@ -0,0 +1,70 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 1250,
|
| 3 |
+
"val_bpb": 0.7304292017653182,
|
| 4 |
+
"model_config": {
|
| 5 |
+
"sequence_len": 2048,
|
| 6 |
+
"vocab_size": 65536,
|
| 7 |
+
"n_layer": 32,
|
| 8 |
+
"n_head": 16,
|
| 9 |
+
"n_kv_head": 16,
|
| 10 |
+
"n_embd": 2048,
|
| 11 |
+
"window_pattern": "L",
|
| 12 |
+
"attn_variant": "hmap",
|
| 13 |
+
"hmap_alpha": 1.0,
|
| 14 |
+
"hmap_beta": 1.0,
|
| 15 |
+
"witten": false,
|
| 16 |
+
"bidirectional": false
|
| 17 |
+
},
|
| 18 |
+
"user_config": {
|
| 19 |
+
"run": "dummy",
|
| 20 |
+
"device_type": "",
|
| 21 |
+
"fp8": false,
|
| 22 |
+
"fp8_recipe": "tensorwise",
|
| 23 |
+
"depth": 32,
|
| 24 |
+
"aspect_ratio": 64,
|
| 25 |
+
"head_dim": 128,
|
| 26 |
+
"max_seq_len": 2048,
|
| 27 |
+
"window_pattern": "L",
|
| 28 |
+
"attn_variant": "hmap",
|
| 29 |
+
"hmap_alpha": 1.0,
|
| 30 |
+
"hmap_beta": 1.0,
|
| 31 |
+
"witten": false,
|
| 32 |
+
"objective": "ar",
|
| 33 |
+
"mlm_mask_prob": 0.15,
|
| 34 |
+
"num_iterations": 1500,
|
| 35 |
+
"target_flops": -1.0,
|
| 36 |
+
"target_param_data_ratio": 12,
|
| 37 |
+
"device_batch_size": 2,
|
| 38 |
+
"total_batch_size": 524288,
|
| 39 |
+
"embedding_lr": 0.03,
|
| 40 |
+
"unembedding_lr": 0.0008,
|
| 41 |
+
"weight_decay": 0.0,
|
| 42 |
+
"matrix_lr": 0.002,
|
| 43 |
+
"scalar_lr": 0.05,
|
| 44 |
+
"warmup_steps": 40,
|
| 45 |
+
"warmdown_ratio": 0.0,
|
| 46 |
+
"final_lr_frac": 1.0,
|
| 47 |
+
"resume_from_step": -1,
|
| 48 |
+
"init_from_model": "/root/.cache/nanochat-d32ft/bootstrap/karpathy-d32/model_000650.pt",
|
| 49 |
+
"eval_every": 100,
|
| 50 |
+
"eval_tokens": 41943040,
|
| 51 |
+
"core_metric_every": -1,
|
| 52 |
+
"core_metric_max_per_task": 500,
|
| 53 |
+
"sample_every": 250,
|
| 54 |
+
"save_every": 250,
|
| 55 |
+
"model_tag": "d32cmap"
|
| 56 |
+
},
|
| 57 |
+
"device_batch_size": 2,
|
| 58 |
+
"max_seq_len": 2048,
|
| 59 |
+
"total_batch_size": 524288,
|
| 60 |
+
"dataloader_state_dict": {
|
| 61 |
+
"pq_idx": 14,
|
| 62 |
+
"rg_idx": 24,
|
| 63 |
+
"epoch": 1
|
| 64 |
+
},
|
| 65 |
+
"loop_state": {
|
| 66 |
+
"min_val_bpb": 0.7304292017653182,
|
| 67 |
+
"smooth_train_loss": 2.3636888406755356,
|
| 68 |
+
"total_training_time": 3104.0289120674133
|
| 69 |
+
}
|
| 70 |
+
}
|
checkpoints/d32cmap/meta_001500.json
ADDED
|
@@ -0,0 +1,70 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 1500,
|
| 3 |
+
"val_bpb": 0.7251844323994228,
|
| 4 |
+
"model_config": {
|
| 5 |
+
"sequence_len": 2048,
|
| 6 |
+
"vocab_size": 65536,
|
| 7 |
+
"n_layer": 32,
|
| 8 |
+
"n_head": 16,
|
| 9 |
+
"n_kv_head": 16,
|
| 10 |
+
"n_embd": 2048,
|
| 11 |
+
"window_pattern": "L",
|
| 12 |
+
"attn_variant": "hmap",
|
| 13 |
+
"hmap_alpha": 1.0,
|
| 14 |
+
"hmap_beta": 1.0,
|
| 15 |
+
"witten": false,
|
| 16 |
+
"bidirectional": false
|
| 17 |
+
},
|
| 18 |
+
"user_config": {
|
| 19 |
+
"run": "dummy",
|
| 20 |
+
"device_type": "",
|
| 21 |
+
"fp8": false,
|
| 22 |
+
"fp8_recipe": "tensorwise",
|
| 23 |
+
"depth": 32,
|
| 24 |
+
"aspect_ratio": 64,
|
| 25 |
+
"head_dim": 128,
|
| 26 |
+
"max_seq_len": 2048,
|
| 27 |
+
"window_pattern": "L",
|
| 28 |
+
"attn_variant": "hmap",
|
| 29 |
+
"hmap_alpha": 1.0,
|
| 30 |
+
"hmap_beta": 1.0,
|
| 31 |
+
"witten": false,
|
| 32 |
+
"objective": "ar",
|
| 33 |
+
"mlm_mask_prob": 0.15,
|
| 34 |
+
"num_iterations": 1500,
|
| 35 |
+
"target_flops": -1.0,
|
| 36 |
+
"target_param_data_ratio": 12,
|
| 37 |
+
"device_batch_size": 2,
|
| 38 |
+
"total_batch_size": 524288,
|
| 39 |
+
"embedding_lr": 0.03,
|
| 40 |
+
"unembedding_lr": 0.0008,
|
| 41 |
+
"weight_decay": 0.0,
|
| 42 |
+
"matrix_lr": 0.002,
|
| 43 |
+
"scalar_lr": 0.05,
|
| 44 |
+
"warmup_steps": 40,
|
| 45 |
+
"warmdown_ratio": 0.0,
|
| 46 |
+
"final_lr_frac": 1.0,
|
| 47 |
+
"resume_from_step": -1,
|
| 48 |
+
"init_from_model": "/root/.cache/nanochat-d32ft/bootstrap/karpathy-d32/model_000650.pt",
|
| 49 |
+
"eval_every": 100,
|
| 50 |
+
"eval_tokens": 41943040,
|
| 51 |
+
"core_metric_every": -1,
|
| 52 |
+
"core_metric_max_per_task": 500,
|
| 53 |
+
"sample_every": 250,
|
| 54 |
+
"save_every": 250,
|
| 55 |
+
"model_tag": "d32cmap"
|
| 56 |
+
},
|
| 57 |
+
"device_batch_size": 2,
|
| 58 |
+
"max_seq_len": 2048,
|
| 59 |
+
"total_batch_size": 524288,
|
| 60 |
+
"dataloader_state_dict": {
|
| 61 |
+
"pq_idx": 17,
|
| 62 |
+
"rg_idx": 8,
|
| 63 |
+
"epoch": 1
|
| 64 |
+
},
|
| 65 |
+
"loop_state": {
|
| 66 |
+
"min_val_bpb": 0.7251844323994228,
|
| 67 |
+
"smooth_train_loss": 2.3652023803858024,
|
| 68 |
+
"total_training_time": 3731.5886714458466
|
| 69 |
+
}
|
| 70 |
+
}
|
checkpoints/d32cmap/model_000250.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:95a7e29b2260b235cacaf2d6aedb36084fd4c8de7ec13f867f4d3d23e092d454
|
| 3 |
+
size 11542830898
|
checkpoints/d32cmap/model_000500.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ab6fdc4b2c5295f481c14e11eaa1dfce3c8d1a8276527140598b4fe25e2b0b93
|
| 3 |
+
size 11542830898
|
checkpoints/d32cmap/model_000750.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1179e3ffdb576496f6dfffe489ad6c8b46cd33fddee4cb12218a48252acf138a
|
| 3 |
+
size 11542830898
|
checkpoints/d32cmap/model_001000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:da21a36b776e7b1520509451a72e3de96abb7923792318628fc5813184af1576
|
| 3 |
+
size 11542830898
|
checkpoints/d32cmap/model_001250.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:74f7fd78593f5cc9b70fb582fb8b962dcae688f72e39afdbbca7e46d442c5164
|
| 3 |
+
size 11542830898
|
checkpoints/d32cmap/model_001500.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1cee7edf14e70203b5a66456f917d49370297bbdd6620ff3b361d79f35dbf3fd
|
| 3 |
+
size 11542830898
|
checkpoints/d32cmap/optim_000250_rank0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fe729274477222ffb8cddbd476581e0e3a20267edeabd74a83b4be2518c8333e
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000250_rank1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f27bc97f8403bd4f5724d5247144209dfdb0a6466f00223978a9815f08f8fd1b
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000250_rank2.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:312e896aad5fdc65f7e5ad567f34844aaa19e897cd4a3f2db8e3ffed47e5bd4a
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000250_rank3.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e5924eb05e777dd3778ded375867ca7ed1dc281fe8899b45ca9159ba819e18b5
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000250_rank4.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:24a10e4da6e870f76bbf7b42416f27db9114b2372f10fa86d530cf5ff844578d
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000250_rank5.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:56c35b00ed1ab556eb62da80ed24220a5f0e1fcb77454784cc9a3ae48e0447a3
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000250_rank6.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3e29731451bc9260990ba9165970e3852b331fbf160c607da8a3f1c93a5298cf
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000250_rank7.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4f1c97adcd2a784278a63e709a86b0c181b11cc116e5c0609066903ec67822ec
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000500_rank0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:49a404e5ca46779b54a9ac48db89969370b686c30c2f883b7fe33a2ff7af5c64
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000500_rank1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3278a5c9875c81311a0c2e790f7ee77ba5fe76e1f6c328fe0391c8bad32a6394
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000500_rank2.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6445285147d99ba57eaed41346a0938461756c4a3c0cc8c895a095b097712711
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000500_rank3.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:67668a8dfe866ac72b14b4bdd5cd1919aa49c1cbf238170bae0a935b1ddde7ce
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000500_rank4.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ce60030b1d0b120a86edd4185736a68e1aff0422a6620eafdf997f1ca864534d
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000500_rank5.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4caed406b86710b6d0a21cd643fccc7a8f6ef5af7aa8bfa0a059ee564f5899a1
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000500_rank6.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a49042a3f601e4a731832b143c3d202ab36b919e05fd5b9dac447b2044d4ad13
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000500_rank7.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c857bf2337fe1199f23b1ff1fc5ca3fcee57562ae1fac14c236279e000b2250f
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000750_rank0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:53b23903b7111a8c94f913564ed4e073fbea24c216d7103310cb2702c8072174
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000750_rank1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3a9dfd846589cf1f59d356e2b02bbbd20419c8720f14a1e5448942806897d661
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000750_rank2.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b714a5ecd2951793d4b1fbd1100a157cf4f4852087343074f98d72dad3e1f600
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000750_rank3.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5291be0628fa2cf019e8ecdf2a78d5e34af05b20754b46a7cefe384c4dffe71e
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000750_rank4.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:71fdedb848dcdac4ed94045e83f60f48661bdf816b0726d2084090f15f5a6b6f
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000750_rank5.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b506e04f143a2a7c97368edd3be01b0d8ba0acc179de8109894f404b913125e9
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000750_rank6.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2ce5b481f977e4a3b7dc14c74cfd317a534c62fabf1660f7a05ac988dc307a7d
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_000750_rank7.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fa6ad664f07b042e34efc2d459252650e78c07488a356fc5fb15bbc1b599d01d
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_001000_rank0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:39d8c8a37a84e5fcca7f37dc942e7ce72c2310e84eb15f613565f90437b0c669
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_001000_rank1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aed8a5e509d127d13866b112305ea16a3d7621e1fdaeddb8598b55c6888eaf8f
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_001000_rank2.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8146aa118fcae139d53f9cf65daad8b9dc7284381849fd73580ed1abdaaa5a68
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_001000_rank3.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c9033f4d49037972f96afa0c9271e21d5fa1a7ec17f62fa0efe11eb0582891ea
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_001000_rank4.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:317dcafeb3b278e0fcb10a5723d807040a8492ac4783b2169b83aa76b88e64a8
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_001000_rank5.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:861b4bf8ea4fa9947e5e5137ca4f6338c87ab7831900ca7d7c7cc21cc972bced
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_001000_rank6.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:859f879c4f10ac12b2b3e0f57621cd191b1b360e4accc896b46f0fa2ee0f2ba8
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_001000_rank7.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e9de0f7c282788498a27a031e6304ac504824cfc6a40f3dcdf2abd8b9dcb54d6
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_001250_rank0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7e49c0887532fdae5def83d1d2f7e0c9b85a5e48ce4258636073216aaf29b7f6
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_001250_rank1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f9e182ec95537f5d185e153439e7dd5564a140245651d4bd933d2ea3ec9b86d7
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_001250_rank2.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4083d92b6668b23bc26aea477730fcccba85354290b1e8b5ed5d02247b22c0e8
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_001250_rank3.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c552a52d25d5cbf2b4f55ede4b6cf35a5f93b2ca264ea01c3da603199616111b
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_001250_rank4.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2a151e5374612e0246f35011bf854bcc034666245575dd1020ae93684f99720a
|
| 3 |
+
size 2080789141
|
checkpoints/d32cmap/optim_001250_rank5.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb81c59adbf076e1b0774aec7fbd3e1f56868950a7133bf136201dd286261e28
|
| 3 |
+
size 2080789141
|