sparsetrace commited on
Commit
df5c443
·
verified ·
1 Parent(s): 0d321f7

d32cmap: AMAP d32ft through step 1500

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoints/d32cmap/meta_000250.json +70 -0
  2. checkpoints/d32cmap/meta_000500.json +70 -0
  3. checkpoints/d32cmap/meta_000750.json +70 -0
  4. checkpoints/d32cmap/meta_001000.json +70 -0
  5. checkpoints/d32cmap/meta_001250.json +70 -0
  6. checkpoints/d32cmap/meta_001500.json +70 -0
  7. checkpoints/d32cmap/model_000250.pt +3 -0
  8. checkpoints/d32cmap/model_000500.pt +3 -0
  9. checkpoints/d32cmap/model_000750.pt +3 -0
  10. checkpoints/d32cmap/model_001000.pt +3 -0
  11. checkpoints/d32cmap/model_001250.pt +3 -0
  12. checkpoints/d32cmap/model_001500.pt +3 -0
  13. checkpoints/d32cmap/optim_000250_rank0.pt +3 -0
  14. checkpoints/d32cmap/optim_000250_rank1.pt +3 -0
  15. checkpoints/d32cmap/optim_000250_rank2.pt +3 -0
  16. checkpoints/d32cmap/optim_000250_rank3.pt +3 -0
  17. checkpoints/d32cmap/optim_000250_rank4.pt +3 -0
  18. checkpoints/d32cmap/optim_000250_rank5.pt +3 -0
  19. checkpoints/d32cmap/optim_000250_rank6.pt +3 -0
  20. checkpoints/d32cmap/optim_000250_rank7.pt +3 -0
  21. checkpoints/d32cmap/optim_000500_rank0.pt +3 -0
  22. checkpoints/d32cmap/optim_000500_rank1.pt +3 -0
  23. checkpoints/d32cmap/optim_000500_rank2.pt +3 -0
  24. checkpoints/d32cmap/optim_000500_rank3.pt +3 -0
  25. checkpoints/d32cmap/optim_000500_rank4.pt +3 -0
  26. checkpoints/d32cmap/optim_000500_rank5.pt +3 -0
  27. checkpoints/d32cmap/optim_000500_rank6.pt +3 -0
  28. checkpoints/d32cmap/optim_000500_rank7.pt +3 -0
  29. checkpoints/d32cmap/optim_000750_rank0.pt +3 -0
  30. checkpoints/d32cmap/optim_000750_rank1.pt +3 -0
  31. checkpoints/d32cmap/optim_000750_rank2.pt +3 -0
  32. checkpoints/d32cmap/optim_000750_rank3.pt +3 -0
  33. checkpoints/d32cmap/optim_000750_rank4.pt +3 -0
  34. checkpoints/d32cmap/optim_000750_rank5.pt +3 -0
  35. checkpoints/d32cmap/optim_000750_rank6.pt +3 -0
  36. checkpoints/d32cmap/optim_000750_rank7.pt +3 -0
  37. checkpoints/d32cmap/optim_001000_rank0.pt +3 -0
  38. checkpoints/d32cmap/optim_001000_rank1.pt +3 -0
  39. checkpoints/d32cmap/optim_001000_rank2.pt +3 -0
  40. checkpoints/d32cmap/optim_001000_rank3.pt +3 -0
  41. checkpoints/d32cmap/optim_001000_rank4.pt +3 -0
  42. checkpoints/d32cmap/optim_001000_rank5.pt +3 -0
  43. checkpoints/d32cmap/optim_001000_rank6.pt +3 -0
  44. checkpoints/d32cmap/optim_001000_rank7.pt +3 -0
  45. checkpoints/d32cmap/optim_001250_rank0.pt +3 -0
  46. checkpoints/d32cmap/optim_001250_rank1.pt +3 -0
  47. checkpoints/d32cmap/optim_001250_rank2.pt +3 -0
  48. checkpoints/d32cmap/optim_001250_rank3.pt +3 -0
  49. checkpoints/d32cmap/optim_001250_rank4.pt +3 -0
  50. checkpoints/d32cmap/optim_001250_rank5.pt +3 -0
checkpoints/d32cmap/meta_000250.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 250,
3
+ "val_bpb": 0.8097313191463176,
4
+ "model_config": {
5
+ "sequence_len": 2048,
6
+ "vocab_size": 65536,
7
+ "n_layer": 32,
8
+ "n_head": 16,
9
+ "n_kv_head": 16,
10
+ "n_embd": 2048,
11
+ "window_pattern": "L",
12
+ "attn_variant": "hmap",
13
+ "hmap_alpha": 1.0,
14
+ "hmap_beta": 1.0,
15
+ "witten": false,
16
+ "bidirectional": false
17
+ },
18
+ "user_config": {
19
+ "run": "dummy",
20
+ "device_type": "",
21
+ "fp8": false,
22
+ "fp8_recipe": "tensorwise",
23
+ "depth": 32,
24
+ "aspect_ratio": 64,
25
+ "head_dim": 128,
26
+ "max_seq_len": 2048,
27
+ "window_pattern": "L",
28
+ "attn_variant": "hmap",
29
+ "hmap_alpha": 1.0,
30
+ "hmap_beta": 1.0,
31
+ "witten": false,
32
+ "objective": "ar",
33
+ "mlm_mask_prob": 0.15,
34
+ "num_iterations": 1500,
35
+ "target_flops": -1.0,
36
+ "target_param_data_ratio": 12,
37
+ "device_batch_size": 2,
38
+ "total_batch_size": 524288,
39
+ "embedding_lr": 0.03,
40
+ "unembedding_lr": 0.0008,
41
+ "weight_decay": 0.0,
42
+ "matrix_lr": 0.002,
43
+ "scalar_lr": 0.05,
44
+ "warmup_steps": 40,
45
+ "warmdown_ratio": 0.0,
46
+ "final_lr_frac": 1.0,
47
+ "resume_from_step": -1,
48
+ "init_from_model": "/root/.cache/nanochat-d32ft/bootstrap/karpathy-d32/model_000650.pt",
49
+ "eval_every": 100,
50
+ "eval_tokens": 41943040,
51
+ "core_metric_every": -1,
52
+ "core_metric_max_per_task": 500,
53
+ "sample_every": 250,
54
+ "save_every": 250,
55
+ "model_tag": "d32cmap"
56
+ },
57
+ "device_batch_size": 2,
58
+ "max_seq_len": 2048,
59
+ "total_batch_size": 524288,
60
+ "dataloader_state_dict": {
61
+ "pq_idx": 3,
62
+ "rg_idx": 8,
63
+ "epoch": 1
64
+ },
65
+ "loop_state": {
66
+ "min_val_bpb": 0.8097313191463176,
67
+ "smooth_train_loss": 2.700333229256745,
68
+ "total_training_time": 598.344233751297
69
+ }
70
+ }
checkpoints/d32cmap/meta_000500.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 500,
3
+ "val_bpb": 0.7586755398685282,
4
+ "model_config": {
5
+ "sequence_len": 2048,
6
+ "vocab_size": 65536,
7
+ "n_layer": 32,
8
+ "n_head": 16,
9
+ "n_kv_head": 16,
10
+ "n_embd": 2048,
11
+ "window_pattern": "L",
12
+ "attn_variant": "hmap",
13
+ "hmap_alpha": 1.0,
14
+ "hmap_beta": 1.0,
15
+ "witten": false,
16
+ "bidirectional": false
17
+ },
18
+ "user_config": {
19
+ "run": "dummy",
20
+ "device_type": "",
21
+ "fp8": false,
22
+ "fp8_recipe": "tensorwise",
23
+ "depth": 32,
24
+ "aspect_ratio": 64,
25
+ "head_dim": 128,
26
+ "max_seq_len": 2048,
27
+ "window_pattern": "L",
28
+ "attn_variant": "hmap",
29
+ "hmap_alpha": 1.0,
30
+ "hmap_beta": 1.0,
31
+ "witten": false,
32
+ "objective": "ar",
33
+ "mlm_mask_prob": 0.15,
34
+ "num_iterations": 1500,
35
+ "target_flops": -1.0,
36
+ "target_param_data_ratio": 12,
37
+ "device_batch_size": 2,
38
+ "total_batch_size": 524288,
39
+ "embedding_lr": 0.03,
40
+ "unembedding_lr": 0.0008,
41
+ "weight_decay": 0.0,
42
+ "matrix_lr": 0.002,
43
+ "scalar_lr": 0.05,
44
+ "warmup_steps": 40,
45
+ "warmdown_ratio": 0.0,
46
+ "final_lr_frac": 1.0,
47
+ "resume_from_step": -1,
48
+ "init_from_model": "/root/.cache/nanochat-d32ft/bootstrap/karpathy-d32/model_000650.pt",
49
+ "eval_every": 100,
50
+ "eval_tokens": 41943040,
51
+ "core_metric_every": -1,
52
+ "core_metric_max_per_task": 500,
53
+ "sample_every": 250,
54
+ "save_every": 250,
55
+ "model_tag": "d32cmap"
56
+ },
57
+ "device_batch_size": 2,
58
+ "max_seq_len": 2048,
59
+ "total_batch_size": 524288,
60
+ "dataloader_state_dict": {
61
+ "pq_idx": 5,
62
+ "rg_idx": 72,
63
+ "epoch": 1
64
+ },
65
+ "loop_state": {
66
+ "min_val_bpb": 0.7586755398685282,
67
+ "smooth_train_loss": 2.5036690852688066,
68
+ "total_training_time": 1224.2108354568481
69
+ }
70
+ }
checkpoints/d32cmap/meta_000750.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 750,
3
+ "val_bpb": 0.7458365799095863,
4
+ "model_config": {
5
+ "sequence_len": 2048,
6
+ "vocab_size": 65536,
7
+ "n_layer": 32,
8
+ "n_head": 16,
9
+ "n_kv_head": 16,
10
+ "n_embd": 2048,
11
+ "window_pattern": "L",
12
+ "attn_variant": "hmap",
13
+ "hmap_alpha": 1.0,
14
+ "hmap_beta": 1.0,
15
+ "witten": false,
16
+ "bidirectional": false
17
+ },
18
+ "user_config": {
19
+ "run": "dummy",
20
+ "device_type": "",
21
+ "fp8": false,
22
+ "fp8_recipe": "tensorwise",
23
+ "depth": 32,
24
+ "aspect_ratio": 64,
25
+ "head_dim": 128,
26
+ "max_seq_len": 2048,
27
+ "window_pattern": "L",
28
+ "attn_variant": "hmap",
29
+ "hmap_alpha": 1.0,
30
+ "hmap_beta": 1.0,
31
+ "witten": false,
32
+ "objective": "ar",
33
+ "mlm_mask_prob": 0.15,
34
+ "num_iterations": 1500,
35
+ "target_flops": -1.0,
36
+ "target_param_data_ratio": 12,
37
+ "device_batch_size": 2,
38
+ "total_batch_size": 524288,
39
+ "embedding_lr": 0.03,
40
+ "unembedding_lr": 0.0008,
41
+ "weight_decay": 0.0,
42
+ "matrix_lr": 0.002,
43
+ "scalar_lr": 0.05,
44
+ "warmup_steps": 40,
45
+ "warmdown_ratio": 0.0,
46
+ "final_lr_frac": 1.0,
47
+ "resume_from_step": -1,
48
+ "init_from_model": "/root/.cache/nanochat-d32ft/bootstrap/karpathy-d32/model_000650.pt",
49
+ "eval_every": 100,
50
+ "eval_tokens": 41943040,
51
+ "core_metric_every": -1,
52
+ "core_metric_max_per_task": 500,
53
+ "sample_every": 250,
54
+ "save_every": 250,
55
+ "model_tag": "d32cmap"
56
+ },
57
+ "device_batch_size": 2,
58
+ "max_seq_len": 2048,
59
+ "total_batch_size": 524288,
60
+ "dataloader_state_dict": {
61
+ "pq_idx": 8,
62
+ "rg_idx": 56,
63
+ "epoch": 1
64
+ },
65
+ "loop_state": {
66
+ "min_val_bpb": 0.7458365799095863,
67
+ "smooth_train_loss": 2.58310875916318,
68
+ "total_training_time": 1850.6479864120483
69
+ }
70
+ }
checkpoints/d32cmap/meta_001000.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 1000,
3
+ "val_bpb": 0.7351133002081391,
4
+ "model_config": {
5
+ "sequence_len": 2048,
6
+ "vocab_size": 65536,
7
+ "n_layer": 32,
8
+ "n_head": 16,
9
+ "n_kv_head": 16,
10
+ "n_embd": 2048,
11
+ "window_pattern": "L",
12
+ "attn_variant": "hmap",
13
+ "hmap_alpha": 1.0,
14
+ "hmap_beta": 1.0,
15
+ "witten": false,
16
+ "bidirectional": false
17
+ },
18
+ "user_config": {
19
+ "run": "dummy",
20
+ "device_type": "",
21
+ "fp8": false,
22
+ "fp8_recipe": "tensorwise",
23
+ "depth": 32,
24
+ "aspect_ratio": 64,
25
+ "head_dim": 128,
26
+ "max_seq_len": 2048,
27
+ "window_pattern": "L",
28
+ "attn_variant": "hmap",
29
+ "hmap_alpha": 1.0,
30
+ "hmap_beta": 1.0,
31
+ "witten": false,
32
+ "objective": "ar",
33
+ "mlm_mask_prob": 0.15,
34
+ "num_iterations": 1500,
35
+ "target_flops": -1.0,
36
+ "target_param_data_ratio": 12,
37
+ "device_batch_size": 2,
38
+ "total_batch_size": 524288,
39
+ "embedding_lr": 0.03,
40
+ "unembedding_lr": 0.0008,
41
+ "weight_decay": 0.0,
42
+ "matrix_lr": 0.002,
43
+ "scalar_lr": 0.05,
44
+ "warmup_steps": 40,
45
+ "warmdown_ratio": 0.0,
46
+ "final_lr_frac": 1.0,
47
+ "resume_from_step": -1,
48
+ "init_from_model": "/root/.cache/nanochat-d32ft/bootstrap/karpathy-d32/model_000650.pt",
49
+ "eval_every": 100,
50
+ "eval_tokens": 41943040,
51
+ "core_metric_every": -1,
52
+ "core_metric_max_per_task": 500,
53
+ "sample_every": 250,
54
+ "save_every": 250,
55
+ "model_tag": "d32cmap"
56
+ },
57
+ "device_batch_size": 2,
58
+ "max_seq_len": 2048,
59
+ "total_batch_size": 524288,
60
+ "dataloader_state_dict": {
61
+ "pq_idx": 11,
62
+ "rg_idx": 40,
63
+ "epoch": 1
64
+ },
65
+ "loop_state": {
66
+ "min_val_bpb": 0.7351133002081391,
67
+ "smooth_train_loss": 2.4455506449672773,
68
+ "total_training_time": 2476.7209124565125
69
+ }
70
+ }
checkpoints/d32cmap/meta_001250.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 1250,
3
+ "val_bpb": 0.7304292017653182,
4
+ "model_config": {
5
+ "sequence_len": 2048,
6
+ "vocab_size": 65536,
7
+ "n_layer": 32,
8
+ "n_head": 16,
9
+ "n_kv_head": 16,
10
+ "n_embd": 2048,
11
+ "window_pattern": "L",
12
+ "attn_variant": "hmap",
13
+ "hmap_alpha": 1.0,
14
+ "hmap_beta": 1.0,
15
+ "witten": false,
16
+ "bidirectional": false
17
+ },
18
+ "user_config": {
19
+ "run": "dummy",
20
+ "device_type": "",
21
+ "fp8": false,
22
+ "fp8_recipe": "tensorwise",
23
+ "depth": 32,
24
+ "aspect_ratio": 64,
25
+ "head_dim": 128,
26
+ "max_seq_len": 2048,
27
+ "window_pattern": "L",
28
+ "attn_variant": "hmap",
29
+ "hmap_alpha": 1.0,
30
+ "hmap_beta": 1.0,
31
+ "witten": false,
32
+ "objective": "ar",
33
+ "mlm_mask_prob": 0.15,
34
+ "num_iterations": 1500,
35
+ "target_flops": -1.0,
36
+ "target_param_data_ratio": 12,
37
+ "device_batch_size": 2,
38
+ "total_batch_size": 524288,
39
+ "embedding_lr": 0.03,
40
+ "unembedding_lr": 0.0008,
41
+ "weight_decay": 0.0,
42
+ "matrix_lr": 0.002,
43
+ "scalar_lr": 0.05,
44
+ "warmup_steps": 40,
45
+ "warmdown_ratio": 0.0,
46
+ "final_lr_frac": 1.0,
47
+ "resume_from_step": -1,
48
+ "init_from_model": "/root/.cache/nanochat-d32ft/bootstrap/karpathy-d32/model_000650.pt",
49
+ "eval_every": 100,
50
+ "eval_tokens": 41943040,
51
+ "core_metric_every": -1,
52
+ "core_metric_max_per_task": 500,
53
+ "sample_every": 250,
54
+ "save_every": 250,
55
+ "model_tag": "d32cmap"
56
+ },
57
+ "device_batch_size": 2,
58
+ "max_seq_len": 2048,
59
+ "total_batch_size": 524288,
60
+ "dataloader_state_dict": {
61
+ "pq_idx": 14,
62
+ "rg_idx": 24,
63
+ "epoch": 1
64
+ },
65
+ "loop_state": {
66
+ "min_val_bpb": 0.7304292017653182,
67
+ "smooth_train_loss": 2.3636888406755356,
68
+ "total_training_time": 3104.0289120674133
69
+ }
70
+ }
checkpoints/d32cmap/meta_001500.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 1500,
3
+ "val_bpb": 0.7251844323994228,
4
+ "model_config": {
5
+ "sequence_len": 2048,
6
+ "vocab_size": 65536,
7
+ "n_layer": 32,
8
+ "n_head": 16,
9
+ "n_kv_head": 16,
10
+ "n_embd": 2048,
11
+ "window_pattern": "L",
12
+ "attn_variant": "hmap",
13
+ "hmap_alpha": 1.0,
14
+ "hmap_beta": 1.0,
15
+ "witten": false,
16
+ "bidirectional": false
17
+ },
18
+ "user_config": {
19
+ "run": "dummy",
20
+ "device_type": "",
21
+ "fp8": false,
22
+ "fp8_recipe": "tensorwise",
23
+ "depth": 32,
24
+ "aspect_ratio": 64,
25
+ "head_dim": 128,
26
+ "max_seq_len": 2048,
27
+ "window_pattern": "L",
28
+ "attn_variant": "hmap",
29
+ "hmap_alpha": 1.0,
30
+ "hmap_beta": 1.0,
31
+ "witten": false,
32
+ "objective": "ar",
33
+ "mlm_mask_prob": 0.15,
34
+ "num_iterations": 1500,
35
+ "target_flops": -1.0,
36
+ "target_param_data_ratio": 12,
37
+ "device_batch_size": 2,
38
+ "total_batch_size": 524288,
39
+ "embedding_lr": 0.03,
40
+ "unembedding_lr": 0.0008,
41
+ "weight_decay": 0.0,
42
+ "matrix_lr": 0.002,
43
+ "scalar_lr": 0.05,
44
+ "warmup_steps": 40,
45
+ "warmdown_ratio": 0.0,
46
+ "final_lr_frac": 1.0,
47
+ "resume_from_step": -1,
48
+ "init_from_model": "/root/.cache/nanochat-d32ft/bootstrap/karpathy-d32/model_000650.pt",
49
+ "eval_every": 100,
50
+ "eval_tokens": 41943040,
51
+ "core_metric_every": -1,
52
+ "core_metric_max_per_task": 500,
53
+ "sample_every": 250,
54
+ "save_every": 250,
55
+ "model_tag": "d32cmap"
56
+ },
57
+ "device_batch_size": 2,
58
+ "max_seq_len": 2048,
59
+ "total_batch_size": 524288,
60
+ "dataloader_state_dict": {
61
+ "pq_idx": 17,
62
+ "rg_idx": 8,
63
+ "epoch": 1
64
+ },
65
+ "loop_state": {
66
+ "min_val_bpb": 0.7251844323994228,
67
+ "smooth_train_loss": 2.3652023803858024,
68
+ "total_training_time": 3731.5886714458466
69
+ }
70
+ }
checkpoints/d32cmap/model_000250.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95a7e29b2260b235cacaf2d6aedb36084fd4c8de7ec13f867f4d3d23e092d454
3
+ size 11542830898
checkpoints/d32cmap/model_000500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab6fdc4b2c5295f481c14e11eaa1dfce3c8d1a8276527140598b4fe25e2b0b93
3
+ size 11542830898
checkpoints/d32cmap/model_000750.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1179e3ffdb576496f6dfffe489ad6c8b46cd33fddee4cb12218a48252acf138a
3
+ size 11542830898
checkpoints/d32cmap/model_001000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da21a36b776e7b1520509451a72e3de96abb7923792318628fc5813184af1576
3
+ size 11542830898
checkpoints/d32cmap/model_001250.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74f7fd78593f5cc9b70fb582fb8b962dcae688f72e39afdbbca7e46d442c5164
3
+ size 11542830898
checkpoints/d32cmap/model_001500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cee7edf14e70203b5a66456f917d49370297bbdd6620ff3b361d79f35dbf3fd
3
+ size 11542830898
checkpoints/d32cmap/optim_000250_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe729274477222ffb8cddbd476581e0e3a20267edeabd74a83b4be2518c8333e
3
+ size 2080789141
checkpoints/d32cmap/optim_000250_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f27bc97f8403bd4f5724d5247144209dfdb0a6466f00223978a9815f08f8fd1b
3
+ size 2080789141
checkpoints/d32cmap/optim_000250_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:312e896aad5fdc65f7e5ad567f34844aaa19e897cd4a3f2db8e3ffed47e5bd4a
3
+ size 2080789141
checkpoints/d32cmap/optim_000250_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5924eb05e777dd3778ded375867ca7ed1dc281fe8899b45ca9159ba819e18b5
3
+ size 2080789141
checkpoints/d32cmap/optim_000250_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24a10e4da6e870f76bbf7b42416f27db9114b2372f10fa86d530cf5ff844578d
3
+ size 2080789141
checkpoints/d32cmap/optim_000250_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56c35b00ed1ab556eb62da80ed24220a5f0e1fcb77454784cc9a3ae48e0447a3
3
+ size 2080789141
checkpoints/d32cmap/optim_000250_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e29731451bc9260990ba9165970e3852b331fbf160c607da8a3f1c93a5298cf
3
+ size 2080789141
checkpoints/d32cmap/optim_000250_rank7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f1c97adcd2a784278a63e709a86b0c181b11cc116e5c0609066903ec67822ec
3
+ size 2080789141
checkpoints/d32cmap/optim_000500_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49a404e5ca46779b54a9ac48db89969370b686c30c2f883b7fe33a2ff7af5c64
3
+ size 2080789141
checkpoints/d32cmap/optim_000500_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3278a5c9875c81311a0c2e790f7ee77ba5fe76e1f6c328fe0391c8bad32a6394
3
+ size 2080789141
checkpoints/d32cmap/optim_000500_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6445285147d99ba57eaed41346a0938461756c4a3c0cc8c895a095b097712711
3
+ size 2080789141
checkpoints/d32cmap/optim_000500_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67668a8dfe866ac72b14b4bdd5cd1919aa49c1cbf238170bae0a935b1ddde7ce
3
+ size 2080789141
checkpoints/d32cmap/optim_000500_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce60030b1d0b120a86edd4185736a68e1aff0422a6620eafdf997f1ca864534d
3
+ size 2080789141
checkpoints/d32cmap/optim_000500_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4caed406b86710b6d0a21cd643fccc7a8f6ef5af7aa8bfa0a059ee564f5899a1
3
+ size 2080789141
checkpoints/d32cmap/optim_000500_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a49042a3f601e4a731832b143c3d202ab36b919e05fd5b9dac447b2044d4ad13
3
+ size 2080789141
checkpoints/d32cmap/optim_000500_rank7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c857bf2337fe1199f23b1ff1fc5ca3fcee57562ae1fac14c236279e000b2250f
3
+ size 2080789141
checkpoints/d32cmap/optim_000750_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53b23903b7111a8c94f913564ed4e073fbea24c216d7103310cb2702c8072174
3
+ size 2080789141
checkpoints/d32cmap/optim_000750_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a9dfd846589cf1f59d356e2b02bbbd20419c8720f14a1e5448942806897d661
3
+ size 2080789141
checkpoints/d32cmap/optim_000750_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b714a5ecd2951793d4b1fbd1100a157cf4f4852087343074f98d72dad3e1f600
3
+ size 2080789141
checkpoints/d32cmap/optim_000750_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5291be0628fa2cf019e8ecdf2a78d5e34af05b20754b46a7cefe384c4dffe71e
3
+ size 2080789141
checkpoints/d32cmap/optim_000750_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71fdedb848dcdac4ed94045e83f60f48661bdf816b0726d2084090f15f5a6b6f
3
+ size 2080789141
checkpoints/d32cmap/optim_000750_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b506e04f143a2a7c97368edd3be01b0d8ba0acc179de8109894f404b913125e9
3
+ size 2080789141
checkpoints/d32cmap/optim_000750_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ce5b481f977e4a3b7dc14c74cfd317a534c62fabf1660f7a05ac988dc307a7d
3
+ size 2080789141
checkpoints/d32cmap/optim_000750_rank7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa6ad664f07b042e34efc2d459252650e78c07488a356fc5fb15bbc1b599d01d
3
+ size 2080789141
checkpoints/d32cmap/optim_001000_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39d8c8a37a84e5fcca7f37dc942e7ce72c2310e84eb15f613565f90437b0c669
3
+ size 2080789141
checkpoints/d32cmap/optim_001000_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aed8a5e509d127d13866b112305ea16a3d7621e1fdaeddb8598b55c6888eaf8f
3
+ size 2080789141
checkpoints/d32cmap/optim_001000_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8146aa118fcae139d53f9cf65daad8b9dc7284381849fd73580ed1abdaaa5a68
3
+ size 2080789141
checkpoints/d32cmap/optim_001000_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9033f4d49037972f96afa0c9271e21d5fa1a7ec17f62fa0efe11eb0582891ea
3
+ size 2080789141
checkpoints/d32cmap/optim_001000_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:317dcafeb3b278e0fcb10a5723d807040a8492ac4783b2169b83aa76b88e64a8
3
+ size 2080789141
checkpoints/d32cmap/optim_001000_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:861b4bf8ea4fa9947e5e5137ca4f6338c87ab7831900ca7d7c7cc21cc972bced
3
+ size 2080789141
checkpoints/d32cmap/optim_001000_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:859f879c4f10ac12b2b3e0f57621cd191b1b360e4accc896b46f0fa2ee0f2ba8
3
+ size 2080789141
checkpoints/d32cmap/optim_001000_rank7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9de0f7c282788498a27a031e6304ac504824cfc6a40f3dcdf2abd8b9dcb54d6
3
+ size 2080789141
checkpoints/d32cmap/optim_001250_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e49c0887532fdae5def83d1d2f7e0c9b85a5e48ce4258636073216aaf29b7f6
3
+ size 2080789141
checkpoints/d32cmap/optim_001250_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9e182ec95537f5d185e153439e7dd5564a140245651d4bd933d2ea3ec9b86d7
3
+ size 2080789141
checkpoints/d32cmap/optim_001250_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4083d92b6668b23bc26aea477730fcccba85354290b1e8b5ed5d02247b22c0e8
3
+ size 2080789141
checkpoints/d32cmap/optim_001250_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c552a52d25d5cbf2b4f55ede4b6cf35a5f93b2ca264ea01c3da603199616111b
3
+ size 2080789141
checkpoints/d32cmap/optim_001250_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a151e5374612e0246f35011bf854bcc034666245575dd1020ae93684f99720a
3
+ size 2080789141
checkpoints/d32cmap/optim_001250_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb81c59adbf076e1b0774aec7fbd3e1f56868950a7133bf136201dd286261e28
3
+ size 2080789141