Hugging Face's logo

N8Programs
/
ballmodel

Safetensors
qwen3
Model card Files
xet
 Community
N8Programs commited on
Commit
be36e89
·
verified ·
1 Parent(s): a70c8cd

Add files using upload-large-folder tool

Browse files
Files changed (50) hide show
  1. checkpoints/step_0001000/config.json +26 -0
  2. checkpoints/step_0001000/generation_config.json +5 -0
  3. checkpoints/step_0001000/special_tokens_map.json +8 -0
  4. checkpoints/step_0001000/tokenizer.json +0 -0
  5. checkpoints/step_0001000/tokenizer_config.json +11 -0
  6. checkpoints/step_0001000/visual_tokenizer.json +75 -0
  7. checkpoints/step_0002000/config.json +26 -0
  8. checkpoints/step_0002000/generation_config.json +5 -0
  9. checkpoints/step_0002000/special_tokens_map.json +8 -0
  10. checkpoints/step_0002000/tokenizer.json +0 -0
  11. checkpoints/step_0002000/tokenizer_config.json +11 -0
  12. checkpoints/step_0002000/visual_tokenizer.json +75 -0
  13. checkpoints/step_0003000/tokenizer_config.json +11 -0
  14. checkpoints/step_0003000/visual_tokenizer.json +75 -0
  15. checkpoints/step_0004000/config.json +26 -0
  16. checkpoints/step_0004000/generation_config.json +5 -0
  17. checkpoints/step_0004000/special_tokens_map.json +8 -0
  18. checkpoints/step_0004000/tokenizer.json +0 -0
  19. checkpoints/step_0004000/tokenizer_config.json +11 -0
  20. checkpoints/step_0004000/visual_tokenizer.json +75 -0
  21. checkpoints/step_0005000/config.json +26 -0
  22. checkpoints/step_0005000/generation_config.json +5 -0
  23. checkpoints/step_0005000/special_tokens_map.json +8 -0
  24. checkpoints/step_0005000/tokenizer.json +0 -0
  25. checkpoints/step_0005000/tokenizer_config.json +11 -0
  26. checkpoints/step_0005000/visual_tokenizer.json +75 -0
  27. checkpoints/step_0006000/config.json +26 -0
  28. checkpoints/step_0006000/generation_config.json +5 -0
  29. checkpoints/step_0006000/special_tokens_map.json +8 -0
  30. checkpoints/step_0006000/tokenizer.json +0 -0
  31. checkpoints/step_0006000/tokenizer_config.json +11 -0
  32. checkpoints/step_0006000/visual_tokenizer.json +75 -0
  33. checkpoints/step_0007000/config.json +26 -0
  34. checkpoints/step_0007000/generation_config.json +5 -0
  35. checkpoints/step_0007000/special_tokens_map.json +8 -0
  36. checkpoints/step_0007000/tokenizer.json +0 -0
  37. checkpoints/step_0007000/tokenizer_config.json +11 -0
  38. checkpoints/step_0007000/visual_tokenizer.json +75 -0
  39. checkpoints/step_0010000/config.json +26 -0
  40. checkpoints/step_0010000/generation_config.json +5 -0
  41. checkpoints/step_0010000/special_tokens_map.json +8 -0
  42. checkpoints/step_0010000/tokenizer.json +0 -0
  43. checkpoints/step_0010000/tokenizer_config.json +11 -0
  44. checkpoints/step_0010000/visual_tokenizer.json +75 -0
  45. config.json +26 -0
  46. generation_config.json +5 -0
  47. special_tokens_map.json +8 -0
  48. tokenizer.json +0 -0
  49. tokenizer_config.json +11 -0
  50. visual_tokenizer.json +75 -0
checkpoints/step_0001000/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "model_type": "qwen3",
6
+ "vocab_size": 15629,
7
+ "hidden_size": 512,
8
+ "num_hidden_layers": 11,
9
+ "intermediate_size": 1536,
10
+ "num_attention_heads": 4,
11
+ "num_key_value_heads": 2,
12
+ "head_dim": 128,
13
+ "hidden_act": "silu",
14
+ "rms_norm_eps": 1e-06,
15
+ "max_position_embeddings": 4162,
16
+ "rope_theta": 1000000.0,
17
+ "rope_scaling": null,
18
+ "attention_bias": false,
19
+ "attention_dropout": 0.0,
20
+ "tie_word_embeddings": false,
21
+ "use_cache": true,
22
+ "bos_token_id": 15625,
23
+ "eos_token_id": 15626,
24
+ "pad_token_id": 15627,
25
+ "torch_dtype": "float32"
26
+ }
checkpoints/step_0001000/generation_config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 15625,
3
+ "eos_token_id": 15626,
4
+ "pad_token_id": 15627
5
+ }
checkpoints/step_0001000/special_tokens_map.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<bos>",
3
+ "eos_token": "<eos>",
4
+ "pad_token": "<pad>",
5
+ "additional_special_tokens": [
6
+ "<frame_start>"
7
+ ]
8
+ }
checkpoints/step_0001000/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/step_0001000/tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenizer_class": "PreTrainedTokenizerFast",
3
+ "bos_token": "<bos>",
4
+ "eos_token": "<eos>",
5
+ "pad_token": "<pad>",
6
+ "additional_special_tokens": [
7
+ "<frame_start>"
8
+ ],
9
+ "model_max_length": 4162,
10
+ "clean_up_tokenization_spaces": false
11
+ }
checkpoints/step_0001000/visual_tokenizer.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "frame_count": 64,
4
+ "fps": 8,
5
+ "physics_hz": 120,
6
+ "radius": 16,
7
+ "velocity_min": 38.0,
8
+ "velocity_max": 72.0,
9
+ "angular_velocity_min": 0.55,
10
+ "angular_velocity_max": 1.8,
11
+ "empty_probability": 0.005,
12
+ "duration_seconds": 8.0,
13
+ "circle_count_distribution": "uniform_1_through_6_conditional_on_nonempty",
14
+ "colors": [
15
+ [
16
+ 255,
17
+ 0,
18
+ 0
19
+ ],
20
+ [
21
+ 0,
22
+ 0,
23
+ 255
24
+ ],
25
+ [
26
+ 0,
27
+ 255,
28
+ 0
29
+ ],
30
+ [
31
+ 255,
32
+ 255,
33
+ 0
34
+ ],
35
+ [
36
+ 0,
37
+ 255,
38
+ 255
39
+ ],
40
+ [
41
+ 255,
42
+ 0,
43
+ 255
44
+ ]
45
+ ],
46
+ "colors_unique_within_video": true,
47
+ "renderer": "cached_quarter_pixel_antialiased_circle_stamps",
48
+ "online": true,
49
+ "deterministic_key": "data_seed_and_global_document_index",
50
+ "empty_sampling": "one_pseudorandom_slot_per_200_document_block"
51
+ },
52
+ "fsq_checkpoint": "/home/nathanbreslow/tinyWorldModel/runs/fsq_8x8x6_5p98m_circles_r16_physics_mix_e11/checkpoints/best.pt",
53
+ "fsq_checkpoint_sha256": "8562c5b69d151904404f964275a1a31df8a4ef1399f125a7785b7d7a2fdd7188",
54
+ "fsq_checkpoint_epoch": 3,
55
+ "fsq_checkpoint_global_step": 1053,
56
+ "fsq_levels": [
57
+ 5,
58
+ 5,
59
+ 5,
60
+ 5,
61
+ 5,
62
+ 5
63
+ ],
64
+ "fsq_latent_shape": [
65
+ 8,
66
+ 8,
67
+ 6
68
+ ],
69
+ "codebook_size": 15625,
70
+ "vocab_size": 15629,
71
+ "tokens_per_frame": 64,
72
+ "tokens_per_document": 4162,
73
+ "loss_tokens_per_document": 4161,
74
+ "sequence_format": "BOS (FRAME_START 64xFSQ_TOKEN) repeated 64 times EOS"
75
+ }
checkpoints/step_0002000/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "model_type": "qwen3",
6
+ "vocab_size": 15629,
7
+ "hidden_size": 512,
8
+ "num_hidden_layers": 11,
9
+ "intermediate_size": 1536,
10
+ "num_attention_heads": 4,
11
+ "num_key_value_heads": 2,
12
+ "head_dim": 128,
13
+ "hidden_act": "silu",
14
+ "rms_norm_eps": 1e-06,
15
+ "max_position_embeddings": 4162,
16
+ "rope_theta": 1000000.0,
17
+ "rope_scaling": null,
18
+ "attention_bias": false,
19
+ "attention_dropout": 0.0,
20
+ "tie_word_embeddings": false,
21
+ "use_cache": true,
22
+ "bos_token_id": 15625,
23
+ "eos_token_id": 15626,
24
+ "pad_token_id": 15627,
25
+ "torch_dtype": "float32"
26
+ }
checkpoints/step_0002000/generation_config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 15625,
3
+ "eos_token_id": 15626,
4
+ "pad_token_id": 15627
5
+ }
checkpoints/step_0002000/special_tokens_map.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<bos>",
3
+ "eos_token": "<eos>",
4
+ "pad_token": "<pad>",
5
+ "additional_special_tokens": [
6
+ "<frame_start>"
7
+ ]
8
+ }
checkpoints/step_0002000/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/step_0002000/tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenizer_class": "PreTrainedTokenizerFast",
3
+ "bos_token": "<bos>",
4
+ "eos_token": "<eos>",
5
+ "pad_token": "<pad>",
6
+ "additional_special_tokens": [
7
+ "<frame_start>"
8
+ ],
9
+ "model_max_length": 4162,
10
+ "clean_up_tokenization_spaces": false
11
+ }
checkpoints/step_0002000/visual_tokenizer.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "frame_count": 64,
4
+ "fps": 8,
5
+ "physics_hz": 120,
6
+ "radius": 16,
7
+ "velocity_min": 38.0,
8
+ "velocity_max": 72.0,
9
+ "angular_velocity_min": 0.55,
10
+ "angular_velocity_max": 1.8,
11
+ "empty_probability": 0.005,
12
+ "duration_seconds": 8.0,
13
+ "circle_count_distribution": "uniform_1_through_6_conditional_on_nonempty",
14
+ "colors": [
15
+ [
16
+ 255,
17
+ 0,
18
+ 0
19
+ ],
20
+ [
21
+ 0,
22
+ 0,
23
+ 255
24
+ ],
25
+ [
26
+ 0,
27
+ 255,
28
+ 0
29
+ ],
30
+ [
31
+ 255,
32
+ 255,
33
+ 0
34
+ ],
35
+ [
36
+ 0,
37
+ 255,
38
+ 255
39
+ ],
40
+ [
41
+ 255,
42
+ 0,
43
+ 255
44
+ ]
45
+ ],
46
+ "colors_unique_within_video": true,
47
+ "renderer": "cached_quarter_pixel_antialiased_circle_stamps",
48
+ "online": true,
49
+ "deterministic_key": "data_seed_and_global_document_index",
50
+ "empty_sampling": "one_pseudorandom_slot_per_200_document_block"
51
+ },
52
+ "fsq_checkpoint": "/home/nathanbreslow/tinyWorldModel/runs/fsq_8x8x6_5p98m_circles_r16_physics_mix_e11/checkpoints/best.pt",
53
+ "fsq_checkpoint_sha256": "8562c5b69d151904404f964275a1a31df8a4ef1399f125a7785b7d7a2fdd7188",
54
+ "fsq_checkpoint_epoch": 3,
55
+ "fsq_checkpoint_global_step": 1053,
56
+ "fsq_levels": [
57
+ 5,
58
+ 5,
59
+ 5,
60
+ 5,
61
+ 5,
62
+ 5
63
+ ],
64
+ "fsq_latent_shape": [
65
+ 8,
66
+ 8,
67
+ 6
68
+ ],
69
+ "codebook_size": 15625,
70
+ "vocab_size": 15629,
71
+ "tokens_per_frame": 64,
72
+ "tokens_per_document": 4162,
73
+ "loss_tokens_per_document": 4161,
74
+ "sequence_format": "BOS (FRAME_START 64xFSQ_TOKEN) repeated 64 times EOS"
75
+ }
checkpoints/step_0003000/tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenizer_class": "PreTrainedTokenizerFast",
3
+ "bos_token": "<bos>",
4
+ "eos_token": "<eos>",
5
+ "pad_token": "<pad>",
6
+ "additional_special_tokens": [
7
+ "<frame_start>"
8
+ ],
9
+ "model_max_length": 4162,
10
+ "clean_up_tokenization_spaces": false
11
+ }
checkpoints/step_0003000/visual_tokenizer.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "frame_count": 64,
4
+ "fps": 8,
5
+ "physics_hz": 120,
6
+ "radius": 16,
7
+ "velocity_min": 38.0,
8
+ "velocity_max": 72.0,
9
+ "angular_velocity_min": 0.55,
10
+ "angular_velocity_max": 1.8,
11
+ "empty_probability": 0.005,
12
+ "duration_seconds": 8.0,
13
+ "circle_count_distribution": "uniform_1_through_6_conditional_on_nonempty",
14
+ "colors": [
15
+ [
16
+ 255,
17
+ 0,
18
+ 0
19
+ ],
20
+ [
21
+ 0,
22
+ 0,
23
+ 255
24
+ ],
25
+ [
26
+ 0,
27
+ 255,
28
+ 0
29
+ ],
30
+ [
31
+ 255,
32
+ 255,
33
+ 0
34
+ ],
35
+ [
36
+ 0,
37
+ 255,
38
+ 255
39
+ ],
40
+ [
41
+ 255,
42
+ 0,
43
+ 255
44
+ ]
45
+ ],
46
+ "colors_unique_within_video": true,
47
+ "renderer": "cached_quarter_pixel_antialiased_circle_stamps",
48
+ "online": true,
49
+ "deterministic_key": "data_seed_and_global_document_index",
50
+ "empty_sampling": "one_pseudorandom_slot_per_200_document_block"
51
+ },
52
+ "fsq_checkpoint": "/home/nathanbreslow/tinyWorldModel/runs/fsq_8x8x6_5p98m_circles_r16_physics_mix_e11/checkpoints/best.pt",
53
+ "fsq_checkpoint_sha256": "8562c5b69d151904404f964275a1a31df8a4ef1399f125a7785b7d7a2fdd7188",
54
+ "fsq_checkpoint_epoch": 3,
55
+ "fsq_checkpoint_global_step": 1053,
56
+ "fsq_levels": [
57
+ 5,
58
+ 5,
59
+ 5,
60
+ 5,
61
+ 5,
62
+ 5
63
+ ],
64
+ "fsq_latent_shape": [
65
+ 8,
66
+ 8,
67
+ 6
68
+ ],
69
+ "codebook_size": 15625,
70
+ "vocab_size": 15629,
71
+ "tokens_per_frame": 64,
72
+ "tokens_per_document": 4162,
73
+ "loss_tokens_per_document": 4161,
74
+ "sequence_format": "BOS (FRAME_START 64xFSQ_TOKEN) repeated 64 times EOS"
75
+ }
checkpoints/step_0004000/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "model_type": "qwen3",
6
+ "vocab_size": 15629,
7
+ "hidden_size": 512,
8
+ "num_hidden_layers": 11,
9
+ "intermediate_size": 1536,
10
+ "num_attention_heads": 4,
11
+ "num_key_value_heads": 2,
12
+ "head_dim": 128,
13
+ "hidden_act": "silu",
14
+ "rms_norm_eps": 1e-06,
15
+ "max_position_embeddings": 4162,
16
+ "rope_theta": 1000000.0,
17
+ "rope_scaling": null,
18
+ "attention_bias": false,
19
+ "attention_dropout": 0.0,
20
+ "tie_word_embeddings": false,
21
+ "use_cache": true,
22
+ "bos_token_id": 15625,
23
+ "eos_token_id": 15626,
24
+ "pad_token_id": 15627,
25
+ "torch_dtype": "float32"
26
+ }
checkpoints/step_0004000/generation_config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 15625,
3
+ "eos_token_id": 15626,
4
+ "pad_token_id": 15627
5
+ }
checkpoints/step_0004000/special_tokens_map.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<bos>",
3
+ "eos_token": "<eos>",
4
+ "pad_token": "<pad>",
5
+ "additional_special_tokens": [
6
+ "<frame_start>"
7
+ ]
8
+ }
checkpoints/step_0004000/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/step_0004000/tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenizer_class": "PreTrainedTokenizerFast",
3
+ "bos_token": "<bos>",
4
+ "eos_token": "<eos>",
5
+ "pad_token": "<pad>",
6
+ "additional_special_tokens": [
7
+ "<frame_start>"
8
+ ],
9
+ "model_max_length": 4162,
10
+ "clean_up_tokenization_spaces": false
11
+ }
checkpoints/step_0004000/visual_tokenizer.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "frame_count": 64,
4
+ "fps": 8,
5
+ "physics_hz": 120,
6
+ "radius": 16,
7
+ "velocity_min": 38.0,
8
+ "velocity_max": 72.0,
9
+ "angular_velocity_min": 0.55,
10
+ "angular_velocity_max": 1.8,
11
+ "empty_probability": 0.005,
12
+ "duration_seconds": 8.0,
13
+ "circle_count_distribution": "uniform_1_through_6_conditional_on_nonempty",
14
+ "colors": [
15
+ [
16
+ 255,
17
+ 0,
18
+ 0
19
+ ],
20
+ [
21
+ 0,
22
+ 0,
23
+ 255
24
+ ],
25
+ [
26
+ 0,
27
+ 255,
28
+ 0
29
+ ],
30
+ [
31
+ 255,
32
+ 255,
33
+ 0
34
+ ],
35
+ [
36
+ 0,
37
+ 255,
38
+ 255
39
+ ],
40
+ [
41
+ 255,
42
+ 0,
43
+ 255
44
+ ]
45
+ ],
46
+ "colors_unique_within_video": true,
47
+ "renderer": "cached_quarter_pixel_antialiased_circle_stamps",
48
+ "online": true,
49
+ "deterministic_key": "data_seed_and_global_document_index",
50
+ "empty_sampling": "one_pseudorandom_slot_per_200_document_block"
51
+ },
52
+ "fsq_checkpoint": "/home/nathanbreslow/tinyWorldModel/runs/fsq_8x8x6_5p98m_circles_r16_physics_mix_e11/checkpoints/best.pt",
53
+ "fsq_checkpoint_sha256": "8562c5b69d151904404f964275a1a31df8a4ef1399f125a7785b7d7a2fdd7188",
54
+ "fsq_checkpoint_epoch": 3,
55
+ "fsq_checkpoint_global_step": 1053,
56
+ "fsq_levels": [
57
+ 5,
58
+ 5,
59
+ 5,
60
+ 5,
61
+ 5,
62
+ 5
63
+ ],
64
+ "fsq_latent_shape": [
65
+ 8,
66
+ 8,
67
+ 6
68
+ ],
69
+ "codebook_size": 15625,
70
+ "vocab_size": 15629,
71
+ "tokens_per_frame": 64,
72
+ "tokens_per_document": 4162,
73
+ "loss_tokens_per_document": 4161,
74
+ "sequence_format": "BOS (FRAME_START 64xFSQ_TOKEN) repeated 64 times EOS"
75
+ }
checkpoints/step_0005000/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "model_type": "qwen3",
6
+ "vocab_size": 15629,
7
+ "hidden_size": 512,
8
+ "num_hidden_layers": 11,
9
+ "intermediate_size": 1536,
10
+ "num_attention_heads": 4,
11
+ "num_key_value_heads": 2,
12
+ "head_dim": 128,
13
+ "hidden_act": "silu",
14
+ "rms_norm_eps": 1e-06,
15
+ "max_position_embeddings": 4162,
16
+ "rope_theta": 1000000.0,
17
+ "rope_scaling": null,
18
+ "attention_bias": false,
19
+ "attention_dropout": 0.0,
20
+ "tie_word_embeddings": false,
21
+ "use_cache": true,
22
+ "bos_token_id": 15625,
23
+ "eos_token_id": 15626,
24
+ "pad_token_id": 15627,
25
+ "torch_dtype": "float32"
26
+ }
checkpoints/step_0005000/generation_config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 15625,
3
+ "eos_token_id": 15626,
4
+ "pad_token_id": 15627
5
+ }
checkpoints/step_0005000/special_tokens_map.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<bos>",
3
+ "eos_token": "<eos>",
4
+ "pad_token": "<pad>",
5
+ "additional_special_tokens": [
6
+ "<frame_start>"
7
+ ]
8
+ }
checkpoints/step_0005000/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/step_0005000/tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenizer_class": "PreTrainedTokenizerFast",
3
+ "bos_token": "<bos>",
4
+ "eos_token": "<eos>",
5
+ "pad_token": "<pad>",
6
+ "additional_special_tokens": [
7
+ "<frame_start>"
8
+ ],
9
+ "model_max_length": 4162,
10
+ "clean_up_tokenization_spaces": false
11
+ }
checkpoints/step_0005000/visual_tokenizer.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "frame_count": 64,
4
+ "fps": 8,
5
+ "physics_hz": 120,
6
+ "radius": 16,
7
+ "velocity_min": 38.0,
8
+ "velocity_max": 72.0,
9
+ "angular_velocity_min": 0.55,
10
+ "angular_velocity_max": 1.8,
11
+ "empty_probability": 0.005,
12
+ "duration_seconds": 8.0,
13
+ "circle_count_distribution": "uniform_1_through_6_conditional_on_nonempty",
14
+ "colors": [
15
+ [
16
+ 255,
17
+ 0,
18
+ 0
19
+ ],
20
+ [
21
+ 0,
22
+ 0,
23
+ 255
24
+ ],
25
+ [
26
+ 0,
27
+ 255,
28
+ 0
29
+ ],
30
+ [
31
+ 255,
32
+ 255,
33
+ 0
34
+ ],
35
+ [
36
+ 0,
37
+ 255,
38
+ 255
39
+ ],
40
+ [
41
+ 255,
42
+ 0,
43
+ 255
44
+ ]
45
+ ],
46
+ "colors_unique_within_video": true,
47
+ "renderer": "cached_quarter_pixel_antialiased_circle_stamps",
48
+ "online": true,
49
+ "deterministic_key": "data_seed_and_global_document_index",
50
+ "empty_sampling": "one_pseudorandom_slot_per_200_document_block"
51
+ },
52
+ "fsq_checkpoint": "/home/nathanbreslow/tinyWorldModel/runs/fsq_8x8x6_5p98m_circles_r16_physics_mix_e11/checkpoints/best.pt",
53
+ "fsq_checkpoint_sha256": "8562c5b69d151904404f964275a1a31df8a4ef1399f125a7785b7d7a2fdd7188",
54
+ "fsq_checkpoint_epoch": 3,
55
+ "fsq_checkpoint_global_step": 1053,
56
+ "fsq_levels": [
57
+ 5,
58
+ 5,
59
+ 5,
60
+ 5,
61
+ 5,
62
+ 5
63
+ ],
64
+ "fsq_latent_shape": [
65
+ 8,
66
+ 8,
67
+ 6
68
+ ],
69
+ "codebook_size": 15625,
70
+ "vocab_size": 15629,
71
+ "tokens_per_frame": 64,
72
+ "tokens_per_document": 4162,
73
+ "loss_tokens_per_document": 4161,
74
+ "sequence_format": "BOS (FRAME_START 64xFSQ_TOKEN) repeated 64 times EOS"
75
+ }
checkpoints/step_0006000/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "model_type": "qwen3",
6
+ "vocab_size": 15629,
7
+ "hidden_size": 512,
8
+ "num_hidden_layers": 11,
9
+ "intermediate_size": 1536,
10
+ "num_attention_heads": 4,
11
+ "num_key_value_heads": 2,
12
+ "head_dim": 128,
13
+ "hidden_act": "silu",
14
+ "rms_norm_eps": 1e-06,
15
+ "max_position_embeddings": 4162,
16
+ "rope_theta": 1000000.0,
17
+ "rope_scaling": null,
18
+ "attention_bias": false,
19
+ "attention_dropout": 0.0,
20
+ "tie_word_embeddings": false,
21
+ "use_cache": true,
22
+ "bos_token_id": 15625,
23
+ "eos_token_id": 15626,
24
+ "pad_token_id": 15627,
25
+ "torch_dtype": "float32"
26
+ }
checkpoints/step_0006000/generation_config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 15625,
3
+ "eos_token_id": 15626,
4
+ "pad_token_id": 15627
5
+ }
checkpoints/step_0006000/special_tokens_map.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<bos>",
3
+ "eos_token": "<eos>",
4
+ "pad_token": "<pad>",
5
+ "additional_special_tokens": [
6
+ "<frame_start>"
7
+ ]
8
+ }
checkpoints/step_0006000/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/step_0006000/tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenizer_class": "PreTrainedTokenizerFast",
3
+ "bos_token": "<bos>",
4
+ "eos_token": "<eos>",
5
+ "pad_token": "<pad>",
6
+ "additional_special_tokens": [
7
+ "<frame_start>"
8
+ ],
9
+ "model_max_length": 4162,
10
+ "clean_up_tokenization_spaces": false
11
+ }
checkpoints/step_0006000/visual_tokenizer.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "frame_count": 64,
4
+ "fps": 8,
5
+ "physics_hz": 120,
6
+ "radius": 16,
7
+ "velocity_min": 38.0,
8
+ "velocity_max": 72.0,
9
+ "angular_velocity_min": 0.55,
10
+ "angular_velocity_max": 1.8,
11
+ "empty_probability": 0.005,
12
+ "duration_seconds": 8.0,
13
+ "circle_count_distribution": "uniform_1_through_6_conditional_on_nonempty",
14
+ "colors": [
15
+ [
16
+ 255,
17
+ 0,
18
+ 0
19
+ ],
20
+ [
21
+ 0,
22
+ 0,
23
+ 255
24
+ ],
25
+ [
26
+ 0,
27
+ 255,
28
+ 0
29
+ ],
30
+ [
31
+ 255,
32
+ 255,
33
+ 0
34
+ ],
35
+ [
36
+ 0,
37
+ 255,
38
+ 255
39
+ ],
40
+ [
41
+ 255,
42
+ 0,
43
+ 255
44
+ ]
45
+ ],
46
+ "colors_unique_within_video": true,
47
+ "renderer": "cached_quarter_pixel_antialiased_circle_stamps",
48
+ "online": true,
49
+ "deterministic_key": "data_seed_and_global_document_index",
50
+ "empty_sampling": "one_pseudorandom_slot_per_200_document_block"
51
+ },
52
+ "fsq_checkpoint": "/home/nathanbreslow/tinyWorldModel/runs/fsq_8x8x6_5p98m_circles_r16_physics_mix_e11/checkpoints/best.pt",
53
+ "fsq_checkpoint_sha256": "8562c5b69d151904404f964275a1a31df8a4ef1399f125a7785b7d7a2fdd7188",
54
+ "fsq_checkpoint_epoch": 3,
55
+ "fsq_checkpoint_global_step": 1053,
56
+ "fsq_levels": [
57
+ 5,
58
+ 5,
59
+ 5,
60
+ 5,
61
+ 5,
62
+ 5
63
+ ],
64
+ "fsq_latent_shape": [
65
+ 8,
66
+ 8,
67
+ 6
68
+ ],
69
+ "codebook_size": 15625,
70
+ "vocab_size": 15629,
71
+ "tokens_per_frame": 64,
72
+ "tokens_per_document": 4162,
73
+ "loss_tokens_per_document": 4161,
74
+ "sequence_format": "BOS (FRAME_START 64xFSQ_TOKEN) repeated 64 times EOS"
75
+ }
checkpoints/step_0007000/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "model_type": "qwen3",
6
+ "vocab_size": 15629,
7
+ "hidden_size": 512,
8
+ "num_hidden_layers": 11,
9
+ "intermediate_size": 1536,
10
+ "num_attention_heads": 4,
11
+ "num_key_value_heads": 2,
12
+ "head_dim": 128,
13
+ "hidden_act": "silu",
14
+ "rms_norm_eps": 1e-06,
15
+ "max_position_embeddings": 4162,
16
+ "rope_theta": 1000000.0,
17
+ "rope_scaling": null,
18
+ "attention_bias": false,
19
+ "attention_dropout": 0.0,
20
+ "tie_word_embeddings": false,
21
+ "use_cache": true,
22
+ "bos_token_id": 15625,
23
+ "eos_token_id": 15626,
24
+ "pad_token_id": 15627,
25
+ "torch_dtype": "float32"
26
+ }
checkpoints/step_0007000/generation_config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 15625,
3
+ "eos_token_id": 15626,
4
+ "pad_token_id": 15627
5
+ }
checkpoints/step_0007000/special_tokens_map.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<bos>",
3
+ "eos_token": "<eos>",
4
+ "pad_token": "<pad>",
5
+ "additional_special_tokens": [
6
+ "<frame_start>"
7
+ ]
8
+ }
checkpoints/step_0007000/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/step_0007000/tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenizer_class": "PreTrainedTokenizerFast",
3
+ "bos_token": "<bos>",
4
+ "eos_token": "<eos>",
5
+ "pad_token": "<pad>",
6
+ "additional_special_tokens": [
7
+ "<frame_start>"
8
+ ],
9
+ "model_max_length": 4162,
10
+ "clean_up_tokenization_spaces": false
11
+ }
checkpoints/step_0007000/visual_tokenizer.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "frame_count": 64,
4
+ "fps": 8,
5
+ "physics_hz": 120,
6
+ "radius": 16,
7
+ "velocity_min": 38.0,
8
+ "velocity_max": 72.0,
9
+ "angular_velocity_min": 0.55,
10
+ "angular_velocity_max": 1.8,
11
+ "empty_probability": 0.005,
12
+ "duration_seconds": 8.0,
13
+ "circle_count_distribution": "uniform_1_through_6_conditional_on_nonempty",
14
+ "colors": [
15
+ [
16
+ 255,
17
+ 0,
18
+ 0
19
+ ],
20
+ [
21
+ 0,
22
+ 0,
23
+ 255
24
+ ],
25
+ [
26
+ 0,
27
+ 255,
28
+ 0
29
+ ],
30
+ [
31
+ 255,
32
+ 255,
33
+ 0
34
+ ],
35
+ [
36
+ 0,
37
+ 255,
38
+ 255
39
+ ],
40
+ [
41
+ 255,
42
+ 0,
43
+ 255
44
+ ]
45
+ ],
46
+ "colors_unique_within_video": true,
47
+ "renderer": "cached_quarter_pixel_antialiased_circle_stamps",
48
+ "online": true,
49
+ "deterministic_key": "data_seed_and_global_document_index",
50
+ "empty_sampling": "one_pseudorandom_slot_per_200_document_block"
51
+ },
52
+ "fsq_checkpoint": "/home/nathanbreslow/tinyWorldModel/runs/fsq_8x8x6_5p98m_circles_r16_physics_mix_e11/checkpoints/best.pt",
53
+ "fsq_checkpoint_sha256": "8562c5b69d151904404f964275a1a31df8a4ef1399f125a7785b7d7a2fdd7188",
54
+ "fsq_checkpoint_epoch": 3,
55
+ "fsq_checkpoint_global_step": 1053,
56
+ "fsq_levels": [
57
+ 5,
58
+ 5,
59
+ 5,
60
+ 5,
61
+ 5,
62
+ 5
63
+ ],
64
+ "fsq_latent_shape": [
65
+ 8,
66
+ 8,
67
+ 6
68
+ ],
69
+ "codebook_size": 15625,
70
+ "vocab_size": 15629,
71
+ "tokens_per_frame": 64,
72
+ "tokens_per_document": 4162,
73
+ "loss_tokens_per_document": 4161,
74
+ "sequence_format": "BOS (FRAME_START 64xFSQ_TOKEN) repeated 64 times EOS"
75
+ }
checkpoints/step_0010000/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "model_type": "qwen3",
6
+ "vocab_size": 15629,
7
+ "hidden_size": 512,
8
+ "num_hidden_layers": 11,
9
+ "intermediate_size": 1536,
10
+ "num_attention_heads": 4,
11
+ "num_key_value_heads": 2,
12
+ "head_dim": 128,
13
+ "hidden_act": "silu",
14
+ "rms_norm_eps": 1e-06,
15
+ "max_position_embeddings": 4162,
16
+ "rope_theta": 1000000.0,
17
+ "rope_scaling": null,
18
+ "attention_bias": false,
19
+ "attention_dropout": 0.0,
20
+ "tie_word_embeddings": false,
21
+ "use_cache": true,
22
+ "bos_token_id": 15625,
23
+ "eos_token_id": 15626,
24
+ "pad_token_id": 15627,
25
+ "torch_dtype": "float32"
26
+ }
checkpoints/step_0010000/generation_config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 15625,
3
+ "eos_token_id": 15626,
4
+ "pad_token_id": 15627
5
+ }
checkpoints/step_0010000/special_tokens_map.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<bos>",
3
+ "eos_token": "<eos>",
4
+ "pad_token": "<pad>",
5
+ "additional_special_tokens": [
6
+ "<frame_start>"
7
+ ]
8
+ }
checkpoints/step_0010000/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/step_0010000/tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenizer_class": "PreTrainedTokenizerFast",
3
+ "bos_token": "<bos>",
4
+ "eos_token": "<eos>",
5
+ "pad_token": "<pad>",
6
+ "additional_special_tokens": [
7
+ "<frame_start>"
8
+ ],
9
+ "model_max_length": 4162,
10
+ "clean_up_tokenization_spaces": false
11
+ }
checkpoints/step_0010000/visual_tokenizer.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "frame_count": 64,
4
+ "fps": 8,
5
+ "physics_hz": 120,
6
+ "radius": 16,
7
+ "velocity_min": 38.0,
8
+ "velocity_max": 72.0,
9
+ "angular_velocity_min": 0.55,
10
+ "angular_velocity_max": 1.8,
11
+ "empty_probability": 0.005,
12
+ "duration_seconds": 8.0,
13
+ "circle_count_distribution": "uniform_1_through_6_conditional_on_nonempty",
14
+ "colors": [
15
+ [
16
+ 255,
17
+ 0,
18
+ 0
19
+ ],
20
+ [
21
+ 0,
22
+ 0,
23
+ 255
24
+ ],
25
+ [
26
+ 0,
27
+ 255,
28
+ 0
29
+ ],
30
+ [
31
+ 255,
32
+ 255,
33
+ 0
34
+ ],
35
+ [
36
+ 0,
37
+ 255,
38
+ 255
39
+ ],
40
+ [
41
+ 255,
42
+ 0,
43
+ 255
44
+ ]
45
+ ],
46
+ "colors_unique_within_video": true,
47
+ "renderer": "cached_quarter_pixel_antialiased_circle_stamps",
48
+ "online": true,
49
+ "deterministic_key": "data_seed_and_global_document_index",
50
+ "empty_sampling": "one_pseudorandom_slot_per_200_document_block"
51
+ },
52
+ "fsq_checkpoint": "/home/nathanbreslow/tinyWorldModel/runs/fsq_8x8x6_5p98m_circles_r16_physics_mix_e11/checkpoints/best.pt",
53
+ "fsq_checkpoint_sha256": "8562c5b69d151904404f964275a1a31df8a4ef1399f125a7785b7d7a2fdd7188",
54
+ "fsq_checkpoint_epoch": 3,
55
+ "fsq_checkpoint_global_step": 1053,
56
+ "fsq_levels": [
57
+ 5,
58
+ 5,
59
+ 5,
60
+ 5,
61
+ 5,
62
+ 5
63
+ ],
64
+ "fsq_latent_shape": [
65
+ 8,
66
+ 8,
67
+ 6
68
+ ],
69
+ "codebook_size": 15625,
70
+ "vocab_size": 15629,
71
+ "tokens_per_frame": 64,
72
+ "tokens_per_document": 4162,
73
+ "loss_tokens_per_document": 4161,
74
+ "sequence_format": "BOS (FRAME_START 64xFSQ_TOKEN) repeated 64 times EOS"
75
+ }
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "model_type": "qwen3",
6
+ "vocab_size": 15629,
7
+ "hidden_size": 512,
8
+ "num_hidden_layers": 11,
9
+ "intermediate_size": 1536,
10
+ "num_attention_heads": 4,
11
+ "num_key_value_heads": 2,
12
+ "head_dim": 128,
13
+ "hidden_act": "silu",
14
+ "rms_norm_eps": 1e-06,
15
+ "max_position_embeddings": 4162,
16
+ "rope_theta": 1000000.0,
17
+ "rope_scaling": null,
18
+ "attention_bias": false,
19
+ "attention_dropout": 0.0,
20
+ "tie_word_embeddings": false,
21
+ "use_cache": true,
22
+ "bos_token_id": 15625,
23
+ "eos_token_id": 15626,
24
+ "pad_token_id": 15627,
25
+ "torch_dtype": "float32"
26
+ }
generation_config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 15625,
3
+ "eos_token_id": 15626,
4
+ "pad_token_id": 15627
5
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<bos>",
3
+ "eos_token": "<eos>",
4
+ "pad_token": "<pad>",
5
+ "additional_special_tokens": [
6
+ "<frame_start>"
7
+ ]
8
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenizer_class": "PreTrainedTokenizerFast",
3
+ "bos_token": "<bos>",
4
+ "eos_token": "<eos>",
5
+ "pad_token": "<pad>",
6
+ "additional_special_tokens": [
7
+ "<frame_start>"
8
+ ],
9
+ "model_max_length": 4162,
10
+ "clean_up_tokenization_spaces": false
11
+ }
visual_tokenizer.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "frame_count": 64,
4
+ "fps": 8,
5
+ "physics_hz": 120,
6
+ "radius": 16,
7
+ "velocity_min": 38.0,
8
+ "velocity_max": 72.0,
9
+ "angular_velocity_min": 0.55,
10
+ "angular_velocity_max": 1.8,
11
+ "empty_probability": 0.005,
12
+ "duration_seconds": 8.0,
13
+ "circle_count_distribution": "uniform_1_through_6_conditional_on_nonempty",
14
+ "colors": [
15
+ [
16
+ 255,
17
+ 0,
18
+ 0
19
+ ],
20
+ [
21
+ 0,
22
+ 0,
23
+ 255
24
+ ],
25
+ [
26
+ 0,
27
+ 255,
28
+ 0
29
+ ],
30
+ [
31
+ 255,
32
+ 255,
33
+ 0
34
+ ],
35
+ [
36
+ 0,
37
+ 255,
38
+ 255
39
+ ],
40
+ [
41
+ 255,
42
+ 0,
43
+ 255
44
+ ]
45
+ ],
46
+ "colors_unique_within_video": true,
47
+ "renderer": "cached_quarter_pixel_antialiased_circle_stamps",
48
+ "online": true,
49
+ "deterministic_key": "data_seed_and_global_document_index",
50
+ "empty_sampling": "one_pseudorandom_slot_per_200_document_block"
51
+ },
52
+ "fsq_checkpoint": "/home/nathanbreslow/tinyWorldModel/runs/fsq_8x8x6_5p98m_circles_r16_physics_mix_e11/checkpoints/best.pt",
53
+ "fsq_checkpoint_sha256": "8562c5b69d151904404f964275a1a31df8a4ef1399f125a7785b7d7a2fdd7188",
54
+ "fsq_checkpoint_epoch": 3,
55
+ "fsq_checkpoint_global_step": 1053,
56
+ "fsq_levels": [
57
+ 5,
58
+ 5,
59
+ 5,
60
+ 5,
61
+ 5,
62
+ 5
63
+ ],
64
+ "fsq_latent_shape": [
65
+ 8,
66
+ 8,
67
+ 6
68
+ ],
69
+ "codebook_size": 15625,
70
+ "vocab_size": 15629,
71
+ "tokens_per_frame": 64,
72
+ "tokens_per_document": 4162,
73
+ "loss_tokens_per_document": 4161,
74
+ "sequence_format": "BOS (FRAME_START 64xFSQ_TOKEN) repeated 64 times EOS"
75
+ }