rqadri commited on
Commit
8af5634
·
verified ·
1 Parent(s): 415b7b7

remove intermediate checkpoint captured mid-anneal

Browse files
g1_jupyter_notebook__edit/1000M/checkpoint-10812/chat_template.jinja DELETED
@@ -1 +0,0 @@
1
- {% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ content }}{% elif message['role'] == 'assistant' %}{{ content + '<eos>' }}{% endif %}{% endfor %}
 
 
g1_jupyter_notebook__edit/1000M/checkpoint-10812/config.json DELETED
@@ -1,170 +0,0 @@
1
- {
2
- "architectures": [
3
- "Gemma4UnifiedForConditionalGeneration"
4
- ],
5
- "audio_config": {
6
- "_name_or_path": "",
7
- "architectures": null,
8
- "audio_embed_dim": 640,
9
- "chunk_size_feed_forward": 0,
10
- "dtype": "bfloat16",
11
- "id2label": {
12
- "0": "LABEL_0",
13
- "1": "LABEL_1"
14
- },
15
- "initializer_range": 0.02,
16
- "is_encoder_decoder": false,
17
- "label2id": {
18
- "LABEL_0": 0,
19
- "LABEL_1": 1
20
- },
21
- "model_type": "gemma4_unified_audio",
22
- "output_attentions": false,
23
- "output_hidden_states": false,
24
- "problem_type": null,
25
- "return_dict": true,
26
- "rms_norm_eps": 1e-06
27
- },
28
- "audio_token_id": 258881,
29
- "boa_token_id": 256000,
30
- "boi_token_id": 255999,
31
- "bos_token_id": 2,
32
- "dtype": "bfloat16",
33
- "eoa_token_index": 258883,
34
- "eoi_token_id": 258882,
35
- "eos_token_id": 1,
36
- "hidden_size": 3840,
37
- "image_token_id": 258880,
38
- "initializer_range": 0.02,
39
- "model_type": "gemma4_unified",
40
- "pad_token_id": 0,
41
- "text_config": {
42
- "attention_bias": false,
43
- "attention_dropout": 0.0,
44
- "attention_k_eq_v": true,
45
- "bos_token_id": 2,
46
- "dtype": "bfloat16",
47
- "enable_moe_block": false,
48
- "eos_token_id": 1,
49
- "final_logit_softcapping": 30.0,
50
- "global_head_dim": 512,
51
- "head_dim": 256,
52
- "hidden_activation": "gelu_pytorch_tanh",
53
- "hidden_size": 3840,
54
- "hidden_size_per_layer_input": 0,
55
- "initializer_range": 0.02,
56
- "intermediate_size": 15360,
57
- "layer_types": [
58
- "sliding_attention",
59
- "sliding_attention",
60
- "sliding_attention",
61
- "sliding_attention",
62
- "sliding_attention",
63
- "full_attention",
64
- "sliding_attention",
65
- "sliding_attention",
66
- "sliding_attention",
67
- "sliding_attention",
68
- "sliding_attention",
69
- "full_attention",
70
- "sliding_attention",
71
- "sliding_attention",
72
- "sliding_attention",
73
- "sliding_attention",
74
- "sliding_attention",
75
- "full_attention",
76
- "sliding_attention",
77
- "sliding_attention",
78
- "sliding_attention",
79
- "sliding_attention",
80
- "sliding_attention",
81
- "full_attention",
82
- "sliding_attention",
83
- "sliding_attention",
84
- "sliding_attention",
85
- "sliding_attention",
86
- "sliding_attention",
87
- "full_attention",
88
- "sliding_attention",
89
- "sliding_attention",
90
- "sliding_attention",
91
- "sliding_attention",
92
- "sliding_attention",
93
- "full_attention",
94
- "sliding_attention",
95
- "sliding_attention",
96
- "sliding_attention",
97
- "sliding_attention",
98
- "sliding_attention",
99
- "full_attention",
100
- "sliding_attention",
101
- "sliding_attention",
102
- "sliding_attention",
103
- "sliding_attention",
104
- "sliding_attention",
105
- "full_attention"
106
- ],
107
- "max_position_embeddings": 262144,
108
- "model_type": "gemma4_unified_text",
109
- "moe_intermediate_size": null,
110
- "num_attention_heads": 16,
111
- "num_experts": null,
112
- "num_global_key_value_heads": 1,
113
- "num_hidden_layers": 48,
114
- "num_key_value_heads": 8,
115
- "num_kv_shared_layers": 0,
116
- "pad_token_id": 0,
117
- "rms_norm_eps": 1e-06,
118
- "rope_parameters": {
119
- "full_attention": {
120
- "partial_rotary_factor": 0.25,
121
- "rope_theta": 1000000.0,
122
- "rope_type": "proportional"
123
- },
124
- "sliding_attention": {
125
- "rope_theta": 10000.0,
126
- "rope_type": "default"
127
- }
128
- },
129
- "sliding_window": 1024,
130
- "tie_word_embeddings": true,
131
- "top_k_experts": null,
132
- "use_bidirectional_attention": "vision",
133
- "use_cache": false,
134
- "use_double_wide_mlp": false,
135
- "vocab_size": 262144,
136
- "vocab_size_per_layer_input": 262144
137
- },
138
- "tie_word_embeddings": true,
139
- "transformers_version": "5.10.0",
140
- "use_cache": false,
141
- "video_token_id": 258884,
142
- "vision_config": {
143
- "_name_or_path": "",
144
- "architectures": null,
145
- "chunk_size_feed_forward": 0,
146
- "dtype": "bfloat16",
147
- "id2label": {
148
- "0": "LABEL_0",
149
- "1": "LABEL_1"
150
- },
151
- "initializer_range": 0.02,
152
- "is_encoder_decoder": false,
153
- "label2id": {
154
- "LABEL_0": 0,
155
- "LABEL_1": 1
156
- },
157
- "mm_embed_dim": 3840,
158
- "mm_posemb_size": 1120,
159
- "model_type": "gemma4_unified_vision",
160
- "num_soft_tokens": 280,
161
- "output_attentions": false,
162
- "output_hidden_states": false,
163
- "output_proj_dims": 3840,
164
- "patch_size": 16,
165
- "pooling_kernel_size": 3,
166
- "problem_type": null,
167
- "return_dict": true,
168
- "rms_norm_eps": 1e-06
169
- }
170
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
g1_jupyter_notebook__edit/1000M/checkpoint-10812/generation_config.json DELETED
@@ -1,17 +0,0 @@
1
- {
2
- "bos_token_id": 2,
3
- "do_sample": true,
4
- "eos_token_id": [
5
- 1,
6
- 1
7
- ],
8
- "pad_token_id": 0,
9
- "suppress_tokens": [
10
- 258883,
11
- 258882
12
- ],
13
- "temperature": 1.0,
14
- "top_k": 64,
15
- "top_p": 0.95,
16
- "transformers_version": "5.10.0"
17
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
g1_jupyter_notebook__edit/1000M/checkpoint-10812/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0689f90937a818fc9426ae5c08c730c895d29491ab7bdc2756725c31dd8a7494
3
- size 23919549408
 
 
 
 
g1_jupyter_notebook__edit/1000M/checkpoint-10812/processor_config.json DELETED
@@ -1,62 +0,0 @@
1
- {
2
- "audio_ms_per_token": 40,
3
- "audio_seq_length": 750,
4
- "feature_extractor": {
5
- "audio_samples_per_token": 640,
6
- "feature_extractor_type": "Gemma4UnifiedAudioFeatureExtractor",
7
- "feature_size": 640,
8
- "padding_side": "right",
9
- "padding_value": 0.0,
10
- "return_attention_mask": true,
11
- "sampling_rate": 16000
12
- },
13
- "image_processor": {
14
- "do_convert_rgb": true,
15
- "do_normalize": false,
16
- "do_rescale": true,
17
- "do_resize": true,
18
- "image_mean": [
19
- 0.0,
20
- 0.0,
21
- 0.0
22
- ],
23
- "image_processor_type": "Gemma4UnifiedImageProcessor",
24
- "image_std": [
25
- 1.0,
26
- 1.0,
27
- 1.0
28
- ],
29
- "max_soft_tokens": 280,
30
- "patch_size": 16,
31
- "pooling_kernel_size": 3,
32
- "resample": 3,
33
- "rescale_factor": 0.00392156862745098
34
- },
35
- "image_seq_length": 280,
36
- "processor_class": "Gemma4UnifiedProcessor",
37
- "video_processor": {
38
- "do_convert_rgb": true,
39
- "do_normalize": true,
40
- "do_rescale": true,
41
- "do_resize": true,
42
- "do_sample_frames": true,
43
- "image_mean": [
44
- 0.0,
45
- 0.0,
46
- 0.0
47
- ],
48
- "image_std": [
49
- 1.0,
50
- 1.0,
51
- 1.0
52
- ],
53
- "max_soft_tokens": 70,
54
- "num_frames": 32,
55
- "patch_size": 16,
56
- "pooling_kernel_size": 3,
57
- "resample": 3,
58
- "rescale_factor": 0.00392156862745098,
59
- "return_metadata": false,
60
- "video_processor_type": "Gemma4UnifiedVideoProcessor"
61
- }
62
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
g1_jupyter_notebook__edit/1000M/checkpoint-10812/tokenizer.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:12bac982b793c44b03d52a250a9f0d0b666813da566b910c24a6da0695fd11e6
3
- size 32170070
 
 
 
 
g1_jupyter_notebook__edit/1000M/checkpoint-10812/tokenizer_config.json DELETED
@@ -1,56 +0,0 @@
1
- {
2
- "audio_token": "<|audio|>",
3
- "backend": "tokenizers",
4
- "boa_token": "<|audio>",
5
- "boi_token": "<|image>",
6
- "bos_token": "<bos>",
7
- "eoa_token": "<audio|>",
8
- "eoc_token": "<channel|>",
9
- "eoi_token": "<image|>",
10
- "eos_token": "<eos>",
11
- "eot_token": "<turn|>",
12
- "escape_token": "<|\"|>",
13
- "etc_token": "<tool_call|>",
14
- "etd_token": "<tool|>",
15
- "etr_token": "<tool_response|>",
16
- "extra_special_tokens": [
17
- "<|video|>"
18
- ],
19
- "image_token": "<|image|>",
20
- "is_local": true,
21
- "local_files_only": true,
22
- "mask_token": "<mask>",
23
- "model_max_length": 1000000000000000019884624838656,
24
- "model_specific_special_tokens": {
25
- "audio_token": "<|audio|>",
26
- "boa_token": "<|audio>",
27
- "boi_token": "<|image>",
28
- "eoa_token": "<audio|>",
29
- "eoc_token": "<channel|>",
30
- "eoi_token": "<image|>",
31
- "eot_token": "<turn|>",
32
- "escape_token": "<|\"|>",
33
- "etc_token": "<tool_call|>",
34
- "etd_token": "<tool|>",
35
- "etr_token": "<tool_response|>",
36
- "image_token": "<|image|>",
37
- "soc_token": "<|channel>",
38
- "sot_token": "<|turn>",
39
- "stc_token": "<|tool_call>",
40
- "std_token": "<|tool>",
41
- "str_token": "<|tool_response>",
42
- "think_token": "<|think|>"
43
- },
44
- "pad_token": "<pad>",
45
- "padding_side": "right",
46
- "processor_class": "Gemma4UnifiedProcessor",
47
- "soc_token": "<|channel>",
48
- "sot_token": "<|turn>",
49
- "split_special_tokens": false,
50
- "stc_token": "<|tool_call>",
51
- "std_token": "<|tool>",
52
- "str_token": "<|tool_response>",
53
- "think_token": "<|think|>",
54
- "tokenizer_class": "GemmaTokenizer",
55
- "unk_token": "<unk>"
56
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
g1_jupyter_notebook__edit/1000M/checkpoint-10812/trainer_state.json DELETED
The diff for this file is too large to render. See raw diff
 
g1_jupyter_notebook__edit/1000M/checkpoint-10812/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6eee63cafbbf44ec13602480ba5eedc2e72bc0d176eb290954f9d3c91a9bd7e
3
- size 8273