IHaBiS commited on
Commit
9e2216f
·
verified ·
1 Parent(s): d7525b7

Add files using upload-large-folder tool

Browse files
.gitattributes CHANGED
@@ -135,3 +135,4 @@ my_classification_gemma_model_kor/checkpoint-1056/tokenizer.json filter=lfs diff
135
  my_classification_gemma_model_kor/checkpoint-792/tokenizer.json filter=lfs diff=lfs merge=lfs -text
136
  my_classification_gemma_model_kor/checkpoint-528/tokenizer.json filter=lfs diff=lfs merge=lfs -text
137
  my_classification_gemma_model_kor/checkpoint-264/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
135
  my_classification_gemma_model_kor/checkpoint-792/tokenizer.json filter=lfs diff=lfs merge=lfs -text
136
  my_classification_gemma_model_kor/checkpoint-528/tokenizer.json filter=lfs diff=lfs merge=lfs -text
137
  my_classification_gemma_model_kor/checkpoint-264/tokenizer.json filter=lfs diff=lfs merge=lfs -text
138
+ gemma_4b_test_b64_dtd80/checkpoint-132/tokenizer.json filter=lfs diff=lfs merge=lfs -text
gemma_4b_test_b64_dtd80/checkpoint-132/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795
3
+ size 33384568
gemma_4b_test_b64_dtd80/checkpoint-132/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ab4b46d0ccbc0ab1850777901f085374a11d6004965e170a61dd77d73a93352
3
+ size 5777
gemma_4b_test_b64_dtd80/checkpoint-231/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a9b07089310dd7b2cd419dc708ac35e7250f6812ecce999d29c5b55143f68cf
3
+ size 524735912
gemma_4b_test_b64_dtd80/checkpoint-264/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55b37105e83bd7ab4cc3174c0065a6c9dbdd018bb2bdf44d3448d22c54bf22c6
3
+ size 954111098
my_classification_gemma_model_kor/checkpoint-1056/README.md ADDED
@@ -0,0 +1,205 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: google/gemma-3-4b-it
3
+ library_name: peft
4
+ tags:
5
+ - base_model:adapter:google/gemma-3-4b-it
6
+ - lora
7
+ ---
8
+
9
+ # Model Card for Model ID
10
+
11
+ <!-- Provide a quick summary of what the model is/does. -->
12
+
13
+
14
+
15
+ ## Model Details
16
+
17
+ ### Model Description
18
+
19
+ <!-- Provide a longer summary of what this model is. -->
20
+
21
+
22
+
23
+ - **Developed by:** [More Information Needed]
24
+ - **Funded by [optional]:** [More Information Needed]
25
+ - **Shared by [optional]:** [More Information Needed]
26
+ - **Model type:** [More Information Needed]
27
+ - **Language(s) (NLP):** [More Information Needed]
28
+ - **License:** [More Information Needed]
29
+ - **Finetuned from model [optional]:** [More Information Needed]
30
+
31
+ ### Model Sources [optional]
32
+
33
+ <!-- Provide the basic links for the model. -->
34
+
35
+ - **Repository:** [More Information Needed]
36
+ - **Paper [optional]:** [More Information Needed]
37
+ - **Demo [optional]:** [More Information Needed]
38
+
39
+ ## Uses
40
+
41
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
42
+
43
+ ### Direct Use
44
+
45
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
46
+
47
+ [More Information Needed]
48
+
49
+ ### Downstream Use [optional]
50
+
51
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
52
+
53
+ [More Information Needed]
54
+
55
+ ### Out-of-Scope Use
56
+
57
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
58
+
59
+ [More Information Needed]
60
+
61
+ ## Bias, Risks, and Limitations
62
+
63
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
64
+
65
+ [More Information Needed]
66
+
67
+ ### Recommendations
68
+
69
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
70
+
71
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
72
+
73
+ ## How to Get Started with the Model
74
+
75
+ Use the code below to get started with the model.
76
+
77
+ [More Information Needed]
78
+
79
+ ## Training Details
80
+
81
+ ### Training Data
82
+
83
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
84
+
85
+ [More Information Needed]
86
+
87
+ ### Training Procedure
88
+
89
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
90
+
91
+ #### Preprocessing [optional]
92
+
93
+ [More Information Needed]
94
+
95
+
96
+ #### Training Hyperparameters
97
+
98
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
99
+
100
+ #### Speeds, Sizes, Times [optional]
101
+
102
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
103
+
104
+ [More Information Needed]
105
+
106
+ ## Evaluation
107
+
108
+ <!-- This section describes the evaluation protocols and provides the results. -->
109
+
110
+ ### Testing Data, Factors & Metrics
111
+
112
+ #### Testing Data
113
+
114
+ <!-- This should link to a Dataset Card if possible. -->
115
+
116
+ [More Information Needed]
117
+
118
+ #### Factors
119
+
120
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
121
+
122
+ [More Information Needed]
123
+
124
+ #### Metrics
125
+
126
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
127
+
128
+ [More Information Needed]
129
+
130
+ ### Results
131
+
132
+ [More Information Needed]
133
+
134
+ #### Summary
135
+
136
+
137
+
138
+ ## Model Examination [optional]
139
+
140
+ <!-- Relevant interpretability work for the model goes here -->
141
+
142
+ [More Information Needed]
143
+
144
+ ## Environmental Impact
145
+
146
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
147
+
148
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
149
+
150
+ - **Hardware Type:** [More Information Needed]
151
+ - **Hours used:** [More Information Needed]
152
+ - **Cloud Provider:** [More Information Needed]
153
+ - **Compute Region:** [More Information Needed]
154
+ - **Carbon Emitted:** [More Information Needed]
155
+
156
+ ## Technical Specifications [optional]
157
+
158
+ ### Model Architecture and Objective
159
+
160
+ [More Information Needed]
161
+
162
+ ### Compute Infrastructure
163
+
164
+ [More Information Needed]
165
+
166
+ #### Hardware
167
+
168
+ [More Information Needed]
169
+
170
+ #### Software
171
+
172
+ [More Information Needed]
173
+
174
+ ## Citation [optional]
175
+
176
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
177
+
178
+ **BibTeX:**
179
+
180
+ [More Information Needed]
181
+
182
+ **APA:**
183
+
184
+ [More Information Needed]
185
+
186
+ ## Glossary [optional]
187
+
188
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
189
+
190
+ [More Information Needed]
191
+
192
+ ## More Information [optional]
193
+
194
+ [More Information Needed]
195
+
196
+ ## Model Card Authors [optional]
197
+
198
+ [More Information Needed]
199
+
200
+ ## Model Card Contact
201
+
202
+ [More Information Needed]
203
+ ### Framework versions
204
+
205
+ - PEFT 0.17.1
my_classification_gemma_model_kor/checkpoint-528/adapter_config.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "auto_mapping": null,
3
+ "base_model_name_or_path": "google/gemma-3-4b-it",
4
+ "inference_mode": true,
5
+ "peft_type": "LORA",
6
+ "revision": null,
7
+ "task_type": "SEQ_CLS"
8
+ }
my_classification_gemma_model_kor/checkpoint-528/chat_template.jinja ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {{ bos_token }}
2
+ {%- if messages[0]['role'] == 'system' -%}
3
+ {%- if messages[0]['content'] is string -%}
4
+ {%- set first_user_prefix = messages[0]['content'] + '
5
+
6
+ ' -%}
7
+ {%- else -%}
8
+ {%- set first_user_prefix = messages[0]['content'][0]['text'] + '
9
+
10
+ ' -%}
11
+ {%- endif -%}
12
+ {%- set loop_messages = messages[1:] -%}
13
+ {%- else -%}
14
+ {%- set first_user_prefix = "" -%}
15
+ {%- set loop_messages = messages -%}
16
+ {%- endif -%}
17
+ {%- for message in loop_messages -%}
18
+ {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
19
+ {{ raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }}
20
+ {%- endif -%}
21
+ {%- if (message['role'] == 'assistant') -%}
22
+ {%- set role = "model" -%}
23
+ {%- else -%}
24
+ {%- set role = message['role'] -%}
25
+ {%- endif -%}
26
+ {{ '<start_of_turn>' + role + '
27
+ ' + (first_user_prefix if loop.first else "") }}
28
+ {%- if message['content'] is string -%}
29
+ {{ message['content'] | trim }}
30
+ {%- elif message['content'] is iterable -%}
31
+ {%- for item in message['content'] -%}
32
+ {%- if item['type'] == 'image' -%}
33
+ {{ '<start_of_image>' }}
34
+ {%- elif item['type'] == 'text' -%}
35
+ {{ item['text'] | trim }}
36
+ {%- endif -%}
37
+ {%- endfor -%}
38
+ {%- else -%}
39
+ {{ raise_exception("Invalid content type") }}
40
+ {%- endif -%}
41
+ {{ '<end_of_turn>
42
+ ' }}
43
+ {%- endfor -%}
44
+ {%- if add_generation_prompt -%}
45
+ {{'<start_of_turn>model
46
+ '}}
47
+ {%- endif -%}
my_classification_gemma_model_kor/checkpoint-528/special_tokens_map.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "boi_token": "<start_of_image>",
3
+ "bos_token": {
4
+ "content": "<bos>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ "eoi_token": "<end_of_image>",
11
+ "eos_token": {
12
+ "content": "<eos>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false
17
+ },
18
+ "image_token": "<image_soft_token>",
19
+ "pad_token": {
20
+ "content": "<pad>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false
25
+ },
26
+ "unk_token": {
27
+ "content": "<unk>",
28
+ "lstrip": false,
29
+ "normalized": false,
30
+ "rstrip": false,
31
+ "single_word": false
32
+ }
33
+ }
my_classification_gemma_model_kor/checkpoint-528/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
my_classification_gemma_model_kor/checkpoint-528/trainer_state.json ADDED
@@ -0,0 +1,102 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 264,
3
+ "best_metric": 0.43987351655960083,
4
+ "best_model_checkpoint": "my_classification_gemma_model_kor/checkpoint-264",
5
+ "epoch": 2.0,
6
+ "eval_steps": 500,
7
+ "global_step": 528,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.3787878787878788,
14
+ "grad_norm": 66.40657806396484,
15
+ "learning_rate": 3.7500000000000003e-05,
16
+ "loss": 0.6514,
17
+ "step": 100
18
+ },
19
+ {
20
+ "epoch": 0.7575757575757576,
21
+ "grad_norm": 8.838566780090332,
22
+ "learning_rate": 4.866427432216906e-05,
23
+ "loss": 0.5183,
24
+ "step": 200
25
+ },
26
+ {
27
+ "epoch": 1.0,
28
+ "eval_accuracy": 0.802439024390244,
29
+ "eval_f1": 0.8682926829268293,
30
+ "eval_loss": 0.43987351655960083,
31
+ "eval_precision": 0.7761627906976745,
32
+ "eval_recall": 0.985239852398524,
33
+ "eval_runtime": 3.9163,
34
+ "eval_samples_per_second": 104.689,
35
+ "eval_steps_per_second": 6.639,
36
+ "step": 264
37
+ },
38
+ {
39
+ "epoch": 1.1363636363636362,
40
+ "grad_norm": 23.144454956054688,
41
+ "learning_rate": 4.6670653907496014e-05,
42
+ "loss": 0.4374,
43
+ "step": 300
44
+ },
45
+ {
46
+ "epoch": 1.5151515151515151,
47
+ "grad_norm": 27.63607406616211,
48
+ "learning_rate": 4.467703349282297e-05,
49
+ "loss": 0.3585,
50
+ "step": 400
51
+ },
52
+ {
53
+ "epoch": 1.893939393939394,
54
+ "grad_norm": 10.888251304626465,
55
+ "learning_rate": 4.268341307814992e-05,
56
+ "loss": 0.3371,
57
+ "step": 500
58
+ },
59
+ {
60
+ "epoch": 2.0,
61
+ "eval_accuracy": 0.8414634146341463,
62
+ "eval_f1": 0.8877374784110535,
63
+ "eval_loss": 0.488715797662735,
64
+ "eval_precision": 0.8344155844155844,
65
+ "eval_recall": 0.948339483394834,
66
+ "eval_runtime": 3.953,
67
+ "eval_samples_per_second": 103.719,
68
+ "eval_steps_per_second": 6.577,
69
+ "step": 528
70
+ }
71
+ ],
72
+ "logging_steps": 100,
73
+ "max_steps": 2640,
74
+ "num_input_tokens_seen": 0,
75
+ "num_train_epochs": 10,
76
+ "save_steps": 500,
77
+ "stateful_callbacks": {
78
+ "EarlyStoppingCallback": {
79
+ "args": {
80
+ "early_stopping_patience": 3,
81
+ "early_stopping_threshold": 0.001
82
+ },
83
+ "attributes": {
84
+ "early_stopping_patience_counter": 1
85
+ }
86
+ },
87
+ "TrainerControl": {
88
+ "args": {
89
+ "should_epoch_stop": false,
90
+ "should_evaluate": false,
91
+ "should_log": false,
92
+ "should_save": true,
93
+ "should_training_stop": false
94
+ },
95
+ "attributes": {}
96
+ }
97
+ },
98
+ "total_flos": 2.1913231651623936e+16,
99
+ "train_batch_size": 8,
100
+ "trial_name": null,
101
+ "trial_params": null
102
+ }
my_classification_gemma_model_kor/checkpoint-792/README.md ADDED
@@ -0,0 +1,205 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: google/gemma-3-4b-it
3
+ library_name: peft
4
+ tags:
5
+ - base_model:adapter:google/gemma-3-4b-it
6
+ - lora
7
+ ---
8
+
9
+ # Model Card for Model ID
10
+
11
+ <!-- Provide a quick summary of what the model is/does. -->
12
+
13
+
14
+
15
+ ## Model Details
16
+
17
+ ### Model Description
18
+
19
+ <!-- Provide a longer summary of what this model is. -->
20
+
21
+
22
+
23
+ - **Developed by:** [More Information Needed]
24
+ - **Funded by [optional]:** [More Information Needed]
25
+ - **Shared by [optional]:** [More Information Needed]
26
+ - **Model type:** [More Information Needed]
27
+ - **Language(s) (NLP):** [More Information Needed]
28
+ - **License:** [More Information Needed]
29
+ - **Finetuned from model [optional]:** [More Information Needed]
30
+
31
+ ### Model Sources [optional]
32
+
33
+ <!-- Provide the basic links for the model. -->
34
+
35
+ - **Repository:** [More Information Needed]
36
+ - **Paper [optional]:** [More Information Needed]
37
+ - **Demo [optional]:** [More Information Needed]
38
+
39
+ ## Uses
40
+
41
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
42
+
43
+ ### Direct Use
44
+
45
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
46
+
47
+ [More Information Needed]
48
+
49
+ ### Downstream Use [optional]
50
+
51
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
52
+
53
+ [More Information Needed]
54
+
55
+ ### Out-of-Scope Use
56
+
57
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
58
+
59
+ [More Information Needed]
60
+
61
+ ## Bias, Risks, and Limitations
62
+
63
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
64
+
65
+ [More Information Needed]
66
+
67
+ ### Recommendations
68
+
69
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
70
+
71
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
72
+
73
+ ## How to Get Started with the Model
74
+
75
+ Use the code below to get started with the model.
76
+
77
+ [More Information Needed]
78
+
79
+ ## Training Details
80
+
81
+ ### Training Data
82
+
83
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
84
+
85
+ [More Information Needed]
86
+
87
+ ### Training Procedure
88
+
89
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
90
+
91
+ #### Preprocessing [optional]
92
+
93
+ [More Information Needed]
94
+
95
+
96
+ #### Training Hyperparameters
97
+
98
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
99
+
100
+ #### Speeds, Sizes, Times [optional]
101
+
102
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
103
+
104
+ [More Information Needed]
105
+
106
+ ## Evaluation
107
+
108
+ <!-- This section describes the evaluation protocols and provides the results. -->
109
+
110
+ ### Testing Data, Factors & Metrics
111
+
112
+ #### Testing Data
113
+
114
+ <!-- This should link to a Dataset Card if possible. -->
115
+
116
+ [More Information Needed]
117
+
118
+ #### Factors
119
+
120
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
121
+
122
+ [More Information Needed]
123
+
124
+ #### Metrics
125
+
126
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
127
+
128
+ [More Information Needed]
129
+
130
+ ### Results
131
+
132
+ [More Information Needed]
133
+
134
+ #### Summary
135
+
136
+
137
+
138
+ ## Model Examination [optional]
139
+
140
+ <!-- Relevant interpretability work for the model goes here -->
141
+
142
+ [More Information Needed]
143
+
144
+ ## Environmental Impact
145
+
146
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
147
+
148
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
149
+
150
+ - **Hardware Type:** [More Information Needed]
151
+ - **Hours used:** [More Information Needed]
152
+ - **Cloud Provider:** [More Information Needed]
153
+ - **Compute Region:** [More Information Needed]
154
+ - **Carbon Emitted:** [More Information Needed]
155
+
156
+ ## Technical Specifications [optional]
157
+
158
+ ### Model Architecture and Objective
159
+
160
+ [More Information Needed]
161
+
162
+ ### Compute Infrastructure
163
+
164
+ [More Information Needed]
165
+
166
+ #### Hardware
167
+
168
+ [More Information Needed]
169
+
170
+ #### Software
171
+
172
+ [More Information Needed]
173
+
174
+ ## Citation [optional]
175
+
176
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
177
+
178
+ **BibTeX:**
179
+
180
+ [More Information Needed]
181
+
182
+ **APA:**
183
+
184
+ [More Information Needed]
185
+
186
+ ## Glossary [optional]
187
+
188
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
189
+
190
+ [More Information Needed]
191
+
192
+ ## More Information [optional]
193
+
194
+ [More Information Needed]
195
+
196
+ ## Model Card Authors [optional]
197
+
198
+ [More Information Needed]
199
+
200
+ ## Model Card Contact
201
+
202
+ [More Information Needed]
203
+ ### Framework versions
204
+
205
+ - PEFT 0.17.1
my_classification_gemma_model_kor/checkpoint-792/adapter_config.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "auto_mapping": null,
3
+ "base_model_name_or_path": "google/gemma-3-4b-it",
4
+ "inference_mode": true,
5
+ "peft_type": "LORA",
6
+ "revision": null,
7
+ "task_type": "SEQ_CLS"
8
+ }
my_classification_gemma_model_kor/checkpoint-792/chat_template.jinja ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {{ bos_token }}
2
+ {%- if messages[0]['role'] == 'system' -%}
3
+ {%- if messages[0]['content'] is string -%}
4
+ {%- set first_user_prefix = messages[0]['content'] + '
5
+
6
+ ' -%}
7
+ {%- else -%}
8
+ {%- set first_user_prefix = messages[0]['content'][0]['text'] + '
9
+
10
+ ' -%}
11
+ {%- endif -%}
12
+ {%- set loop_messages = messages[1:] -%}
13
+ {%- else -%}
14
+ {%- set first_user_prefix = "" -%}
15
+ {%- set loop_messages = messages -%}
16
+ {%- endif -%}
17
+ {%- for message in loop_messages -%}
18
+ {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
19
+ {{ raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }}
20
+ {%- endif -%}
21
+ {%- if (message['role'] == 'assistant') -%}
22
+ {%- set role = "model" -%}
23
+ {%- else -%}
24
+ {%- set role = message['role'] -%}
25
+ {%- endif -%}
26
+ {{ '<start_of_turn>' + role + '
27
+ ' + (first_user_prefix if loop.first else "") }}
28
+ {%- if message['content'] is string -%}
29
+ {{ message['content'] | trim }}
30
+ {%- elif message['content'] is iterable -%}
31
+ {%- for item in message['content'] -%}
32
+ {%- if item['type'] == 'image' -%}
33
+ {{ '<start_of_image>' }}
34
+ {%- elif item['type'] == 'text' -%}
35
+ {{ item['text'] | trim }}
36
+ {%- endif -%}
37
+ {%- endfor -%}
38
+ {%- else -%}
39
+ {{ raise_exception("Invalid content type") }}
40
+ {%- endif -%}
41
+ {{ '<end_of_turn>
42
+ ' }}
43
+ {%- endfor -%}
44
+ {%- if add_generation_prompt -%}
45
+ {{'<start_of_turn>model
46
+ '}}
47
+ {%- endif -%}
my_classification_gemma_model_kor/checkpoint-792/special_tokens_map.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "boi_token": "<start_of_image>",
3
+ "bos_token": {
4
+ "content": "<bos>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ "eoi_token": "<end_of_image>",
11
+ "eos_token": {
12
+ "content": "<eos>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false
17
+ },
18
+ "image_token": "<image_soft_token>",
19
+ "pad_token": {
20
+ "content": "<pad>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false
25
+ },
26
+ "unk_token": {
27
+ "content": "<unk>",
28
+ "lstrip": false,
29
+ "normalized": false,
30
+ "rstrip": false,
31
+ "single_word": false
32
+ }
33
+ }
my_classification_gemma_model_kor/checkpoint-792/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
my_classification_gemma_model_kor/checkpoint-792/trainer_state.json ADDED
@@ -0,0 +1,128 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 264,
3
+ "best_metric": 0.43987351655960083,
4
+ "best_model_checkpoint": "my_classification_gemma_model_kor/checkpoint-264",
5
+ "epoch": 3.0,
6
+ "eval_steps": 500,
7
+ "global_step": 792,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.3787878787878788,
14
+ "grad_norm": 66.40657806396484,
15
+ "learning_rate": 3.7500000000000003e-05,
16
+ "loss": 0.6514,
17
+ "step": 100
18
+ },
19
+ {
20
+ "epoch": 0.7575757575757576,
21
+ "grad_norm": 8.838566780090332,
22
+ "learning_rate": 4.866427432216906e-05,
23
+ "loss": 0.5183,
24
+ "step": 200
25
+ },
26
+ {
27
+ "epoch": 1.0,
28
+ "eval_accuracy": 0.802439024390244,
29
+ "eval_f1": 0.8682926829268293,
30
+ "eval_loss": 0.43987351655960083,
31
+ "eval_precision": 0.7761627906976745,
32
+ "eval_recall": 0.985239852398524,
33
+ "eval_runtime": 3.9163,
34
+ "eval_samples_per_second": 104.689,
35
+ "eval_steps_per_second": 6.639,
36
+ "step": 264
37
+ },
38
+ {
39
+ "epoch": 1.1363636363636362,
40
+ "grad_norm": 23.144454956054688,
41
+ "learning_rate": 4.6670653907496014e-05,
42
+ "loss": 0.4374,
43
+ "step": 300
44
+ },
45
+ {
46
+ "epoch": 1.5151515151515151,
47
+ "grad_norm": 27.63607406616211,
48
+ "learning_rate": 4.467703349282297e-05,
49
+ "loss": 0.3585,
50
+ "step": 400
51
+ },
52
+ {
53
+ "epoch": 1.893939393939394,
54
+ "grad_norm": 10.888251304626465,
55
+ "learning_rate": 4.268341307814992e-05,
56
+ "loss": 0.3371,
57
+ "step": 500
58
+ },
59
+ {
60
+ "epoch": 2.0,
61
+ "eval_accuracy": 0.8414634146341463,
62
+ "eval_f1": 0.8877374784110535,
63
+ "eval_loss": 0.488715797662735,
64
+ "eval_precision": 0.8344155844155844,
65
+ "eval_recall": 0.948339483394834,
66
+ "eval_runtime": 3.953,
67
+ "eval_samples_per_second": 103.719,
68
+ "eval_steps_per_second": 6.577,
69
+ "step": 528
70
+ },
71
+ {
72
+ "epoch": 2.2727272727272725,
73
+ "grad_norm": 0.5945929288864136,
74
+ "learning_rate": 4.068979266347688e-05,
75
+ "loss": 0.2025,
76
+ "step": 600
77
+ },
78
+ {
79
+ "epoch": 2.6515151515151514,
80
+ "grad_norm": 0.13827477395534515,
81
+ "learning_rate": 3.869617224880383e-05,
82
+ "loss": 0.1704,
83
+ "step": 700
84
+ },
85
+ {
86
+ "epoch": 3.0,
87
+ "eval_accuracy": 0.8365853658536585,
88
+ "eval_f1": 0.8850771869639794,
89
+ "eval_loss": 0.9322030544281006,
90
+ "eval_precision": 0.8269230769230769,
91
+ "eval_recall": 0.9520295202952029,
92
+ "eval_runtime": 3.8143,
93
+ "eval_samples_per_second": 107.49,
94
+ "eval_steps_per_second": 6.816,
95
+ "step": 792
96
+ }
97
+ ],
98
+ "logging_steps": 100,
99
+ "max_steps": 2640,
100
+ "num_input_tokens_seen": 0,
101
+ "num_train_epochs": 10,
102
+ "save_steps": 500,
103
+ "stateful_callbacks": {
104
+ "EarlyStoppingCallback": {
105
+ "args": {
106
+ "early_stopping_patience": 3,
107
+ "early_stopping_threshold": 0.001
108
+ },
109
+ "attributes": {
110
+ "early_stopping_patience_counter": 2
111
+ }
112
+ },
113
+ "TrainerControl": {
114
+ "args": {
115
+ "should_epoch_stop": false,
116
+ "should_evaluate": false,
117
+ "should_log": false,
118
+ "should_save": true,
119
+ "should_training_stop": false
120
+ },
121
+ "attributes": {}
122
+ }
123
+ },
124
+ "total_flos": 3.288181910560973e+16,
125
+ "train_batch_size": 8,
126
+ "trial_name": null,
127
+ "trial_params": null
128
+ }
qwen_8b_test_b64_dtd80/checkpoint-66/added_tokens.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<think>": 151667,
6
+ "<tool_call>": 151657,
7
+ "<tool_response>": 151665,
8
+ "<|box_end|>": 151649,
9
+ "<|box_start|>": 151648,
10
+ "<|endoftext|>": 151643,
11
+ "<|file_sep|>": 151664,
12
+ "<|fim_middle|>": 151660,
13
+ "<|fim_pad|>": 151662,
14
+ "<|fim_prefix|>": 151659,
15
+ "<|fim_suffix|>": 151661,
16
+ "<|im_end|>": 151645,
17
+ "<|im_start|>": 151644,
18
+ "<|image_pad|>": 151655,
19
+ "<|object_ref_end|>": 151647,
20
+ "<|object_ref_start|>": 151646,
21
+ "<|quad_end|>": 151651,
22
+ "<|quad_start|>": 151650,
23
+ "<|repo_name|>": 151663,
24
+ "<|video_pad|>": 151656,
25
+ "<|vision_end|>": 151653,
26
+ "<|vision_pad|>": 151654,
27
+ "<|vision_start|>": 151652
28
+ }
qwen_8b_test_b64_dtd80/checkpoint-66/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
qwen_8b_test_b64_dtd80/checkpoint-66/special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
qwen_8b_test_b64_dtd80/checkpoint-66/trainer_state.json ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 66,
3
+ "best_metric": 0.44659513235092163,
4
+ "best_model_checkpoint": "qwen_8b_test_b64_dtd80/checkpoint-66",
5
+ "epoch": 2.0,
6
+ "eval_steps": 500,
7
+ "global_step": 66,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 1.0,
14
+ "eval_accuracy": 0.7170731707317073,
15
+ "eval_f1": 0.779467680608365,
16
+ "eval_loss": 0.5388473868370056,
17
+ "eval_precision": 0.803921568627451,
18
+ "eval_recall": 0.7564575645756457,
19
+ "eval_runtime": 6.6215,
20
+ "eval_samples_per_second": 61.919,
21
+ "eval_steps_per_second": 1.963,
22
+ "step": 33
23
+ },
24
+ {
25
+ "epoch": 2.0,
26
+ "eval_accuracy": 0.7853658536585366,
27
+ "eval_f1": 0.8456140350877193,
28
+ "eval_loss": 0.44659513235092163,
29
+ "eval_precision": 0.8060200668896321,
30
+ "eval_recall": 0.8892988929889298,
31
+ "eval_runtime": 6.5382,
32
+ "eval_samples_per_second": 62.708,
33
+ "eval_steps_per_second": 1.988,
34
+ "step": 66
35
+ }
36
+ ],
37
+ "logging_steps": 100,
38
+ "max_steps": 330,
39
+ "num_input_tokens_seen": 0,
40
+ "num_train_epochs": 10,
41
+ "save_steps": 500,
42
+ "stateful_callbacks": {
43
+ "EarlyStoppingCallback": {
44
+ "args": {
45
+ "early_stopping_patience": 5,
46
+ "early_stopping_threshold": 0.0005
47
+ },
48
+ "attributes": {
49
+ "early_stopping_patience_counter": 0
50
+ }
51
+ },
52
+ "TrainerControl": {
53
+ "args": {
54
+ "should_epoch_stop": false,
55
+ "should_evaluate": false,
56
+ "should_log": false,
57
+ "should_save": true,
58
+ "should_training_stop": false
59
+ },
60
+ "attributes": {}
61
+ }
62
+ },
63
+ "total_flos": 5.582125289886106e+16,
64
+ "train_batch_size": 16,
65
+ "trial_name": null,
66
+ "trial_params": null
67
+ }