diff --git a/.gitattributes b/.gitattributes
index e446207c8a84f91b817da86b5fc1c535c63219b0..9f961495c5d2d30f0d5f756f9e5e4f1b304fe780 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -115,3 +115,9 @@ models/DeepMath-1.5B-20250923_225516/mathevo-grpo-verl-concept-enhanced/DeepMath
models/DeepMath-1.5B-20250923_225516/mathevo-grpo-verl-concept-enhanced/DeepMath-1.5B-20250923_225516/global_step_24/actor/tokenizer.json filter=lfs diff=lfs merge=lfs -text
models/DeepMath-1.5B-20250923_225516/mathevo-grpo-verl-concept-enhanced/DeepMath-1.5B-20250923_225516/global_step_48/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
models/DeepMath-1.5B-20250923_225516/mathevo-grpo-verl-concept-enhanced/DeepMath-1.5B-20250923_225516/global_step_48/actor/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_24_828315a27fa54eada7976342518daec3.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_24_828315a27fa54eada7976342518daec3.json
new file mode 100644
index 0000000000000000000000000000000000000000..a5f10aaa6d118f5197c5b17c70ee8e67cc2808a8
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_24_828315a27fa54eada7976342518daec3.json
@@ -0,0 +1,28 @@
+{
+ "null": [
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.5
+ ]
+}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_48_a2bf77a13e124ab3986495c43688e713.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_48_a2bf77a13e124ab3986495c43688e713.json
new file mode 100644
index 0000000000000000000000000000000000000000..c89bbe9aa50052a4eab344acfb549adf88e4a2c0
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_48_a2bf77a13e124ab3986495c43688e713.json
@@ -0,0 +1,52 @@
+{
+ "null": [
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5
+ ]
+}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_72_e2ae04a9596049afa1fd1d2f26b97057.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_72_e2ae04a9596049afa1fd1d2f26b97057.json
new file mode 100644
index 0000000000000000000000000000000000000000..217ca4b1dc8d01850181154a2362c7f786fc080f
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_72_e2ae04a9596049afa1fd1d2f26b97057.json
@@ -0,0 +1,76 @@
+{
+ "null": [
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.3333333333333333,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.6666666666666666,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.5,
+ 0.6666666666666666,
+ 0.6666666666666666,
+ 0.6666666666666666,
+ 0.5,
+ 0.6666666666666666,
+ 0.6666666666666666
+ ]
+}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_with_step_24_891206c6554b4f00bca529cff33c3977.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_with_step_24_891206c6554b4f00bca529cff33c3977.json
new file mode 100644
index 0000000000000000000000000000000000000000..d177f7cc2d8fd134ccaecfe5f7a4d2e95cdd942a
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_with_step_24_891206c6554b4f00bca529cff33c3977.json
@@ -0,0 +1,28 @@
+{
+ "null": {
+ "1": 0.5,
+ "2": 0.5,
+ "3": 0.5,
+ "4": 0.5,
+ "5": 0.5,
+ "6": 0.5,
+ "7": 0.5,
+ "8": 0.5,
+ "9": 0.5,
+ "10": 0.5,
+ "11": 0.5,
+ "12": 0.3333333333333333,
+ "13": 0.5,
+ "14": 0.5,
+ "15": 0.3333333333333333,
+ "16": 0.5,
+ "17": 0.3333333333333333,
+ "18": 0.5,
+ "19": 0.5,
+ "20": 0.5,
+ "21": 0.5,
+ "22": 0.3333333333333333,
+ "23": 0.5,
+ "24": 0.5
+ }
+}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_with_step_48_ddfa2cf5e1124ffcbc81728c0d977133.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_with_step_48_ddfa2cf5e1124ffcbc81728c0d977133.json
new file mode 100644
index 0000000000000000000000000000000000000000..87bf2cc44aa2805f123b91c704425949afeefc00
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_with_step_48_ddfa2cf5e1124ffcbc81728c0d977133.json
@@ -0,0 +1,52 @@
+{
+ "null": {
+ "1": 0.5,
+ "2": 0.5,
+ "3": 0.5,
+ "4": 0.5,
+ "5": 0.5,
+ "6": 0.5,
+ "7": 0.5,
+ "8": 0.5,
+ "9": 0.5,
+ "10": 0.5,
+ "11": 0.5,
+ "12": 0.3333333333333333,
+ "13": 0.5,
+ "14": 0.5,
+ "15": 0.3333333333333333,
+ "16": 0.5,
+ "17": 0.3333333333333333,
+ "18": 0.5,
+ "19": 0.5,
+ "20": 0.5,
+ "21": 0.5,
+ "22": 0.3333333333333333,
+ "23": 0.5,
+ "24": 0.5,
+ "25": 0.3333333333333333,
+ "26": 0.5,
+ "27": 0.3333333333333333,
+ "28": 0.5,
+ "29": 0.5,
+ "30": 0.5,
+ "31": 0.5,
+ "32": 0.5,
+ "33": 0.5,
+ "34": 0.5,
+ "35": 0.5,
+ "36": 0.5,
+ "37": 0.5,
+ "38": 0.5,
+ "39": 0.5,
+ "40": 0.5,
+ "41": 0.5,
+ "42": 0.5,
+ "43": 0.5,
+ "44": 0.5,
+ "45": 0.5,
+ "46": 0.5,
+ "47": 0.5,
+ "48": 0.5
+ }
+}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_with_step_72_7295066e48b340289861336f12e5d63e.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_with_step_72_7295066e48b340289861336f12e5d63e.json
new file mode 100644
index 0000000000000000000000000000000000000000..ae68ad64f51d109c80dd966d322355a74cb1be38
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/acc_step_with_step_72_7295066e48b340289861336f12e5d63e.json
@@ -0,0 +1,76 @@
+{
+ "null": {
+ "1": 0.5,
+ "2": 0.5,
+ "3": 0.5,
+ "4": 0.5,
+ "5": 0.5,
+ "6": 0.5,
+ "7": 0.5,
+ "8": 0.5,
+ "9": 0.5,
+ "10": 0.5,
+ "11": 0.5,
+ "12": 0.3333333333333333,
+ "13": 0.5,
+ "14": 0.5,
+ "15": 0.3333333333333333,
+ "16": 0.5,
+ "17": 0.3333333333333333,
+ "18": 0.5,
+ "19": 0.5,
+ "20": 0.5,
+ "21": 0.5,
+ "22": 0.3333333333333333,
+ "23": 0.5,
+ "24": 0.5,
+ "25": 0.3333333333333333,
+ "26": 0.5,
+ "27": 0.3333333333333333,
+ "28": 0.5,
+ "29": 0.5,
+ "30": 0.5,
+ "31": 0.5,
+ "32": 0.5,
+ "33": 0.5,
+ "34": 0.5,
+ "35": 0.5,
+ "36": 0.5,
+ "37": 0.5,
+ "38": 0.5,
+ "39": 0.5,
+ "40": 0.5,
+ "41": 0.5,
+ "42": 0.5,
+ "43": 0.5,
+ "44": 0.5,
+ "45": 0.5,
+ "46": 0.5,
+ "47": 0.5,
+ "48": 0.5,
+ "49": 0.5,
+ "50": 0.5,
+ "51": 0.5,
+ "52": 0.5,
+ "53": 0.5,
+ "54": 0.5,
+ "55": 0.5,
+ "56": 0.6666666666666666,
+ "57": 0.5,
+ "58": 0.5,
+ "59": 0.5,
+ "60": 0.5,
+ "61": 0.5,
+ "62": 0.5,
+ "63": 0.5,
+ "64": 0.5,
+ "65": 0.5,
+ "66": 0.5,
+ "67": 0.6666666666666666,
+ "68": 0.6666666666666666,
+ "69": 0.6666666666666666,
+ "70": 0.5,
+ "71": 0.6666666666666666,
+ "72": 0.6666666666666666
+ }
+}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/val_acc_source_with_step_24_f7e7a5c9af31470482da596999730c47.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/val_acc_source_with_step_24_f7e7a5c9af31470482da596999730c47.json
new file mode 100644
index 0000000000000000000000000000000000000000..cbde154d3e0d1d03a7e261f714b67ad0dbcfdf8d
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/val_acc_source_with_step_24_f7e7a5c9af31470482da596999730c47.json
@@ -0,0 +1,7 @@
+{
+ "math_mcq": {
+ "0": 0.5765765765765766,
+ "10": 0.5945945945945946,
+ "20": 0.5765765765765766
+ }
+}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/val_acc_source_with_step_48_ff8487caf52448aa87aefe47c13cd03e.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/val_acc_source_with_step_48_ff8487caf52448aa87aefe47c13cd03e.json
new file mode 100644
index 0000000000000000000000000000000000000000..669626a9f01bf8953e40b12d2cc3ef0755420b37
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/val_acc_source_with_step_48_ff8487caf52448aa87aefe47c13cd03e.json
@@ -0,0 +1,9 @@
+{
+ "math_mcq": {
+ "0": 0.5765765765765766,
+ "10": 0.5945945945945946,
+ "20": 0.5765765765765766,
+ "30": 0.5495495495495496,
+ "40": 0.6306306306306306
+ }
+}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/val_acc_source_with_step_72_45e9191707c8418da9a4f26e0ccb8ef3.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/val_acc_source_with_step_72_45e9191707c8418da9a4f26e0ccb8ef3.json
new file mode 100644
index 0000000000000000000000000000000000000000..a70ab62c96b88f8a52ef046c8e318ceb42b1ab92
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/accuracy/val_acc_source_with_step_72_45e9191707c8418da9a4f26e0ccb8ef3.json
@@ -0,0 +1,12 @@
+{
+ "math_mcq": {
+ "0": 0.5765765765765766,
+ "10": 0.5945945945945946,
+ "20": 0.5765765765765766,
+ "30": 0.5495495495495496,
+ "40": 0.6306306306306306,
+ "50": 0.6036036036036037,
+ "60": 0.6576576576576577,
+ "70": 0.7297297297297297
+ }
+}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/chat_template.jinja b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..c2066bd7391c270626e39c9d7124f00360126412
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/chat_template.jinja
@@ -0,0 +1 @@
+{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<|User|>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<|Assistant|><|tool▁calls▁begin|><|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<|tool▁call▁end|>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<|tool▁call▁end|>'}}{{'<|tool▁calls▁end|><|end▁of▁sentence|>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<|tool▁outputs▁end|>' + message['content'] + '<|end▁of▁sentence|>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<|Assistant|>' + content + '<|end▁of▁sentence|>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<|tool▁outputs▁begin|><|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<|tool▁outputs▁end|>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<|Assistant|>\n'}}{% endif %}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/config.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..5d2e16ddf4cc3d2d1a40e165a72750d2ae3dc6d1
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/config.json
@@ -0,0 +1,62 @@
+{
+ "architectures": [
+ "Qwen2ForCausalLM"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 151646,
+ "embd_pdrop": 0.0,
+ "eos_token_id": 151643,
+ "hidden_act": "silu",
+ "hidden_size": 1536,
+ "initializer_range": 0.02,
+ "intermediate_size": 8960,
+ "layer_types": [
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention"
+ ],
+ "max_position_embeddings": 131072,
+ "max_window_layers": 21,
+ "model_type": "qwen2",
+ "num_attention_heads": 12,
+ "num_hidden_layers": 28,
+ "num_key_value_heads": 2,
+ "pad_token_id": 151643,
+ "resid_pdrop": 0.0,
+ "rms_norm_eps": 1e-06,
+ "rope_scaling": null,
+ "rope_theta": 10000,
+ "sliding_window": null,
+ "tie_word_embeddings": false,
+ "torch_dtype": "float32",
+ "transformers_version": "4.55.4",
+ "use_cache": true,
+ "use_mrope": false,
+ "use_sliding_window": false,
+ "vocab_size": 151936
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/extra_state_world_size_2_rank_0.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/extra_state_world_size_2_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed434542a47beae31ee47a0163c2469ef70a532
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/extra_state_world_size_2_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d84cbd4915957db97102ff3a0cdde5457798a5d29bd619e00ef5a67f55bc36
+size 14632
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/extra_state_world_size_2_rank_1.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/extra_state_world_size_2_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f1760f9e2e1945663932e13d41ecc6e0736774
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/extra_state_world_size_2_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769da32a92223715a8913c7442fa2e52d65b40c2fbf95a0214abaa5ccc899c13
+size 14632
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/generation_config.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..9fce42c126ce3a40d5dfc7bafe0976943eb29395
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/generation_config.json
@@ -0,0 +1,7 @@
+{
+ "_from_model_config": true,
+ "bos_token_id": 151646,
+ "eos_token_id": 151643,
+ "pad_token_id": 151643,
+ "transformers_version": "4.55.4"
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/chat_template.jinja b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..c2066bd7391c270626e39c9d7124f00360126412
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/chat_template.jinja
@@ -0,0 +1 @@
+{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<|User|>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<|Assistant|><|tool▁calls▁begin|><|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<|tool▁call▁end|>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<|tool▁call▁end|>'}}{{'<|tool▁calls▁end|><|end▁of▁sentence|>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<|tool▁outputs▁end|>' + message['content'] + '<|end▁of▁sentence|>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<|Assistant|>' + content + '<|end▁of▁sentence|>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<|tool▁outputs▁begin|><|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<|tool▁outputs▁end|>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<|Assistant|>\n'}}{% endif %}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/config.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..5d2e16ddf4cc3d2d1a40e165a72750d2ae3dc6d1
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/config.json
@@ -0,0 +1,62 @@
+{
+ "architectures": [
+ "Qwen2ForCausalLM"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 151646,
+ "embd_pdrop": 0.0,
+ "eos_token_id": 151643,
+ "hidden_act": "silu",
+ "hidden_size": 1536,
+ "initializer_range": 0.02,
+ "intermediate_size": 8960,
+ "layer_types": [
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention"
+ ],
+ "max_position_embeddings": 131072,
+ "max_window_layers": 21,
+ "model_type": "qwen2",
+ "num_attention_heads": 12,
+ "num_hidden_layers": 28,
+ "num_key_value_heads": 2,
+ "pad_token_id": 151643,
+ "resid_pdrop": 0.0,
+ "rms_norm_eps": 1e-06,
+ "rope_scaling": null,
+ "rope_theta": 10000,
+ "sliding_window": null,
+ "tie_word_embeddings": false,
+ "torch_dtype": "float32",
+ "transformers_version": "4.55.4",
+ "use_cache": true,
+ "use_mrope": false,
+ "use_sliding_window": false,
+ "vocab_size": 151936
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/special_tokens_map.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d385d62cf08bca35254547902b792c243656ec1
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+ "bos_token": {
+ "content": "<|begin▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "eos_token": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ }
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/tokenizer.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1a2db243e47cbc113f6b2ddcc388aeeb8fe1a94c
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20ddafc659ba90242154b55275402edeca0715e5dbb30f56815a4ce081f4893
+size 11422778
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/tokenizer_config.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d252dd4e5764106823080946500c02a8ed8c90c9
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/huggingface/tokenizer_config.json
@@ -0,0 +1,194 @@
+{
+ "add_bos_token": true,
+ "add_eos_token": false,
+ "add_prefix_space": null,
+ "added_tokens_decoder": {
+ "151643": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151644": {
+ "content": "<|User|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151645": {
+ "content": "<|Assistant|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151646": {
+ "content": "<|begin▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151647": {
+ "content": "<|EOT|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151648": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151649": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151650": {
+ "content": "<|quad_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151651": {
+ "content": "<|quad_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151652": {
+ "content": "<|vision_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151653": {
+ "content": "<|vision_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151654": {
+ "content": "<|vision_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151655": {
+ "content": "<|image_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151656": {
+ "content": "<|video_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151657": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151658": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151659": {
+ "content": "<|fim_prefix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151660": {
+ "content": "<|fim_middle|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151661": {
+ "content": "<|fim_suffix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151662": {
+ "content": "<|fim_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151663": {
+ "content": "<|repo_name|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151664": {
+ "content": "<|file_sep|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ }
+ },
+ "bos_token": "<|begin▁of▁sentence|>",
+ "clean_up_tokenization_spaces": false,
+ "eos_token": "<|end▁of▁sentence|>",
+ "extra_special_tokens": {},
+ "legacy": true,
+ "model_max_length": 16384,
+ "pad_token": "<|end▁of▁sentence|>",
+ "sp_model_kwargs": {},
+ "tokenizer_class": "LlamaTokenizerFast",
+ "unk_token": null,
+ "use_default_system_prompt": false
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/model-00001-of-00002.safetensors b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/model-00001-of-00002.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2f1b0bccd7358768251747d3e7c8839e70ddb016
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/model-00001-of-00002.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c949fa5994d642986b624dfc03439256c5f0c29feac717a9cca669860c6178b2
+size 4996670464
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/model-00002-of-00002.safetensors b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/model-00002-of-00002.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0ccbe3ece0c1a813f81177426bf2e8895e5f4a0a
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/model-00002-of-00002.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d856a9abadd681d5a59fa4670ca06468e1decfe85f9afe3c4fc5bdcf26e9f7
+size 2111719976
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/model.safetensors.index.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/model.safetensors.index.json
new file mode 100644
index 0000000000000000000000000000000000000000..ab37c9f4e18eb3acfe3ec4cacb85220215c7d8e2
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/model.safetensors.index.json
@@ -0,0 +1,347 @@
+{
+ "metadata": {
+ "total_parameters": 888544000,
+ "total_size": 7108352000
+ },
+ "weight_map": {
+ "lm_head.weight": "model-00002-of-00002.safetensors",
+ "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.norm.weight": "model-00002-of-00002.safetensors"
+ }
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/model_world_size_2_rank_0.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/model_world_size_2_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d79b2f35b11a071b7a983408303c9d70782f9bc
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/model_world_size_2_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302ad130f79d9f65c3bbea209a6db6c0403b37776dce4e97e5bdacf9ed118adb
+size 3554364602
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/model_world_size_2_rank_1.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/model_world_size_2_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a953b4f827ab6f3abe023e923dc5f622e294485
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/model_world_size_2_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a01b70bb10f179b97722ab4df52a6ab9a0f94d6a0dce3ee442deba24e60ab46
+size 3554364602
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/optim_world_size_2_rank_0.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/optim_world_size_2_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153c063a59003d96543c64460c7869d70f1d6b03
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/optim_world_size_2_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4677accddaba0b2c6cd7168d6e86e00e038721287af2a25198e821998c8c42d9
+size 7108378739
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/optim_world_size_2_rank_1.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/optim_world_size_2_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ade00d2533729bb0e97573b38c0b8a68099bf3
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/optim_world_size_2_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9184984b6ee6daba92ebb94495f80ee6894f658bbd65d96331355ad0fe099e51
+size 7108378739
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/special_tokens_map.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d385d62cf08bca35254547902b792c243656ec1
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+ "bos_token": {
+ "content": "<|begin▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "eos_token": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ }
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/tokenizer.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1a2db243e47cbc113f6b2ddcc388aeeb8fe1a94c
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20ddafc659ba90242154b55275402edeca0715e5dbb30f56815a4ce081f4893
+size 11422778
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/tokenizer_config.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d252dd4e5764106823080946500c02a8ed8c90c9
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/actor/tokenizer_config.json
@@ -0,0 +1,194 @@
+{
+ "add_bos_token": true,
+ "add_eos_token": false,
+ "add_prefix_space": null,
+ "added_tokens_decoder": {
+ "151643": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151644": {
+ "content": "<|User|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151645": {
+ "content": "<|Assistant|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151646": {
+ "content": "<|begin▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151647": {
+ "content": "<|EOT|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151648": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151649": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151650": {
+ "content": "<|quad_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151651": {
+ "content": "<|quad_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151652": {
+ "content": "<|vision_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151653": {
+ "content": "<|vision_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151654": {
+ "content": "<|vision_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151655": {
+ "content": "<|image_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151656": {
+ "content": "<|video_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151657": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151658": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151659": {
+ "content": "<|fim_prefix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151660": {
+ "content": "<|fim_middle|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151661": {
+ "content": "<|fim_suffix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151662": {
+ "content": "<|fim_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151663": {
+ "content": "<|repo_name|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151664": {
+ "content": "<|file_sep|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ }
+ },
+ "bos_token": "<|begin▁of▁sentence|>",
+ "clean_up_tokenization_spaces": false,
+ "eos_token": "<|end▁of▁sentence|>",
+ "extra_special_tokens": {},
+ "legacy": true,
+ "model_max_length": 16384,
+ "pad_token": "<|end▁of▁sentence|>",
+ "sp_model_kwargs": {},
+ "tokenizer_class": "LlamaTokenizerFast",
+ "unk_token": null,
+ "use_default_system_prompt": false
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/data.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/data.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9ef95e3602226ac6663f33fec9357d9c1ec722
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/data.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3adc30950e92556e672d48265a0c6e030a3867af92c61c493906822e2b379c
+size 6948493
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/training_state.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..4f39a2ed0a8b46d7851a5151304a949520d0dcb2
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_24/training_state.json
@@ -0,0 +1 @@
+{"history_accuracy": {"null": [0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.3333333333333333, 0.5, 0.5, 0.3333333333333333, 0.5, 0.3333333333333333, 0.5, 0.5, 0.5, 0.5, 0.3333333333333333, 0.5, 0.5]}, "history_accuracy_with_step": {"null": {"1": 0.5, "2": 0.5, "3": 0.5, "4": 0.5, "5": 0.5, "6": 0.5, "7": 0.5, "8": 0.5, "9": 0.5, "10": 0.5, "11": 0.5, "12": 0.3333333333333333, "13": 0.5, "14": 0.5, "15": 0.3333333333333333, "16": 0.5, "17": 0.3333333333333333, "18": 0.5, "19": 0.5, "20": 0.5, "21": 0.5, "22": 0.3333333333333333, "23": 0.5, "24": 0.5}}, "validation_accuracy_by_source": {"math_mcq": {"0": 0.5765765765765766, "10": 0.5945945945945946, "20": 0.5765765765765766}}}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/chat_template.jinja b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..c2066bd7391c270626e39c9d7124f00360126412
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/chat_template.jinja
@@ -0,0 +1 @@
+{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<|User|>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<|Assistant|><|tool▁calls▁begin|><|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<|tool▁call▁end|>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<|tool▁call▁end|>'}}{{'<|tool▁calls▁end|><|end▁of▁sentence|>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<|tool▁outputs▁end|>' + message['content'] + '<|end▁of▁sentence|>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<|Assistant|>' + content + '<|end▁of▁sentence|>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<|tool▁outputs▁begin|><|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<|tool▁outputs▁end|>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<|Assistant|>\n'}}{% endif %}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/config.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..5d2e16ddf4cc3d2d1a40e165a72750d2ae3dc6d1
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/config.json
@@ -0,0 +1,62 @@
+{
+ "architectures": [
+ "Qwen2ForCausalLM"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 151646,
+ "embd_pdrop": 0.0,
+ "eos_token_id": 151643,
+ "hidden_act": "silu",
+ "hidden_size": 1536,
+ "initializer_range": 0.02,
+ "intermediate_size": 8960,
+ "layer_types": [
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention"
+ ],
+ "max_position_embeddings": 131072,
+ "max_window_layers": 21,
+ "model_type": "qwen2",
+ "num_attention_heads": 12,
+ "num_hidden_layers": 28,
+ "num_key_value_heads": 2,
+ "pad_token_id": 151643,
+ "resid_pdrop": 0.0,
+ "rms_norm_eps": 1e-06,
+ "rope_scaling": null,
+ "rope_theta": 10000,
+ "sliding_window": null,
+ "tie_word_embeddings": false,
+ "torch_dtype": "float32",
+ "transformers_version": "4.55.4",
+ "use_cache": true,
+ "use_mrope": false,
+ "use_sliding_window": false,
+ "vocab_size": 151936
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/extra_state_world_size_2_rank_0.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/extra_state_world_size_2_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d80f84b362c5faa33ccead70380a039f8a88bd
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/extra_state_world_size_2_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059a9f9b86fcfbb5f53275965c0aaa592332c8af42d753500e29a35f6fd2ef57
+size 14632
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/extra_state_world_size_2_rank_1.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/extra_state_world_size_2_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ed52981395e28d2b8f6abb049d9858113da2fb
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/extra_state_world_size_2_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392a538d843db1db4fadff5d6fde430350a3a72e28d153c8eeb8fa13c6fd5f5f
+size 14632
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/generation_config.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..9fce42c126ce3a40d5dfc7bafe0976943eb29395
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/generation_config.json
@@ -0,0 +1,7 @@
+{
+ "_from_model_config": true,
+ "bos_token_id": 151646,
+ "eos_token_id": 151643,
+ "pad_token_id": 151643,
+ "transformers_version": "4.55.4"
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/chat_template.jinja b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..c2066bd7391c270626e39c9d7124f00360126412
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/chat_template.jinja
@@ -0,0 +1 @@
+{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<|User|>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<|Assistant|><|tool▁calls▁begin|><|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<|tool▁call▁end|>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<|tool▁call▁end|>'}}{{'<|tool▁calls▁end|><|end▁of▁sentence|>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<|tool▁outputs▁end|>' + message['content'] + '<|end▁of▁sentence|>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<|Assistant|>' + content + '<|end▁of▁sentence|>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<|tool▁outputs▁begin|><|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<|tool▁outputs▁end|>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<|Assistant|>\n'}}{% endif %}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/config.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..5d2e16ddf4cc3d2d1a40e165a72750d2ae3dc6d1
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/config.json
@@ -0,0 +1,62 @@
+{
+ "architectures": [
+ "Qwen2ForCausalLM"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 151646,
+ "embd_pdrop": 0.0,
+ "eos_token_id": 151643,
+ "hidden_act": "silu",
+ "hidden_size": 1536,
+ "initializer_range": 0.02,
+ "intermediate_size": 8960,
+ "layer_types": [
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention"
+ ],
+ "max_position_embeddings": 131072,
+ "max_window_layers": 21,
+ "model_type": "qwen2",
+ "num_attention_heads": 12,
+ "num_hidden_layers": 28,
+ "num_key_value_heads": 2,
+ "pad_token_id": 151643,
+ "resid_pdrop": 0.0,
+ "rms_norm_eps": 1e-06,
+ "rope_scaling": null,
+ "rope_theta": 10000,
+ "sliding_window": null,
+ "tie_word_embeddings": false,
+ "torch_dtype": "float32",
+ "transformers_version": "4.55.4",
+ "use_cache": true,
+ "use_mrope": false,
+ "use_sliding_window": false,
+ "vocab_size": 151936
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/special_tokens_map.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d385d62cf08bca35254547902b792c243656ec1
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+ "bos_token": {
+ "content": "<|begin▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "eos_token": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ }
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/tokenizer.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1a2db243e47cbc113f6b2ddcc388aeeb8fe1a94c
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20ddafc659ba90242154b55275402edeca0715e5dbb30f56815a4ce081f4893
+size 11422778
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/tokenizer_config.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d252dd4e5764106823080946500c02a8ed8c90c9
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/huggingface/tokenizer_config.json
@@ -0,0 +1,194 @@
+{
+ "add_bos_token": true,
+ "add_eos_token": false,
+ "add_prefix_space": null,
+ "added_tokens_decoder": {
+ "151643": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151644": {
+ "content": "<|User|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151645": {
+ "content": "<|Assistant|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151646": {
+ "content": "<|begin▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151647": {
+ "content": "<|EOT|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151648": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151649": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151650": {
+ "content": "<|quad_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151651": {
+ "content": "<|quad_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151652": {
+ "content": "<|vision_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151653": {
+ "content": "<|vision_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151654": {
+ "content": "<|vision_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151655": {
+ "content": "<|image_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151656": {
+ "content": "<|video_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151657": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151658": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151659": {
+ "content": "<|fim_prefix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151660": {
+ "content": "<|fim_middle|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151661": {
+ "content": "<|fim_suffix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151662": {
+ "content": "<|fim_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151663": {
+ "content": "<|repo_name|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151664": {
+ "content": "<|file_sep|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ }
+ },
+ "bos_token": "<|begin▁of▁sentence|>",
+ "clean_up_tokenization_spaces": false,
+ "eos_token": "<|end▁of▁sentence|>",
+ "extra_special_tokens": {},
+ "legacy": true,
+ "model_max_length": 16384,
+ "pad_token": "<|end▁of▁sentence|>",
+ "sp_model_kwargs": {},
+ "tokenizer_class": "LlamaTokenizerFast",
+ "unk_token": null,
+ "use_default_system_prompt": false
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/model-00001-of-00002.safetensors b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/model-00001-of-00002.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f5a4c8d952177cb1499eac8d5316180eb4d99da5
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/model-00001-of-00002.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc4a94dbc00199809251a522e6467cda655bcf007cd2c7d73a245042191fffd
+size 4996670464
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/model-00002-of-00002.safetensors b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/model-00002-of-00002.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..68820f860a7eedef482b9dfe06586c3989f6d472
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/model-00002-of-00002.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa9d3e49ead46fd7a3518ea933f4ce692859f78a3cdfd7f83d9859a7c1b32e0
+size 2111719976
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/model.safetensors.index.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/model.safetensors.index.json
new file mode 100644
index 0000000000000000000000000000000000000000..ab37c9f4e18eb3acfe3ec4cacb85220215c7d8e2
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/model.safetensors.index.json
@@ -0,0 +1,347 @@
+{
+ "metadata": {
+ "total_parameters": 888544000,
+ "total_size": 7108352000
+ },
+ "weight_map": {
+ "lm_head.weight": "model-00002-of-00002.safetensors",
+ "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.norm.weight": "model-00002-of-00002.safetensors"
+ }
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/model_world_size_2_rank_0.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/model_world_size_2_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e098854c08da32d5347fcb7530bad02a022b97b0
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/model_world_size_2_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03861cea62ddfa2c2b9d1248609ffbcb3234608837dd4a6595915efc29ad2cf9
+size 3554364602
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/model_world_size_2_rank_1.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/model_world_size_2_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7b6f8cec66ce255cb80acb4b16d4ad6fb91b21
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/model_world_size_2_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b0c787827404fe3f5e2022ae875a9909ead3cb2ec1907d8f5ffbcb92d3470e
+size 3554364602
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/optim_world_size_2_rank_0.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/optim_world_size_2_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498bea36699648e3246e7a664595c9a799c50ce1
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/optim_world_size_2_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51570c5ac60f985c05e9669bb9e4ce0fa751269ccc9f9761574e14253166332c
+size 7108378739
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/optim_world_size_2_rank_1.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/optim_world_size_2_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d22a27fe96a2ee6bfe85f277b852e298b14be13
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/optim_world_size_2_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087262499c2304bcf48afa13e13f9c78def568cf95640ff2098e74145e523d93
+size 7108378739
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/special_tokens_map.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d385d62cf08bca35254547902b792c243656ec1
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+ "bos_token": {
+ "content": "<|begin▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "eos_token": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ }
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/tokenizer.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1a2db243e47cbc113f6b2ddcc388aeeb8fe1a94c
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20ddafc659ba90242154b55275402edeca0715e5dbb30f56815a4ce081f4893
+size 11422778
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/tokenizer_config.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d252dd4e5764106823080946500c02a8ed8c90c9
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/actor/tokenizer_config.json
@@ -0,0 +1,194 @@
+{
+ "add_bos_token": true,
+ "add_eos_token": false,
+ "add_prefix_space": null,
+ "added_tokens_decoder": {
+ "151643": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151644": {
+ "content": "<|User|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151645": {
+ "content": "<|Assistant|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151646": {
+ "content": "<|begin▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151647": {
+ "content": "<|EOT|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151648": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151649": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151650": {
+ "content": "<|quad_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151651": {
+ "content": "<|quad_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151652": {
+ "content": "<|vision_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151653": {
+ "content": "<|vision_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151654": {
+ "content": "<|vision_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151655": {
+ "content": "<|image_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151656": {
+ "content": "<|video_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151657": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151658": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151659": {
+ "content": "<|fim_prefix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151660": {
+ "content": "<|fim_middle|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151661": {
+ "content": "<|fim_suffix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151662": {
+ "content": "<|fim_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151663": {
+ "content": "<|repo_name|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151664": {
+ "content": "<|file_sep|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ }
+ },
+ "bos_token": "<|begin▁of▁sentence|>",
+ "clean_up_tokenization_spaces": false,
+ "eos_token": "<|end▁of▁sentence|>",
+ "extra_special_tokens": {},
+ "legacy": true,
+ "model_max_length": 16384,
+ "pad_token": "<|end▁of▁sentence|>",
+ "sp_model_kwargs": {},
+ "tokenizer_class": "LlamaTokenizerFast",
+ "unk_token": null,
+ "use_default_system_prompt": false
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/data.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/data.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2060d758febf404fab718a76d303b839c5b0c003
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/data.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deadada4e14cffeb8fa749641d20a3652f4e8bbc2bd6fa40c3032047c9c74d70
+size 6948493
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/training_state.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..b2406df1e3277abd64219821a818d7d0f8c0e7f1
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_48/training_state.json
@@ -0,0 +1 @@
+{"history_accuracy": {"null": [0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.3333333333333333, 0.5, 0.5, 0.3333333333333333, 0.5, 0.3333333333333333, 0.5, 0.5, 0.5, 0.5, 0.3333333333333333, 0.5, 0.5, 0.3333333333333333, 0.5, 0.3333333333333333, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5]}, "history_accuracy_with_step": {"null": {"1": 0.5, "2": 0.5, "3": 0.5, "4": 0.5, "5": 0.5, "6": 0.5, "7": 0.5, "8": 0.5, "9": 0.5, "10": 0.5, "11": 0.5, "12": 0.3333333333333333, "13": 0.5, "14": 0.5, "15": 0.3333333333333333, "16": 0.5, "17": 0.3333333333333333, "18": 0.5, "19": 0.5, "20": 0.5, "21": 0.5, "22": 0.3333333333333333, "23": 0.5, "24": 0.5, "25": 0.3333333333333333, "26": 0.5, "27": 0.3333333333333333, "28": 0.5, "29": 0.5, "30": 0.5, "31": 0.5, "32": 0.5, "33": 0.5, "34": 0.5, "35": 0.5, "36": 0.5, "37": 0.5, "38": 0.5, "39": 0.5, "40": 0.5, "41": 0.5, "42": 0.5, "43": 0.5, "44": 0.5, "45": 0.5, "46": 0.5, "47": 0.5, "48": 0.5}}, "validation_accuracy_by_source": {"math_mcq": {"0": 0.5765765765765766, "10": 0.5945945945945946, "20": 0.5765765765765766, "30": 0.5495495495495496, "40": 0.6306306306306306}}}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/chat_template.jinja b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..c2066bd7391c270626e39c9d7124f00360126412
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/chat_template.jinja
@@ -0,0 +1 @@
+{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<|User|>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<|Assistant|><|tool▁calls▁begin|><|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<|tool▁call▁end|>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<|tool▁call▁end|>'}}{{'<|tool▁calls▁end|><|end▁of▁sentence|>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<|tool▁outputs▁end|>' + message['content'] + '<|end▁of▁sentence|>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<|Assistant|>' + content + '<|end▁of▁sentence|>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<|tool▁outputs▁begin|><|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<|tool▁outputs▁end|>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<|Assistant|>\n'}}{% endif %}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/config.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..5d2e16ddf4cc3d2d1a40e165a72750d2ae3dc6d1
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/config.json
@@ -0,0 +1,62 @@
+{
+ "architectures": [
+ "Qwen2ForCausalLM"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 151646,
+ "embd_pdrop": 0.0,
+ "eos_token_id": 151643,
+ "hidden_act": "silu",
+ "hidden_size": 1536,
+ "initializer_range": 0.02,
+ "intermediate_size": 8960,
+ "layer_types": [
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention"
+ ],
+ "max_position_embeddings": 131072,
+ "max_window_layers": 21,
+ "model_type": "qwen2",
+ "num_attention_heads": 12,
+ "num_hidden_layers": 28,
+ "num_key_value_heads": 2,
+ "pad_token_id": 151643,
+ "resid_pdrop": 0.0,
+ "rms_norm_eps": 1e-06,
+ "rope_scaling": null,
+ "rope_theta": 10000,
+ "sliding_window": null,
+ "tie_word_embeddings": false,
+ "torch_dtype": "float32",
+ "transformers_version": "4.55.4",
+ "use_cache": true,
+ "use_mrope": false,
+ "use_sliding_window": false,
+ "vocab_size": 151936
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/extra_state_world_size_2_rank_0.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/extra_state_world_size_2_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efeb3f6e73e5635bffc6b933fb7e886388461cc4
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/extra_state_world_size_2_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a48cf0f9bb47c6507afd5abf7fe7808d88353d618d22dc1b96ca4b87eb96eb
+size 14632
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/extra_state_world_size_2_rank_1.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/extra_state_world_size_2_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5bcaf21cdd16ce5b34f5125e344fe9452c475e
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/extra_state_world_size_2_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df35834b11b3c08a7866c7f4798c7bd80d03203ef6f5996e80e5acbdd95cf4ce
+size 14632
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/generation_config.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..9fce42c126ce3a40d5dfc7bafe0976943eb29395
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/generation_config.json
@@ -0,0 +1,7 @@
+{
+ "_from_model_config": true,
+ "bos_token_id": 151646,
+ "eos_token_id": 151643,
+ "pad_token_id": 151643,
+ "transformers_version": "4.55.4"
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/chat_template.jinja b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..c2066bd7391c270626e39c9d7124f00360126412
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/chat_template.jinja
@@ -0,0 +1 @@
+{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<|User|>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<|Assistant|><|tool▁calls▁begin|><|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<|tool▁call▁end|>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<|tool▁call▁end|>'}}{{'<|tool▁calls▁end|><|end▁of▁sentence|>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<|tool▁outputs▁end|>' + message['content'] + '<|end▁of▁sentence|>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<|Assistant|>' + content + '<|end▁of▁sentence|>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<|tool▁outputs▁begin|><|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<|tool▁outputs▁end|>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<|Assistant|>\n'}}{% endif %}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/config.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..5d2e16ddf4cc3d2d1a40e165a72750d2ae3dc6d1
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/config.json
@@ -0,0 +1,62 @@
+{
+ "architectures": [
+ "Qwen2ForCausalLM"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 151646,
+ "embd_pdrop": 0.0,
+ "eos_token_id": 151643,
+ "hidden_act": "silu",
+ "hidden_size": 1536,
+ "initializer_range": 0.02,
+ "intermediate_size": 8960,
+ "layer_types": [
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention"
+ ],
+ "max_position_embeddings": 131072,
+ "max_window_layers": 21,
+ "model_type": "qwen2",
+ "num_attention_heads": 12,
+ "num_hidden_layers": 28,
+ "num_key_value_heads": 2,
+ "pad_token_id": 151643,
+ "resid_pdrop": 0.0,
+ "rms_norm_eps": 1e-06,
+ "rope_scaling": null,
+ "rope_theta": 10000,
+ "sliding_window": null,
+ "tie_word_embeddings": false,
+ "torch_dtype": "float32",
+ "transformers_version": "4.55.4",
+ "use_cache": true,
+ "use_mrope": false,
+ "use_sliding_window": false,
+ "vocab_size": 151936
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/special_tokens_map.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d385d62cf08bca35254547902b792c243656ec1
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+ "bos_token": {
+ "content": "<|begin▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "eos_token": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ }
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/tokenizer.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1a2db243e47cbc113f6b2ddcc388aeeb8fe1a94c
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20ddafc659ba90242154b55275402edeca0715e5dbb30f56815a4ce081f4893
+size 11422778
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/tokenizer_config.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d252dd4e5764106823080946500c02a8ed8c90c9
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/huggingface/tokenizer_config.json
@@ -0,0 +1,194 @@
+{
+ "add_bos_token": true,
+ "add_eos_token": false,
+ "add_prefix_space": null,
+ "added_tokens_decoder": {
+ "151643": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151644": {
+ "content": "<|User|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151645": {
+ "content": "<|Assistant|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151646": {
+ "content": "<|begin▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151647": {
+ "content": "<|EOT|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151648": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151649": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151650": {
+ "content": "<|quad_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151651": {
+ "content": "<|quad_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151652": {
+ "content": "<|vision_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151653": {
+ "content": "<|vision_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151654": {
+ "content": "<|vision_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151655": {
+ "content": "<|image_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151656": {
+ "content": "<|video_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151657": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151658": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151659": {
+ "content": "<|fim_prefix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151660": {
+ "content": "<|fim_middle|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151661": {
+ "content": "<|fim_suffix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151662": {
+ "content": "<|fim_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151663": {
+ "content": "<|repo_name|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151664": {
+ "content": "<|file_sep|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ }
+ },
+ "bos_token": "<|begin▁of▁sentence|>",
+ "clean_up_tokenization_spaces": false,
+ "eos_token": "<|end▁of▁sentence|>",
+ "extra_special_tokens": {},
+ "legacy": true,
+ "model_max_length": 16384,
+ "pad_token": "<|end▁of▁sentence|>",
+ "sp_model_kwargs": {},
+ "tokenizer_class": "LlamaTokenizerFast",
+ "unk_token": null,
+ "use_default_system_prompt": false
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/model-00001-of-00002.safetensors b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/model-00001-of-00002.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..97d06ad66168656ad50789cd98573e9aa3c11a2d
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/model-00001-of-00002.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e0d3d8386368b1d0382a4f1e3b6e40aa22930b2c29c5ddfb197d21312c2198
+size 4996670464
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/model-00002-of-00002.safetensors b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/model-00002-of-00002.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ec95693b42b028cc729c5097cd496f4fcb302593
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/model-00002-of-00002.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4083b43c75b39d65d7f18ec001274a9f19f3436c8b5a433bdfcb14a0fbb15764
+size 2111719976
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/model.safetensors.index.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/model.safetensors.index.json
new file mode 100644
index 0000000000000000000000000000000000000000..ab37c9f4e18eb3acfe3ec4cacb85220215c7d8e2
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/model.safetensors.index.json
@@ -0,0 +1,347 @@
+{
+ "metadata": {
+ "total_parameters": 888544000,
+ "total_size": 7108352000
+ },
+ "weight_map": {
+ "lm_head.weight": "model-00002-of-00002.safetensors",
+ "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+ "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+ "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+ "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+ "model.norm.weight": "model-00002-of-00002.safetensors"
+ }
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/model_world_size_2_rank_0.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/model_world_size_2_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71eaff4c050031ebead96b49cf078ba8410e351
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/model_world_size_2_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20045623e72eaf2d5ea775102eca5275dc0084e95f9a9d17f60cb16c3f8178ad
+size 3554364602
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/model_world_size_2_rank_1.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/model_world_size_2_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92286932dea389d652e8254553c564b57afa83ef
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/model_world_size_2_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e607ad230dfc7683509bfcce4d9061b3e3c716c1e293a86dd94e0ebcb7b588
+size 3554364602
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/optim_world_size_2_rank_0.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/optim_world_size_2_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f365b5440897da8578366e1cb0cccc16bf62e08a
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/optim_world_size_2_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c10665145f0f779bd862128898646bbfb848e4a3a77e75df031fbb098a79f81
+size 7108378739
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/optim_world_size_2_rank_1.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/optim_world_size_2_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbe02feb308c6254867f039943732b86ddbd239
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/optim_world_size_2_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bbb9fa22ff76893caea02dfcca0e3701fe253052c7e9dc24607203fbe4b31a
+size 7108378739
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/special_tokens_map.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d385d62cf08bca35254547902b792c243656ec1
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+ "bos_token": {
+ "content": "<|begin▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "eos_token": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ }
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/tokenizer.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1a2db243e47cbc113f6b2ddcc388aeeb8fe1a94c
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20ddafc659ba90242154b55275402edeca0715e5dbb30f56815a4ce081f4893
+size 11422778
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/tokenizer_config.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d252dd4e5764106823080946500c02a8ed8c90c9
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/actor/tokenizer_config.json
@@ -0,0 +1,194 @@
+{
+ "add_bos_token": true,
+ "add_eos_token": false,
+ "add_prefix_space": null,
+ "added_tokens_decoder": {
+ "151643": {
+ "content": "<|end▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151644": {
+ "content": "<|User|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151645": {
+ "content": "<|Assistant|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151646": {
+ "content": "<|begin▁of▁sentence|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151647": {
+ "content": "<|EOT|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151648": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151649": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151650": {
+ "content": "<|quad_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151651": {
+ "content": "<|quad_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151652": {
+ "content": "<|vision_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151653": {
+ "content": "<|vision_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151654": {
+ "content": "<|vision_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151655": {
+ "content": "<|image_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151656": {
+ "content": "<|video_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151657": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151658": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151659": {
+ "content": "<|fim_prefix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151660": {
+ "content": "<|fim_middle|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151661": {
+ "content": "<|fim_suffix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151662": {
+ "content": "<|fim_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151663": {
+ "content": "<|repo_name|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151664": {
+ "content": "<|file_sep|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ }
+ },
+ "bos_token": "<|begin▁of▁sentence|>",
+ "clean_up_tokenization_spaces": false,
+ "eos_token": "<|end▁of▁sentence|>",
+ "extra_special_tokens": {},
+ "legacy": true,
+ "model_max_length": 16384,
+ "pad_token": "<|end▁of▁sentence|>",
+ "sp_model_kwargs": {},
+ "tokenizer_class": "LlamaTokenizerFast",
+ "unk_token": null,
+ "use_default_system_prompt": false
+}
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/data.pt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/data.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828b12f4ddd5fdbd37b9594b0bb54a524a09cc55
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/data.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f772a46c4ad13212c319576680a8d025aff7420153dd57a0fb259c3e801f08
+size 6948493
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/training_state.json b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..13725f4c9df59582cf40eda657daef280f218fbb
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/global_step_72/training_state.json
@@ -0,0 +1 @@
+{"history_accuracy": {"null": [0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.3333333333333333, 0.5, 0.5, 0.3333333333333333, 0.5, 0.3333333333333333, 0.5, 0.5, 0.5, 0.5, 0.3333333333333333, 0.5, 0.5, 0.3333333333333333, 0.5, 0.3333333333333333, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.6666666666666666, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.6666666666666666, 0.6666666666666666, 0.6666666666666666, 0.5, 0.6666666666666666, 0.6666666666666666]}, "history_accuracy_with_step": {"null": {"1": 0.5, "2": 0.5, "3": 0.5, "4": 0.5, "5": 0.5, "6": 0.5, "7": 0.5, "8": 0.5, "9": 0.5, "10": 0.5, "11": 0.5, "12": 0.3333333333333333, "13": 0.5, "14": 0.5, "15": 0.3333333333333333, "16": 0.5, "17": 0.3333333333333333, "18": 0.5, "19": 0.5, "20": 0.5, "21": 0.5, "22": 0.3333333333333333, "23": 0.5, "24": 0.5, "25": 0.3333333333333333, "26": 0.5, "27": 0.3333333333333333, "28": 0.5, "29": 0.5, "30": 0.5, "31": 0.5, "32": 0.5, "33": 0.5, "34": 0.5, "35": 0.5, "36": 0.5, "37": 0.5, "38": 0.5, "39": 0.5, "40": 0.5, "41": 0.5, "42": 0.5, "43": 0.5, "44": 0.5, "45": 0.5, "46": 0.5, "47": 0.5, "48": 0.5, "49": 0.5, "50": 0.5, "51": 0.5, "52": 0.5, "53": 0.5, "54": 0.5, "55": 0.5, "56": 0.6666666666666666, "57": 0.5, "58": 0.5, "59": 0.5, "60": 0.5, "61": 0.5, "62": 0.5, "63": 0.5, "64": 0.5, "65": 0.5, "66": 0.5, "67": 0.6666666666666666, "68": 0.6666666666666666, "69": 0.6666666666666666, "70": 0.5, "71": 0.6666666666666666, "72": 0.6666666666666666}}, "validation_accuracy_by_source": {"math_mcq": {"0": 0.5765765765765766, "10": 0.5945945945945946, "20": 0.5765765765765766, "30": 0.5495495495495496, "40": 0.6306306306306306, "50": 0.6036036036036037, "60": 0.6576576576576577, "70": 0.7297297297297297}}}
\ No newline at end of file
diff --git a/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/latest_checkpointed_iteration.txt b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/latest_checkpointed_iteration.txt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd72aa941214d4cb8522dda34eb12cf878e3e8b
--- /dev/null
+++ b/models/grpo_deepmath_1.5b_outputs_verl_origin_top4of6_10epochs/mathevo-grpo-verl-deepmath-ablation/deepmath-1.5b-grpo-origin-top4of6-10epochs-20250919_105400/latest_checkpointed_iteration.txt
@@ -0,0 +1 @@
+72
\ No newline at end of file