explcre commited on
Commit
fb07911
·
verified ·
1 Parent(s): dbb83ed

Add files using upload-large-folder tool

Browse files
Files changed (48) hide show
  1. ckpt/1shot_gae/global_step_400/actor/huggingface/added_tokens.json +24 -0
  2. ckpt/1shot_gae/global_step_400/actor/huggingface/chat_template.jinja +54 -0
  3. ckpt/1shot_gae/global_step_400/actor/huggingface/config.json +59 -0
  4. ckpt/1shot_gae/global_step_400/actor/huggingface/generation_config.json +6 -0
  5. ckpt/1shot_gae/global_step_400/actor/huggingface/merges.txt +0 -0
  6. ckpt/1shot_gae/global_step_400/actor/huggingface/special_tokens_map.json +31 -0
  7. ckpt/1shot_gae/global_step_400/actor/huggingface/tokenizer_config.json +207 -0
  8. ckpt/1shot_gae/global_step_400/actor/huggingface/vocab.json +0 -0
  9. ckpt/1shot_gae/global_step_400/actor/model_world_size_1_rank_0.pt +3 -0
  10. ckpt/1shot_gae/global_step_400/critic/fsdp_config.json +4 -0
  11. ckpt/1shot_gae/global_step_400/critic/huggingface/added_tokens.json +24 -0
  12. ckpt/1shot_gae/global_step_400/critic/huggingface/chat_template.jinja +54 -0
  13. ckpt/1shot_gae/global_step_400/critic/huggingface/config.json +68 -0
  14. ckpt/1shot_gae/global_step_400/critic/huggingface/merges.txt +0 -0
  15. ckpt/1shot_gae/global_step_400/critic/huggingface/special_tokens_map.json +31 -0
  16. ckpt/1shot_gae/global_step_400/critic/huggingface/tokenizer_config.json +207 -0
  17. ckpt/1shot_gae/global_step_400/critic/huggingface/vocab.json +0 -0
  18. eval_out/repro_base/Qwen2.5-1.5B-Instruct_gsm8k_n1_seed1234.json +77 -0
  19. eval_out/repro_base/Qwen2.5-1.5B-Instruct_math_n1_seed1234.json +70 -0
  20. eval_out/repro_base/Qwen2.5-Math-1.5B-Instruct_math_n1_seed1234.json +66 -0
  21. eval_out/repro_base/Qwen2.5-Math-1.5B_math_n1_seed1234.json +70 -0
  22. hydra_out/1shot_1shot_drygate/main_ppo.log +2 -0
  23. hydra_out/1shot_1shot_drygate_247478/main_ppo.log +1 -0
  24. hydra_out/1shot_1shot_drygate_247578/main_ppo.log +0 -0
  25. hydra_out/1shot_1shot_drygate_247580/main_ppo.log +1 -0
  26. hydra_out/1shot_1shot_drygate_247581/main_ppo.log +1 -0
  27. hydra_out/1shot_1shot_drygate_247587/main_ppo.log +1 -0
  28. hydra_out/1shot_1shot_drygate_247588/main_ppo.log +1 -0
  29. hydra_out/1shot_1shot_drygate_247590/main_ppo.log +1 -0
  30. hydra_out/1shot_1shot_drygate_247591/main_ppo.log +1 -0
  31. hydra_out/1shot_1shot_drygate_247611/main_ppo.log +1 -0
  32. hydra_out/1shot_1shot_drygate_247612/main_ppo.log +1 -0
  33. hydra_out/1shot_1shot_drygate_247613/main_ppo.log +1 -0
  34. hydra_out/1shot_1shot_gae/main_ppo.log +2 -0
  35. hydra_out/1shot_1shot_graphrpo/main_ppo.log +3 -0
  36. hydra_out/1shot_1shot_grpo/main_ppo.log +4 -0
  37. hydra_out/1shot_1shot_grpo_lan/main_ppo.log +3 -0
  38. hydra_out/1shot_1shot_rankrpo/main_ppo.log +3 -0
  39. hydra_out/dapo_seed42_lr1e-6/main_ppo.log +1 -0
  40. hydra_out/hydra_1shot_1shot_drygate_247649/main_ppo.log +1 -0
  41. hydra_out/hydra_1shot_1shot_drygate_247933/main_ppo.log +1 -0
  42. hydra_out/hydra_1shot_1shot_drygate_247934/main_ppo.log +1 -0
  43. hydra_out/pilot_fullmath_graphrpo/main_ppo.log +1 -0
  44. hydra_out/pilot_fullmath_grpo_gspo_base/main_ppo.log +1 -0
  45. hydra_out/pilot_fullmath_gspo_exact/main_ppo.log +1 -0
  46. hydra_out/pilot_graphrpo/main_ppo.log +3 -0
  47. hydra_out/pilot_grpo/main_ppo.log +3 -0
  48. hydra_out/pilot_pilot_passk_graphrpo/main_ppo.log +1 -0
ckpt/1shot_gae/global_step_400/actor/huggingface/added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
ckpt/1shot_gae/global_step_400/actor/huggingface/chat_template.jinja ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0]['role'] == 'system' %}
4
+ {{- messages[0]['content'] }}
5
+ {%- else %}
6
+ {{- 'Please reason step by step, and put your final answer within \\boxed{}.' }}
7
+ {%- endif %}
8
+ {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
9
+ {%- for tool in tools %}
10
+ {{- "\n" }}
11
+ {{- tool | tojson }}
12
+ {%- endfor %}
13
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
14
+ {%- else %}
15
+ {%- if messages[0]['role'] == 'system' %}
16
+ {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
17
+ {%- else %}
18
+ {{- '<|im_start|>system\nPlease reason step by step, and put your final answer within \\boxed{}.<|im_end|>\n' }}
19
+ {%- endif %}
20
+ {%- endif %}
21
+ {%- for message in messages %}
22
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
23
+ {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
24
+ {%- elif message.role == "assistant" %}
25
+ {{- '<|im_start|>' + message.role }}
26
+ {%- if message.content %}
27
+ {{- '\n' + message.content }}
28
+ {%- endif %}
29
+ {%- for tool_call in message.tool_calls %}
30
+ {%- if tool_call.function is defined %}
31
+ {%- set tool_call = tool_call.function %}
32
+ {%- endif %}
33
+ {{- '\n<tool_call>\n{"name": "' }}
34
+ {{- tool_call.name }}
35
+ {{- '", "arguments": ' }}
36
+ {{- tool_call.arguments | tojson }}
37
+ {{- '}\n</tool_call>' }}
38
+ {%- endfor %}
39
+ {{- '<|im_end|>\n' }}
40
+ {%- elif message.role == "tool" %}
41
+ {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
42
+ {{- '<|im_start|>user' }}
43
+ {%- endif %}
44
+ {{- '\n<tool_response>\n' }}
45
+ {{- message.content }}
46
+ {{- '\n</tool_response>' }}
47
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
48
+ {{- '<|im_end|>\n' }}
49
+ {%- endif %}
50
+ {%- endif %}
51
+ {%- endfor %}
52
+ {%- if add_generation_prompt %}
53
+ {{- '<|im_start|>assistant\n' }}
54
+ {%- endif %}
ckpt/1shot_gae/global_step_400/actor/huggingface/config.json ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen2ForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "dtype": "float32",
7
+ "eos_token_id": 151643,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 1536,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 8960,
12
+ "layer_types": [
13
+ "full_attention",
14
+ "full_attention",
15
+ "full_attention",
16
+ "full_attention",
17
+ "full_attention",
18
+ "full_attention",
19
+ "full_attention",
20
+ "full_attention",
21
+ "full_attention",
22
+ "full_attention",
23
+ "full_attention",
24
+ "full_attention",
25
+ "full_attention",
26
+ "full_attention",
27
+ "full_attention",
28
+ "full_attention",
29
+ "full_attention",
30
+ "full_attention",
31
+ "full_attention",
32
+ "full_attention",
33
+ "full_attention",
34
+ "full_attention",
35
+ "full_attention",
36
+ "full_attention",
37
+ "full_attention",
38
+ "full_attention",
39
+ "full_attention",
40
+ "full_attention"
41
+ ],
42
+ "max_position_embeddings": 4096,
43
+ "max_window_layers": 21,
44
+ "model_type": "qwen2",
45
+ "num_attention_heads": 12,
46
+ "num_hidden_layers": 28,
47
+ "num_key_value_heads": 2,
48
+ "pad_token_id": 151643,
49
+ "rms_norm_eps": 1e-06,
50
+ "rope_scaling": null,
51
+ "rope_theta": 10000,
52
+ "sliding_window": null,
53
+ "tie_word_embeddings": true,
54
+ "transformers_version": "4.57.1",
55
+ "use_cache": true,
56
+ "use_mrope": false,
57
+ "use_sliding_window": false,
58
+ "vocab_size": 151936
59
+ }
ckpt/1shot_gae/global_step_400/actor/huggingface/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "eos_token_id": 151643,
4
+ "max_new_tokens": 2048,
5
+ "transformers_version": "4.57.1"
6
+ }
ckpt/1shot_gae/global_step_400/actor/huggingface/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
ckpt/1shot_gae/global_step_400/actor/huggingface/special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|endoftext|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
ckpt/1shot_gae/global_step_400/actor/huggingface/tokenizer_config.json ADDED
@@ -0,0 +1,207 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ }
181
+ },
182
+ "additional_special_tokens": [
183
+ "<|im_start|>",
184
+ "<|im_end|>",
185
+ "<|object_ref_start|>",
186
+ "<|object_ref_end|>",
187
+ "<|box_start|>",
188
+ "<|box_end|>",
189
+ "<|quad_start|>",
190
+ "<|quad_end|>",
191
+ "<|vision_start|>",
192
+ "<|vision_end|>",
193
+ "<|vision_pad|>",
194
+ "<|image_pad|>",
195
+ "<|video_pad|>"
196
+ ],
197
+ "bos_token": null,
198
+ "clean_up_tokenization_spaces": false,
199
+ "eos_token": "<|endoftext|>",
200
+ "errors": "replace",
201
+ "extra_special_tokens": {},
202
+ "model_max_length": 131072,
203
+ "pad_token": "<|endoftext|>",
204
+ "split_special_tokens": false,
205
+ "tokenizer_class": "Qwen2Tokenizer",
206
+ "unk_token": null
207
+ }
ckpt/1shot_gae/global_step_400/actor/huggingface/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
ckpt/1shot_gae/global_step_400/actor/model_world_size_1_rank_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5af8b82049b089654fd029ca72939bca211aae27cdcf295edd85d5d230d7801
3
+ size 7108515723
ckpt/1shot_gae/global_step_400/critic/fsdp_config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "FSDP_version": 1,
3
+ "world_size": 1
4
+ }
ckpt/1shot_gae/global_step_400/critic/huggingface/added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
ckpt/1shot_gae/global_step_400/critic/huggingface/chat_template.jinja ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0]['role'] == 'system' %}
4
+ {{- messages[0]['content'] }}
5
+ {%- else %}
6
+ {{- 'Please reason step by step, and put your final answer within \\boxed{}.' }}
7
+ {%- endif %}
8
+ {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
9
+ {%- for tool in tools %}
10
+ {{- "\n" }}
11
+ {{- tool | tojson }}
12
+ {%- endfor %}
13
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
14
+ {%- else %}
15
+ {%- if messages[0]['role'] == 'system' %}
16
+ {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
17
+ {%- else %}
18
+ {{- '<|im_start|>system\nPlease reason step by step, and put your final answer within \\boxed{}.<|im_end|>\n' }}
19
+ {%- endif %}
20
+ {%- endif %}
21
+ {%- for message in messages %}
22
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
23
+ {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
24
+ {%- elif message.role == "assistant" %}
25
+ {{- '<|im_start|>' + message.role }}
26
+ {%- if message.content %}
27
+ {{- '\n' + message.content }}
28
+ {%- endif %}
29
+ {%- for tool_call in message.tool_calls %}
30
+ {%- if tool_call.function is defined %}
31
+ {%- set tool_call = tool_call.function %}
32
+ {%- endif %}
33
+ {{- '\n<tool_call>\n{"name": "' }}
34
+ {{- tool_call.name }}
35
+ {{- '", "arguments": ' }}
36
+ {{- tool_call.arguments | tojson }}
37
+ {{- '}\n</tool_call>' }}
38
+ {%- endfor %}
39
+ {{- '<|im_end|>\n' }}
40
+ {%- elif message.role == "tool" %}
41
+ {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
42
+ {{- '<|im_start|>user' }}
43
+ {%- endif %}
44
+ {{- '\n<tool_response>\n' }}
45
+ {{- message.content }}
46
+ {{- '\n</tool_response>' }}
47
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
48
+ {{- '<|im_end|>\n' }}
49
+ {%- endif %}
50
+ {%- endif %}
51
+ {%- endfor %}
52
+ {%- if add_generation_prompt %}
53
+ {{- '<|im_start|>assistant\n' }}
54
+ {%- endif %}
ckpt/1shot_gae/global_step_400/critic/huggingface/config.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen2ForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "classifier_dropout": 0.0,
7
+ "dtype": "float32",
8
+ "eos_token_id": 151643,
9
+ "hidden_act": "silu",
10
+ "hidden_dropout": "0",
11
+ "hidden_size": 1536,
12
+ "id2label": {
13
+ "0": "LABEL_0"
14
+ },
15
+ "initializer_range": 0.02,
16
+ "intermediate_size": 8960,
17
+ "label2id": {
18
+ "LABEL_0": 0
19
+ },
20
+ "layer_types": [
21
+ "full_attention",
22
+ "full_attention",
23
+ "full_attention",
24
+ "full_attention",
25
+ "full_attention",
26
+ "full_attention",
27
+ "full_attention",
28
+ "full_attention",
29
+ "full_attention",
30
+ "full_attention",
31
+ "full_attention",
32
+ "full_attention",
33
+ "full_attention",
34
+ "full_attention",
35
+ "full_attention",
36
+ "full_attention",
37
+ "full_attention",
38
+ "full_attention",
39
+ "full_attention",
40
+ "full_attention",
41
+ "full_attention",
42
+ "full_attention",
43
+ "full_attention",
44
+ "full_attention",
45
+ "full_attention",
46
+ "full_attention",
47
+ "full_attention",
48
+ "full_attention"
49
+ ],
50
+ "max_position_embeddings": 4096,
51
+ "max_window_layers": 21,
52
+ "model_type": "qwen2",
53
+ "num_attention_heads": 12,
54
+ "num_hidden_layers": 28,
55
+ "num_key_value_heads": 2,
56
+ "pad_token_id": 151643,
57
+ "rms_norm_eps": 1e-06,
58
+ "rope_scaling": null,
59
+ "rope_theta": 10000,
60
+ "sliding_window": null,
61
+ "summary_dropout_prob": 0.0,
62
+ "tie_word_embeddings": true,
63
+ "transformers_version": "4.57.1",
64
+ "use_cache": true,
65
+ "use_mrope": false,
66
+ "use_sliding_window": false,
67
+ "vocab_size": 151936
68
+ }
ckpt/1shot_gae/global_step_400/critic/huggingface/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
ckpt/1shot_gae/global_step_400/critic/huggingface/special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|endoftext|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
ckpt/1shot_gae/global_step_400/critic/huggingface/tokenizer_config.json ADDED
@@ -0,0 +1,207 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ }
181
+ },
182
+ "additional_special_tokens": [
183
+ "<|im_start|>",
184
+ "<|im_end|>",
185
+ "<|object_ref_start|>",
186
+ "<|object_ref_end|>",
187
+ "<|box_start|>",
188
+ "<|box_end|>",
189
+ "<|quad_start|>",
190
+ "<|quad_end|>",
191
+ "<|vision_start|>",
192
+ "<|vision_end|>",
193
+ "<|vision_pad|>",
194
+ "<|image_pad|>",
195
+ "<|video_pad|>"
196
+ ],
197
+ "bos_token": null,
198
+ "clean_up_tokenization_spaces": false,
199
+ "eos_token": "<|endoftext|>",
200
+ "errors": "replace",
201
+ "extra_special_tokens": {},
202
+ "model_max_length": 131072,
203
+ "pad_token": "<|endoftext|>",
204
+ "split_special_tokens": false,
205
+ "tokenizer_class": "Qwen2Tokenizer",
206
+ "unk_token": null
207
+ }
ckpt/1shot_gae/global_step_400/critic/huggingface/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
eval_out/repro_base/Qwen2.5-1.5B-Instruct_gsm8k_n1_seed1234.json ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Qwen2.5-1.5B-Instruct",
3
+ "model_path": "/tmp/galaxy_srv_disk00/pengchx3/graphrpo/models/Qwen2.5-1.5B-Instruct",
4
+ "data": "/tmp/galaxy_srv_disk00/pengchx3/graphrpo/data/gsm8k_full/test.parquet",
5
+ "task": "gsm8k",
6
+ "n_problems": 1319,
7
+ "n_samples": 1,
8
+ "temperature": 0.0,
9
+ "greedy": true,
10
+ "seed": 1234,
11
+ "total_completions": 1319,
12
+ "gen_seconds": 50.4,
13
+ "gsm8k_strict_acc": 0.08339651250947688,
14
+ "gsm8k_flexible_raw_acc": 0.6080363912054587,
15
+ "gsm8k_flexible_norm_acc": 0.6967399545109931,
16
+ "published_target": {
17
+ "value": 73.2,
18
+ "source": "VERIFIED qwenlm.github.io/blog/qwen2.5-llm/"
19
+ },
20
+ "worked_examples": [
21
+ {
22
+ "idx": 0,
23
+ "prompt_tail": "remainder at the farmers' market daily for $2 per fresh duck egg. How much in dollars does she make every day at the farmers' market? Let's think step by step and output the final answer after \"####\".",
24
+ "gen_tail": "left for sale} = 16 - 3 - 4 = 9\n \\]\n\n5. **Total revenue from selling the eggs at the farmers' market:**\n Janet sells each egg for $2.\n \\[\n \\text{Total revenue} = 9 \\text{ eggs} \\times \\$2/\\text{egg} = \\$18\n \\]\n\nTherefore, Janet makes \\(\\boxed{18}\\) dollars every day at the farmers' market.",
25
+ "extracted": {
26
+ "strict": null,
27
+ "flexible": "18"
28
+ },
29
+ "gold": "18",
30
+ "correct": 1.0
31
+ },
32
+ {
33
+ "idx": 1,
34
+ "prompt_tail": "A robe takes 2 bolts of blue fiber and half that much white fiber. How many bolts in total does it take? Let's think step by step and output the final answer after \"####\".",
35
+ "gen_tail": "needed is \\( \\frac{1}{2} \\times 2 \\) bolts.\n - \\( \\frac{1}{2} \\times 2 = 1 \\) bolt of white fiber.\n\n3. **Calculate the total number of bolts of fiber:**\n - Add the bolts of blue fiber to the bolts of white fiber.\n - Total bolts = 2 (blue) + 1 (white) = 3 bolts.\n\nSo, the final answer is:\n#### 3",
36
+ "extracted": {
37
+ "strict": "3",
38
+ "flexible": "3"
39
+ },
40
+ "gold": "3",
41
+ "correct": 1.0
42
+ },
43
+ {
44
+ "idx": 2,
45
+ "prompt_tail": " house for $80,000 and then puts in $50,000 in repairs. This increased the value of the house by 150%. How much profit did he make? Let's think step by step and output the final answer after \"####\".",
46
+ "gen_tail": "0\n\n3. **Calculate the new value of the house:**\n - New value = Initial cost + Increase in value\n - New value = $130,000 + $120,000 = $250,000\n\n4. **Calculate the profit:**\n - Profit = New value - Total cost\n - Profit = $250,000 - $130,000 = $120,000\n\nTherefore, Josh's profit is **$120,000**.",
47
+ "extracted": {
48
+ "strict": null,
49
+ "flexible": "120,000"
50
+ },
51
+ "gold": "70000",
52
+ "correct": 0.0
53
+ },
54
+ {
55
+ "idx": 3,
56
+ "prompt_tail": "James decides to run 3 sprints 3 times a week. He runs 60 meters each sprint. How many total meters does he run a week? Let's think step by step and output the final answer after \"####\".",
57
+ "gen_tail": "istance for one week is \\( 3 \\times (3 \\times 60) \\) meters.\n\nNow, let's perform the calculations:\n\n1. \\( 3 \\times 60 = 180 \\) meters per sprint.\n2. \\( 3 \\times 180 = 540 \\) meters per day.\n3. \\( 3 \\times 540 = 1620 \\) meters per week.\n\nSo, the total distance James runs in a week is **1620 meters**.",
58
+ "extracted": {
59
+ "strict": null,
60
+ "flexible": "1620"
61
+ },
62
+ "gold": "540",
63
+ "correct": 0.0
64
+ },
65
+ {
66
+ "idx": 4,
67
+ "prompt_tail": ". How many cups of feed does she need to give her chickens in the final meal of the day if the size of Wendi's flock is 20 chickens? Let's think step by step and output the final answer after \"####\".",
68
+ "gen_tail": "feed given in the final meal:**\n - Total feed given in the morning and afternoon: 40 cups\n - Total feed needed for all chickens: 60 cups\n - Amount of feed given in the final meal: \\( 60 - 40 = 20 \\) cups\n\nTherefore, Wendi needs to give her chickens 20 cups of feed in the final meal of the day.",
69
+ "extracted": {
70
+ "strict": null,
71
+ "flexible": "20"
72
+ },
73
+ "gold": "20",
74
+ "correct": 1.0
75
+ }
76
+ ]
77
+ }
eval_out/repro_base/Qwen2.5-1.5B-Instruct_math_n1_seed1234.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Qwen2.5-1.5B-Instruct",
3
+ "model_path": "/tmp/galaxy_srv_disk00/pengchx3/graphrpo/models/Qwen2.5-1.5B-Instruct",
4
+ "data": "/tmp/galaxy_srv_disk00/pengchx3/graphrpo/data/math/math500_official.parquet",
5
+ "task": "math",
6
+ "n_problems": 497,
7
+ "n_samples": 1,
8
+ "temperature": 0.0,
9
+ "greedy": true,
10
+ "seed": 1234,
11
+ "total_completions": 497,
12
+ "gen_seconds": 46.3,
13
+ "math_acc": 0.5110663983903421,
14
+ "published_target": {
15
+ "value": 55.2,
16
+ "source": "VERIFIED qwenlm.github.io/blog/qwen2.5-llm/"
17
+ },
18
+ "worked_examples": [
19
+ {
20
+ "idx": 0,
21
+ "prompt_tail": "ctangular coordinates to polar coordinates. Enter your answer in the form $(r,\\theta),$ where $r > 0$ and $0 \\le \\theta < 2 \\pi.$ Let's think step by step and output the final answer within \\boxed{}.",
22
+ "gen_tail": "t of \\(\\frac{\\pi}{2}\\) is undefined, and the point \\((0,3)\\) lies on the positive \\(y\\)-axis. Therefore, the angle \\(\\theta\\) is:\n \\[\n \\theta = \\frac{\\pi}{2}\n \\]\n\nSo, the polar coordinates of the point \\((0,3)\\) are \\((3, \\frac{\\pi}{2})\\).\n\nThe final answer is:\n\\[\n\\boxed{(3, \\frac{\\pi}{2})}\n\\]",
23
+ "extracted": {
24
+ "boxed": "(3, \\frac{\\pi}{2})"
25
+ },
26
+ "gold": "\\left( 3, \\frac{\\pi}{2} \\right)",
27
+ "correct": 1.0
28
+ },
29
+ {
30
+ "idx": 1,
31
+ "prompt_tail": "\\infty \\frac{1}{k^3}.\\]Find a way to write\n\\[\\sum_{j = 1}^\\infty \\sum_{k = 1}^\\infty \\frac{1}{(j + k)^3}\\]in terms of $p$ and $q.$ Let's think step by step and output the final answer within \\boxed{}.",
32
+ "gen_tail": "integers to the sum of the reciprocals of the squares of the integers. Specifically, we have:\n\\[ \\sum_{j = 1}^\\infty \\sum_{k = 1}^\\infty \\frac{1}{(j + k)^3} = \\frac{1}{2} \\left( \\sum_{j = 1}^\\infty \\frac{1}{j^2} \\right)^2 = \\frac{1}{2} p^2 \\]\n\nThus, the final answer is:\n\\[ \\boxed{\\frac{1}{2} p^2} \\]",
33
+ "extracted": {
34
+ "boxed": "\\frac{1}{2} p^2"
35
+ },
36
+ "gold": "p - q",
37
+ "correct": 0.0
38
+ },
39
+ {
40
+ "idx": 2,
41
+ "prompt_tail": "If $f(x) = \\frac{3x-2}{x-2}$, what is the value of $f(-2) +f(-1)+f(0)$? Express your answer as a common fraction. Let's think step by step and output the final answer within \\boxed{}.",
42
+ "gen_tail": "nd 3 is 3. So we convert 2 and 1 to fractions with denominator 3:\n\\[\n2 = \\frac{6}{3}, \\quad 1 = \\frac{3}{3}\n\\]\n\nNow we can add the fractions:\n\\[\n\\frac{6}{3} + \\frac{5}{3} + \\frac{3}{3} = \\frac{6 + 5 + 3}{3} = \\frac{14}{3}\n\\]\n\nThus, the value of \\( f(-2) + f(-1) + f(0) \\) is \\(\\boxed{\\frac{14}{3}}\\).",
43
+ "extracted": {
44
+ "boxed": "\\frac{14}{3}"
45
+ },
46
+ "gold": "\\frac{14}{3}",
47
+ "correct": 1.0
48
+ },
49
+ {
50
+ "idx": 3,
51
+ "prompt_tail": "How many positive whole-number divisors does 196 have? Let's think step by step and output the final answer within \\boxed{}.",
52
+ "gen_tail": " \\), then the total number of divisors of \\( n \\) is given by:\n \\[\n (e_1 + 1)(e_2 + 1) \\cdots (e_k + 1)\n \\]\n - For \\( 196 = 2^2 \\times 7^2 \\), we have:\n \\[\n (2 + 1)(2 + 1) = 3 \\times 3 = 9\n \\]\n\nTherefore, the number of positive whole-number divisors of 196 is \\(\\boxed{9}\\).",
53
+ "extracted": {
54
+ "boxed": "9"
55
+ },
56
+ "gold": "9",
57
+ "correct": 1.0
58
+ },
59
+ {
60
+ "idx": 4,
61
+ "prompt_tail": "SE);\ndot((5.6, 2.8));\nlabel(scale(.85)*\"Debra\", (5.6, 2.8), N);\ndot((6.8, 1.4));\nlabel(scale(.85)*\"Angela\", (6.8, 1.4), E);\n[/asy] Let's think step by step and output the final answer within \\boxed{}.",
62
+ "gen_tail": "ng the average speeds, we see that:\n\n- Evelyn: 3.6 units per unit time\n- Briana: 0.88 units per unit time\n- Carla: 1.21 units per unit time\n- Debra: 0.5 units per unit time\n- Angela: 0.21 units per unit time\n\nThe greatest average speed is for Evelyn.\n\nThus, the final answer is:\n\n\\[\n\\boxed{Evelyn}\n\\]",
63
+ "extracted": {
64
+ "boxed": "Evelyn"
65
+ },
66
+ "gold": "\\text{Evelyn}",
67
+ "correct": 0.0
68
+ }
69
+ ]
70
+ }
eval_out/repro_base/Qwen2.5-Math-1.5B-Instruct_math_n1_seed1234.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Qwen2.5-Math-1.5B-Instruct",
3
+ "model_path": "/tmp/galaxy_srv_disk00/pengchx3/graphrpo/models/Qwen2.5-Math-1.5B-Instruct",
4
+ "data": "/tmp/galaxy_srv_disk00/pengchx3/graphrpo/data/math/math500_official.parquet",
5
+ "task": "math",
6
+ "n_problems": 497,
7
+ "n_samples": 1,
8
+ "temperature": 0.0,
9
+ "greedy": true,
10
+ "seed": 1234,
11
+ "total_completions": 497,
12
+ "gen_seconds": 48.3,
13
+ "math_acc": 0.7022132796780685,
14
+ "worked_examples": [
15
+ {
16
+ "idx": 0,
17
+ "prompt_tail": "ctangular coordinates to polar coordinates. Enter your answer in the form $(r,\\theta),$ where $r > 0$ and $0 \\le \\theta < 2 \\pi.$ Let's think step by step and output the final answer within \\boxed{}.",
18
+ "gen_tail": "on the positive \\(y\\)-axis. In this case, \\(\\theta\\) is:\n \\[\n \\theta = \\frac{\\pi}{2}\n \\]\n\nTherefore, the polar coordinates of the point \\((0,3)\\) are:\n\\[\n(r, \\theta) = \\left(3, \\frac{\\pi}{2}\\right)\n\\]\n\nPutting the final answer in the required format:\n\\[\n\\boxed{\\left(3, \\frac{\\pi}{2}\\right)}\n\\]",
19
+ "extracted": {
20
+ "boxed": "\\left(3, \\frac{\\pi}{2}\\right)"
21
+ },
22
+ "gold": "\\left( 3, \\frac{\\pi}{2} \\right)",
23
+ "correct": 1.0
24
+ },
25
+ {
26
+ "idx": 1,
27
+ "prompt_tail": "\\infty \\frac{1}{k^3}.\\]Find a way to write\n\\[\\sum_{j = 1}^\\infty \\sum_{k = 1}^\\infty \\frac{1}{(j + k)^3}\\]in terms of $p$ and $q.$ Let's think step by step and output the final answer within \\boxed{}.",
28
+ "gen_tail": "e term for \\(n=1\\) is 1). Therefore, we have:\n\n\\[\n\\sum_{n=2}^\\infty \\frac{1}{n^2} = p - 1 \\quad \\text{and} \\quad \\sum_{n=2}^\\infty \\frac{1}{n^3} = q - 1.\n\\]\n\nSubstituting these into our expression, we get:\n\n\\[\n(p - 1) - (q - 1) = p - q.\n\\]\n\nThus, the value of the double sum is:\n\n\\[\n\\boxed{p - q}.\n\\]",
29
+ "extracted": {
30
+ "boxed": "p - q"
31
+ },
32
+ "gold": "p - q",
33
+ "correct": 1.0
34
+ },
35
+ {
36
+ "idx": 2,
37
+ "prompt_tail": "If $f(x) = \\frac{3x-2}{x-2}$, what is the value of $f(-2) +f(-1)+f(0)$? Express your answer as a common fraction. Let's think step by step and output the final answer within \\boxed{}.",
38
+ "gen_tail": " and 1 to fractions with a denominator of 3:\n\\[\n2 = \\frac{6}{3} \\quad \\text{and} \\quad 1 = \\frac{3}{3}\n\\]\n\nNow we can add the fractions:\n\\[\n\\frac{6}{3} + \\frac{5}{3} + \\frac{3}{3} = \\frac{6 + 5 + 3}{3} = \\frac{14}{3}\n\\]\n\nTherefore, the value of \\( f(-2) + f(-1) + f(0) \\) is \\(\\boxed{\\frac{14}{3}}\\).",
39
+ "extracted": {
40
+ "boxed": "\\frac{14}{3}"
41
+ },
42
+ "gold": "\\frac{14}{3}",
43
+ "correct": 1.0
44
+ },
45
+ {
46
+ "idx": 3,
47
+ "prompt_tail": "How many positive whole-number divisors does 196 have? Let's think step by step and output the final answer within \\boxed{}.",
48
+ "gen_tail": "e divisors of \\(n\\) is \\((e_1 + 1)(e_2 + 1) \\cdots (e_k + 1)\\).\n\nFor the number 196, the exponents in the prime factorization are 2 and 2. Therefore, the number of positive divisors is:\n\\[ (2 + 1)(2 + 1) = 3 \\times 3 = 9 \\]\n\nThus, the number of positive whole-number divisors of 196 is \\(\\boxed{9}\\).",
49
+ "extracted": {
50
+ "boxed": "9"
51
+ },
52
+ "gold": "9",
53
+ "correct": 1.0
54
+ },
55
+ {
56
+ "idx": 4,
57
+ "prompt_tail": "SE);\ndot((5.6, 2.8));\nlabel(scale(.85)*\"Debra\", (5.6, 2.8), N);\ndot((6.8, 1.4));\nlabel(scale(.85)*\"Angela\", (6.8, 1.4), E);\n[/asy] Let's think step by step and output the final answer within \\boxed{}.",
58
+ "gen_tail": "iana: 0.88 units per unit time\n- Carla: 1.22 units per unit time\n- Debra: 0.5 units per unit time\n- Angela: 0.206 units per unit time\n\nThe greatest average speed is 3.6 units per unit time, which belongs to Evelyn.\n\nTherefore, the student with the greatest average speed is \\(\\boxed{\\text{Evelyn}}\\).",
59
+ "extracted": {
60
+ "boxed": "\\text{Evelyn}"
61
+ },
62
+ "gold": "\\text{Evelyn}",
63
+ "correct": 1.0
64
+ }
65
+ ]
66
+ }
eval_out/repro_base/Qwen2.5-Math-1.5B_math_n1_seed1234.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Qwen2.5-Math-1.5B",
3
+ "model_path": "/tmp/galaxy_srv_disk00/pengchx3/graphrpo/models/Qwen2.5-Math-1.5B",
4
+ "data": "/tmp/galaxy_srv_disk00/pengchx3/graphrpo/data/math/math500_official.parquet",
5
+ "task": "math",
6
+ "n_problems": 497,
7
+ "n_samples": 1,
8
+ "temperature": 0.0,
9
+ "greedy": true,
10
+ "seed": 1234,
11
+ "total_completions": 497,
12
+ "gen_seconds": 54.5,
13
+ "math_acc": 0.6056338028169014,
14
+ "published_target": {
15
+ "value": 49.8,
16
+ "source": "UNVERIFIED (image table in Qwen2.5-Math report, arXiv:2409.12122; commonly-cited ~50-51 base CoT)"
17
+ },
18
+ "worked_examples": [
19
+ {
20
+ "idx": 0,
21
+ "prompt_tail": "ctangular coordinates to polar coordinates. Enter your answer in the form $(r,\\theta),$ where $r > 0$ and $0 \\le \\theta < 2 \\pi.$ Let's think step by step and output the final answer within \\boxed{}.",
22
+ "gen_tail": "if theta < 0:\n theta += 2 * math.pi\n\nprint(((r, theta)))\n```\n```output\n(3.0, 1.5707963267948966)\n```\nThe polar coordinates for the point \\((0, 3)\\) are \\((3.0, 1.5707963267948966)\\).\n\nIn terms of \\(\\pi\\), this is \\((3, \\frac{\\pi}{2})\\).\n\nThus, the final answer is:\n\\[\n\\boxed{(3, \\frac{\\pi}{2})}\n\\]",
23
+ "extracted": {
24
+ "boxed": "(3, \\frac{\\pi}{2})"
25
+ },
26
+ "gold": "\\left( 3, \\frac{\\pi}{2} \\right)",
27
+ "correct": 1.0
28
+ },
29
+ {
30
+ "idx": 1,
31
+ "prompt_tail": "\\infty \\frac{1}{k^3}.\\]Find a way to write\n\\[\\sum_{j = 1}^\\infty \\sum_{k = 1}^\\infty \\frac{1}{(j + k)^3}\\]in terms of $p$ and $q.$ Let's think step by step and output the final answer within \\boxed{}.",
32
+ "gen_tail": "# Define the double sum\r\ndouble_sum = summation(1/(j+k)**3, (j, 1, oo), (k, 1, oo))\r\n\r\n# Simplify the double sum\r\nsimplified_double_sum = double_sum.simplify()\r\n\r\n# Print the results\r\nprint(f\"p = {p}\")\r\nprint(f\"q = {q}\")\r\nprint(f\"Double sum = {simplified_double_sum}\")\r\nprint(f\"p - q = {p - q}\")\r\n```",
33
+ "extracted": {
34
+ "boxed": "p - q"
35
+ },
36
+ "gold": "p - q",
37
+ "correct": 1.0
38
+ },
39
+ {
40
+ "idx": 2,
41
+ "prompt_tail": "If $f(x) = \\frac{3x-2}{x-2}$, what is the value of $f(-2) +f(-1)+f(0)$? Express your answer as a common fraction. Let's think step by step and output the final answer within \\boxed{}.",
42
+ "gen_tail": "3 * x - 2) / (x - 2)\n\n# Calculate f(-2), f(-1), and f(0)\nf_neg2 = f(-2)\nf_neg1 = f(-1)\nf_0 = f(0)\n\n# Sum the values\nresult = f_neg2 + f_neg1 + f_0\nprint(result)\n```\n```output\n-3.0\n```\nThe sum of \\( f(-2) + f(-1) + f(0) \\) is \\(-3.0\\). \n\nExpressing this as a common fraction, we get:\n\n\\[\n\\boxed{-3}\n\\]",
43
+ "extracted": {
44
+ "boxed": "-3"
45
+ },
46
+ "gold": "\\frac{14}{3}",
47
+ "correct": 0.0
48
+ },
49
+ {
50
+ "idx": 3,
51
+ "prompt_tail": "How many positive whole-number divisors does 196 have? Let's think step by step and output the final answer within \\boxed{}.",
52
+ "gen_tail": " for exponent in factors.values():\n num_divisors *= (exponent + 1)\n return num_divisors\n\n# Calculate the number of divisors of 196\nnum_divisors_196 = number_of_divisors(196)\nprint(num_divisors_196)\n```\n```output\n9\n```\nThe number of positive whole-number divisors of 196 is \\(\\boxed{9}\\).",
53
+ "extracted": {
54
+ "boxed": "9"
55
+ },
56
+ "gold": "9",
57
+ "correct": 1.0
58
+ },
59
+ {
60
+ "idx": 4,
61
+ "prompt_tail": "SE);\ndot((5.6, 2.8));\nlabel(scale(.85)*\"Debra\", (5.6, 2.8), N);\ndot((6.8, 1.4));\nlabel(scale(.85)*\"Angela\", (6.8, 1.4), E);\n[/asy] Let's think step by step and output the final answer within \\boxed{}.",
62
+ "gen_tail": "age_speeds.get)\nmax_speed = average_speeds[max_speed_student]\n\nprint((max_speed_student, max_speed))\n```\n```output\n('Carla', 1.21875)\n```\nThe student with the greatest average speed is Carla, with an average speed of \\(1.21875\\) miles per hour.\n\nThus, the final answer is:\n\n\\[\n\\boxed{\\text{Carla}}\n\\]",
63
+ "extracted": {
64
+ "boxed": "\\text{Carla}"
65
+ },
66
+ "gold": "\\text{Evelyn}",
67
+ "correct": 0.0
68
+ }
69
+ ]
70
+ }
hydra_out/1shot_1shot_drygate/main_ppo.log ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ [2026-07-11 02:02:30,392][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
2
+ [2026-07-11 02:02:41,901][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/1shot_1shot_drygate_247478/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-11 18:56:35,984][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/1shot_1shot_drygate_247578/main_ppo.log ADDED
File without changes
hydra_out/1shot_1shot_drygate_247580/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-12 06:37:10,761][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/1shot_1shot_drygate_247581/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-12 06:45:23,465][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/1shot_1shot_drygate_247587/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-12 09:35:47,704][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/1shot_1shot_drygate_247588/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-12 09:35:49,610][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/1shot_1shot_drygate_247590/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-12 10:04:08,911][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/1shot_1shot_drygate_247591/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-12 10:04:08,996][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/1shot_1shot_drygate_247611/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-12 12:41:28,857][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/1shot_1shot_drygate_247612/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-12 12:41:30,293][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/1shot_1shot_drygate_247613/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-12 12:41:31,205][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/1shot_1shot_gae/main_ppo.log ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ [2026-07-12 07:11:58,352][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
2
+ [2026-07-12 10:02:05,450][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/1shot_1shot_graphrpo/main_ppo.log ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ [2026-07-11 02:21:01,391][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
2
+ [2026-07-12 10:22:17,821][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
3
+ [2026-07-12 13:00:20,548][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/1shot_1shot_grpo/main_ppo.log ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ [2026-07-10 15:43:28,180][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
2
+ [2026-07-10 15:58:16,753][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
3
+ [2026-07-10 16:09:34,353][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
4
+ [2026-07-10 16:17:07,618][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/1shot_1shot_grpo_lan/main_ppo.log ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ [2026-07-11 19:14:20,496][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
2
+ [2026-07-12 09:53:55,369][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
3
+ [2026-07-12 13:00:38,111][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/1shot_1shot_rankrpo/main_ppo.log ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ [2026-07-11 02:20:32,840][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
2
+ [2026-07-12 10:22:15,792][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
3
+ [2026-07-12 13:00:19,151][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/dapo_seed42_lr1e-6/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-09 15:49:18,483][verl.trainer.main_ppo][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/hydra_1shot_1shot_drygate_247649/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-12 19:22:46,185][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/hydra_1shot_1shot_drygate_247933/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-13 12:35:07,862][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/hydra_1shot_1shot_drygate_247934/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-13 17:08:38,621][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/pilot_fullmath_graphrpo/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-10 00:04:06,809][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/pilot_fullmath_grpo_gspo_base/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-10 02:13:39,812][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/pilot_fullmath_gspo_exact/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-10 08:10:11,334][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/pilot_graphrpo/main_ppo.log ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ [2026-07-09 13:26:41,166][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
2
+ [2026-07-10 00:00:39,090][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
3
+ [2026-07-10 00:01:25,624][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/pilot_grpo/main_ppo.log ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ [2026-07-09 13:25:30,771][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
2
+ [2026-07-09 14:13:08,882][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
3
+ [2026-07-09 17:05:13,735][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.
hydra_out/pilot_pilot_passk_graphrpo/main_ppo.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-07-10 00:04:06,853][__main__][WARNING] - Legacy trainer `main_ppo_v0.py` is deprecated, and wil be removed in v0.9.0.Please set `trainer.use_v1=True` in config to use V1 trainer.