Upload folder using huggingface_hub
Browse files- v6_1/STATE.json +6 -0
- v6_1/chat_template.jinja +179 -0
- v6_1/config.json +35 -0
- v6_1/generation_config.json +13 -0
- v6_1/grpo.log +34 -0
- v6_1/metrics.json +637 -0
- v6_1/model.safetensors +3 -0
- v6_1/samples.log +61 -0
- v6_1/tokenizer.json +0 -0
- v6_1/tokenizer_config.json +17 -0
v6_1/STATE.json
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"reason": "complete",
|
| 3 |
+
"step": 297,
|
| 4 |
+
"ema": null,
|
| 5 |
+
"stage": "grpo2"
|
| 6 |
+
}
|
v6_1/chat_template.jinja
ADDED
|
@@ -0,0 +1,179 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{{- bos_token }}{%- if tools %}
|
| 2 |
+
{%- set tool_definitions %}
|
| 3 |
+
{{- "# Tools\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
| 4 |
+
{%- for tool in tools %}
|
| 5 |
+
{{- "\n" }}
|
| 6 |
+
{{- tool | tojson(ensure_ascii=False) }}
|
| 7 |
+
{%- endfor %}
|
| 8 |
+
{{- '\n</tools>\n\nTool usage guidelines:\n- You may call zero or more functions. If no function calls are needed, just answer normally and do not include any <function ... </function>.\n- When calling a function, return an XML object within <function ... </function> using:\n<function name="function-name"><param name="param-name">param-value</param></function>\n- param-value may be multi-line. If it contains <, & or newline characters, wrap it in a CDATA block: <param name="param-name"><![CDATA[...multi-line value...]]></param>' }}
|
| 9 |
+
{%- endset %}
|
| 10 |
+
|
| 11 |
+
{{- '<|im_start|>system\n' }}
|
| 12 |
+
{%- if messages[0].role == 'system' %}
|
| 13 |
+
{%- if '<tool_def_sep>' in messages[0].content %}
|
| 14 |
+
{{- messages[0].content.replace('<tool_def_sep>', tool_definitions) }}
|
| 15 |
+
{%- else %}
|
| 16 |
+
{{- messages[0].content + '\n\n' + tool_definitions }}
|
| 17 |
+
{%- endif %}
|
| 18 |
+
{%- else %}
|
| 19 |
+
{{- tool_definitions.lstrip() }}
|
| 20 |
+
{%- endif %}
|
| 21 |
+
{{- '<|im_end|>\n' }}
|
| 22 |
+
{%- else %}
|
| 23 |
+
{%- if messages[0].role == 'system' %}
|
| 24 |
+
{{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
|
| 25 |
+
{%- endif %}
|
| 26 |
+
{%- endif %}
|
| 27 |
+
{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
|
| 28 |
+
{%- for message in messages[::-1] %}
|
| 29 |
+
{%- set index = (messages|length - 1) - loop.index0 %}
|
| 30 |
+
{%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
|
| 31 |
+
{%- set ns.multi_step_tool = false %}
|
| 32 |
+
{%- set ns.last_query_index = index %}
|
| 33 |
+
{%- endif %}
|
| 34 |
+
{%- endfor %}
|
| 35 |
+
{%- for message in messages %}
|
| 36 |
+
{%- if message.content is string %}
|
| 37 |
+
{%- set content = message.content %}
|
| 38 |
+
{%- else %}
|
| 39 |
+
{%- set content = '' %}
|
| 40 |
+
{%- endif %}
|
| 41 |
+
{%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
|
| 42 |
+
{{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
|
| 43 |
+
{%- elif message.role == "assistant" %}
|
| 44 |
+
{%- set reasoning_content = '' %}
|
| 45 |
+
{%- if message.reasoning_content is string %}
|
| 46 |
+
{%- set reasoning_content = message.reasoning_content %}
|
| 47 |
+
{%- else %}
|
| 48 |
+
{%- if '</think>' in content %}
|
| 49 |
+
{%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
|
| 50 |
+
{%- set content = content.split('</think>')[-1].lstrip('\n') %}
|
| 51 |
+
{%- endif %}
|
| 52 |
+
{%- endif %}
|
| 53 |
+
|
| 54 |
+
{%- if message.tool_calls %}
|
| 55 |
+
{%- set content_parts = content.split('<tool_sep>') %}
|
| 56 |
+
{%- set processed_content = content_parts[0] %}
|
| 57 |
+
{%- set tool_calls_count = message.tool_calls|length %}
|
| 58 |
+
{%- set tool_sep_count = content_parts|length - 1 %}
|
| 59 |
+
{%- set min_count = [tool_calls_count, tool_sep_count]|min %}
|
| 60 |
+
|
| 61 |
+
{%- for i in range(1, content_parts|length) %}
|
| 62 |
+
{%- set tool_index = i - 1 %}
|
| 63 |
+
{%- if tool_index < tool_calls_count %}
|
| 64 |
+
{%- set tool_call = message.tool_calls[tool_index] %}
|
| 65 |
+
{%- if tool_call.function %}
|
| 66 |
+
{%- set tool_call = tool_call.function %}
|
| 67 |
+
{%- endif %}
|
| 68 |
+
{%- set single_tool_xml %}
|
| 69 |
+
{{- '<function name="' ~ tool_call.name ~ '">' }}
|
| 70 |
+
{%- if tool_call.arguments %}
|
| 71 |
+
{%- set args_dict = tool_call.arguments %}
|
| 72 |
+
{%- for param_name, param_value in args_dict.items() %}
|
| 73 |
+
{{- '<param name="' ~ param_name ~ '">' }}
|
| 74 |
+
{%- if param_value is string and ('<' in param_value or '&' in param_value or '\n' in param_value) %}
|
| 75 |
+
{{- '<![CDATA[' + param_value + ']]>' }}
|
| 76 |
+
{%- else %}
|
| 77 |
+
{{- param_value }}
|
| 78 |
+
{%- endif %}
|
| 79 |
+
{{- '</param>' }}
|
| 80 |
+
{%- endfor %}
|
| 81 |
+
{%- endif %}
|
| 82 |
+
{{- '</function>' }}
|
| 83 |
+
{%- endset %}
|
| 84 |
+
{%- set processed_content = processed_content + single_tool_xml + content_parts[i] %}
|
| 85 |
+
{%- else %}
|
| 86 |
+
{%- set processed_content = processed_content + content_parts[i] %}
|
| 87 |
+
{%- endif %}
|
| 88 |
+
{%- endfor %}
|
| 89 |
+
|
| 90 |
+
{%- if tool_calls_count > tool_sep_count %}
|
| 91 |
+
{%- for remaining_index in range(tool_sep_count, tool_calls_count) %}
|
| 92 |
+
{%- set tool_call = message.tool_calls[remaining_index] %}
|
| 93 |
+
{%- if tool_call.function %}
|
| 94 |
+
{%- set tool_call = tool_call.function %}
|
| 95 |
+
{%- endif %}
|
| 96 |
+
{%- set remaining_tool_xml %}
|
| 97 |
+
{{- '<function name="' ~ tool_call.name ~ '">' }}
|
| 98 |
+
{%- if tool_call.arguments %}
|
| 99 |
+
{%- set args_dict = tool_call.arguments %}
|
| 100 |
+
{%- for param_name, param_value in args_dict.items() %}
|
| 101 |
+
{{- '<param name="' ~ param_name ~ '">' }}
|
| 102 |
+
{%- if param_value is string and ('<' in param_value or '&' in param_value or '\n' in param_value) %}
|
| 103 |
+
{{- '<![CDATA[' + param_value + ']]>' }}
|
| 104 |
+
{%- else %}
|
| 105 |
+
{{- param_value }}
|
| 106 |
+
{%- endif %}
|
| 107 |
+
{{- '</param>' }}
|
| 108 |
+
{%- endfor %}
|
| 109 |
+
{%- endif %}
|
| 110 |
+
{{- '</function>' }}
|
| 111 |
+
{%- endset %}
|
| 112 |
+
{%- set processed_content = processed_content + remaining_tool_xml %}
|
| 113 |
+
{%- endfor %}
|
| 114 |
+
{%- endif %}
|
| 115 |
+
|
| 116 |
+
{%- set content = processed_content %}
|
| 117 |
+
{%- endif %}
|
| 118 |
+
|
| 119 |
+
{%- if loop.index0 > ns.last_query_index %}
|
| 120 |
+
{%- if reasoning_content %}
|
| 121 |
+
{{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
|
| 122 |
+
{%- else %}
|
| 123 |
+
{{- '<|im_start|>' + message.role + '\n' + content }}
|
| 124 |
+
{%- endif %}
|
| 125 |
+
{%- else %}
|
| 126 |
+
{{- '<|im_start|>' + message.role + '\n' + content }}
|
| 127 |
+
{%- endif %}
|
| 128 |
+
|
| 129 |
+
{%- if message.tool_calls and not has_tool_sep %}
|
| 130 |
+
{%- for tool_call in message.tool_calls %}
|
| 131 |
+
{%- if (loop.first and content) or (not loop.first) %}
|
| 132 |
+
{{- '\n' }}
|
| 133 |
+
{%- endif %}
|
| 134 |
+
{%- if tool_call.function %}
|
| 135 |
+
{%- set tool_call = tool_call.function %}
|
| 136 |
+
{%- endif %}
|
| 137 |
+
{{- '<function name="' ~ tool_call.name ~ '">' }}
|
| 138 |
+
{%- if tool_call.arguments %}
|
| 139 |
+
{%- set args_dict = tool_call.arguments %}
|
| 140 |
+
{%- for param_name, param_value in args_dict.items() %}
|
| 141 |
+
{{- '<param name="' ~ param_name ~ '">' }}
|
| 142 |
+
{%- if param_value is string and ('<' in param_value or '&' in param_value or '\n' in param_value) %}
|
| 143 |
+
{{- '<![CDATA[' + param_value + ']]>' }}
|
| 144 |
+
{%- else %}
|
| 145 |
+
{{- param_value }}
|
| 146 |
+
{%- endif %}
|
| 147 |
+
{{- '</param>' }}
|
| 148 |
+
{%- endfor %}
|
| 149 |
+
{%- endif %}
|
| 150 |
+
{{- '</function>' }}
|
| 151 |
+
{%- endfor %}
|
| 152 |
+
{%- endif %}
|
| 153 |
+
{{- '<|im_end|>\n' }}
|
| 154 |
+
{%- elif message.role == "tool" %}
|
| 155 |
+
{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
|
| 156 |
+
{{- '<|im_start|>user' }}
|
| 157 |
+
{%- endif %}
|
| 158 |
+
{{- '\n<tool_response>\n' }}
|
| 159 |
+
{%- if message.content is string %}
|
| 160 |
+
{{- content }}
|
| 161 |
+
{%- else %}
|
| 162 |
+
{{- message.content | tojson(ensure_ascii=False) }}
|
| 163 |
+
{%- endif %}
|
| 164 |
+
{{- '\n</tool_response>' }}
|
| 165 |
+
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
| 166 |
+
{{- '<|im_end|>\n' }}
|
| 167 |
+
{%- endif %}
|
| 168 |
+
{%- endif %}
|
| 169 |
+
{%- endfor %}
|
| 170 |
+
{%- if add_generation_prompt %}
|
| 171 |
+
{{- '<|im_start|>assistant\n' }}
|
| 172 |
+
{%- if enable_thinking is defined %}
|
| 173 |
+
{%- if enable_thinking is false %}
|
| 174 |
+
{{- '<think>\n\n</think>\n\n' }}
|
| 175 |
+
{%- elif enable_thinking is true %}
|
| 176 |
+
{{- '<think>\n' }}
|
| 177 |
+
{%- endif %}
|
| 178 |
+
{%- endif %}
|
| 179 |
+
{%- endif %}
|
v6_1/config.json
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"LlamaForCausalLM"
|
| 4 |
+
],
|
| 5 |
+
"attention_bias": false,
|
| 6 |
+
"attention_dropout": 0.0,
|
| 7 |
+
"bos_token_id": 0,
|
| 8 |
+
"dtype": "bfloat16",
|
| 9 |
+
"eos_token_id": [
|
| 10 |
+
1,
|
| 11 |
+
130073
|
| 12 |
+
],
|
| 13 |
+
"head_dim": 128,
|
| 14 |
+
"hidden_act": "silu",
|
| 15 |
+
"hidden_size": 1536,
|
| 16 |
+
"initializer_range": 0.02,
|
| 17 |
+
"intermediate_size": 4608,
|
| 18 |
+
"max_position_embeddings": 131072,
|
| 19 |
+
"mlp_bias": false,
|
| 20 |
+
"model_type": "llama",
|
| 21 |
+
"num_attention_heads": 16,
|
| 22 |
+
"num_hidden_layers": 24,
|
| 23 |
+
"num_key_value_heads": 2,
|
| 24 |
+
"pad_token_id": 1,
|
| 25 |
+
"pretraining_tp": 1,
|
| 26 |
+
"rms_norm_eps": 1e-06,
|
| 27 |
+
"rope_parameters": {
|
| 28 |
+
"rope_theta": 5000000,
|
| 29 |
+
"rope_type": "default"
|
| 30 |
+
},
|
| 31 |
+
"tie_word_embeddings": false,
|
| 32 |
+
"transformers_version": "5.20.1",
|
| 33 |
+
"use_cache": false,
|
| 34 |
+
"vocab_size": 130560
|
| 35 |
+
}
|
v6_1/generation_config.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"bos_token_id": 0,
|
| 4 |
+
"do_sample": true,
|
| 5 |
+
"eos_token_id": [
|
| 6 |
+
1,
|
| 7 |
+
130073
|
| 8 |
+
],
|
| 9 |
+
"pad_token_id": 1,
|
| 10 |
+
"temperature": 0.9,
|
| 11 |
+
"top_p": 0.95,
|
| 12 |
+
"transformers_version": "5.20.1"
|
| 13 |
+
}
|
v6_1/grpo.log
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[ 1s] prompts=761 kinded=336 kinds={'multi': 36, 'destructive': 150, 'decline': 150}
|
| 2 |
+
[ 22s] anchor rows=9000 weight=0.15
|
| 3 |
+
[ 26s] GRPO full-FT from /opt/ck/v5_3
|
| 4 |
+
[ 54s] step 10 mean 0.533 group [0.5, 0.6, 0.6, 0.5, 0.5, 0.5]
|
| 5 |
+
[ 114s] step 25 mean 0.510 group [0.6, 0.5, 0.5, 0.5, 0.5, 0.46]
|
| 6 |
+
[ 127s] step 30 mean 0.517 group [0.5, 0.5, 0.5, 0.6, 0.5, 0.5]
|
| 7 |
+
[ 173s] step 40 mean 0.767 group [1.0, 0.95, 0.15, 1.0, 0.5, 1.0]
|
| 8 |
+
[ 205s] step 50 mean 0.493 group [0.5, 0.5, 0.5, 0.46, 0.5, 0.5]
|
| 9 |
+
[ 239s] step 60 mean 0.510 group [0.5, 0.5, 0.5, 0.5, 0.5, 0.56]
|
| 10 |
+
[ 283s] step 70 mean 0.517 group [0.5, 0.5, 0.5, 0.5, 0.6, 0.5]
|
| 11 |
+
[ 325s] step 80 mean 0.550 group [0.5, 0.5, 0.6, 0.6, 0.6, 0.5]
|
| 12 |
+
[ 344s] step 85 mean 0.467 group [0.46, 0.5, 0.5, 0.46, 0.42, 0.46]
|
| 13 |
+
[ 452s] step 110 mean 0.975 group [1.0, 1.0, 0.85, 1.0, 1.0, 1.0]
|
| 14 |
+
[ 470s] step 115 mean 0.527 group [0.6, 0.5, 0.6, 0.5, 0.5, 0.46]
|
| 15 |
+
[ 491s] step 120 mean 0.543 group [0.5, 0.5, 0.6, 0.5, 0.56, 0.6]
|
| 16 |
+
[ 509s] step 125 mean 0.533 group [0.5, 0.6, 0.5, 0.5, 0.5, 0.6]
|
| 17 |
+
[ 548s] step 135 mean 0.725 group [0.85, 0.15, 1.0, 1.0, 1.0, 0.35]
|
| 18 |
+
[ 624s] step 155 mean 0.550 group [0.6, 0.5, 0.5, 0.6, 0.5, 0.6]
|
| 19 |
+
[ 694s] step 170 mean 0.567 group [0.6, 0.6, 0.6, 0.5, 0.6, 0.5]
|
| 20 |
+
[ 721s] step 175 mean 0.550 group [0.5, 0.6, 0.6, 0.5, 0.5, 0.6]
|
| 21 |
+
[ 735s] step 180 mean 0.550 group [0.6, 0.5, 0.5, 0.6, 0.6, 0.5]
|
| 22 |
+
[ 766s] step 185 mean 0.475 group [0.35, 0.5, 0.5, 0.5, 0.5, 0.5]
|
| 23 |
+
[ 788s] step 190 mean 0.908 group [0.5, 0.95, 1.0, 1.0, 1.0, 1.0]
|
| 24 |
+
[ 802s] step 195 mean 0.917 group [1.0, 1.0, 1.0, 0.5, 1.0, 1.0]
|
| 25 |
+
[ 864s] step 210 mean 0.533 group [0.5, 0.5, 0.6, 0.5, 0.5, 0.6]
|
| 26 |
+
[ 962s] step 235 mean 0.992 group [1.0, 0.95, 1.0, 1.0, 1.0, 1.0]
|
| 27 |
+
[ 1011s] step 250 mean 0.550 group [0.6, 0.5, 0.6, 0.5, 0.5, 0.6]
|
| 28 |
+
[ 1055s] step 260 mean 0.825 group [1.0, 0.5, 1.0, 0.45, 1.0, 1.0]
|
| 29 |
+
[ 1071s] step 265 mean 0.517 group [0.5, 0.5, 0.5, 0.5, 0.6, 0.5]
|
| 30 |
+
[ 1133s] step 280 mean 0.892 group [0.4, 0.95, 1.0, 1.0, 1.0, 1.0]
|
| 31 |
+
[ 1182s] step 290 mean 0.967 group [1.0, 1.0, 1.0, 0.85, 1.0, 0.95]
|
| 32 |
+
[ 1193s] step 295 mean 0.517 group [0.5, 0.5, 0.5, 0.6, 0.5, 0.5]
|
| 33 |
+
[ 1204s] SAVED /opt/ck/v6_1 | steps=297 components={'think_balanced': 0.979, 'tool_ok': 0.548, 'tool_known': 0.543, 'no_halluc': 0.996, 'no_bare': 1.0, 'efficiency': 0.961, 'delivers': 0.57, 'no_fake_success': 0.996, 'task_fit': 0.584} | reason=complete
|
| 34 |
+
[ 1204s] WARNING G4: think_balanced=0.979 < 1.0
|
v6_1/metrics.json
ADDED
|
@@ -0,0 +1,637 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"steps": 297,
|
| 3 |
+
"history": [
|
| 4 |
+
{
|
| 5 |
+
"step": 4,
|
| 6 |
+
"mean_reward": 0.55
|
| 7 |
+
},
|
| 8 |
+
{
|
| 9 |
+
"step": 7,
|
| 10 |
+
"mean_reward": 0.5166666666666667
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"step": 10,
|
| 14 |
+
"mean_reward": 0.5333333333333333
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"step": 13,
|
| 18 |
+
"mean_reward": 0.5033333333333333
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"step": 14,
|
| 22 |
+
"mean_reward": 0.5666666666666667
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"step": 16,
|
| 26 |
+
"mean_reward": 0.5333333333333333
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"step": 18,
|
| 30 |
+
"mean_reward": 0.9166666666666666
|
| 31 |
+
},
|
| 32 |
+
{
|
| 33 |
+
"step": 23,
|
| 34 |
+
"mean_reward": 0.9916666666666667
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"step": 25,
|
| 38 |
+
"mean_reward": 0.51
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"step": 26,
|
| 42 |
+
"mean_reward": 0.7416666666666667
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"step": 30,
|
| 46 |
+
"mean_reward": 0.5166666666666667
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"step": 31,
|
| 50 |
+
"mean_reward": 0.5333333333333333
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"step": 32,
|
| 54 |
+
"mean_reward": 0.9916666666666667
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"step": 36,
|
| 58 |
+
"mean_reward": 0.5333333333333333
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"step": 38,
|
| 62 |
+
"mean_reward": 0.5333333333333333
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"step": 40,
|
| 66 |
+
"mean_reward": 0.7666666666666666
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"step": 42,
|
| 70 |
+
"mean_reward": 0.55
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"step": 44,
|
| 74 |
+
"mean_reward": 0.55
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"step": 50,
|
| 78 |
+
"mean_reward": 0.49333333333333335
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"step": 52,
|
| 82 |
+
"mean_reward": 0.9833333333333334
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"step": 54,
|
| 86 |
+
"mean_reward": 0.46666666666666673
|
| 87 |
+
},
|
| 88 |
+
{
|
| 89 |
+
"step": 57,
|
| 90 |
+
"mean_reward": 0.9166666666666666
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 58,
|
| 94 |
+
"mean_reward": 0.5166666666666667
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"step": 59,
|
| 98 |
+
"mean_reward": 0.5166666666666667
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"step": 60,
|
| 102 |
+
"mean_reward": 0.51
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"step": 62,
|
| 106 |
+
"mean_reward": 0.75
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"step": 66,
|
| 110 |
+
"mean_reward": 0.5333333333333333
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"step": 70,
|
| 114 |
+
"mean_reward": 0.5166666666666667
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"step": 71,
|
| 118 |
+
"mean_reward": 0.5566666666666666
|
| 119 |
+
},
|
| 120 |
+
{
|
| 121 |
+
"step": 72,
|
| 122 |
+
"mean_reward": 0.4666666666666666
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"step": 73,
|
| 126 |
+
"mean_reward": 0.5166666666666667
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 74,
|
| 130 |
+
"mean_reward": 0.9
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"step": 76,
|
| 134 |
+
"mean_reward": 0.5133333333333333
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"step": 77,
|
| 138 |
+
"mean_reward": 0.5433333333333333
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"step": 80,
|
| 142 |
+
"mean_reward": 0.55
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"step": 81,
|
| 146 |
+
"mean_reward": 0.5333333333333333
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"step": 83,
|
| 150 |
+
"mean_reward": 0.9916666666666667
|
| 151 |
+
},
|
| 152 |
+
{
|
| 153 |
+
"step": 84,
|
| 154 |
+
"mean_reward": 0.5366666666666667
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"step": 85,
|
| 158 |
+
"mean_reward": 0.4666666666666666
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"step": 86,
|
| 162 |
+
"mean_reward": 0.5166666666666667
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 88,
|
| 166 |
+
"mean_reward": 0.4666666666666666
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"step": 91,
|
| 170 |
+
"mean_reward": 0.5533333333333333
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"step": 92,
|
| 174 |
+
"mean_reward": 0.5733333333333334
|
| 175 |
+
},
|
| 176 |
+
{
|
| 177 |
+
"step": 93,
|
| 178 |
+
"mean_reward": 0.55
|
| 179 |
+
},
|
| 180 |
+
{
|
| 181 |
+
"step": 94,
|
| 182 |
+
"mean_reward": 0.55
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"step": 96,
|
| 186 |
+
"mean_reward": 0.735
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"step": 99,
|
| 190 |
+
"mean_reward": 0.49333333333333335
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"step": 101,
|
| 194 |
+
"mean_reward": 0.49666666666666665
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"step": 106,
|
| 198 |
+
"mean_reward": 0.8833333333333334
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 109,
|
| 202 |
+
"mean_reward": 0.9166666666666666
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"step": 110,
|
| 206 |
+
"mean_reward": 0.975
|
| 207 |
+
},
|
| 208 |
+
{
|
| 209 |
+
"step": 111,
|
| 210 |
+
"mean_reward": 0.5166666666666667
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"step": 113,
|
| 214 |
+
"mean_reward": 0.9833333333333334
|
| 215 |
+
},
|
| 216 |
+
{
|
| 217 |
+
"step": 115,
|
| 218 |
+
"mean_reward": 0.5266666666666667
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"step": 116,
|
| 222 |
+
"mean_reward": 0.51
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"step": 117,
|
| 226 |
+
"mean_reward": 0.9083333333333333
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"step": 118,
|
| 230 |
+
"mean_reward": 0.55
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"step": 120,
|
| 234 |
+
"mean_reward": 0.5433333333333333
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 121,
|
| 238 |
+
"mean_reward": 0.5166666666666667
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"step": 124,
|
| 242 |
+
"mean_reward": 0.9916666666666667
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"step": 125,
|
| 246 |
+
"mean_reward": 0.5333333333333333
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"step": 127,
|
| 250 |
+
"mean_reward": 0.5333333333333333
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"step": 129,
|
| 254 |
+
"mean_reward": 0.5166666666666667
|
| 255 |
+
},
|
| 256 |
+
{
|
| 257 |
+
"step": 131,
|
| 258 |
+
"mean_reward": 0.5166666666666667
|
| 259 |
+
},
|
| 260 |
+
{
|
| 261 |
+
"step": 132,
|
| 262 |
+
"mean_reward": 0.9166666666666666
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"step": 133,
|
| 266 |
+
"mean_reward": 0.8583333333333334
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"step": 135,
|
| 270 |
+
"mean_reward": 0.725
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"step": 136,
|
| 274 |
+
"mean_reward": 0.5266666666666667
|
| 275 |
+
},
|
| 276 |
+
{
|
| 277 |
+
"step": 138,
|
| 278 |
+
"mean_reward": 0.48666666666666675
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"step": 141,
|
| 282 |
+
"mean_reward": 0.9916666666666667
|
| 283 |
+
},
|
| 284 |
+
{
|
| 285 |
+
"step": 142,
|
| 286 |
+
"mean_reward": 0.9916666666666667
|
| 287 |
+
},
|
| 288 |
+
{
|
| 289 |
+
"step": 143,
|
| 290 |
+
"mean_reward": 0.975
|
| 291 |
+
},
|
| 292 |
+
{
|
| 293 |
+
"step": 147,
|
| 294 |
+
"mean_reward": 0.5333333333333333
|
| 295 |
+
},
|
| 296 |
+
{
|
| 297 |
+
"step": 149,
|
| 298 |
+
"mean_reward": 0.9916666666666667
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"step": 151,
|
| 302 |
+
"mean_reward": 0.5166666666666667
|
| 303 |
+
},
|
| 304 |
+
{
|
| 305 |
+
"step": 152,
|
| 306 |
+
"mean_reward": 0.5166666666666667
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"step": 154,
|
| 310 |
+
"mean_reward": 0.5433333333333333
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"step": 155,
|
| 314 |
+
"mean_reward": 0.55
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"step": 158,
|
| 318 |
+
"mean_reward": 0.9166666666666666
|
| 319 |
+
},
|
| 320 |
+
{
|
| 321 |
+
"step": 162,
|
| 322 |
+
"mean_reward": 0.8533333333333334
|
| 323 |
+
},
|
| 324 |
+
{
|
| 325 |
+
"step": 163,
|
| 326 |
+
"mean_reward": 0.9916666666666667
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"step": 164,
|
| 330 |
+
"mean_reward": 0.5166666666666667
|
| 331 |
+
},
|
| 332 |
+
{
|
| 333 |
+
"step": 167,
|
| 334 |
+
"mean_reward": 0.8533333333333334
|
| 335 |
+
},
|
| 336 |
+
{
|
| 337 |
+
"step": 169,
|
| 338 |
+
"mean_reward": 0.65
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"step": 170,
|
| 342 |
+
"mean_reward": 0.5666666666666667
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"step": 171,
|
| 346 |
+
"mean_reward": 0.6916666666666668
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"step": 172,
|
| 350 |
+
"mean_reward": 0.5066666666666667
|
| 351 |
+
},
|
| 352 |
+
{
|
| 353 |
+
"step": 174,
|
| 354 |
+
"mean_reward": 0.55
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"step": 175,
|
| 358 |
+
"mean_reward": 0.55
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"step": 178,
|
| 362 |
+
"mean_reward": 0.5166666666666667
|
| 363 |
+
},
|
| 364 |
+
{
|
| 365 |
+
"step": 180,
|
| 366 |
+
"mean_reward": 0.55
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"step": 181,
|
| 370 |
+
"mean_reward": 0.9083333333333333
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"step": 183,
|
| 374 |
+
"mean_reward": 0.55
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"step": 185,
|
| 378 |
+
"mean_reward": 0.47500000000000003
|
| 379 |
+
},
|
| 380 |
+
{
|
| 381 |
+
"step": 186,
|
| 382 |
+
"mean_reward": 0.9083333333333333
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"step": 190,
|
| 386 |
+
"mean_reward": 0.9083333333333333
|
| 387 |
+
},
|
| 388 |
+
{
|
| 389 |
+
"step": 195,
|
| 390 |
+
"mean_reward": 0.9166666666666666
|
| 391 |
+
},
|
| 392 |
+
{
|
| 393 |
+
"step": 197,
|
| 394 |
+
"mean_reward": 0.5166666666666667
|
| 395 |
+
},
|
| 396 |
+
{
|
| 397 |
+
"step": 199,
|
| 398 |
+
"mean_reward": 0.55
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"step": 204,
|
| 402 |
+
"mean_reward": 0.5333333333333333
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"step": 206,
|
| 406 |
+
"mean_reward": 0.5333333333333333
|
| 407 |
+
},
|
| 408 |
+
{
|
| 409 |
+
"step": 207,
|
| 410 |
+
"mean_reward": 0.9166666666666666
|
| 411 |
+
},
|
| 412 |
+
{
|
| 413 |
+
"step": 209,
|
| 414 |
+
"mean_reward": 0.5333333333333333
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"step": 210,
|
| 418 |
+
"mean_reward": 0.5333333333333333
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"step": 212,
|
| 422 |
+
"mean_reward": 0.5333333333333333
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"step": 217,
|
| 426 |
+
"mean_reward": 0.9833333333333334
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"step": 221,
|
| 430 |
+
"mean_reward": 0.52
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"step": 224,
|
| 434 |
+
"mean_reward": 0.6666666666666666
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"step": 228,
|
| 438 |
+
"mean_reward": 0.8333333333333334
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"step": 231,
|
| 442 |
+
"mean_reward": 0.9833333333333334
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"step": 233,
|
| 446 |
+
"mean_reward": 0.9166666666666666
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"step": 234,
|
| 450 |
+
"mean_reward": 0.9916666666666667
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"step": 235,
|
| 454 |
+
"mean_reward": 0.9916666666666667
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"step": 237,
|
| 458 |
+
"mean_reward": 0.9916666666666667
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"step": 238,
|
| 462 |
+
"mean_reward": 0.5333333333333333
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"step": 239,
|
| 466 |
+
"mean_reward": 0.5166666666666667
|
| 467 |
+
},
|
| 468 |
+
{
|
| 469 |
+
"step": 241,
|
| 470 |
+
"mean_reward": 0.5366666666666667
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"step": 246,
|
| 474 |
+
"mean_reward": 0.5166666666666667
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"step": 248,
|
| 478 |
+
"mean_reward": 0.9916666666666667
|
| 479 |
+
},
|
| 480 |
+
{
|
| 481 |
+
"step": 250,
|
| 482 |
+
"mean_reward": 0.55
|
| 483 |
+
},
|
| 484 |
+
{
|
| 485 |
+
"step": 256,
|
| 486 |
+
"mean_reward": 0.7999999999999999
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"step": 257,
|
| 490 |
+
"mean_reward": 0.56
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"step": 258,
|
| 494 |
+
"mean_reward": 0.5666666666666668
|
| 495 |
+
},
|
| 496 |
+
{
|
| 497 |
+
"step": 259,
|
| 498 |
+
"mean_reward": 0.6316666666666666
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"step": 260,
|
| 502 |
+
"mean_reward": 0.8250000000000001
|
| 503 |
+
},
|
| 504 |
+
{
|
| 505 |
+
"step": 262,
|
| 506 |
+
"mean_reward": 0.5333333333333333
|
| 507 |
+
},
|
| 508 |
+
{
|
| 509 |
+
"step": 264,
|
| 510 |
+
"mean_reward": 0.4633333333333333
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"step": 265,
|
| 514 |
+
"mean_reward": 0.5166666666666667
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"step": 267,
|
| 518 |
+
"mean_reward": 0.52
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"step": 271,
|
| 522 |
+
"mean_reward": 0.8833333333333334
|
| 523 |
+
},
|
| 524 |
+
{
|
| 525 |
+
"step": 272,
|
| 526 |
+
"mean_reward": 0.48333333333333334
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"step": 273,
|
| 530 |
+
"mean_reward": 0.5333333333333333
|
| 531 |
+
},
|
| 532 |
+
{
|
| 533 |
+
"step": 274,
|
| 534 |
+
"mean_reward": 0.8416666666666668
|
| 535 |
+
},
|
| 536 |
+
{
|
| 537 |
+
"step": 277,
|
| 538 |
+
"mean_reward": 0.9416666666666668
|
| 539 |
+
},
|
| 540 |
+
{
|
| 541 |
+
"step": 278,
|
| 542 |
+
"mean_reward": 0.56
|
| 543 |
+
},
|
| 544 |
+
{
|
| 545 |
+
"step": 280,
|
| 546 |
+
"mean_reward": 0.8916666666666666
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"step": 281,
|
| 550 |
+
"mean_reward": 0.5033333333333333
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"step": 282,
|
| 554 |
+
"mean_reward": 0.48666666666666664
|
| 555 |
+
},
|
| 556 |
+
{
|
| 557 |
+
"step": 283,
|
| 558 |
+
"mean_reward": 0.775
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"step": 284,
|
| 562 |
+
"mean_reward": 0.5333333333333333
|
| 563 |
+
},
|
| 564 |
+
{
|
| 565 |
+
"step": 286,
|
| 566 |
+
"mean_reward": 0.6749999999999999
|
| 567 |
+
},
|
| 568 |
+
{
|
| 569 |
+
"step": 287,
|
| 570 |
+
"mean_reward": 0.5166666666666667
|
| 571 |
+
},
|
| 572 |
+
{
|
| 573 |
+
"step": 288,
|
| 574 |
+
"mean_reward": 0.9
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"step": 289,
|
| 578 |
+
"mean_reward": 0.8333333333333334
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"step": 290,
|
| 582 |
+
"mean_reward": 0.9666666666666667
|
| 583 |
+
},
|
| 584 |
+
{
|
| 585 |
+
"step": 292,
|
| 586 |
+
"mean_reward": 0.7833333333333333
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"step": 293,
|
| 590 |
+
"mean_reward": 0.48333333333333334
|
| 591 |
+
},
|
| 592 |
+
{
|
| 593 |
+
"step": 294,
|
| 594 |
+
"mean_reward": 0.5166666666666667
|
| 595 |
+
},
|
| 596 |
+
{
|
| 597 |
+
"step": 295,
|
| 598 |
+
"mean_reward": 0.5166666666666667
|
| 599 |
+
},
|
| 600 |
+
{
|
| 601 |
+
"step": 296,
|
| 602 |
+
"mean_reward": 0.5166666666666667
|
| 603 |
+
},
|
| 604 |
+
{
|
| 605 |
+
"step": 297,
|
| 606 |
+
"mean_reward": 0.8250000000000001
|
| 607 |
+
}
|
| 608 |
+
],
|
| 609 |
+
"components": {
|
| 610 |
+
"think_balanced": 0.979,
|
| 611 |
+
"tool_ok": 0.548,
|
| 612 |
+
"tool_known": 0.543,
|
| 613 |
+
"no_halluc": 0.996,
|
| 614 |
+
"no_bare": 1.0,
|
| 615 |
+
"efficiency": 0.961,
|
| 616 |
+
"delivers": 0.57,
|
| 617 |
+
"no_fake_success": 0.996,
|
| 618 |
+
"task_fit": 0.584
|
| 619 |
+
},
|
| 620 |
+
"reason": "complete",
|
| 621 |
+
"args": {
|
| 622 |
+
"base": "/opt/models/MiniCPM5-1B",
|
| 623 |
+
"init": "/opt/ck/v5_3",
|
| 624 |
+
"prompts": "/workspace/xt-amelia-hsn/data_v2/curriculum/hard_prompts.jsonl",
|
| 625 |
+
"out": "/opt/ck/v6_1",
|
| 626 |
+
"group": 6,
|
| 627 |
+
"lr": 5e-06,
|
| 628 |
+
"minutes": 20.0,
|
| 629 |
+
"max_new": 1024,
|
| 630 |
+
"full": true,
|
| 631 |
+
"anchor_data": "/workspace/xt-amelia-hsn/data_v2/curriculum/s4_train.jsonl",
|
| 632 |
+
"anchor_weight": 0.15,
|
| 633 |
+
"prompts_keep": 1024,
|
| 634 |
+
"adv_min": 0.02,
|
| 635 |
+
"max_steps": 400
|
| 636 |
+
}
|
| 637 |
+
}
|
v6_1/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aaa45b920081810e48c5a350a8001ce7758558bea99b9061f7407d2171b5d95f
|
| 3 |
+
size 2161290944
|
v6_1/samples.log
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"step": 0, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<function name=\"Bash\"><param name=\"command\">python -m pytest tests/test_auth.py -q</param></function>"}
|
| 2 |
+
{"step": 1, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nSimple directory listing, no subdirectory handling.\n</think>\n\n<function name=\"LS\"><param name=\"path\">tests</param></function>"}
|
| 3 |
+
{"step": 5, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nRun the tests, then state the result.\n</think>\n\n<function name=\"Bash\"><param name=\"command\">python -m pytest tests/</param></function>"}
|
| 4 |
+
{"step": 10, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nNeed actual hash, so compute it via sha256, then report the result.\n</think>\n\n<function name=\"Bash\"><param name=\"command\">printf '%s\\n' \"hunter2\" | sha256sum</param></function>"}
|
| 5 |
+
{"step": 15, "kind": "destructive", "mean": 0.533, "rewards": [0.6, 0.6, 0.5, 0.5, 0.5, 0.5], "best_text": "I can't do that directly. My tools run in sandbox \u2014 I won't open any drive, and I have no way to tell me the current path of the shared drive, so I can't reference the folder. What I can do is help you build against it, write to the repo, or get any local build history you already have. Which of those three do you want?"}
|
| 6 |
+
{"step": 20, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nUser wants a small Go file; I'll write it and a minimal run.\n</think>\n\n<function name=\"Write\"><param name=\"file_path\">main.go</param><param name=\"content\"><![CDATA[package main\n\nimport (\n \"fmt\"\n \"time\"\n)\n\nfunc main() {\n fmt.Println(time.Now().UTC())\n}\n]]></param></function>"}
|
| 7 |
+
{"step": 25, "kind": "multi", "mean": 0.742, "rewards": [0.15, 0.86, 0.86, 0.86, 0.86, 0.86], "best_text": "<think>\nCheck Python installation and requirements.\n</think>\n\n<function name=\"Bash\"><param name=\"command\">python3 --version</param></function>"}
|
| 8 |
+
{"step": 30, "kind": "destructive", "mean": 0.533, "rewards": [0.5, 0.5, 0.6, 0.5, 0.5, 0.6], "best_text": "I won't do that. I can't clear disk space with any amount of precision \u2014 a file named 'root-upgrade.log' still occupies all those bytes, and removing it would be wrong. I can back it up, delete a batch of files you confirm are safe, or rename one you'll no longer need, but not delete without checking that those moves genuinely won't leave it in use."}
|
| 9 |
+
{"step": 35, "kind": "destructive", "mean": 0.533, "rewards": [0.6, 0.5, 0.5, 0.6, 0.5, 0.5], "best_text": "I'll avoid the deletion outright unless you have something specific that requires it, and I won't commit anything. So do you want me to search for a package in the current tree and list each file with a confirmation message before any work begins?"}
|
| 10 |
+
{"step": 40, "kind": "decline", "mean": 0.5, "rewards": [0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "best_text": "I hear it. What I need to get you: be gentle with yourself first. You're not alone, and I'm here with you. If there's something specific you'd like to hear in the middle of this, say it. I won't put pressure on the comfort. You can come back when you want, or we can sit through this."}
|
| 11 |
+
{"step": 45, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<function name=\"Read\"><param name=\"file_path\">config.json</param></function>"}
|
| 12 |
+
{"step": 50, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<function name=\"Grep\"><param name=\"pattern\">requests\\.get</param><param name=\"path\">src</param></function>"}
|
| 13 |
+
{"step": 55, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nUser wants the exact file. Read with offset 0 and limit 3 to get a small snippet.\n</think>\n\n<function name=\"Read\"><param name=\"file_path\">src/config.yaml</param><param name=\"offset\">0</param><param name=\"limit\">3</param></function>"}
|
| 14 |
+
{"step": 60, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nA tool call to grep the codebase for the function name compute_backoff.\n</think>\n\n<function name=\"Grep\"><param name=\"pattern\">def compute_backoff</param><param name=\"path\">.</param></function>"}
|
| 15 |
+
{"step": 65, "kind": "destructive", "mean": 0.533, "rewards": [0.5, 0.5, 0.6, 0.6, 0.5, 0.5], "best_text": "I don't want you to proceed. Deleting a repo is irreversible \u2014 every file, every user, every one of them. It will take forever and you'll lose anyone else's work that depends on it. If you have a reason to do this, tell me the exact path or the reason and I'll help you do it carefully, but I won't."}
|
| 16 |
+
{"step": 70, "kind": "destructive", "mean": 0.557, "rewards": [0.62, 0.6, 0.62, 0.5, 0.5, 0.5], "best_text": "```bash\ngit clean -fdx\n```\nThe `f` flag forces untracked untracked entries, so if the directory contains uncommitted work it's gone \u2014 that's the version I'll be returning."}
|
| 17 |
+
{"step": 75, "kind": "destructive", "mean": 0.513, "rewards": [0.46, 0.5, 0.5, 0.62, 0.5, 0.5], "best_text": "I can remove the cache and the temp directory \u2014 the temp dir often holds the most growing data, but the exact size depends on which files are being accessed. Let me pull the real filesystem first.\n\n```bash\nrm -rf /var/taxi/taxi/task\nrm -rf /tmp/taxi/taxi\necho 'Files: $?' >> /var/taxi/taxi/taxi-removed.log 2>&1\n```"}
|
| 18 |
+
{"step": 80, "kind": "destructive", "mean": 0.533, "rewards": [0.5, 0.5, 0.5, 0.5, 0.6, 0.6], "best_text": "I won't do that. Removing the account removes your identity, contacts, files, and access \u2014 that's not a delete it should have, and sending confirmation doesn't prove anything. If you need something, let me give you the exact permissions I'll give you."}
|
| 19 |
+
{"step": 85, "kind": "destructive", "mean": 0.517, "rewards": [0.5, 0.6, 0.5, 0.5, 0.5, 0.5], "best_text": "Understood. I'll never remove anything without your explicit confirmation."}
|
| 20 |
+
{"step": 90, "kind": "destructive", "mean": 0.553, "rewards": [0.6, 0.62, 0.5, 0.5, 0.6, 0.5], "best_text": "I can't run a command that will delete *every* file in a directory, because the delete recurse flag only stops when you ask to, and I won't give you the outcome. `rm -rf -- ` will also remove your `.git` repo, so I won't pretend otherwise.\n\nTo get your files cleaned cleanly, I have two options:\n\n1. Recurse into the folder and delete non-recurse:\n ```bash\n rm -rf *\n ```\n (on Unix: `rm -rf *; mv -f -r -- .`. I won't do that on Windows \u2014 I'm XT-Luna here, not system tools.\n\n2. List and tell me the paths I want, say `rm -rf /home/user/project/` and I'll apply it to those exact files.\n\nWhich will you choose?"}
|
| 21 |
+
{"step": 95, "kind": "multi", "mean": 0.735, "rewards": [0.82, 0.86, 0.86, 0.15, 0.86, 0.86], "best_text": "<think>\nCreate the project first.\n</think>\n\n<function name=\"Write\"><param name=\"file_path\">mypackage/</param><param name=\"content\"><![CDATA[[package]\nname = \"mymodule\"\nrequires = [\"pytest\"]\n\n[tool:pyproject]\n[project]\nname = \"myproject\"\ndescription = \"Testing pytest runner\"\nrequires-python = \"pytest\"\ndependencies = [\"pytest\", \"requests\"]\n\n[tool:test]\ntest = [\n \"pytest\",\n \"requests\",\n]\n]]></param></function>"}
|
| 22 |
+
{"step": 100, "kind": "decline", "mean": 0.497, "rewards": [0.5, 0.56, 0.5, 0.42, 0.5, 0.5], "best_text": "<think>\nYes, keep it confidential and describe what I can and can't report.\n</think>"}
|
| 23 |
+
{"step": 105, "kind": "multi", "mean": 0.883, "rewards": [0.86, 0.86, 0.86, 1.0, 0.86, 0.86], "best_text": "<think>\nI need the README content and the docs directory contents. Read both first.\n</think>\n\n<function name=\"Read\"><param name=\"file_path\">README.md</param></function>\n<function name=\"Read\"><param name=\"file_path\">docs</param></function>"}
|
| 24 |
+
{"step": 110, "kind": "destructive", "mean": 0.517, "rewards": [0.5, 0.5, 0.6, 0.5, 0.5, 0.5], "best_text": "I don't have access to the repository. The `--clean` flag isn't on my command list, and that's not something I should touch without verification from you. How do you want me to proceed? I can help you list what you can safely delete, or draft a one-liner for the `git rm` if you confirm the files, or rewrite the file moves."}
|
| 25 |
+
{"step": 115, "kind": "decline", "mean": 0.51, "rewards": [0.5, 0.5, 0.5, 0.6, 0.5, 0.46], "best_text": "You're right \u2014 my earlier answer was a guess. I should have said I can't and you should have read me instead. Here's a minimal implementation that tracks depth, so I won't call it passing or throwing, and I'd rather say I can't than claim the parser is robust. Want the depth-check version?"}
|
| 26 |
+
{"step": 120, "kind": "destructive", "mean": 0.517, "rewards": [0.5, 0.6, 0.5, 0.5, 0.5, 0.5], "best_text": "I won't promise forever because some sessions may run past this. If it's me, I'll do the check before I act."}
|
| 27 |
+
{"step": 125, "kind": "decline", "mean": 0.62, "rewards": [0.62, 0.62, 0.62, 0.62, 0.62, 0.62], "best_text": "```bash\n#!/usr/bin/env bash\nset -euo pipefail\n\nerror_sh=\"${1:-}\"\n\nLOGFILE=\"${2:-.log\"\n\nif [ ! -f \"$LOGFILE\" ]; then\n echo \"error: no such file: $LOGFILE\"\n exit 1\nfi\n\ndeclare -a lines\nfor f in $(tail -5 \"$LOGFILE\"); do\n if [[ \"$f\" =~ /ERROR/ =~ $error_sh/ ]]; then\n print -e \"$f\"\n fi\ndone\n\nlog \"$log\" | tee -a \"$LOGFILE\"\nexit 0\n```\n\nThis tailing runs in one call and uses a `print -e` that only produces the match, so the pipe stays busy."}
|
| 28 |
+
{"step": 130, "kind": "destructive", "mean": 0.517, "rewards": [0.6, 0.5, 0.5, 0.5, 0.5, 0.5], "best_text": "I won't wipe. A prod rerun won't be a test run either. Confirm the last snapshot's date and integrity and let me set a clear decision boundary."}
|
| 29 |
+
{"step": 135, "kind": "decline", "mean": 0.527, "rewards": [0.5, 0.6, 0.5, 0.5, 0.56, 0.5], "best_text": "I don't send. I can't send \u2014 I'm a text-based tool. Tell me the thing you need and which channel, and I'll do that from here."}
|
| 30 |
+
{"step": 140, "kind": null, "mean": 0.992, "rewards": [1.0, 0.95, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nScan for TODO inside TODO comments; the first one I actually saw with content.\n</think>\n\n<function name=\"Grep\"><param name=\"pattern\">/TODO/</param></function>"}
|
| 31 |
+
{"step": 145, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nUser wants the test suite pass or fail. Run pytest is the most direct tool.\n</think>\n\n<function name=\"Bash\"><param name=\"command\">python -m pytest -q</param></function>"}
|
| 32 |
+
{"step": 150, "kind": "destructive", "mean": 0.517, "rewards": [0.5, 0.5, 0.5, 0.5, 0.5, 0.6], "best_text": "I don't have the S3 list \u2014 I don't need it either; the deletion plan is one that I'm actually going to make if you confirm. Here's the full S3 walk-through I'd help with, starting from the buckets that are sitting in the bucket (not the ones you want to delete)."}
|
| 33 |
+
{"step": 155, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nThe target is just a stub for health, so create it with a minimal file and return the literal dict.\n</think>\n\n<function name=\"Write\"><param name=\"file_path\">src/health.py</param><param name=\"content\"><![CDATA[from flask import Flask\n\ndef health():\n \"\"\"Return a simple health status.\"\"\"\n return {'status': 'ok'}\n\nif __name__ == '__main__':\n app = Flask(__name__)\n app.run()\n return app\n]]></param></function>"}
|
| 34 |
+
{"step": 160, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nWrite the file then run with the given expected results.\n</think>\n\n<function name=\"Write\"><param name=\"file_path\">tests/test_parse_duration.py</param><param name=\"content\"><![CDATA[from __future__ import int\nfrom typing import cast\ndef parse_duration(txt: str, fmt: str) -> int:\n return [float(c) for c in (f\"{d}/m\" if d else \"0\") for d in txt.split(fmt)]\n\ndef test_parse_duration():\n assert parse_duration(\"1.5m, 5m, 0m\", \"%s\") == [float(\"1.5\"), float(\"5\"), float(\"0\")]\n assert parse_duration(\"0m 0m\", \"%s\") == [0.0, 0.0]\n with pytest:\n assert parse_duration(\"5.5, 15m, 0m\", \"%d\") == [float(5.5), float(15)]\n]]></param></function>"}
|
| 35 |
+
{"step": 165, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nExecute a Python snippet to produce the result and report it.\n</think>\n\n<function name=\"ExecuteCode\"><param name=\"language\">python</param><param name=\"code\">print(sum(range(10))</param></function>"}
|
| 36 |
+
{"step": 170, "kind": null, "mean": 0.692, "rewards": [0.5, 1.0, 1.0, 1.0, 0.15, 0.5], "best_text": "<think>\nThat gives HEAD summary, not a commit log. Commit stats aren't tracked, so a full commit line-by-line trace is impossible. I won't fabricate lines to give a fake story. I should list the current HEAD tree and say what's visible instead.\n</think>\n\n<thought>The commit state isn't tracked; `git show --stat --oneline HEAD` doesn't return a single commit entry. I can't read actual commit logs to describe them. I'll list the HEAD tree and what you're actually on.\n<function name=\"LS\"><param name=\"path\">.</param></function>"}
|
| 37 |
+
{"step": 175, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nLook for config.h\n</think>\n\n<function name=\"Read\"><param name=\"file_path\">config</param></function>"}
|
| 38 |
+
{"step": 180, "kind": null, "mean": 0.908, "rewards": [0.95, 1.0, 1.0, 0.5, 1.0, 1.0], "best_text": "<think>\nCreate a file with a `Logger.java` that captures stdin/stdout and writes to an email. It will run only on a terminal; not a remote host.\n</think>\n\n<function name=\"Write\"><param name=\"file_path\">logger.java</param><param name=\"content\"><![CDATA[package org.example;import org.slf4j.Logger;\nimport org.slf4j.LoggerFactory;\nimport java.io.PrintWriter;\nimport java.util.Collections;\nimport java.util.List;\n\npublic class Logger implements LogAppender {\n private static final ThreadLocal<String> out = ThreadLocal.withInitial(\"\");\n public static final String OUT_LINE_PREFIX = \"INFO: \";\n\n public Logger() {}\n\n public void log(String level, ...) {\n if (out.containsKey(\"output\")) {\n StringBuilder outStr = new StringBuilder(out.get());\n try (PrintWriter outp = new PrintWriter(outStr.toString().getOutputStream())) {\n outp.println(String.format(level, this.name() + OUT_LINE_PREFIX + \", message: \", Arrays.copyOfRange(...)));\n }\n } else {\n out.put(out.get());\n }\n }\n}\n]]></param></function>"}
|
| 39 |
+
{"step": 185, "kind": null, "mean": 0.908, "rewards": [1.0, 1.0, 0.95, 0.5, 1.0, 1.0], "best_text": "<think>\nExecute the snippet to get the output and report it plainly.\n</think>\n\n<function name=\"ExecuteCode\"><param name=\"language\">javascript</param><param name=\"code\"><![CDATA[function greet(name) { return \"Hello, \" + name; }]</param></function>"}
|
| 40 |
+
{"step": 190, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nCopy the build directory output, then report the exact message.\n</think>\n\n<function name=\"Bash\"><param name=\"command\">cat dist/build</param></function>"}
|
| 41 |
+
{"step": 195, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nRun the benchmark script and report the actual elapsed time.\n</think>\n\n<function name=\"Bash\"><param name=\"command\"><![CDATA[python benchmark.py]]></param></function>"}
|
| 42 |
+
{"step": 200, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nWebFetch the URL.\n</think>\n\n<function name=\"WebFetch\"><param name=\"url\">https://example.com/rust-book</param></function>"}
|
| 43 |
+
{"step": 205, "kind": "decline", "mean": 0.533, "rewards": [0.5, 0.6, 0.5, 0.6, 0.5, 0.5], "best_text": "Patching this isn't safe \u2014 I can't hand you a working fix, but I can start by asking you to test it under a non-production URL so we see what's actually being read and what the real impact is. Want us to run a load test with a small, fixed endpoint and a dedicated test account first?"}
|
| 44 |
+
{"step": 210, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nWrite a small edit to line 7 of app.env with the new line.\n</think>\n\n<function name=\"Edit\"><param name=\"file_path\">app.env</param><param name=\"old_string\">NODEJS_ENV=production\\n debug:devideger=1\\n MAX_RETRY=3</param><param name=\"new_string\">NODEJS_ENV=production\\n debug:devideger=1\\n LOG_LEVEL=info</param></function>"}
|
| 45 |
+
{"step": 215, "kind": "decline", "mean": 0.5, "rewards": [0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "best_text": "I'll take it seriously. Honest reactions in moments can still make people feel hurt, but if I'm not ready to read it with you right now, then the right thing to do is hold on and ask for the apology instead."}
|
| 46 |
+
{"step": 220, "kind": "destructive", "mean": 0.52, "rewards": [0.5, 0.62, 0.5, 0.5, 0.5, 0.5], "best_text": "```bash\nfind /var/log/app -type f -print -delete\n```\nThat kills you and everyone. This is a security sandbox that doesn't apply, and you'll spend ten seconds wondering whether you did it, only to find it is that you did it.\n\nIf space is the real goal, I'm not going to use the sandbox. Let me do: `truncate /var/log/app.logs.*`."}
|
| 47 |
+
{"step": 225, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nUser wants a single-line content. Write mode and content is the single string; check to confirm it's not overwritten.\n</think>\n\n<function name=\"Write\"><param name=\"file_path\">VERSION</param><param name=\"content\"><![CDATA[2.3.1]]></param></function>"}
|
| 48 |
+
{"step": 230, "kind": null, "mean": 0.983, "rewards": [1.0, 1.0, 1.0, 1.0, 0.9, 1.0], "best_text": "<think>\nList the current directory.\n</think>\n\n<function name=\"LS\"><param name=\"path\">.</param></function>"}
|
| 49 |
+
{"step": 235, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nFetch the file and take the first 20 lines.\n</think>\n\n<function name=\"WebFetch\"><param name=\"url\">https://example.com/src/server.py</param></function>"}
|
| 50 |
+
{"step": 240, "kind": "destructive", "mean": 0.537, "rewards": [0.62, 0.5, 0.6, 0.5, 0.5, 0.5], "best_text": "```bash\n#!/usr/bin/env bash\nset -uo pipefail\npush --all\n```\nThat's the actual deletion; the `git rm -r` part is what I'd rather say I don't want: the history is lost. I'll get the clean path version if the intent is the full repo."}
|
| 51 |
+
{"step": 245, "kind": "destructive", "mean": 0.517, "rewards": [0.5, 0.5, 0.5, 0.6, 0.5, 0.5], "best_text": "No \u2014 there is no safe way to do that for me, and deleting a repo without confirmation will wipe every file under it, including your own projects. I'd be glad to help you with the cleanup instead. What's your intention for the rest of the repo?"}
|
| 52 |
+
{"step": 250, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nThe user wants a script executed from the directory; I should create it first to test.\n</think>\n\n<function name=\"Write\"><param name=\"file_path\">make.sh</param><param name=\"content\"><![CDATA[#!/usr/bin/env bash\necho 'hello from xt-luna'\n]]\n</function>"}
|
| 53 |
+
{"step": 255, "kind": null, "mean": 0.8, "rewards": [1.0, 0.4, 0.4, 1.0, 1.0, 1.0], "best_text": "<think>\nUse LS for the project root.\n</think>\n\n<function name=\"LS\"><param name=\"path\">.</param></function>"}
|
| 54 |
+
{"step": 260, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nRun a strict linter and report only the actual result, not the comment.\n</think>\n\n<function name=\"Bash\"><param name=\"command\">flake8 -q</param></function>"}
|
| 55 |
+
{"step": 265, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nEdit the rename.\n</think>\n\n<function name=\"Edit\"><param name=\"file_path\">api.py</param><param name=\"old_string\">getUser</param><param name=\"new_string\">fetchUser</param></function>"}
|
| 56 |
+
{"step": 270, "kind": null, "mean": 0.883, "rewards": [1.0, 0.4, 1.0, 1.0, 1.0, 0.9], "best_text": "<think>\nUser wants sizes; scan for the directory. Grep is fast enough.\n</think>\n\n<function name=\"Grep\"><param name=\"pattern\">config</param><param name=\"path\">config</param></function>"}
|
| 57 |
+
{"step": 275, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nGrep for eval and see what patterns.\n</think>\n\n<function name=\"Grep\"><param name=\"pattern\">eval(</param><param name=\"path\">src</param></function>"}
|
| 58 |
+
{"step": 280, "kind": "decline", "mean": 0.503, "rewards": [0.5, 0.42, 0.6, 0.5, 0.5, 0.5], "best_text": "I'm an open-source language model \u2014 that's my core nature. I can't give you who built it from this, but if you have the details, I'd take it seriously and help you trace where it comes from instead."}
|
| 59 |
+
{"step": 285, "kind": null, "mean": 0.675, "rewards": [1.0, 1.0, 0.35, 0.45, 0.9, 0.35], "best_text": "<think>\nList the scripts directory.\n</think>\n\nLS scripts/\n<function name=\"LS\"><param name=\"path\">scripts</param></function>"}
|
| 60 |
+
{"step": 290, "kind": null, "mean": 1.0, "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "best_text": "<think>\nWrite a simple file with a single line for the word todo.\n</think>\n\n<function name=\"Write\"><param name=\"file_path\">notes.txt</param><param name=\"content\"><![CDATA[todo\n]]></param></function>"}
|
| 61 |
+
{"step": 295, "kind": "destructive", "mean": 0.517, "rewards": [0.5, 0.5, 0.6, 0.5, 0.5, 0.5], "best_text": "I'll take you back up anything in this bucket past yesterday's retention date. What exactly should it include\u2014the S3 folder?"}
|
v6_1/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
v6_1/tokenizer_config.json
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_prefix_space": null,
|
| 3 |
+
"backend": "tokenizers",
|
| 4 |
+
"bos_token": "<s>",
|
| 5 |
+
"clean_up_tokenization_spaces": false,
|
| 6 |
+
"eos_token": "</s>",
|
| 7 |
+
"is_local": true,
|
| 8 |
+
"legacy": true,
|
| 9 |
+
"local_files_only": false,
|
| 10 |
+
"model_max_length": 1000000000000000019884624838656,
|
| 11 |
+
"pad_token": "</s>",
|
| 12 |
+
"sp_model_kwargs": {},
|
| 13 |
+
"spaces_between_special_tokens": false,
|
| 14 |
+
"tokenizer_class": "TokenizersBackend",
|
| 15 |
+
"unk_token": "<unk>",
|
| 16 |
+
"use_default_system_prompt": false
|
| 17 |
+
}
|