{ "schema_version": "bosun-decision-prompt-v3-stable-slots", "base_model": "Qwen/Qwen3-1.7B", "base_revision": "70d244cc86ccca08cf5af4e1e306ecf908b1ad5e", "decision_tokens": [ "<|decision_000|>", "<|decision_001|>", "<|decision_002|>", "<|decision_003|>", "<|decision_004|>", "<|decision_005|>", "<|decision_006|>", "<|decision_007|>", "<|decision_008|>", "<|decision_009|>", "<|decision_010|>", "<|decision_011|>", "<|decision_012|>", "<|decision_013|>", "<|decision_014|>", "<|decision_015|>", "<|decision_016|>", "<|decision_017|>", "<|decision_018|>", "<|decision_019|>", "<|decision_020|>", "<|decision_021|>", "<|decision_022|>", "<|decision_023|>", "<|decision_024|>", "<|decision_025|>", "<|decision_026|>", "<|decision_027|>", "<|decision_028|>", "<|decision_029|>", "<|decision_030|>", "<|decision_031|>", "<|decision_032|>", "<|decision_033|>", "<|decision_034|>", "<|decision_035|>", "<|decision_036|>", "<|decision_037|>", "<|decision_038|>", "<|decision_039|>", "<|decision_040|>", "<|decision_041|>", "<|decision_042|>", "<|decision_043|>", "<|decision_044|>", "<|decision_045|>", "<|decision_046|>", "<|decision_047|>", "<|decision_048|>", "<|decision_049|>", "<|decision_050|>", "<|decision_051|>", "<|decision_052|>", "<|decision_053|>", "<|decision_054|>", "<|decision_055|>", "<|decision_056|>", "<|decision_057|>", "<|decision_058|>", "<|decision_059|>", "<|decision_060|>", "<|decision_061|>", "<|decision_062|>", "<|decision_063|>", "<|decision_064|>", "<|decision_065|>", "<|decision_066|>", "<|decision_067|>", "<|decision_068|>", "<|decision_069|>", "<|decision_070|>", "<|decision_071|>", "<|decision_072|>", "<|decision_073|>", "<|decision_074|>", "<|decision_075|>", "<|decision_076|>", "<|decision_077|>", "<|decision_078|>", "<|decision_079|>", "<|decision_080|>", "<|decision_081|>", "<|decision_082|>", "<|decision_083|>", "<|decision_084|>", "<|decision_085|>", "<|decision_086|>", "<|decision_087|>", "<|decision_088|>", "<|decision_089|>", "<|decision_090|>", "<|decision_091|>", "<|decision_092|>", "<|decision_093|>", "<|decision_094|>", "<|decision_095|>", "<|decision_096|>", "<|decision_097|>", "<|decision_098|>", "<|decision_099|>", "<|decision_100|>", "<|decision_101|>", "<|decision_102|>", "<|decision_103|>", "<|decision_104|>", "<|decision_105|>", "<|decision_106|>", "<|decision_107|>", "<|decision_108|>", "<|decision_109|>", "<|decision_110|>", "<|decision_111|>", "<|decision_112|>", "<|decision_113|>", "<|decision_114|>", "<|decision_115|>", "<|decision_116|>", "<|decision_117|>", "<|decision_118|>", "<|decision_119|>", "<|decision_120|>", "<|decision_121|>", "<|decision_122|>", "<|decision_123|>", "<|decision_124|>", "<|decision_125|>", "<|decision_126|>", "<|decision_127|>", "<|decision_128|>", "<|decision_129|>", "<|decision_130|>", "<|decision_131|>", "<|decision_132|>", "<|decision_133|>", "<|decision_134|>", "<|decision_135|>", "<|decision_136|>", "<|decision_137|>", "<|decision_138|>", "<|decision_139|>", "<|decision_140|>", "<|decision_141|>", "<|decision_142|>", "<|decision_143|>", "<|decision_144|>", "<|decision_145|>", "<|decision_146|>", "<|decision_147|>", "<|decision_148|>", "<|decision_149|>", "<|decision_150|>", "<|decision_151|>", "<|decision_152|>", "<|decision_153|>", "<|decision_154|>", "<|decision_155|>", "<|decision_156|>", "<|decision_157|>", "<|decision_158|>", "<|decision_159|>", "<|decision_160|>", "<|decision_161|>", "<|decision_162|>", "<|decision_163|>", "<|decision_164|>", "<|decision_165|>", "<|decision_166|>", "<|decision_167|>", "<|decision_168|>", "<|decision_169|>", "<|decision_170|>", "<|decision_171|>", "<|decision_172|>", "<|decision_173|>", "<|decision_174|>", "<|decision_175|>", "<|decision_176|>", "<|decision_177|>", "<|decision_178|>", "<|decision_179|>", "<|decision_180|>", "<|decision_181|>", "<|decision_182|>", "<|decision_183|>", "<|decision_184|>", "<|decision_185|>", "<|decision_186|>", "<|decision_187|>", "<|decision_188|>", "<|decision_189|>", "<|decision_190|>", "<|decision_191|>", "<|decision_192|>", "<|decision_193|>", "<|decision_194|>", "<|decision_195|>", "<|decision_196|>", "<|decision_197|>", "<|decision_198|>", "<|decision_199|>", "<|decision_200|>", "<|decision_201|>", "<|decision_202|>", "<|decision_203|>", "<|decision_204|>", "<|decision_205|>", "<|decision_206|>", "<|decision_207|>", "<|decision_208|>", "<|decision_209|>", "<|decision_210|>", "<|decision_211|>", "<|decision_212|>", "<|decision_213|>", "<|decision_214|>", "<|decision_215|>", "<|decision_216|>", "<|decision_217|>", "<|decision_218|>", "<|decision_219|>", "<|decision_220|>", "<|decision_221|>", "<|decision_222|>", "<|decision_223|>", "<|decision_224|>", "<|decision_225|>", "<|decision_226|>", "<|decision_227|>", "<|decision_228|>", "<|decision_229|>", "<|decision_230|>", "<|decision_231|>", "<|decision_232|>", "<|decision_233|>", "<|decision_234|>", "<|decision_235|>", "<|decision_236|>", "<|decision_237|>", "<|decision_238|>", "<|decision_239|>", "<|decision_240|>", "<|decision_241|>", "<|decision_242|>", "<|decision_243|>", "<|decision_244|>", "<|decision_245|>", "<|decision_246|>", "<|decision_247|>", "<|decision_248|>", "<|decision_249|>", "<|decision_250|>", "<|decision_251|>", "<|decision_252|>", "<|decision_253|>", "<|decision_254|>", "<|decision_255|>" ], "decision_token_ids": [ 151669, 151670, 151671, 151672, 151673, 151674, 151675, 151676, 151677, 151678, 151679, 151680, 151681, 151682, 151683, 151684, 151685, 151686, 151687, 151688, 151689, 151690, 151691, 151692, 151693, 151694, 151695, 151696, 151697, 151698, 151699, 151700, 151701, 151702, 151703, 151704, 151705, 151706, 151707, 151708, 151709, 151710, 151711, 151712, 151713, 151714, 151715, 151716, 151717, 151718, 151719, 151720, 151721, 151722, 151723, 151724, 151725, 151726, 151727, 151728, 151729, 151730, 151731, 151732, 151733, 151734, 151735, 151736, 151737, 151738, 151739, 151740, 151741, 151742, 151743, 151744, 151745, 151746, 151747, 151748, 151749, 151750, 151751, 151752, 151753, 151754, 151755, 151756, 151757, 151758, 151759, 151760, 151761, 151762, 151763, 151764, 151765, 151766, 151767, 151768, 151769, 151770, 151771, 151772, 151773, 151774, 151775, 151776, 151777, 151778, 151779, 151780, 151781, 151782, 151783, 151784, 151785, 151786, 151787, 151788, 151789, 151790, 151791, 151792, 151793, 151794, 151795, 151796, 151797, 151798, 151799, 151800, 151801, 151802, 151803, 151804, 151805, 151806, 151807, 151808, 151809, 151810, 151811, 151812, 151813, 151814, 151815, 151816, 151817, 151818, 151819, 151820, 151821, 151822, 151823, 151824, 151825, 151826, 151827, 151828, 151829, 151830, 151831, 151832, 151833, 151834, 151835, 151836, 151837, 151838, 151839, 151840, 151841, 151842, 151843, 151844, 151845, 151846, 151847, 151848, 151849, 151850, 151851, 151852, 151853, 151854, 151855, 151856, 151857, 151858, 151859, 151860, 151861, 151862, 151863, 151864, 151865, 151866, 151867, 151868, 151869, 151870, 151871, 151872, 151873, 151874, 151875, 151876, 151877, 151878, 151879, 151880, 151881, 151882, 151883, 151884, 151885, 151886, 151887, 151888, 151889, 151890, 151891, 151892, 151893, 151894, 151895, 151896, 151897, 151898, 151899, 151900, 151901, 151902, 151903, 151904, 151905, 151906, 151907, 151908, 151909, 151910, 151911, 151912, 151913, 151914, 151915, 151916, 151917, 151918, 151919, 151920, 151921, 151922, 151923, 151924 ], "decision_token_assignment": "presented_slot", "max_runtime_choices": 255, "null_token_index": 255, "thinking_preserved": true, "decision_prompt_enable_thinking": false, "prompt_format": "chatml-no-thinking", "rope_scaling_factor": null, "selected_epoch": 2, "selection_metric": "macro_family_accuracy", "metrics": { "eval/loss": 0.3375845967186556, "eval/accuracy": 0.89795, "eval/macro_family_accuracy": 0.8979568672116874, "eval/family/bounded_extraction": 0.9698605488079173, "eval/family/document_record_classification": 0.6887089518668466, "eval/family/document_workflows": 0.945994599459946, "eval/family/entity_alignment": 0.9981998199819982, "eval/family/function_agent_skill_routing": 0.9837983798379838, "eval/family/guardrails_moderation": 0.9167416741674167, "eval/family/retrieval_verification": 0.9194419441944195, "eval/family/routing_triage": 0.9297929792979298, "eval/family/rubric_scoring_prioritization": 0.729072907290729, "eval/candidate_count/2": 0.953150775321676, "eval/candidate_count/3": 0.9888888888888889, "eval/candidate_count/4": 0.809477756286267, "eval/candidate_count/5": 0.9552941176470588, "eval/candidate_count/6": 0.9812206572769953, "eval/candidate_count/7": 0.9772727272727273, "eval/candidate_count/8": 0.9855769230769231, "eval/candidate_count/9": 0.7100665557404326, "eval/candidate_count/10": 0.927710843373494, "eval/candidate_count/11": 0.8372093023255814, "eval/candidate_count/12": 0.75, "eval/candidate_count/13": 0.8, "eval/candidate_count/14": 1.0, "eval/candidate_count/15": 0.6, "eval/candidate_count/16": 0.9964601769911504, "eval/candidate_count/17": 0.5, "eval/candidate_count/18": 1.0, "eval/candidate_count/19": 0.0, "eval/candidate_count/32": 0.9965277777777778, "eval/candidate_count/53": 0.125, "eval/candidate_count/64": 0.9947368421052631, "eval/candidate_count/77": 0.9004366812227074, "eval/candidate_count/128": 0.9854545454545455, "eval/candidate_count/151": 0.9610027855153204, "eval/candidate_count/255": 0.9580952380952381 } }