| { |
| "schema_version": "bosun-decision-prompt-v3-stable-slots", |
| "base_model": "Qwen/Qwen3-1.7B", |
| "base_revision": "70d244cc86ccca08cf5af4e1e306ecf908b1ad5e", |
| "decision_tokens": [ |
| "<|decision_000|>", |
| "<|decision_001|>", |
| "<|decision_002|>", |
| "<|decision_003|>", |
| "<|decision_004|>", |
| "<|decision_005|>", |
| "<|decision_006|>", |
| "<|decision_007|>", |
| "<|decision_008|>", |
| "<|decision_009|>", |
| "<|decision_010|>", |
| "<|decision_011|>", |
| "<|decision_012|>", |
| "<|decision_013|>", |
| "<|decision_014|>", |
| "<|decision_015|>", |
| "<|decision_016|>", |
| "<|decision_017|>", |
| "<|decision_018|>", |
| "<|decision_019|>", |
| "<|decision_020|>", |
| "<|decision_021|>", |
| "<|decision_022|>", |
| "<|decision_023|>", |
| "<|decision_024|>", |
| "<|decision_025|>", |
| "<|decision_026|>", |
| "<|decision_027|>", |
| "<|decision_028|>", |
| "<|decision_029|>", |
| "<|decision_030|>", |
| "<|decision_031|>", |
| "<|decision_032|>", |
| "<|decision_033|>", |
| "<|decision_034|>", |
| "<|decision_035|>", |
| "<|decision_036|>", |
| "<|decision_037|>", |
| "<|decision_038|>", |
| "<|decision_039|>", |
| "<|decision_040|>", |
| "<|decision_041|>", |
| "<|decision_042|>", |
| "<|decision_043|>", |
| "<|decision_044|>", |
| "<|decision_045|>", |
| "<|decision_046|>", |
| "<|decision_047|>", |
| "<|decision_048|>", |
| "<|decision_049|>", |
| "<|decision_050|>", |
| "<|decision_051|>", |
| "<|decision_052|>", |
| "<|decision_053|>", |
| "<|decision_054|>", |
| "<|decision_055|>", |
| "<|decision_056|>", |
| "<|decision_057|>", |
| "<|decision_058|>", |
| "<|decision_059|>", |
| "<|decision_060|>", |
| "<|decision_061|>", |
| "<|decision_062|>", |
| "<|decision_063|>", |
| "<|decision_064|>", |
| "<|decision_065|>", |
| "<|decision_066|>", |
| "<|decision_067|>", |
| "<|decision_068|>", |
| "<|decision_069|>", |
| "<|decision_070|>", |
| "<|decision_071|>", |
| "<|decision_072|>", |
| "<|decision_073|>", |
| "<|decision_074|>", |
| "<|decision_075|>", |
| "<|decision_076|>", |
| "<|decision_077|>", |
| "<|decision_078|>", |
| "<|decision_079|>", |
| "<|decision_080|>", |
| "<|decision_081|>", |
| "<|decision_082|>", |
| "<|decision_083|>", |
| "<|decision_084|>", |
| "<|decision_085|>", |
| "<|decision_086|>", |
| "<|decision_087|>", |
| "<|decision_088|>", |
| "<|decision_089|>", |
| "<|decision_090|>", |
| "<|decision_091|>", |
| "<|decision_092|>", |
| "<|decision_093|>", |
| "<|decision_094|>", |
| "<|decision_095|>", |
| "<|decision_096|>", |
| "<|decision_097|>", |
| "<|decision_098|>", |
| "<|decision_099|>", |
| "<|decision_100|>", |
| "<|decision_101|>", |
| "<|decision_102|>", |
| "<|decision_103|>", |
| "<|decision_104|>", |
| "<|decision_105|>", |
| "<|decision_106|>", |
| "<|decision_107|>", |
| "<|decision_108|>", |
| "<|decision_109|>", |
| "<|decision_110|>", |
| "<|decision_111|>", |
| "<|decision_112|>", |
| "<|decision_113|>", |
| "<|decision_114|>", |
| "<|decision_115|>", |
| "<|decision_116|>", |
| "<|decision_117|>", |
| "<|decision_118|>", |
| "<|decision_119|>", |
| "<|decision_120|>", |
| "<|decision_121|>", |
| "<|decision_122|>", |
| "<|decision_123|>", |
| "<|decision_124|>", |
| "<|decision_125|>", |
| "<|decision_126|>", |
| "<|decision_127|>", |
| "<|decision_128|>", |
| "<|decision_129|>", |
| "<|decision_130|>", |
| "<|decision_131|>", |
| "<|decision_132|>", |
| "<|decision_133|>", |
| "<|decision_134|>", |
| "<|decision_135|>", |
| "<|decision_136|>", |
| "<|decision_137|>", |
| "<|decision_138|>", |
| "<|decision_139|>", |
| "<|decision_140|>", |
| "<|decision_141|>", |
| "<|decision_142|>", |
| "<|decision_143|>", |
| "<|decision_144|>", |
| "<|decision_145|>", |
| "<|decision_146|>", |
| "<|decision_147|>", |
| "<|decision_148|>", |
| "<|decision_149|>", |
| "<|decision_150|>", |
| "<|decision_151|>", |
| "<|decision_152|>", |
| "<|decision_153|>", |
| "<|decision_154|>", |
| "<|decision_155|>", |
| "<|decision_156|>", |
| "<|decision_157|>", |
| "<|decision_158|>", |
| "<|decision_159|>", |
| "<|decision_160|>", |
| "<|decision_161|>", |
| "<|decision_162|>", |
| "<|decision_163|>", |
| "<|decision_164|>", |
| "<|decision_165|>", |
| "<|decision_166|>", |
| "<|decision_167|>", |
| "<|decision_168|>", |
| "<|decision_169|>", |
| "<|decision_170|>", |
| "<|decision_171|>", |
| "<|decision_172|>", |
| "<|decision_173|>", |
| "<|decision_174|>", |
| "<|decision_175|>", |
| "<|decision_176|>", |
| "<|decision_177|>", |
| "<|decision_178|>", |
| "<|decision_179|>", |
| "<|decision_180|>", |
| "<|decision_181|>", |
| "<|decision_182|>", |
| "<|decision_183|>", |
| "<|decision_184|>", |
| "<|decision_185|>", |
| "<|decision_186|>", |
| "<|decision_187|>", |
| "<|decision_188|>", |
| "<|decision_189|>", |
| "<|decision_190|>", |
| "<|decision_191|>", |
| "<|decision_192|>", |
| "<|decision_193|>", |
| "<|decision_194|>", |
| "<|decision_195|>", |
| "<|decision_196|>", |
| "<|decision_197|>", |
| "<|decision_198|>", |
| "<|decision_199|>", |
| "<|decision_200|>", |
| "<|decision_201|>", |
| "<|decision_202|>", |
| "<|decision_203|>", |
| "<|decision_204|>", |
| "<|decision_205|>", |
| "<|decision_206|>", |
| "<|decision_207|>", |
| "<|decision_208|>", |
| "<|decision_209|>", |
| "<|decision_210|>", |
| "<|decision_211|>", |
| "<|decision_212|>", |
| "<|decision_213|>", |
| "<|decision_214|>", |
| "<|decision_215|>", |
| "<|decision_216|>", |
| "<|decision_217|>", |
| "<|decision_218|>", |
| "<|decision_219|>", |
| "<|decision_220|>", |
| "<|decision_221|>", |
| "<|decision_222|>", |
| "<|decision_223|>", |
| "<|decision_224|>", |
| "<|decision_225|>", |
| "<|decision_226|>", |
| "<|decision_227|>", |
| "<|decision_228|>", |
| "<|decision_229|>", |
| "<|decision_230|>", |
| "<|decision_231|>", |
| "<|decision_232|>", |
| "<|decision_233|>", |
| "<|decision_234|>", |
| "<|decision_235|>", |
| "<|decision_236|>", |
| "<|decision_237|>", |
| "<|decision_238|>", |
| "<|decision_239|>", |
| "<|decision_240|>", |
| "<|decision_241|>", |
| "<|decision_242|>", |
| "<|decision_243|>", |
| "<|decision_244|>", |
| "<|decision_245|>", |
| "<|decision_246|>", |
| "<|decision_247|>", |
| "<|decision_248|>", |
| "<|decision_249|>", |
| "<|decision_250|>", |
| "<|decision_251|>", |
| "<|decision_252|>", |
| "<|decision_253|>", |
| "<|decision_254|>", |
| "<|decision_255|>" |
| ], |
| "decision_token_ids": [ |
| 151669, |
| 151670, |
| 151671, |
| 151672, |
| 151673, |
| 151674, |
| 151675, |
| 151676, |
| 151677, |
| 151678, |
| 151679, |
| 151680, |
| 151681, |
| 151682, |
| 151683, |
| 151684, |
| 151685, |
| 151686, |
| 151687, |
| 151688, |
| 151689, |
| 151690, |
| 151691, |
| 151692, |
| 151693, |
| 151694, |
| 151695, |
| 151696, |
| 151697, |
| 151698, |
| 151699, |
| 151700, |
| 151701, |
| 151702, |
| 151703, |
| 151704, |
| 151705, |
| 151706, |
| 151707, |
| 151708, |
| 151709, |
| 151710, |
| 151711, |
| 151712, |
| 151713, |
| 151714, |
| 151715, |
| 151716, |
| 151717, |
| 151718, |
| 151719, |
| 151720, |
| 151721, |
| 151722, |
| 151723, |
| 151724, |
| 151725, |
| 151726, |
| 151727, |
| 151728, |
| 151729, |
| 151730, |
| 151731, |
| 151732, |
| 151733, |
| 151734, |
| 151735, |
| 151736, |
| 151737, |
| 151738, |
| 151739, |
| 151740, |
| 151741, |
| 151742, |
| 151743, |
| 151744, |
| 151745, |
| 151746, |
| 151747, |
| 151748, |
| 151749, |
| 151750, |
| 151751, |
| 151752, |
| 151753, |
| 151754, |
| 151755, |
| 151756, |
| 151757, |
| 151758, |
| 151759, |
| 151760, |
| 151761, |
| 151762, |
| 151763, |
| 151764, |
| 151765, |
| 151766, |
| 151767, |
| 151768, |
| 151769, |
| 151770, |
| 151771, |
| 151772, |
| 151773, |
| 151774, |
| 151775, |
| 151776, |
| 151777, |
| 151778, |
| 151779, |
| 151780, |
| 151781, |
| 151782, |
| 151783, |
| 151784, |
| 151785, |
| 151786, |
| 151787, |
| 151788, |
| 151789, |
| 151790, |
| 151791, |
| 151792, |
| 151793, |
| 151794, |
| 151795, |
| 151796, |
| 151797, |
| 151798, |
| 151799, |
| 151800, |
| 151801, |
| 151802, |
| 151803, |
| 151804, |
| 151805, |
| 151806, |
| 151807, |
| 151808, |
| 151809, |
| 151810, |
| 151811, |
| 151812, |
| 151813, |
| 151814, |
| 151815, |
| 151816, |
| 151817, |
| 151818, |
| 151819, |
| 151820, |
| 151821, |
| 151822, |
| 151823, |
| 151824, |
| 151825, |
| 151826, |
| 151827, |
| 151828, |
| 151829, |
| 151830, |
| 151831, |
| 151832, |
| 151833, |
| 151834, |
| 151835, |
| 151836, |
| 151837, |
| 151838, |
| 151839, |
| 151840, |
| 151841, |
| 151842, |
| 151843, |
| 151844, |
| 151845, |
| 151846, |
| 151847, |
| 151848, |
| 151849, |
| 151850, |
| 151851, |
| 151852, |
| 151853, |
| 151854, |
| 151855, |
| 151856, |
| 151857, |
| 151858, |
| 151859, |
| 151860, |
| 151861, |
| 151862, |
| 151863, |
| 151864, |
| 151865, |
| 151866, |
| 151867, |
| 151868, |
| 151869, |
| 151870, |
| 151871, |
| 151872, |
| 151873, |
| 151874, |
| 151875, |
| 151876, |
| 151877, |
| 151878, |
| 151879, |
| 151880, |
| 151881, |
| 151882, |
| 151883, |
| 151884, |
| 151885, |
| 151886, |
| 151887, |
| 151888, |
| 151889, |
| 151890, |
| 151891, |
| 151892, |
| 151893, |
| 151894, |
| 151895, |
| 151896, |
| 151897, |
| 151898, |
| 151899, |
| 151900, |
| 151901, |
| 151902, |
| 151903, |
| 151904, |
| 151905, |
| 151906, |
| 151907, |
| 151908, |
| 151909, |
| 151910, |
| 151911, |
| 151912, |
| 151913, |
| 151914, |
| 151915, |
| 151916, |
| 151917, |
| 151918, |
| 151919, |
| 151920, |
| 151921, |
| 151922, |
| 151923, |
| 151924 |
| ], |
| "decision_token_assignment": "presented_slot", |
| "max_runtime_choices": 255, |
| "null_token_index": 255, |
| "thinking_preserved": true, |
| "decision_prompt_enable_thinking": false, |
| "prompt_format": "chatml-no-thinking", |
| "rope_scaling_factor": null, |
| "selected_epoch": 2, |
| "selection_metric": "macro_family_accuracy", |
| "metrics": { |
| "eval/loss": 0.3375845967186556, |
| "eval/accuracy": 0.89795, |
| "eval/macro_family_accuracy": 0.8979568672116874, |
| "eval/family/bounded_extraction": 0.9698605488079173, |
| "eval/family/document_record_classification": 0.6887089518668466, |
| "eval/family/document_workflows": 0.945994599459946, |
| "eval/family/entity_alignment": 0.9981998199819982, |
| "eval/family/function_agent_skill_routing": 0.9837983798379838, |
| "eval/family/guardrails_moderation": 0.9167416741674167, |
| "eval/family/retrieval_verification": 0.9194419441944195, |
| "eval/family/routing_triage": 0.9297929792979298, |
| "eval/family/rubric_scoring_prioritization": 0.729072907290729, |
| "eval/candidate_count/2": 0.953150775321676, |
| "eval/candidate_count/3": 0.9888888888888889, |
| "eval/candidate_count/4": 0.809477756286267, |
| "eval/candidate_count/5": 0.9552941176470588, |
| "eval/candidate_count/6": 0.9812206572769953, |
| "eval/candidate_count/7": 0.9772727272727273, |
| "eval/candidate_count/8": 0.9855769230769231, |
| "eval/candidate_count/9": 0.7100665557404326, |
| "eval/candidate_count/10": 0.927710843373494, |
| "eval/candidate_count/11": 0.8372093023255814, |
| "eval/candidate_count/12": 0.75, |
| "eval/candidate_count/13": 0.8, |
| "eval/candidate_count/14": 1.0, |
| "eval/candidate_count/15": 0.6, |
| "eval/candidate_count/16": 0.9964601769911504, |
| "eval/candidate_count/17": 0.5, |
| "eval/candidate_count/18": 1.0, |
| "eval/candidate_count/19": 0.0, |
| "eval/candidate_count/32": 0.9965277777777778, |
| "eval/candidate_count/53": 0.125, |
| "eval/candidate_count/64": 0.9947368421052631, |
| "eval/candidate_count/77": 0.9004366812227074, |
| "eval/candidate_count/128": 0.9854545454545455, |
| "eval/candidate_count/151": 0.9610027855153204, |
| "eval/candidate_count/255": 0.9580952380952381 |
| } |
| } |
|
|
