TalalWasim commited on
Commit
9822cca
·
verified ·
1 Parent(s): 283b007

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. runs_laq_lt/cocolt_2ep_hires/added_tokens.json +1039 -0
  2. runs_laq_lt/cocolt_2ep_hires/chat_template.jinja +120 -0
  3. runs_laq_lt/cocolt_2ep_hires/generation_config.json +13 -0
  4. runs_laq_lt/cocolt_2ep_hires/merges.txt +0 -0
  5. runs_laq_lt/cocolt_2ep_hires/train_20260717_060023.log +7 -0
  6. runs_laq_lt/cocolt_2ep_hires/video_preprocessor_config.json +41 -0
  7. runs_laq_lt/cocolt_2ep_hires/vocab.json +0 -0
  8. runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/fast/eval_20260718_094207.log +0 -0
  9. runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/fast/eval_results.jsonl +0 -0
  10. runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/fast/fast_eval.tsv +0 -0
  11. runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/hybrid/eval_20260718_095821.log +0 -0
  12. runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/hybrid/eval_results.jsonl +0 -0
  13. runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/hybrid/fast_eval.tsv +0 -0
  14. runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/slow/eval_results.jsonl +0 -0
  15. runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/slow/fast_eval.tsv +0 -0
  16. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/fast/eval_20260718_081059.log +0 -0
  17. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/fast/eval_results.jsonl +0 -0
  18. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/fast/fast_eval.tsv +0 -0
  19. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/hybrid/eval_20260718_082712.log +0 -0
  20. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/hybrid/eval_results.jsonl +0 -0
  21. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/hybrid/fast_eval.tsv +0 -0
  22. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/slow/eval_20260718_071510.log +0 -0
  23. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/slow/eval_results.jsonl +0 -0
  24. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/slow/fast_eval.tsv +0 -0
  25. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/fast/eval_20260718_050808.log +0 -0
  26. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/fast/eval_results.jsonl +0 -0
  27. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/fast/fast_eval.tsv +0 -0
  28. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/hybrid/eval_20260718_052457.log +0 -0
  29. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/hybrid/eval_results.jsonl +0 -0
  30. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/hybrid/fast_eval.tsv +0 -0
  31. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/slow/eval_20260718_041121.log +0 -0
  32. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/slow/eval_results.jsonl +0 -0
  33. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/slow/fast_eval.tsv +0 -0
  34. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/fast/eval_20260718_063951.log +0 -0
  35. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/fast/eval_results.jsonl +0 -0
  36. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/fast/fast_eval.tsv +0 -0
  37. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/hybrid/eval_20260718_065622.log +0 -0
  38. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/hybrid/eval_results.jsonl +0 -0
  39. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/hybrid/fast_eval.tsv +0 -0
  40. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/slow/eval_20260718_054342.log +0 -0
  41. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/slow/eval_results.jsonl +0 -0
  42. runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/slow/fast_eval.tsv +0 -0
  43. runs_laq_lt/eval/cocolt_1ep_native/summary.txt +112 -0
  44. runs_laq_lt/eval/refcocolt_2ep_hires/coco/paper_greedy/fast/eval_20260719_125338.log +0 -0
  45. runs_laq_lt/eval/refcocolt_2ep_hires/coco/paper_greedy/fast/fast_eval.tsv +0 -0
  46. runs_laq_lt/eval/refcocolt_2ep_hires/summary.txt +112 -0
  47. runs_laq_lt/refcocolt_1ep_native/added_tokens.json +1039 -0
  48. runs_laq_lt/refcocolt_1ep_native/chat_template.jinja +120 -0
  49. runs_laq_lt/refcocolt_1ep_native/config.json +72 -0
  50. runs_laq_lt/refcocolt_1ep_native/generation_config.json +13 -0
runs_laq_lt/cocolt_2ep_hires/added_tokens.json ADDED
@@ -0,0 +1,1039 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</box>": 151670,
3
+ "</c>": 152679,
4
+ "</interval>": 151674,
5
+ "</ref>": 151672,
6
+ "</think>": 151668,
7
+ "</tool_call>": 151658,
8
+ "</tool_response>": 151666,
9
+ "<0>": 151676,
10
+ "<1000>": 152676,
11
+ "<100>": 151776,
12
+ "<101>": 151777,
13
+ "<102>": 151778,
14
+ "<103>": 151779,
15
+ "<104>": 151780,
16
+ "<105>": 151781,
17
+ "<106>": 151782,
18
+ "<107>": 151783,
19
+ "<108>": 151784,
20
+ "<109>": 151785,
21
+ "<10>": 151686,
22
+ "<110>": 151786,
23
+ "<111>": 151787,
24
+ "<112>": 151788,
25
+ "<113>": 151789,
26
+ "<114>": 151790,
27
+ "<115>": 151791,
28
+ "<116>": 151792,
29
+ "<117>": 151793,
30
+ "<118>": 151794,
31
+ "<119>": 151795,
32
+ "<11>": 151687,
33
+ "<120>": 151796,
34
+ "<121>": 151797,
35
+ "<122>": 151798,
36
+ "<123>": 151799,
37
+ "<124>": 151800,
38
+ "<125>": 151801,
39
+ "<126>": 151802,
40
+ "<127>": 151803,
41
+ "<128>": 151804,
42
+ "<129>": 151805,
43
+ "<12>": 151688,
44
+ "<130>": 151806,
45
+ "<131>": 151807,
46
+ "<132>": 151808,
47
+ "<133>": 151809,
48
+ "<134>": 151810,
49
+ "<135>": 151811,
50
+ "<136>": 151812,
51
+ "<137>": 151813,
52
+ "<138>": 151814,
53
+ "<139>": 151815,
54
+ "<13>": 151689,
55
+ "<140>": 151816,
56
+ "<141>": 151817,
57
+ "<142>": 151818,
58
+ "<143>": 151819,
59
+ "<144>": 151820,
60
+ "<145>": 151821,
61
+ "<146>": 151822,
62
+ "<147>": 151823,
63
+ "<148>": 151824,
64
+ "<149>": 151825,
65
+ "<14>": 151690,
66
+ "<150>": 151826,
67
+ "<151>": 151827,
68
+ "<152>": 151828,
69
+ "<153>": 151829,
70
+ "<154>": 151830,
71
+ "<155>": 151831,
72
+ "<156>": 151832,
73
+ "<157>": 151833,
74
+ "<158>": 151834,
75
+ "<159>": 151835,
76
+ "<15>": 151691,
77
+ "<160>": 151836,
78
+ "<161>": 151837,
79
+ "<162>": 151838,
80
+ "<163>": 151839,
81
+ "<164>": 151840,
82
+ "<165>": 151841,
83
+ "<166>": 151842,
84
+ "<167>": 151843,
85
+ "<168>": 151844,
86
+ "<169>": 151845,
87
+ "<16>": 151692,
88
+ "<170>": 151846,
89
+ "<171>": 151847,
90
+ "<172>": 151848,
91
+ "<173>": 151849,
92
+ "<174>": 151850,
93
+ "<175>": 151851,
94
+ "<176>": 151852,
95
+ "<177>": 151853,
96
+ "<178>": 151854,
97
+ "<179>": 151855,
98
+ "<17>": 151693,
99
+ "<180>": 151856,
100
+ "<181>": 151857,
101
+ "<182>": 151858,
102
+ "<183>": 151859,
103
+ "<184>": 151860,
104
+ "<185>": 151861,
105
+ "<186>": 151862,
106
+ "<187>": 151863,
107
+ "<188>": 151864,
108
+ "<189>": 151865,
109
+ "<18>": 151694,
110
+ "<190>": 151866,
111
+ "<191>": 151867,
112
+ "<192>": 151868,
113
+ "<193>": 151869,
114
+ "<194>": 151870,
115
+ "<195>": 151871,
116
+ "<196>": 151872,
117
+ "<197>": 151873,
118
+ "<198>": 151874,
119
+ "<199>": 151875,
120
+ "<19>": 151695,
121
+ "<1>": 151677,
122
+ "<200>": 151876,
123
+ "<201>": 151877,
124
+ "<202>": 151878,
125
+ "<203>": 151879,
126
+ "<204>": 151880,
127
+ "<205>": 151881,
128
+ "<206>": 151882,
129
+ "<207>": 151883,
130
+ "<208>": 151884,
131
+ "<209>": 151885,
132
+ "<20>": 151696,
133
+ "<210>": 151886,
134
+ "<211>": 151887,
135
+ "<212>": 151888,
136
+ "<213>": 151889,
137
+ "<214>": 151890,
138
+ "<215>": 151891,
139
+ "<216>": 151892,
140
+ "<217>": 151893,
141
+ "<218>": 151894,
142
+ "<219>": 151895,
143
+ "<21>": 151697,
144
+ "<220>": 151896,
145
+ "<221>": 151897,
146
+ "<222>": 151898,
147
+ "<223>": 151899,
148
+ "<224>": 151900,
149
+ "<225>": 151901,
150
+ "<226>": 151902,
151
+ "<227>": 151903,
152
+ "<228>": 151904,
153
+ "<229>": 151905,
154
+ "<22>": 151698,
155
+ "<230>": 151906,
156
+ "<231>": 151907,
157
+ "<232>": 151908,
158
+ "<233>": 151909,
159
+ "<234>": 151910,
160
+ "<235>": 151911,
161
+ "<236>": 151912,
162
+ "<237>": 151913,
163
+ "<238>": 151914,
164
+ "<239>": 151915,
165
+ "<23>": 151699,
166
+ "<240>": 151916,
167
+ "<241>": 151917,
168
+ "<242>": 151918,
169
+ "<243>": 151919,
170
+ "<244>": 151920,
171
+ "<245>": 151921,
172
+ "<246>": 151922,
173
+ "<247>": 151923,
174
+ "<248>": 151924,
175
+ "<249>": 151925,
176
+ "<24>": 151700,
177
+ "<250>": 151926,
178
+ "<251>": 151927,
179
+ "<252>": 151928,
180
+ "<253>": 151929,
181
+ "<254>": 151930,
182
+ "<255>": 151931,
183
+ "<256>": 151932,
184
+ "<257>": 151933,
185
+ "<258>": 151934,
186
+ "<259>": 151935,
187
+ "<25>": 151701,
188
+ "<260>": 151936,
189
+ "<261>": 151937,
190
+ "<262>": 151938,
191
+ "<263>": 151939,
192
+ "<264>": 151940,
193
+ "<265>": 151941,
194
+ "<266>": 151942,
195
+ "<267>": 151943,
196
+ "<268>": 151944,
197
+ "<269>": 151945,
198
+ "<26>": 151702,
199
+ "<270>": 151946,
200
+ "<271>": 151947,
201
+ "<272>": 151948,
202
+ "<273>": 151949,
203
+ "<274>": 151950,
204
+ "<275>": 151951,
205
+ "<276>": 151952,
206
+ "<277>": 151953,
207
+ "<278>": 151954,
208
+ "<279>": 151955,
209
+ "<27>": 151703,
210
+ "<280>": 151956,
211
+ "<281>": 151957,
212
+ "<282>": 151958,
213
+ "<283>": 151959,
214
+ "<284>": 151960,
215
+ "<285>": 151961,
216
+ "<286>": 151962,
217
+ "<287>": 151963,
218
+ "<288>": 151964,
219
+ "<289>": 151965,
220
+ "<28>": 151704,
221
+ "<290>": 151966,
222
+ "<291>": 151967,
223
+ "<292>": 151968,
224
+ "<293>": 151969,
225
+ "<294>": 151970,
226
+ "<295>": 151971,
227
+ "<296>": 151972,
228
+ "<297>": 151973,
229
+ "<298>": 151974,
230
+ "<299>": 151975,
231
+ "<29>": 151705,
232
+ "<2>": 151678,
233
+ "<300>": 151976,
234
+ "<301>": 151977,
235
+ "<302>": 151978,
236
+ "<303>": 151979,
237
+ "<304>": 151980,
238
+ "<305>": 151981,
239
+ "<306>": 151982,
240
+ "<307>": 151983,
241
+ "<308>": 151984,
242
+ "<309>": 151985,
243
+ "<30>": 151706,
244
+ "<310>": 151986,
245
+ "<311>": 151987,
246
+ "<312>": 151988,
247
+ "<313>": 151989,
248
+ "<314>": 151990,
249
+ "<315>": 151991,
250
+ "<316>": 151992,
251
+ "<317>": 151993,
252
+ "<318>": 151994,
253
+ "<319>": 151995,
254
+ "<31>": 151707,
255
+ "<320>": 151996,
256
+ "<321>": 151997,
257
+ "<322>": 151998,
258
+ "<323>": 151999,
259
+ "<324>": 152000,
260
+ "<325>": 152001,
261
+ "<326>": 152002,
262
+ "<327>": 152003,
263
+ "<328>": 152004,
264
+ "<329>": 152005,
265
+ "<32>": 151708,
266
+ "<330>": 152006,
267
+ "<331>": 152007,
268
+ "<332>": 152008,
269
+ "<333>": 152009,
270
+ "<334>": 152010,
271
+ "<335>": 152011,
272
+ "<336>": 152012,
273
+ "<337>": 152013,
274
+ "<338>": 152014,
275
+ "<339>": 152015,
276
+ "<33>": 151709,
277
+ "<340>": 152016,
278
+ "<341>": 152017,
279
+ "<342>": 152018,
280
+ "<343>": 152019,
281
+ "<344>": 152020,
282
+ "<345>": 152021,
283
+ "<346>": 152022,
284
+ "<347>": 152023,
285
+ "<348>": 152024,
286
+ "<349>": 152025,
287
+ "<34>": 151710,
288
+ "<350>": 152026,
289
+ "<351>": 152027,
290
+ "<352>": 152028,
291
+ "<353>": 152029,
292
+ "<354>": 152030,
293
+ "<355>": 152031,
294
+ "<356>": 152032,
295
+ "<357>": 152033,
296
+ "<358>": 152034,
297
+ "<359>": 152035,
298
+ "<35>": 151711,
299
+ "<360>": 152036,
300
+ "<361>": 152037,
301
+ "<362>": 152038,
302
+ "<363>": 152039,
303
+ "<364>": 152040,
304
+ "<365>": 152041,
305
+ "<366>": 152042,
306
+ "<367>": 152043,
307
+ "<368>": 152044,
308
+ "<369>": 152045,
309
+ "<36>": 151712,
310
+ "<370>": 152046,
311
+ "<371>": 152047,
312
+ "<372>": 152048,
313
+ "<373>": 152049,
314
+ "<374>": 152050,
315
+ "<375>": 152051,
316
+ "<376>": 152052,
317
+ "<377>": 152053,
318
+ "<378>": 152054,
319
+ "<379>": 152055,
320
+ "<37>": 151713,
321
+ "<380>": 152056,
322
+ "<381>": 152057,
323
+ "<382>": 152058,
324
+ "<383>": 152059,
325
+ "<384>": 152060,
326
+ "<385>": 152061,
327
+ "<386>": 152062,
328
+ "<387>": 152063,
329
+ "<388>": 152064,
330
+ "<389>": 152065,
331
+ "<38>": 151714,
332
+ "<390>": 152066,
333
+ "<391>": 152067,
334
+ "<392>": 152068,
335
+ "<393>": 152069,
336
+ "<394>": 152070,
337
+ "<395>": 152071,
338
+ "<396>": 152072,
339
+ "<397>": 152073,
340
+ "<398>": 152074,
341
+ "<399>": 152075,
342
+ "<39>": 151715,
343
+ "<3>": 151679,
344
+ "<400>": 152076,
345
+ "<401>": 152077,
346
+ "<402>": 152078,
347
+ "<403>": 152079,
348
+ "<404>": 152080,
349
+ "<405>": 152081,
350
+ "<406>": 152082,
351
+ "<407>": 152083,
352
+ "<408>": 152084,
353
+ "<409>": 152085,
354
+ "<40>": 151716,
355
+ "<410>": 152086,
356
+ "<411>": 152087,
357
+ "<412>": 152088,
358
+ "<413>": 152089,
359
+ "<414>": 152090,
360
+ "<415>": 152091,
361
+ "<416>": 152092,
362
+ "<417>": 152093,
363
+ "<418>": 152094,
364
+ "<419>": 152095,
365
+ "<41>": 151717,
366
+ "<420>": 152096,
367
+ "<421>": 152097,
368
+ "<422>": 152098,
369
+ "<423>": 152099,
370
+ "<424>": 152100,
371
+ "<425>": 152101,
372
+ "<426>": 152102,
373
+ "<427>": 152103,
374
+ "<428>": 152104,
375
+ "<429>": 152105,
376
+ "<42>": 151718,
377
+ "<430>": 152106,
378
+ "<431>": 152107,
379
+ "<432>": 152108,
380
+ "<433>": 152109,
381
+ "<434>": 152110,
382
+ "<435>": 152111,
383
+ "<436>": 152112,
384
+ "<437>": 152113,
385
+ "<438>": 152114,
386
+ "<439>": 152115,
387
+ "<43>": 151719,
388
+ "<440>": 152116,
389
+ "<441>": 152117,
390
+ "<442>": 152118,
391
+ "<443>": 152119,
392
+ "<444>": 152120,
393
+ "<445>": 152121,
394
+ "<446>": 152122,
395
+ "<447>": 152123,
396
+ "<448>": 152124,
397
+ "<449>": 152125,
398
+ "<44>": 151720,
399
+ "<450>": 152126,
400
+ "<451>": 152127,
401
+ "<452>": 152128,
402
+ "<453>": 152129,
403
+ "<454>": 152130,
404
+ "<455>": 152131,
405
+ "<456>": 152132,
406
+ "<457>": 152133,
407
+ "<458>": 152134,
408
+ "<459>": 152135,
409
+ "<45>": 151721,
410
+ "<460>": 152136,
411
+ "<461>": 152137,
412
+ "<462>": 152138,
413
+ "<463>": 152139,
414
+ "<464>": 152140,
415
+ "<465>": 152141,
416
+ "<466>": 152142,
417
+ "<467>": 152143,
418
+ "<468>": 152144,
419
+ "<469>": 152145,
420
+ "<46>": 151722,
421
+ "<470>": 152146,
422
+ "<471>": 152147,
423
+ "<472>": 152148,
424
+ "<473>": 152149,
425
+ "<474>": 152150,
426
+ "<475>": 152151,
427
+ "<476>": 152152,
428
+ "<477>": 152153,
429
+ "<478>": 152154,
430
+ "<479>": 152155,
431
+ "<47>": 151723,
432
+ "<480>": 152156,
433
+ "<481>": 152157,
434
+ "<482>": 152158,
435
+ "<483>": 152159,
436
+ "<484>": 152160,
437
+ "<485>": 152161,
438
+ "<486>": 152162,
439
+ "<487>": 152163,
440
+ "<488>": 152164,
441
+ "<489>": 152165,
442
+ "<48>": 151724,
443
+ "<490>": 152166,
444
+ "<491>": 152167,
445
+ "<492>": 152168,
446
+ "<493>": 152169,
447
+ "<494>": 152170,
448
+ "<495>": 152171,
449
+ "<496>": 152172,
450
+ "<497>": 152173,
451
+ "<498>": 152174,
452
+ "<499>": 152175,
453
+ "<49>": 151725,
454
+ "<4>": 151680,
455
+ "<500>": 152176,
456
+ "<501>": 152177,
457
+ "<502>": 152178,
458
+ "<503>": 152179,
459
+ "<504>": 152180,
460
+ "<505>": 152181,
461
+ "<506>": 152182,
462
+ "<507>": 152183,
463
+ "<508>": 152184,
464
+ "<509>": 152185,
465
+ "<50>": 151726,
466
+ "<510>": 152186,
467
+ "<511>": 152187,
468
+ "<512>": 152188,
469
+ "<513>": 152189,
470
+ "<514>": 152190,
471
+ "<515>": 152191,
472
+ "<516>": 152192,
473
+ "<517>": 152193,
474
+ "<518>": 152194,
475
+ "<519>": 152195,
476
+ "<51>": 151727,
477
+ "<520>": 152196,
478
+ "<521>": 152197,
479
+ "<522>": 152198,
480
+ "<523>": 152199,
481
+ "<524>": 152200,
482
+ "<525>": 152201,
483
+ "<526>": 152202,
484
+ "<527>": 152203,
485
+ "<528>": 152204,
486
+ "<529>": 152205,
487
+ "<52>": 151728,
488
+ "<530>": 152206,
489
+ "<531>": 152207,
490
+ "<532>": 152208,
491
+ "<533>": 152209,
492
+ "<534>": 152210,
493
+ "<535>": 152211,
494
+ "<536>": 152212,
495
+ "<537>": 152213,
496
+ "<538>": 152214,
497
+ "<539>": 152215,
498
+ "<53>": 151729,
499
+ "<540>": 152216,
500
+ "<541>": 152217,
501
+ "<542>": 152218,
502
+ "<543>": 152219,
503
+ "<544>": 152220,
504
+ "<545>": 152221,
505
+ "<546>": 152222,
506
+ "<547>": 152223,
507
+ "<548>": 152224,
508
+ "<549>": 152225,
509
+ "<54>": 151730,
510
+ "<550>": 152226,
511
+ "<551>": 152227,
512
+ "<552>": 152228,
513
+ "<553>": 152229,
514
+ "<554>": 152230,
515
+ "<555>": 152231,
516
+ "<556>": 152232,
517
+ "<557>": 152233,
518
+ "<558>": 152234,
519
+ "<559>": 152235,
520
+ "<55>": 151731,
521
+ "<560>": 152236,
522
+ "<561>": 152237,
523
+ "<562>": 152238,
524
+ "<563>": 152239,
525
+ "<564>": 152240,
526
+ "<565>": 152241,
527
+ "<566>": 152242,
528
+ "<567>": 152243,
529
+ "<568>": 152244,
530
+ "<569>": 152245,
531
+ "<56>": 151732,
532
+ "<570>": 152246,
533
+ "<571>": 152247,
534
+ "<572>": 152248,
535
+ "<573>": 152249,
536
+ "<574>": 152250,
537
+ "<575>": 152251,
538
+ "<576>": 152252,
539
+ "<577>": 152253,
540
+ "<578>": 152254,
541
+ "<579>": 152255,
542
+ "<57>": 151733,
543
+ "<580>": 152256,
544
+ "<581>": 152257,
545
+ "<582>": 152258,
546
+ "<583>": 152259,
547
+ "<584>": 152260,
548
+ "<585>": 152261,
549
+ "<586>": 152262,
550
+ "<587>": 152263,
551
+ "<588>": 152264,
552
+ "<589>": 152265,
553
+ "<58>": 151734,
554
+ "<590>": 152266,
555
+ "<591>": 152267,
556
+ "<592>": 152268,
557
+ "<593>": 152269,
558
+ "<594>": 152270,
559
+ "<595>": 152271,
560
+ "<596>": 152272,
561
+ "<597>": 152273,
562
+ "<598>": 152274,
563
+ "<599>": 152275,
564
+ "<59>": 151735,
565
+ "<5>": 151681,
566
+ "<600>": 152276,
567
+ "<601>": 152277,
568
+ "<602>": 152278,
569
+ "<603>": 152279,
570
+ "<604>": 152280,
571
+ "<605>": 152281,
572
+ "<606>": 152282,
573
+ "<607>": 152283,
574
+ "<608>": 152284,
575
+ "<609>": 152285,
576
+ "<60>": 151736,
577
+ "<610>": 152286,
578
+ "<611>": 152287,
579
+ "<612>": 152288,
580
+ "<613>": 152289,
581
+ "<614>": 152290,
582
+ "<615>": 152291,
583
+ "<616>": 152292,
584
+ "<617>": 152293,
585
+ "<618>": 152294,
586
+ "<619>": 152295,
587
+ "<61>": 151737,
588
+ "<620>": 152296,
589
+ "<621>": 152297,
590
+ "<622>": 152298,
591
+ "<623>": 152299,
592
+ "<624>": 152300,
593
+ "<625>": 152301,
594
+ "<626>": 152302,
595
+ "<627>": 152303,
596
+ "<628>": 152304,
597
+ "<629>": 152305,
598
+ "<62>": 151738,
599
+ "<630>": 152306,
600
+ "<631>": 152307,
601
+ "<632>": 152308,
602
+ "<633>": 152309,
603
+ "<634>": 152310,
604
+ "<635>": 152311,
605
+ "<636>": 152312,
606
+ "<637>": 152313,
607
+ "<638>": 152314,
608
+ "<639>": 152315,
609
+ "<63>": 151739,
610
+ "<640>": 152316,
611
+ "<641>": 152317,
612
+ "<642>": 152318,
613
+ "<643>": 152319,
614
+ "<644>": 152320,
615
+ "<645>": 152321,
616
+ "<646>": 152322,
617
+ "<647>": 152323,
618
+ "<648>": 152324,
619
+ "<649>": 152325,
620
+ "<64>": 151740,
621
+ "<650>": 152326,
622
+ "<651>": 152327,
623
+ "<652>": 152328,
624
+ "<653>": 152329,
625
+ "<654>": 152330,
626
+ "<655>": 152331,
627
+ "<656>": 152332,
628
+ "<657>": 152333,
629
+ "<658>": 152334,
630
+ "<659>": 152335,
631
+ "<65>": 151741,
632
+ "<660>": 152336,
633
+ "<661>": 152337,
634
+ "<662>": 152338,
635
+ "<663>": 152339,
636
+ "<664>": 152340,
637
+ "<665>": 152341,
638
+ "<666>": 152342,
639
+ "<667>": 152343,
640
+ "<668>": 152344,
641
+ "<669>": 152345,
642
+ "<66>": 151742,
643
+ "<670>": 152346,
644
+ "<671>": 152347,
645
+ "<672>": 152348,
646
+ "<673>": 152349,
647
+ "<674>": 152350,
648
+ "<675>": 152351,
649
+ "<676>": 152352,
650
+ "<677>": 152353,
651
+ "<678>": 152354,
652
+ "<679>": 152355,
653
+ "<67>": 151743,
654
+ "<680>": 152356,
655
+ "<681>": 152357,
656
+ "<682>": 152358,
657
+ "<683>": 152359,
658
+ "<684>": 152360,
659
+ "<685>": 152361,
660
+ "<686>": 152362,
661
+ "<687>": 152363,
662
+ "<688>": 152364,
663
+ "<689>": 152365,
664
+ "<68>": 151744,
665
+ "<690>": 152366,
666
+ "<691>": 152367,
667
+ "<692>": 152368,
668
+ "<693>": 152369,
669
+ "<694>": 152370,
670
+ "<695>": 152371,
671
+ "<696>": 152372,
672
+ "<697>": 152373,
673
+ "<698>": 152374,
674
+ "<699>": 152375,
675
+ "<69>": 151745,
676
+ "<6>": 151682,
677
+ "<700>": 152376,
678
+ "<701>": 152377,
679
+ "<702>": 152378,
680
+ "<703>": 152379,
681
+ "<704>": 152380,
682
+ "<705>": 152381,
683
+ "<706>": 152382,
684
+ "<707>": 152383,
685
+ "<708>": 152384,
686
+ "<709>": 152385,
687
+ "<70>": 151746,
688
+ "<710>": 152386,
689
+ "<711>": 152387,
690
+ "<712>": 152388,
691
+ "<713>": 152389,
692
+ "<714>": 152390,
693
+ "<715>": 152391,
694
+ "<716>": 152392,
695
+ "<717>": 152393,
696
+ "<718>": 152394,
697
+ "<719>": 152395,
698
+ "<71>": 151747,
699
+ "<720>": 152396,
700
+ "<721>": 152397,
701
+ "<722>": 152398,
702
+ "<723>": 152399,
703
+ "<724>": 152400,
704
+ "<725>": 152401,
705
+ "<726>": 152402,
706
+ "<727>": 152403,
707
+ "<728>": 152404,
708
+ "<729>": 152405,
709
+ "<72>": 151748,
710
+ "<730>": 152406,
711
+ "<731>": 152407,
712
+ "<732>": 152408,
713
+ "<733>": 152409,
714
+ "<734>": 152410,
715
+ "<735>": 152411,
716
+ "<736>": 152412,
717
+ "<737>": 152413,
718
+ "<738>": 152414,
719
+ "<739>": 152415,
720
+ "<73>": 151749,
721
+ "<740>": 152416,
722
+ "<741>": 152417,
723
+ "<742>": 152418,
724
+ "<743>": 152419,
725
+ "<744>": 152420,
726
+ "<745>": 152421,
727
+ "<746>": 152422,
728
+ "<747>": 152423,
729
+ "<748>": 152424,
730
+ "<749>": 152425,
731
+ "<74>": 151750,
732
+ "<750>": 152426,
733
+ "<751>": 152427,
734
+ "<752>": 152428,
735
+ "<753>": 152429,
736
+ "<754>": 152430,
737
+ "<755>": 152431,
738
+ "<756>": 152432,
739
+ "<757>": 152433,
740
+ "<758>": 152434,
741
+ "<759>": 152435,
742
+ "<75>": 151751,
743
+ "<760>": 152436,
744
+ "<761>": 152437,
745
+ "<762>": 152438,
746
+ "<763>": 152439,
747
+ "<764>": 152440,
748
+ "<765>": 152441,
749
+ "<766>": 152442,
750
+ "<767>": 152443,
751
+ "<768>": 152444,
752
+ "<769>": 152445,
753
+ "<76>": 151752,
754
+ "<770>": 152446,
755
+ "<771>": 152447,
756
+ "<772>": 152448,
757
+ "<773>": 152449,
758
+ "<774>": 152450,
759
+ "<775>": 152451,
760
+ "<776>": 152452,
761
+ "<777>": 152453,
762
+ "<778>": 152454,
763
+ "<779>": 152455,
764
+ "<77>": 151753,
765
+ "<780>": 152456,
766
+ "<781>": 152457,
767
+ "<782>": 152458,
768
+ "<783>": 152459,
769
+ "<784>": 152460,
770
+ "<785>": 152461,
771
+ "<786>": 152462,
772
+ "<787>": 152463,
773
+ "<788>": 152464,
774
+ "<789>": 152465,
775
+ "<78>": 151754,
776
+ "<790>": 152466,
777
+ "<791>": 152467,
778
+ "<792>": 152468,
779
+ "<793>": 152469,
780
+ "<794>": 152470,
781
+ "<795>": 152471,
782
+ "<796>": 152472,
783
+ "<797>": 152473,
784
+ "<798>": 152474,
785
+ "<799>": 152475,
786
+ "<79>": 151755,
787
+ "<7>": 151683,
788
+ "<800>": 152476,
789
+ "<801>": 152477,
790
+ "<802>": 152478,
791
+ "<803>": 152479,
792
+ "<804>": 152480,
793
+ "<805>": 152481,
794
+ "<806>": 152482,
795
+ "<807>": 152483,
796
+ "<808>": 152484,
797
+ "<809>": 152485,
798
+ "<80>": 151756,
799
+ "<810>": 152486,
800
+ "<811>": 152487,
801
+ "<812>": 152488,
802
+ "<813>": 152489,
803
+ "<814>": 152490,
804
+ "<815>": 152491,
805
+ "<816>": 152492,
806
+ "<817>": 152493,
807
+ "<818>": 152494,
808
+ "<819>": 152495,
809
+ "<81>": 151757,
810
+ "<820>": 152496,
811
+ "<821>": 152497,
812
+ "<822>": 152498,
813
+ "<823>": 152499,
814
+ "<824>": 152500,
815
+ "<825>": 152501,
816
+ "<826>": 152502,
817
+ "<827>": 152503,
818
+ "<828>": 152504,
819
+ "<829>": 152505,
820
+ "<82>": 151758,
821
+ "<830>": 152506,
822
+ "<831>": 152507,
823
+ "<832>": 152508,
824
+ "<833>": 152509,
825
+ "<834>": 152510,
826
+ "<835>": 152511,
827
+ "<836>": 152512,
828
+ "<837>": 152513,
829
+ "<838>": 152514,
830
+ "<839>": 152515,
831
+ "<83>": 151759,
832
+ "<840>": 152516,
833
+ "<841>": 152517,
834
+ "<842>": 152518,
835
+ "<843>": 152519,
836
+ "<844>": 152520,
837
+ "<845>": 152521,
838
+ "<846>": 152522,
839
+ "<847>": 152523,
840
+ "<848>": 152524,
841
+ "<849>": 152525,
842
+ "<84>": 151760,
843
+ "<850>": 152526,
844
+ "<851>": 152527,
845
+ "<852>": 152528,
846
+ "<853>": 152529,
847
+ "<854>": 152530,
848
+ "<855>": 152531,
849
+ "<856>": 152532,
850
+ "<857>": 152533,
851
+ "<858>": 152534,
852
+ "<859>": 152535,
853
+ "<85>": 151761,
854
+ "<860>": 152536,
855
+ "<861>": 152537,
856
+ "<862>": 152538,
857
+ "<863>": 152539,
858
+ "<864>": 152540,
859
+ "<865>": 152541,
860
+ "<866>": 152542,
861
+ "<867>": 152543,
862
+ "<868>": 152544,
863
+ "<869>": 152545,
864
+ "<86>": 151762,
865
+ "<870>": 152546,
866
+ "<871>": 152547,
867
+ "<872>": 152548,
868
+ "<873>": 152549,
869
+ "<874>": 152550,
870
+ "<875>": 152551,
871
+ "<876>": 152552,
872
+ "<877>": 152553,
873
+ "<878>": 152554,
874
+ "<879>": 152555,
875
+ "<87>": 151763,
876
+ "<880>": 152556,
877
+ "<881>": 152557,
878
+ "<882>": 152558,
879
+ "<883>": 152559,
880
+ "<884>": 152560,
881
+ "<885>": 152561,
882
+ "<886>": 152562,
883
+ "<887>": 152563,
884
+ "<888>": 152564,
885
+ "<889>": 152565,
886
+ "<88>": 151764,
887
+ "<890>": 152566,
888
+ "<891>": 152567,
889
+ "<892>": 152568,
890
+ "<893>": 152569,
891
+ "<894>": 152570,
892
+ "<895>": 152571,
893
+ "<896>": 152572,
894
+ "<897>": 152573,
895
+ "<898>": 152574,
896
+ "<899>": 152575,
897
+ "<89>": 151765,
898
+ "<8>": 151684,
899
+ "<900>": 152576,
900
+ "<901>": 152577,
901
+ "<902>": 152578,
902
+ "<903>": 152579,
903
+ "<904>": 152580,
904
+ "<905>": 152581,
905
+ "<906>": 152582,
906
+ "<907>": 152583,
907
+ "<908>": 152584,
908
+ "<909>": 152585,
909
+ "<90>": 151766,
910
+ "<910>": 152586,
911
+ "<911>": 152587,
912
+ "<912>": 152588,
913
+ "<913>": 152589,
914
+ "<914>": 152590,
915
+ "<915>": 152591,
916
+ "<916>": 152592,
917
+ "<917>": 152593,
918
+ "<918>": 152594,
919
+ "<919>": 152595,
920
+ "<91>": 151767,
921
+ "<920>": 152596,
922
+ "<921>": 152597,
923
+ "<922>": 152598,
924
+ "<923>": 152599,
925
+ "<924>": 152600,
926
+ "<925>": 152601,
927
+ "<926>": 152602,
928
+ "<927>": 152603,
929
+ "<928>": 152604,
930
+ "<929>": 152605,
931
+ "<92>": 151768,
932
+ "<930>": 152606,
933
+ "<931>": 152607,
934
+ "<932>": 152608,
935
+ "<933>": 152609,
936
+ "<934>": 152610,
937
+ "<935>": 152611,
938
+ "<936>": 152612,
939
+ "<937>": 152613,
940
+ "<938>": 152614,
941
+ "<939>": 152615,
942
+ "<93>": 151769,
943
+ "<940>": 152616,
944
+ "<941>": 152617,
945
+ "<942>": 152618,
946
+ "<943>": 152619,
947
+ "<944>": 152620,
948
+ "<945>": 152621,
949
+ "<946>": 152622,
950
+ "<947>": 152623,
951
+ "<948>": 152624,
952
+ "<949>": 152625,
953
+ "<94>": 151770,
954
+ "<950>": 152626,
955
+ "<951>": 152627,
956
+ "<952>": 152628,
957
+ "<953>": 152629,
958
+ "<954>": 152630,
959
+ "<955>": 152631,
960
+ "<956>": 152632,
961
+ "<957>": 152633,
962
+ "<958>": 152634,
963
+ "<959>": 152635,
964
+ "<95>": 151771,
965
+ "<960>": 152636,
966
+ "<961>": 152637,
967
+ "<962>": 152638,
968
+ "<963>": 152639,
969
+ "<964>": 152640,
970
+ "<965>": 152641,
971
+ "<966>": 152642,
972
+ "<967>": 152643,
973
+ "<968>": 152644,
974
+ "<969>": 152645,
975
+ "<96>": 151772,
976
+ "<970>": 152646,
977
+ "<971>": 152647,
978
+ "<972>": 152648,
979
+ "<973>": 152649,
980
+ "<974>": 152650,
981
+ "<975>": 152651,
982
+ "<976>": 152652,
983
+ "<977>": 152653,
984
+ "<978>": 152654,
985
+ "<979>": 152655,
986
+ "<97>": 151773,
987
+ "<980>": 152656,
988
+ "<981>": 152657,
989
+ "<982>": 152658,
990
+ "<983>": 152659,
991
+ "<984>": 152660,
992
+ "<985>": 152661,
993
+ "<986>": 152662,
994
+ "<987>": 152663,
995
+ "<988>": 152664,
996
+ "<989>": 152665,
997
+ "<98>": 151774,
998
+ "<990>": 152666,
999
+ "<991>": 152667,
1000
+ "<992>": 152668,
1001
+ "<993>": 152669,
1002
+ "<994>": 152670,
1003
+ "<995>": 152671,
1004
+ "<996>": 152672,
1005
+ "<997>": 152673,
1006
+ "<998>": 152674,
1007
+ "<999>": 152675,
1008
+ "<99>": 151775,
1009
+ "<9>": 151685,
1010
+ "<box>": 151669,
1011
+ "<interval>": 151673,
1012
+ "<null>": 152677,
1013
+ "<ref>": 151671,
1014
+ "<switch>": 152678,
1015
+ "<text_mask>": 151675,
1016
+ "<think>": 151667,
1017
+ "<tool_call>": 151657,
1018
+ "<tool_response>": 151665,
1019
+ "<|box_end|>": 151649,
1020
+ "<|box_start|>": 151648,
1021
+ "<|endoftext|>": 151643,
1022
+ "<|file_sep|>": 151664,
1023
+ "<|fim_middle|>": 151660,
1024
+ "<|fim_pad|>": 151662,
1025
+ "<|fim_prefix|>": 151659,
1026
+ "<|fim_suffix|>": 151661,
1027
+ "<|im_end|>": 151645,
1028
+ "<|im_start|>": 151644,
1029
+ "<|image_pad|>": 151655,
1030
+ "<|object_ref_end|>": 151647,
1031
+ "<|object_ref_start|>": 151646,
1032
+ "<|quad_end|>": 151651,
1033
+ "<|quad_start|>": 151650,
1034
+ "<|repo_name|>": 151663,
1035
+ "<|video_pad|>": 151656,
1036
+ "<|vision_end|>": 151653,
1037
+ "<|vision_pad|>": 151654,
1038
+ "<|vision_start|>": 151652
1039
+ }
runs_laq_lt/cocolt_2ep_hires/chat_template.jinja ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0].role == 'system' %}
4
+ {%- if messages[0].content is string %}
5
+ {{- messages[0].content }}
6
+ {%- else %}
7
+ {%- for content in messages[0].content %}
8
+ {%- if 'text' in content %}
9
+ {{- content.text }}
10
+ {%- endif %}
11
+ {%- endfor %}
12
+ {%- endif %}
13
+ {{- '\n\n' }}
14
+ {%- endif %}
15
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
16
+ {%- for tool in tools %}
17
+ {{- "\n" }}
18
+ {{- tool | tojson }}
19
+ {%- endfor %}
20
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
21
+ {%- else %}
22
+ {%- if messages[0].role == 'system' %}
23
+ {{- '<|im_start|>system\n' }}
24
+ {%- if messages[0].content is string %}
25
+ {{- messages[0].content }}
26
+ {%- else %}
27
+ {%- for content in messages[0].content %}
28
+ {%- if 'text' in content %}
29
+ {{- content.text }}
30
+ {%- endif %}
31
+ {%- endfor %}
32
+ {%- endif %}
33
+ {{- '<|im_end|>\n' }}
34
+ {%- endif %}
35
+ {%- endif %}
36
+ {%- set image_count = namespace(value=0) %}
37
+ {%- set video_count = namespace(value=0) %}
38
+ {%- for message in messages %}
39
+ {%- if message.role == "user" %}
40
+ {{- '<|im_start|>' + message.role + '\n' }}
41
+ {%- if message.content is string %}
42
+ {{- message.content }}
43
+ {%- else %}
44
+ {%- for content in message.content %}
45
+ {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
46
+ {%- set image_count.value = image_count.value + 1 %}
47
+ {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
48
+ <|vision_start|><|image_pad|><|vision_end|>
49
+ {%- elif content.type == 'video' or 'video' in content %}
50
+ {%- set video_count.value = video_count.value + 1 %}
51
+ {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
52
+ <|vision_start|><|video_pad|><|vision_end|>
53
+ {%- elif 'text' in content %}
54
+ {{- content.text }}
55
+ {%- endif %}
56
+ {%- endfor %}
57
+ {%- endif %}
58
+ {{- '<|im_end|>\n' }}
59
+ {%- elif message.role == "assistant" %}
60
+ {{- '<|im_start|>' + message.role + '\n' }}
61
+ {%- if message.content is string %}
62
+ {{- message.content }}
63
+ {%- else %}
64
+ {%- for content_item in message.content %}
65
+ {%- if 'text' in content_item %}
66
+ {{- content_item.text }}
67
+ {%- endif %}
68
+ {%- endfor %}
69
+ {%- endif %}
70
+ {%- if message.tool_calls %}
71
+ {%- for tool_call in message.tool_calls %}
72
+ {%- if (loop.first and message.content) or (not loop.first) %}
73
+ {{- '\n' }}
74
+ {%- endif %}
75
+ {%- if tool_call.function %}
76
+ {%- set tool_call = tool_call.function %}
77
+ {%- endif %}
78
+ {{- '<tool_call>\n{"name": "' }}
79
+ {{- tool_call.name }}
80
+ {{- '", "arguments": ' }}
81
+ {%- if tool_call.arguments is string %}
82
+ {{- tool_call.arguments }}
83
+ {%- else %}
84
+ {{- tool_call.arguments | tojson }}
85
+ {%- endif %}
86
+ {{- '}\n</tool_call>' }}
87
+ {%- endfor %}
88
+ {%- endif %}
89
+ {{- '<|im_end|>\n' }}
90
+ {%- elif message.role == "tool" %}
91
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
92
+ {{- '<|im_start|>user' }}
93
+ {%- endif %}
94
+ {{- '\n<tool_response>\n' }}
95
+ {%- if message.content is string %}
96
+ {{- message.content }}
97
+ {%- else %}
98
+ {%- for content in message.content %}
99
+ {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
100
+ {%- set image_count.value = image_count.value + 1 %}
101
+ {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
102
+ <|vision_start|><|image_pad|><|vision_end|>
103
+ {%- elif content.type == 'video' or 'video' in content %}
104
+ {%- set video_count.value = video_count.value + 1 %}
105
+ {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
106
+ <|vision_start|><|video_pad|><|vision_end|>
107
+ {%- elif 'text' in content %}
108
+ {{- content.text }}
109
+ {%- endif %}
110
+ {%- endfor %}
111
+ {%- endif %}
112
+ {{- '\n</tool_response>' }}
113
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
114
+ {{- '<|im_end|>\n' }}
115
+ {%- endif %}
116
+ {%- endif %}
117
+ {%- endfor %}
118
+ {%- if add_generation_prompt %}
119
+ {{- '<|im_start|>assistant\n' }}
120
+ {%- endif %}
runs_laq_lt/cocolt_2ep_hires/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "temperature": 0.7,
10
+ "top_k": 20,
11
+ "top_p": 0.8,
12
+ "transformers_version": "4.57.1"
13
+ }
runs_laq_lt/cocolt_2ep_hires/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/cocolt_2ep_hires/train_20260717_060023.log ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+
2
+ [2026-07-17 06:00:44,968] [INFO] [real_accelerator.py:219:get_accelerator] Setting ds_accelerator to cuda (auto detect)
3
+ Warning: The cache directory for DeepSpeed Triton autotune, /home/swasim_hpc/.triton/autotune, appears to be on an NFS system. While this is generally acceptable, if you experience slowdowns or hanging when DeepSpeed exits, it is recommended to set the TRITON_CACHE_DIR environment variable to a non-NFS path.
4
+ [2026-07-17 06:00:45,991] [INFO] [comm.py:652:init_distributed] cdb=None
5
+ Using /home/swasim_hpc/.cache/torch_extensions/py311_cu124 as PyTorch extensions root...
6
+ Loading extension module fused_adam...
7
+ Time to load fused_adam op: 0.20276403427124023 seconds
runs_laq_lt/cocolt_2ep_hires/video_preprocessor_config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": null,
3
+ "data_format": "channels_first",
4
+ "default_to_square": true,
5
+ "device": null,
6
+ "do_center_crop": null,
7
+ "do_convert_rgb": true,
8
+ "do_normalize": true,
9
+ "do_rescale": true,
10
+ "do_resize": true,
11
+ "do_sample_frames": true,
12
+ "fps": 2,
13
+ "image_mean": [
14
+ 0.5,
15
+ 0.5,
16
+ 0.5
17
+ ],
18
+ "image_std": [
19
+ 0.5,
20
+ 0.5,
21
+ 0.5
22
+ ],
23
+ "input_data_format": null,
24
+ "max_frames": 768,
25
+ "merge_size": 2,
26
+ "min_frames": 4,
27
+ "num_frames": null,
28
+ "pad_size": null,
29
+ "patch_size": 16,
30
+ "processor_class": "Qwen3VLProcessor",
31
+ "resample": 3,
32
+ "rescale_factor": 0.00392156862745098,
33
+ "return_metadata": false,
34
+ "size": {
35
+ "longest_edge": 25165824,
36
+ "shortest_edge": 4096
37
+ },
38
+ "temporal_patch_size": 2,
39
+ "video_metadata": null,
40
+ "video_processor_type": "Qwen3VLVideoProcessor"
41
+ }
runs_laq_lt/cocolt_2ep_hires/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/fast/eval_20260718_094207.log ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/fast/eval_results.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/fast/fast_eval.tsv ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/hybrid/eval_20260718_095821.log ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/hybrid/eval_results.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/hybrid/fast_eval.tsv ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/slow/eval_results.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/legacy/slow/fast_eval.tsv ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/fast/eval_20260718_081059.log ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/fast/eval_results.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/fast/fast_eval.tsv ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/hybrid/eval_20260718_082712.log ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/hybrid/eval_results.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/hybrid/fast_eval.tsv ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/slow/eval_20260718_071510.log ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/slow/eval_results.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_greedy/slow/fast_eval.tsv ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/fast/eval_20260718_050808.log ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/fast/eval_results.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/fast/fast_eval.tsv ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/hybrid/eval_20260718_052457.log ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/hybrid/eval_results.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/hybrid/fast_eval.tsv ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/slow/eval_20260718_041121.log ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/slow/eval_results.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed0/slow/fast_eval.tsv ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/fast/eval_20260718_063951.log ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/fast/eval_results.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/fast/fast_eval.tsv ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/hybrid/eval_20260718_065622.log ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/hybrid/eval_results.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/hybrid/fast_eval.tsv ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/slow/eval_20260718_054342.log ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/slow/eval_results.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/coco/paper_seed1/slow/fast_eval.tsv ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/cocolt_1ep_native/summary.txt ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==============================================================================
2
+ EVAL SUMMARY | cocolt_1ep_native
3
+ ==============================================================================
4
+
5
+ Metric: mean-over-IoU (fastevaluate). BPS = boxes/second, batch 1, 1 GPU.
6
+ fallback% = switch_to_ar / forward_steps (fraction of block-decisions; paper implies ~7-8%)
7
+
8
+ profile mode | F1 P R F1@.5 | BPS steps boxes fallb%
9
+ ---------------------------------------------------------------------------------
10
+ paper_seed0 slow | 47.0 48.6 45.6 68.0 | 2.73 70.6 7.39 0.0
11
+ paper_seed0 fast | 45.6 55.7 38.7 63.0 | 8.86 15.6 7.14 0.0
12
+ paper_seed0 hybrid | 47.0 56.6 40.2 64.7 | 8.21 18.3 7.29 4.2
13
+
14
+ paper_seed1 slow | 47.4 49.1 45.8 68.6 | 2.73 70.2 7.35 0.0
15
+ paper_seed1 fast | 45.6 55.7 38.7 63.0 | 8.88 15.6 7.13 0.0
16
+ paper_seed1 hybrid | 46.9 56.3 40.2 64.6 | 8.21 18.4 7.31 4.2
17
+
18
+ paper_greedy slow | 50.3 52.1 48.7 70.5 | 2.78 72.2 7.57 0.0
19
+ paper_greedy fast | 47.8 52.4 44.0 67.0 | 9.26 15.6 7.26 0.0
20
+ paper_greedy hybrid | 48.9 52.9 45.4 68.3 | 8.47 19.2 7.48 5.1
21
+
22
+ legacy slow | 50.3 52.1 48.7 70.5 | 2.79 72.2 7.57 0.0
23
+ legacy fast | 47.8 52.4 44.0 66.9 | 9.21 15.6 7.26 0.0
24
+ legacy hybrid | 48.9 52.9 45.4 68.3 | 8.46 19.2 7.48 5.1
25
+
26
+ paper is STOCHASTIC (nucleus sampling). Mean +/- half-spread over 2 seeds:
27
+ ---------------------------------------------------------------------------------
28
+ paper (mean) slow | F1 47.2+/-0.2 BPS 2.7+/-0.0 fallback% 0.0+/-0.0
29
+ paper (mean) fast | F1 45.6+/-0.0 BPS 8.9+/-0.0 fallback% 0.0+/-0.0
30
+ paper (mean) hybrid | F1 46.9+/-0.0 BPS 8.2+/-0.0 fallback% 4.2+/-0.0
31
+
32
+ -> a gap smaller than the spread is NOT evidence. Use paper_greedy
33
+ (deterministic) for tight comparisons.
34
+
35
+ INTEGRITY legacy/slow (50.35) vs paper_greedy/slow (50.35) -> OK (identical, as required)
36
+
37
+ B1 READ-OUT hybrid fallback rate (switch_to_ar/forward_steps): legacy 5.1% vs paper 4.2% (paper ~7-8%; the RELATIVE legacy>paper gap is the primary signal)
38
+ The 0.9 abnormality threshold is calibrated on the SHARPENED (T=0.7 +
39
+ top-p) distribution. Greedy's flatter softmax trips it far more often, so
40
+ legacy should be markedly higher. If they match, B1 has not taken effect.
41
+
42
+ ==============================================================================
43
+ PROMPT-SHAPE (n_cats) OOD -- profile: paper_greedy
44
+ ==============================================================================
45
+ Training chunks each image's categories into queries of 1..3. The eval set
46
+ asks for the image's FULL list, and 28.8% of eval queries have >3 categories
47
+ -- a prompt shape the model never saw. Caveat: images with more categories
48
+ also have more objects, so a drop may be difficulty, not novelty.
49
+
50
+ --- paper_greedy/slow ---
51
+ predictions: 4952 | eval queries: 4952 | unbucketed: 0
52
+
53
+ n_cats | N | F1 | P | R | F1@.5
54
+ --------------------------------------------------
55
+ 1 | 1025 | 71.5 | 76.0 | 67.4 | 85.2
56
+ 2 | 1522 | 63.0 | 64.7 | 61.4 | 81.2
57
+ 3 | 980 | 53.5 | 56.6 | 50.8 | 72.9
58
+ 4-5 | 935 | 48.5 | 52.6 | 45.0 | 69.4
59
+ 6+ | 490 | 44.9 | 49.8 | 40.8 | 65.8
60
+
61
+ n_cats | N | F1 | P | R | F1@.5
62
+ --------------------------------------------------
63
+ <=3 (IN) | 3527 | 57.5 | 59.2 | 56.0 | 76.1
64
+ >3 (OOD) | 1425 | 45.2 | 48.7 | 42.1 | 66.1
65
+
66
+ If '>3 (OOD)' is materially below '<=3 (IN)', the prompt-shape gap
67
+ is real: training never showed the model a 4+-category query.
68
+ Careful: bigger images have more categories AND more objects, so a
69
+ small drop may just be task difficulty, not prompt-shape OOD.
70
+
71
+ --- paper_greedy/fast ---
72
+ predictions: 4952 | eval queries: 4952 | unbucketed: 0
73
+
74
+ n_cats | N | F1 | P | R | F1@.5
75
+ --------------------------------------------------
76
+ 1 | 1025 | 69.3 | 77.7 | 62.6 | 83.4
77
+ 2 | 1522 | 60.1 | 63.7 | 57.0 | 78.3
78
+ 3 | 980 | 50.8 | 56.2 | 46.4 | 69.0
79
+ 4-5 | 935 | 47.2 | 54.8 | 41.4 | 66.6
80
+ 6+ | 490 | 41.8 | 51.0 | 35.5 | 60.3
81
+
82
+ n_cats | N | F1 | P | R | F1@.5
83
+ --------------------------------------------------
84
+ <=3 (IN) | 3527 | 54.8 | 58.8 | 51.4 | 72.7
85
+ >3 (OOD) | 1425 | 43.0 | 50.2 | 37.7 | 62.1
86
+
87
+ If '>3 (OOD)' is materially below '<=3 (IN)', the prompt-shape gap
88
+ is real: training never showed the model a 4+-category query.
89
+ Careful: bigger images have more categories AND more objects, so a
90
+ small drop may just be task difficulty, not prompt-shape OOD.
91
+
92
+ --- paper_greedy/hybrid ---
93
+ predictions: 4952 | eval queries: 4952 | unbucketed: 0
94
+
95
+ n_cats | N | F1 | P | R | F1@.5
96
+ --------------------------------------------------
97
+ 1 | 1025 | 70.9 | 76.0 | 66.4 | 85.1
98
+ 2 | 1522 | 61.6 | 64.2 | 59.2 | 80.2
99
+ 3 | 980 | 52.1 | 56.9 | 48.0 | 71.0
100
+ 4-5 | 935 | 48.1 | 55.4 | 42.5 | 67.8
101
+ 6+ | 490 | 42.2 | 51.4 | 35.9 | 60.9
102
+
103
+ n_cats | N | F1 | P | R | F1@.5
104
+ --------------------------------------------------
105
+ <=3 (IN) | 3527 | 56.3 | 59.3 | 53.5 | 74.7
106
+ >3 (OOD) | 1425 | 43.7 | 50.9 | 38.4 | 62.9
107
+
108
+ If '>3 (OOD)' is materially below '<=3 (IN)', the prompt-shape gap
109
+ is real: training never showed the model a 4+-category query.
110
+ Careful: bigger images have more categories AND more objects, so a
111
+ small drop may just be task difficulty, not prompt-shape OOD.
112
+
runs_laq_lt/eval/refcocolt_2ep_hires/coco/paper_greedy/fast/eval_20260719_125338.log ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/refcocolt_2ep_hires/coco/paper_greedy/fast/fast_eval.tsv ADDED
The diff for this file is too large to render. See raw diff
 
runs_laq_lt/eval/refcocolt_2ep_hires/summary.txt ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==============================================================================
2
+ EVAL SUMMARY | refcocolt_2ep_hires
3
+ ==============================================================================
4
+
5
+ Metric: mean-over-IoU (fastevaluate). BPS = boxes/second, batch 1, 1 GPU.
6
+ fallback% = switch_to_ar / forward_steps (fraction of block-decisions; paper implies ~7-8%)
7
+
8
+ profile mode | F1 P R F1@.5 | BPS steps boxes fallb%
9
+ ---------------------------------------------------------------------------------
10
+ paper_seed0 slow | 53.4 56.0 51.0 72.4 | 2.72 67.4 7.05 0.0
11
+ paper_seed0 fast | 51.4 61.2 44.3 67.1 | 8.78 15.2 6.85 0.0
12
+ paper_seed0 hybrid | 52.6 62.0 45.6 68.5 | 7.80 18.8 6.96 5.3
13
+
14
+ paper_seed1 slow | 53.2 55.9 50.7 72.0 | 2.72 67.1 7.02 0.0
15
+ paper_seed1 fast | 51.5 61.3 44.4 67.3 | 8.77 15.2 6.86 0.0
16
+ paper_seed1 hybrid | 52.5 62.0 45.5 68.5 | 7.86 18.8 6.93 5.3
17
+
18
+ paper_greedy slow | 55.5 57.6 53.5 73.3 | 2.78 69.9 7.32 0.0
19
+ paper_greedy fast | 53.5 58.3 49.5 70.8 | 9.17 15.1 7.03 0.0
20
+ paper_greedy hybrid | 54.3 58.3 50.9 71.6 | 8.17 19.3 7.24 5.8
21
+
22
+ legacy slow | 55.5 57.6 53.5 73.3 | 2.77 69.9 7.32 0.0
23
+ legacy fast | 53.5 58.3 49.5 70.8 | 9.20 15.1 7.03 0.0
24
+ legacy hybrid | 54.4 58.4 50.9 71.7 | 8.18 19.4 7.25 5.8
25
+
26
+ paper is STOCHASTIC (nucleus sampling). Mean +/- half-spread over 2 seeds:
27
+ ---------------------------------------------------------------------------------
28
+ paper (mean) slow | F1 53.3+/-0.1 BPS 2.7+/-0.0 fallback% 0.0+/-0.0
29
+ paper (mean) fast | F1 51.5+/-0.0 BPS 8.8+/-0.0 fallback% 0.0+/-0.0
30
+ paper (mean) hybrid | F1 52.5+/-0.0 BPS 7.8+/-0.0 fallback% 5.3+/-0.0
31
+
32
+ -> a gap smaller than the spread is NOT evidence. Use paper_greedy
33
+ (deterministic) for tight comparisons.
34
+
35
+ INTEGRITY legacy/slow (55.48) vs paper_greedy/slow (55.48) -> OK (identical, as required)
36
+
37
+ B1 READ-OUT hybrid fallback rate (switch_to_ar/forward_steps): legacy 5.8% vs paper 5.3% (paper ~7-8%; the RELATIVE legacy>paper gap is the primary signal)
38
+ The 0.9 abnormality threshold is calibrated on the SHARPENED (T=0.7 +
39
+ top-p) distribution. Greedy's flatter softmax trips it far more often, so
40
+ legacy should be markedly higher. If they match, B1 has not taken effect.
41
+
42
+ ==============================================================================
43
+ PROMPT-SHAPE (n_cats) OOD -- profile: paper_greedy
44
+ ==============================================================================
45
+ Training chunks each image's categories into queries of 1..3. The eval set
46
+ asks for the image's FULL list, and 28.8% of eval queries have >3 categories
47
+ -- a prompt shape the model never saw. Caveat: images with more categories
48
+ also have more objects, so a drop may be difficulty, not novelty.
49
+
50
+ --- paper_greedy/slow ---
51
+ predictions: 4952 | eval queries: 4952 | unbucketed: 0
52
+
53
+ n_cats | N | F1 | P | R | F1@.5
54
+ --------------------------------------------------
55
+ 1 | 1025 | 73.1 | 77.7 | 69.0 | 86.5
56
+ 2 | 1522 | 67.0 | 69.2 | 64.9 | 82.7
57
+ 3 | 980 | 57.8 | 61.2 | 54.7 | 74.9
58
+ 4-5 | 935 | 54.3 | 58.2 | 50.9 | 72.6
59
+ 6+ | 490 | 50.3 | 54.1 | 47.0 | 69.0
60
+
61
+ n_cats | N | F1 | P | R | F1@.5
62
+ --------------------------------------------------
63
+ <=3 (IN) | 3527 | 61.5 | 63.4 | 59.7 | 77.6
64
+ >3 (OOD) | 1425 | 51.4 | 54.7 | 48.5 | 70.2
65
+
66
+ If '>3 (OOD)' is materially below '<=3 (IN)', the prompt-shape gap
67
+ is real: training never showed the model a 4+-category query.
68
+ Careful: bigger images have more categories AND more objects, so a
69
+ small drop may just be task difficulty, not prompt-shape OOD.
70
+
71
+ --- paper_greedy/fast ---
72
+ predictions: 4952 | eval queries: 4952 | unbucketed: 0
73
+
74
+ n_cats | N | F1 | P | R | F1@.5
75
+ --------------------------------------------------
76
+ 1 | 1025 | 71.9 | 79.1 | 65.9 | 85.2
77
+ 2 | 1522 | 65.0 | 69.2 | 61.4 | 80.3
78
+ 3 | 980 | 56.5 | 61.9 | 52.0 | 73.4
79
+ 4-5 | 935 | 52.5 | 59.7 | 46.9 | 70.3
80
+ 6+ | 490 | 45.9 | 52.7 | 40.6 | 64.1
81
+
82
+ n_cats | N | F1 | P | R | F1@.5
83
+ --------------------------------------------------
84
+ <=3 (IN) | 3527 | 60.2 | 64.3 | 56.6 | 76.1
85
+ >3 (OOD) | 1425 | 48.8 | 56.4 | 43.1 | 66.3
86
+
87
+ If '>3 (OOD)' is materially below '<=3 (IN)', the prompt-shape gap
88
+ is real: training never showed the model a 4+-category query.
89
+ Careful: bigger images have more categories AND more objects, so a
90
+ small drop may just be task difficulty, not prompt-shape OOD.
91
+
92
+ --- paper_greedy/hybrid ---
93
+ predictions: 4952 | eval queries: 4952 | unbucketed: 0
94
+
95
+ n_cats | N | F1 | P | R | F1@.5
96
+ --------------------------------------------------
97
+ 1 | 1025 | 73.0 | 77.8 | 68.9 | 86.4
98
+ 2 | 1522 | 66.2 | 69.5 | 63.2 | 81.4
99
+ 3 | 980 | 57.6 | 62.3 | 53.6 | 74.5
100
+ 4-5 | 935 | 53.1 | 59.0 | 48.2 | 71.3
101
+ 6+ | 490 | 46.4 | 53.3 | 41.1 | 65.1
102
+
103
+ n_cats | N | F1 | P | R | F1@.5
104
+ --------------------------------------------------
105
+ <=3 (IN) | 3527 | 61.0 | 63.9 | 58.4 | 77.0
106
+ >3 (OOD) | 1425 | 49.3 | 55.8 | 44.2 | 67.5
107
+
108
+ If '>3 (OOD)' is materially below '<=3 (IN)', the prompt-shape gap
109
+ is real: training never showed the model a 4+-category query.
110
+ Careful: bigger images have more categories AND more objects, so a
111
+ small drop may just be task difficulty, not prompt-shape OOD.
112
+
runs_laq_lt/refcocolt_1ep_native/added_tokens.json ADDED
@@ -0,0 +1,1039 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</box>": 151670,
3
+ "</c>": 152679,
4
+ "</interval>": 151674,
5
+ "</ref>": 151672,
6
+ "</think>": 151668,
7
+ "</tool_call>": 151658,
8
+ "</tool_response>": 151666,
9
+ "<0>": 151676,
10
+ "<1000>": 152676,
11
+ "<100>": 151776,
12
+ "<101>": 151777,
13
+ "<102>": 151778,
14
+ "<103>": 151779,
15
+ "<104>": 151780,
16
+ "<105>": 151781,
17
+ "<106>": 151782,
18
+ "<107>": 151783,
19
+ "<108>": 151784,
20
+ "<109>": 151785,
21
+ "<10>": 151686,
22
+ "<110>": 151786,
23
+ "<111>": 151787,
24
+ "<112>": 151788,
25
+ "<113>": 151789,
26
+ "<114>": 151790,
27
+ "<115>": 151791,
28
+ "<116>": 151792,
29
+ "<117>": 151793,
30
+ "<118>": 151794,
31
+ "<119>": 151795,
32
+ "<11>": 151687,
33
+ "<120>": 151796,
34
+ "<121>": 151797,
35
+ "<122>": 151798,
36
+ "<123>": 151799,
37
+ "<124>": 151800,
38
+ "<125>": 151801,
39
+ "<126>": 151802,
40
+ "<127>": 151803,
41
+ "<128>": 151804,
42
+ "<129>": 151805,
43
+ "<12>": 151688,
44
+ "<130>": 151806,
45
+ "<131>": 151807,
46
+ "<132>": 151808,
47
+ "<133>": 151809,
48
+ "<134>": 151810,
49
+ "<135>": 151811,
50
+ "<136>": 151812,
51
+ "<137>": 151813,
52
+ "<138>": 151814,
53
+ "<139>": 151815,
54
+ "<13>": 151689,
55
+ "<140>": 151816,
56
+ "<141>": 151817,
57
+ "<142>": 151818,
58
+ "<143>": 151819,
59
+ "<144>": 151820,
60
+ "<145>": 151821,
61
+ "<146>": 151822,
62
+ "<147>": 151823,
63
+ "<148>": 151824,
64
+ "<149>": 151825,
65
+ "<14>": 151690,
66
+ "<150>": 151826,
67
+ "<151>": 151827,
68
+ "<152>": 151828,
69
+ "<153>": 151829,
70
+ "<154>": 151830,
71
+ "<155>": 151831,
72
+ "<156>": 151832,
73
+ "<157>": 151833,
74
+ "<158>": 151834,
75
+ "<159>": 151835,
76
+ "<15>": 151691,
77
+ "<160>": 151836,
78
+ "<161>": 151837,
79
+ "<162>": 151838,
80
+ "<163>": 151839,
81
+ "<164>": 151840,
82
+ "<165>": 151841,
83
+ "<166>": 151842,
84
+ "<167>": 151843,
85
+ "<168>": 151844,
86
+ "<169>": 151845,
87
+ "<16>": 151692,
88
+ "<170>": 151846,
89
+ "<171>": 151847,
90
+ "<172>": 151848,
91
+ "<173>": 151849,
92
+ "<174>": 151850,
93
+ "<175>": 151851,
94
+ "<176>": 151852,
95
+ "<177>": 151853,
96
+ "<178>": 151854,
97
+ "<179>": 151855,
98
+ "<17>": 151693,
99
+ "<180>": 151856,
100
+ "<181>": 151857,
101
+ "<182>": 151858,
102
+ "<183>": 151859,
103
+ "<184>": 151860,
104
+ "<185>": 151861,
105
+ "<186>": 151862,
106
+ "<187>": 151863,
107
+ "<188>": 151864,
108
+ "<189>": 151865,
109
+ "<18>": 151694,
110
+ "<190>": 151866,
111
+ "<191>": 151867,
112
+ "<192>": 151868,
113
+ "<193>": 151869,
114
+ "<194>": 151870,
115
+ "<195>": 151871,
116
+ "<196>": 151872,
117
+ "<197>": 151873,
118
+ "<198>": 151874,
119
+ "<199>": 151875,
120
+ "<19>": 151695,
121
+ "<1>": 151677,
122
+ "<200>": 151876,
123
+ "<201>": 151877,
124
+ "<202>": 151878,
125
+ "<203>": 151879,
126
+ "<204>": 151880,
127
+ "<205>": 151881,
128
+ "<206>": 151882,
129
+ "<207>": 151883,
130
+ "<208>": 151884,
131
+ "<209>": 151885,
132
+ "<20>": 151696,
133
+ "<210>": 151886,
134
+ "<211>": 151887,
135
+ "<212>": 151888,
136
+ "<213>": 151889,
137
+ "<214>": 151890,
138
+ "<215>": 151891,
139
+ "<216>": 151892,
140
+ "<217>": 151893,
141
+ "<218>": 151894,
142
+ "<219>": 151895,
143
+ "<21>": 151697,
144
+ "<220>": 151896,
145
+ "<221>": 151897,
146
+ "<222>": 151898,
147
+ "<223>": 151899,
148
+ "<224>": 151900,
149
+ "<225>": 151901,
150
+ "<226>": 151902,
151
+ "<227>": 151903,
152
+ "<228>": 151904,
153
+ "<229>": 151905,
154
+ "<22>": 151698,
155
+ "<230>": 151906,
156
+ "<231>": 151907,
157
+ "<232>": 151908,
158
+ "<233>": 151909,
159
+ "<234>": 151910,
160
+ "<235>": 151911,
161
+ "<236>": 151912,
162
+ "<237>": 151913,
163
+ "<238>": 151914,
164
+ "<239>": 151915,
165
+ "<23>": 151699,
166
+ "<240>": 151916,
167
+ "<241>": 151917,
168
+ "<242>": 151918,
169
+ "<243>": 151919,
170
+ "<244>": 151920,
171
+ "<245>": 151921,
172
+ "<246>": 151922,
173
+ "<247>": 151923,
174
+ "<248>": 151924,
175
+ "<249>": 151925,
176
+ "<24>": 151700,
177
+ "<250>": 151926,
178
+ "<251>": 151927,
179
+ "<252>": 151928,
180
+ "<253>": 151929,
181
+ "<254>": 151930,
182
+ "<255>": 151931,
183
+ "<256>": 151932,
184
+ "<257>": 151933,
185
+ "<258>": 151934,
186
+ "<259>": 151935,
187
+ "<25>": 151701,
188
+ "<260>": 151936,
189
+ "<261>": 151937,
190
+ "<262>": 151938,
191
+ "<263>": 151939,
192
+ "<264>": 151940,
193
+ "<265>": 151941,
194
+ "<266>": 151942,
195
+ "<267>": 151943,
196
+ "<268>": 151944,
197
+ "<269>": 151945,
198
+ "<26>": 151702,
199
+ "<270>": 151946,
200
+ "<271>": 151947,
201
+ "<272>": 151948,
202
+ "<273>": 151949,
203
+ "<274>": 151950,
204
+ "<275>": 151951,
205
+ "<276>": 151952,
206
+ "<277>": 151953,
207
+ "<278>": 151954,
208
+ "<279>": 151955,
209
+ "<27>": 151703,
210
+ "<280>": 151956,
211
+ "<281>": 151957,
212
+ "<282>": 151958,
213
+ "<283>": 151959,
214
+ "<284>": 151960,
215
+ "<285>": 151961,
216
+ "<286>": 151962,
217
+ "<287>": 151963,
218
+ "<288>": 151964,
219
+ "<289>": 151965,
220
+ "<28>": 151704,
221
+ "<290>": 151966,
222
+ "<291>": 151967,
223
+ "<292>": 151968,
224
+ "<293>": 151969,
225
+ "<294>": 151970,
226
+ "<295>": 151971,
227
+ "<296>": 151972,
228
+ "<297>": 151973,
229
+ "<298>": 151974,
230
+ "<299>": 151975,
231
+ "<29>": 151705,
232
+ "<2>": 151678,
233
+ "<300>": 151976,
234
+ "<301>": 151977,
235
+ "<302>": 151978,
236
+ "<303>": 151979,
237
+ "<304>": 151980,
238
+ "<305>": 151981,
239
+ "<306>": 151982,
240
+ "<307>": 151983,
241
+ "<308>": 151984,
242
+ "<309>": 151985,
243
+ "<30>": 151706,
244
+ "<310>": 151986,
245
+ "<311>": 151987,
246
+ "<312>": 151988,
247
+ "<313>": 151989,
248
+ "<314>": 151990,
249
+ "<315>": 151991,
250
+ "<316>": 151992,
251
+ "<317>": 151993,
252
+ "<318>": 151994,
253
+ "<319>": 151995,
254
+ "<31>": 151707,
255
+ "<320>": 151996,
256
+ "<321>": 151997,
257
+ "<322>": 151998,
258
+ "<323>": 151999,
259
+ "<324>": 152000,
260
+ "<325>": 152001,
261
+ "<326>": 152002,
262
+ "<327>": 152003,
263
+ "<328>": 152004,
264
+ "<329>": 152005,
265
+ "<32>": 151708,
266
+ "<330>": 152006,
267
+ "<331>": 152007,
268
+ "<332>": 152008,
269
+ "<333>": 152009,
270
+ "<334>": 152010,
271
+ "<335>": 152011,
272
+ "<336>": 152012,
273
+ "<337>": 152013,
274
+ "<338>": 152014,
275
+ "<339>": 152015,
276
+ "<33>": 151709,
277
+ "<340>": 152016,
278
+ "<341>": 152017,
279
+ "<342>": 152018,
280
+ "<343>": 152019,
281
+ "<344>": 152020,
282
+ "<345>": 152021,
283
+ "<346>": 152022,
284
+ "<347>": 152023,
285
+ "<348>": 152024,
286
+ "<349>": 152025,
287
+ "<34>": 151710,
288
+ "<350>": 152026,
289
+ "<351>": 152027,
290
+ "<352>": 152028,
291
+ "<353>": 152029,
292
+ "<354>": 152030,
293
+ "<355>": 152031,
294
+ "<356>": 152032,
295
+ "<357>": 152033,
296
+ "<358>": 152034,
297
+ "<359>": 152035,
298
+ "<35>": 151711,
299
+ "<360>": 152036,
300
+ "<361>": 152037,
301
+ "<362>": 152038,
302
+ "<363>": 152039,
303
+ "<364>": 152040,
304
+ "<365>": 152041,
305
+ "<366>": 152042,
306
+ "<367>": 152043,
307
+ "<368>": 152044,
308
+ "<369>": 152045,
309
+ "<36>": 151712,
310
+ "<370>": 152046,
311
+ "<371>": 152047,
312
+ "<372>": 152048,
313
+ "<373>": 152049,
314
+ "<374>": 152050,
315
+ "<375>": 152051,
316
+ "<376>": 152052,
317
+ "<377>": 152053,
318
+ "<378>": 152054,
319
+ "<379>": 152055,
320
+ "<37>": 151713,
321
+ "<380>": 152056,
322
+ "<381>": 152057,
323
+ "<382>": 152058,
324
+ "<383>": 152059,
325
+ "<384>": 152060,
326
+ "<385>": 152061,
327
+ "<386>": 152062,
328
+ "<387>": 152063,
329
+ "<388>": 152064,
330
+ "<389>": 152065,
331
+ "<38>": 151714,
332
+ "<390>": 152066,
333
+ "<391>": 152067,
334
+ "<392>": 152068,
335
+ "<393>": 152069,
336
+ "<394>": 152070,
337
+ "<395>": 152071,
338
+ "<396>": 152072,
339
+ "<397>": 152073,
340
+ "<398>": 152074,
341
+ "<399>": 152075,
342
+ "<39>": 151715,
343
+ "<3>": 151679,
344
+ "<400>": 152076,
345
+ "<401>": 152077,
346
+ "<402>": 152078,
347
+ "<403>": 152079,
348
+ "<404>": 152080,
349
+ "<405>": 152081,
350
+ "<406>": 152082,
351
+ "<407>": 152083,
352
+ "<408>": 152084,
353
+ "<409>": 152085,
354
+ "<40>": 151716,
355
+ "<410>": 152086,
356
+ "<411>": 152087,
357
+ "<412>": 152088,
358
+ "<413>": 152089,
359
+ "<414>": 152090,
360
+ "<415>": 152091,
361
+ "<416>": 152092,
362
+ "<417>": 152093,
363
+ "<418>": 152094,
364
+ "<419>": 152095,
365
+ "<41>": 151717,
366
+ "<420>": 152096,
367
+ "<421>": 152097,
368
+ "<422>": 152098,
369
+ "<423>": 152099,
370
+ "<424>": 152100,
371
+ "<425>": 152101,
372
+ "<426>": 152102,
373
+ "<427>": 152103,
374
+ "<428>": 152104,
375
+ "<429>": 152105,
376
+ "<42>": 151718,
377
+ "<430>": 152106,
378
+ "<431>": 152107,
379
+ "<432>": 152108,
380
+ "<433>": 152109,
381
+ "<434>": 152110,
382
+ "<435>": 152111,
383
+ "<436>": 152112,
384
+ "<437>": 152113,
385
+ "<438>": 152114,
386
+ "<439>": 152115,
387
+ "<43>": 151719,
388
+ "<440>": 152116,
389
+ "<441>": 152117,
390
+ "<442>": 152118,
391
+ "<443>": 152119,
392
+ "<444>": 152120,
393
+ "<445>": 152121,
394
+ "<446>": 152122,
395
+ "<447>": 152123,
396
+ "<448>": 152124,
397
+ "<449>": 152125,
398
+ "<44>": 151720,
399
+ "<450>": 152126,
400
+ "<451>": 152127,
401
+ "<452>": 152128,
402
+ "<453>": 152129,
403
+ "<454>": 152130,
404
+ "<455>": 152131,
405
+ "<456>": 152132,
406
+ "<457>": 152133,
407
+ "<458>": 152134,
408
+ "<459>": 152135,
409
+ "<45>": 151721,
410
+ "<460>": 152136,
411
+ "<461>": 152137,
412
+ "<462>": 152138,
413
+ "<463>": 152139,
414
+ "<464>": 152140,
415
+ "<465>": 152141,
416
+ "<466>": 152142,
417
+ "<467>": 152143,
418
+ "<468>": 152144,
419
+ "<469>": 152145,
420
+ "<46>": 151722,
421
+ "<470>": 152146,
422
+ "<471>": 152147,
423
+ "<472>": 152148,
424
+ "<473>": 152149,
425
+ "<474>": 152150,
426
+ "<475>": 152151,
427
+ "<476>": 152152,
428
+ "<477>": 152153,
429
+ "<478>": 152154,
430
+ "<479>": 152155,
431
+ "<47>": 151723,
432
+ "<480>": 152156,
433
+ "<481>": 152157,
434
+ "<482>": 152158,
435
+ "<483>": 152159,
436
+ "<484>": 152160,
437
+ "<485>": 152161,
438
+ "<486>": 152162,
439
+ "<487>": 152163,
440
+ "<488>": 152164,
441
+ "<489>": 152165,
442
+ "<48>": 151724,
443
+ "<490>": 152166,
444
+ "<491>": 152167,
445
+ "<492>": 152168,
446
+ "<493>": 152169,
447
+ "<494>": 152170,
448
+ "<495>": 152171,
449
+ "<496>": 152172,
450
+ "<497>": 152173,
451
+ "<498>": 152174,
452
+ "<499>": 152175,
453
+ "<49>": 151725,
454
+ "<4>": 151680,
455
+ "<500>": 152176,
456
+ "<501>": 152177,
457
+ "<502>": 152178,
458
+ "<503>": 152179,
459
+ "<504>": 152180,
460
+ "<505>": 152181,
461
+ "<506>": 152182,
462
+ "<507>": 152183,
463
+ "<508>": 152184,
464
+ "<509>": 152185,
465
+ "<50>": 151726,
466
+ "<510>": 152186,
467
+ "<511>": 152187,
468
+ "<512>": 152188,
469
+ "<513>": 152189,
470
+ "<514>": 152190,
471
+ "<515>": 152191,
472
+ "<516>": 152192,
473
+ "<517>": 152193,
474
+ "<518>": 152194,
475
+ "<519>": 152195,
476
+ "<51>": 151727,
477
+ "<520>": 152196,
478
+ "<521>": 152197,
479
+ "<522>": 152198,
480
+ "<523>": 152199,
481
+ "<524>": 152200,
482
+ "<525>": 152201,
483
+ "<526>": 152202,
484
+ "<527>": 152203,
485
+ "<528>": 152204,
486
+ "<529>": 152205,
487
+ "<52>": 151728,
488
+ "<530>": 152206,
489
+ "<531>": 152207,
490
+ "<532>": 152208,
491
+ "<533>": 152209,
492
+ "<534>": 152210,
493
+ "<535>": 152211,
494
+ "<536>": 152212,
495
+ "<537>": 152213,
496
+ "<538>": 152214,
497
+ "<539>": 152215,
498
+ "<53>": 151729,
499
+ "<540>": 152216,
500
+ "<541>": 152217,
501
+ "<542>": 152218,
502
+ "<543>": 152219,
503
+ "<544>": 152220,
504
+ "<545>": 152221,
505
+ "<546>": 152222,
506
+ "<547>": 152223,
507
+ "<548>": 152224,
508
+ "<549>": 152225,
509
+ "<54>": 151730,
510
+ "<550>": 152226,
511
+ "<551>": 152227,
512
+ "<552>": 152228,
513
+ "<553>": 152229,
514
+ "<554>": 152230,
515
+ "<555>": 152231,
516
+ "<556>": 152232,
517
+ "<557>": 152233,
518
+ "<558>": 152234,
519
+ "<559>": 152235,
520
+ "<55>": 151731,
521
+ "<560>": 152236,
522
+ "<561>": 152237,
523
+ "<562>": 152238,
524
+ "<563>": 152239,
525
+ "<564>": 152240,
526
+ "<565>": 152241,
527
+ "<566>": 152242,
528
+ "<567>": 152243,
529
+ "<568>": 152244,
530
+ "<569>": 152245,
531
+ "<56>": 151732,
532
+ "<570>": 152246,
533
+ "<571>": 152247,
534
+ "<572>": 152248,
535
+ "<573>": 152249,
536
+ "<574>": 152250,
537
+ "<575>": 152251,
538
+ "<576>": 152252,
539
+ "<577>": 152253,
540
+ "<578>": 152254,
541
+ "<579>": 152255,
542
+ "<57>": 151733,
543
+ "<580>": 152256,
544
+ "<581>": 152257,
545
+ "<582>": 152258,
546
+ "<583>": 152259,
547
+ "<584>": 152260,
548
+ "<585>": 152261,
549
+ "<586>": 152262,
550
+ "<587>": 152263,
551
+ "<588>": 152264,
552
+ "<589>": 152265,
553
+ "<58>": 151734,
554
+ "<590>": 152266,
555
+ "<591>": 152267,
556
+ "<592>": 152268,
557
+ "<593>": 152269,
558
+ "<594>": 152270,
559
+ "<595>": 152271,
560
+ "<596>": 152272,
561
+ "<597>": 152273,
562
+ "<598>": 152274,
563
+ "<599>": 152275,
564
+ "<59>": 151735,
565
+ "<5>": 151681,
566
+ "<600>": 152276,
567
+ "<601>": 152277,
568
+ "<602>": 152278,
569
+ "<603>": 152279,
570
+ "<604>": 152280,
571
+ "<605>": 152281,
572
+ "<606>": 152282,
573
+ "<607>": 152283,
574
+ "<608>": 152284,
575
+ "<609>": 152285,
576
+ "<60>": 151736,
577
+ "<610>": 152286,
578
+ "<611>": 152287,
579
+ "<612>": 152288,
580
+ "<613>": 152289,
581
+ "<614>": 152290,
582
+ "<615>": 152291,
583
+ "<616>": 152292,
584
+ "<617>": 152293,
585
+ "<618>": 152294,
586
+ "<619>": 152295,
587
+ "<61>": 151737,
588
+ "<620>": 152296,
589
+ "<621>": 152297,
590
+ "<622>": 152298,
591
+ "<623>": 152299,
592
+ "<624>": 152300,
593
+ "<625>": 152301,
594
+ "<626>": 152302,
595
+ "<627>": 152303,
596
+ "<628>": 152304,
597
+ "<629>": 152305,
598
+ "<62>": 151738,
599
+ "<630>": 152306,
600
+ "<631>": 152307,
601
+ "<632>": 152308,
602
+ "<633>": 152309,
603
+ "<634>": 152310,
604
+ "<635>": 152311,
605
+ "<636>": 152312,
606
+ "<637>": 152313,
607
+ "<638>": 152314,
608
+ "<639>": 152315,
609
+ "<63>": 151739,
610
+ "<640>": 152316,
611
+ "<641>": 152317,
612
+ "<642>": 152318,
613
+ "<643>": 152319,
614
+ "<644>": 152320,
615
+ "<645>": 152321,
616
+ "<646>": 152322,
617
+ "<647>": 152323,
618
+ "<648>": 152324,
619
+ "<649>": 152325,
620
+ "<64>": 151740,
621
+ "<650>": 152326,
622
+ "<651>": 152327,
623
+ "<652>": 152328,
624
+ "<653>": 152329,
625
+ "<654>": 152330,
626
+ "<655>": 152331,
627
+ "<656>": 152332,
628
+ "<657>": 152333,
629
+ "<658>": 152334,
630
+ "<659>": 152335,
631
+ "<65>": 151741,
632
+ "<660>": 152336,
633
+ "<661>": 152337,
634
+ "<662>": 152338,
635
+ "<663>": 152339,
636
+ "<664>": 152340,
637
+ "<665>": 152341,
638
+ "<666>": 152342,
639
+ "<667>": 152343,
640
+ "<668>": 152344,
641
+ "<669>": 152345,
642
+ "<66>": 151742,
643
+ "<670>": 152346,
644
+ "<671>": 152347,
645
+ "<672>": 152348,
646
+ "<673>": 152349,
647
+ "<674>": 152350,
648
+ "<675>": 152351,
649
+ "<676>": 152352,
650
+ "<677>": 152353,
651
+ "<678>": 152354,
652
+ "<679>": 152355,
653
+ "<67>": 151743,
654
+ "<680>": 152356,
655
+ "<681>": 152357,
656
+ "<682>": 152358,
657
+ "<683>": 152359,
658
+ "<684>": 152360,
659
+ "<685>": 152361,
660
+ "<686>": 152362,
661
+ "<687>": 152363,
662
+ "<688>": 152364,
663
+ "<689>": 152365,
664
+ "<68>": 151744,
665
+ "<690>": 152366,
666
+ "<691>": 152367,
667
+ "<692>": 152368,
668
+ "<693>": 152369,
669
+ "<694>": 152370,
670
+ "<695>": 152371,
671
+ "<696>": 152372,
672
+ "<697>": 152373,
673
+ "<698>": 152374,
674
+ "<699>": 152375,
675
+ "<69>": 151745,
676
+ "<6>": 151682,
677
+ "<700>": 152376,
678
+ "<701>": 152377,
679
+ "<702>": 152378,
680
+ "<703>": 152379,
681
+ "<704>": 152380,
682
+ "<705>": 152381,
683
+ "<706>": 152382,
684
+ "<707>": 152383,
685
+ "<708>": 152384,
686
+ "<709>": 152385,
687
+ "<70>": 151746,
688
+ "<710>": 152386,
689
+ "<711>": 152387,
690
+ "<712>": 152388,
691
+ "<713>": 152389,
692
+ "<714>": 152390,
693
+ "<715>": 152391,
694
+ "<716>": 152392,
695
+ "<717>": 152393,
696
+ "<718>": 152394,
697
+ "<719>": 152395,
698
+ "<71>": 151747,
699
+ "<720>": 152396,
700
+ "<721>": 152397,
701
+ "<722>": 152398,
702
+ "<723>": 152399,
703
+ "<724>": 152400,
704
+ "<725>": 152401,
705
+ "<726>": 152402,
706
+ "<727>": 152403,
707
+ "<728>": 152404,
708
+ "<729>": 152405,
709
+ "<72>": 151748,
710
+ "<730>": 152406,
711
+ "<731>": 152407,
712
+ "<732>": 152408,
713
+ "<733>": 152409,
714
+ "<734>": 152410,
715
+ "<735>": 152411,
716
+ "<736>": 152412,
717
+ "<737>": 152413,
718
+ "<738>": 152414,
719
+ "<739>": 152415,
720
+ "<73>": 151749,
721
+ "<740>": 152416,
722
+ "<741>": 152417,
723
+ "<742>": 152418,
724
+ "<743>": 152419,
725
+ "<744>": 152420,
726
+ "<745>": 152421,
727
+ "<746>": 152422,
728
+ "<747>": 152423,
729
+ "<748>": 152424,
730
+ "<749>": 152425,
731
+ "<74>": 151750,
732
+ "<750>": 152426,
733
+ "<751>": 152427,
734
+ "<752>": 152428,
735
+ "<753>": 152429,
736
+ "<754>": 152430,
737
+ "<755>": 152431,
738
+ "<756>": 152432,
739
+ "<757>": 152433,
740
+ "<758>": 152434,
741
+ "<759>": 152435,
742
+ "<75>": 151751,
743
+ "<760>": 152436,
744
+ "<761>": 152437,
745
+ "<762>": 152438,
746
+ "<763>": 152439,
747
+ "<764>": 152440,
748
+ "<765>": 152441,
749
+ "<766>": 152442,
750
+ "<767>": 152443,
751
+ "<768>": 152444,
752
+ "<769>": 152445,
753
+ "<76>": 151752,
754
+ "<770>": 152446,
755
+ "<771>": 152447,
756
+ "<772>": 152448,
757
+ "<773>": 152449,
758
+ "<774>": 152450,
759
+ "<775>": 152451,
760
+ "<776>": 152452,
761
+ "<777>": 152453,
762
+ "<778>": 152454,
763
+ "<779>": 152455,
764
+ "<77>": 151753,
765
+ "<780>": 152456,
766
+ "<781>": 152457,
767
+ "<782>": 152458,
768
+ "<783>": 152459,
769
+ "<784>": 152460,
770
+ "<785>": 152461,
771
+ "<786>": 152462,
772
+ "<787>": 152463,
773
+ "<788>": 152464,
774
+ "<789>": 152465,
775
+ "<78>": 151754,
776
+ "<790>": 152466,
777
+ "<791>": 152467,
778
+ "<792>": 152468,
779
+ "<793>": 152469,
780
+ "<794>": 152470,
781
+ "<795>": 152471,
782
+ "<796>": 152472,
783
+ "<797>": 152473,
784
+ "<798>": 152474,
785
+ "<799>": 152475,
786
+ "<79>": 151755,
787
+ "<7>": 151683,
788
+ "<800>": 152476,
789
+ "<801>": 152477,
790
+ "<802>": 152478,
791
+ "<803>": 152479,
792
+ "<804>": 152480,
793
+ "<805>": 152481,
794
+ "<806>": 152482,
795
+ "<807>": 152483,
796
+ "<808>": 152484,
797
+ "<809>": 152485,
798
+ "<80>": 151756,
799
+ "<810>": 152486,
800
+ "<811>": 152487,
801
+ "<812>": 152488,
802
+ "<813>": 152489,
803
+ "<814>": 152490,
804
+ "<815>": 152491,
805
+ "<816>": 152492,
806
+ "<817>": 152493,
807
+ "<818>": 152494,
808
+ "<819>": 152495,
809
+ "<81>": 151757,
810
+ "<820>": 152496,
811
+ "<821>": 152497,
812
+ "<822>": 152498,
813
+ "<823>": 152499,
814
+ "<824>": 152500,
815
+ "<825>": 152501,
816
+ "<826>": 152502,
817
+ "<827>": 152503,
818
+ "<828>": 152504,
819
+ "<829>": 152505,
820
+ "<82>": 151758,
821
+ "<830>": 152506,
822
+ "<831>": 152507,
823
+ "<832>": 152508,
824
+ "<833>": 152509,
825
+ "<834>": 152510,
826
+ "<835>": 152511,
827
+ "<836>": 152512,
828
+ "<837>": 152513,
829
+ "<838>": 152514,
830
+ "<839>": 152515,
831
+ "<83>": 151759,
832
+ "<840>": 152516,
833
+ "<841>": 152517,
834
+ "<842>": 152518,
835
+ "<843>": 152519,
836
+ "<844>": 152520,
837
+ "<845>": 152521,
838
+ "<846>": 152522,
839
+ "<847>": 152523,
840
+ "<848>": 152524,
841
+ "<849>": 152525,
842
+ "<84>": 151760,
843
+ "<850>": 152526,
844
+ "<851>": 152527,
845
+ "<852>": 152528,
846
+ "<853>": 152529,
847
+ "<854>": 152530,
848
+ "<855>": 152531,
849
+ "<856>": 152532,
850
+ "<857>": 152533,
851
+ "<858>": 152534,
852
+ "<859>": 152535,
853
+ "<85>": 151761,
854
+ "<860>": 152536,
855
+ "<861>": 152537,
856
+ "<862>": 152538,
857
+ "<863>": 152539,
858
+ "<864>": 152540,
859
+ "<865>": 152541,
860
+ "<866>": 152542,
861
+ "<867>": 152543,
862
+ "<868>": 152544,
863
+ "<869>": 152545,
864
+ "<86>": 151762,
865
+ "<870>": 152546,
866
+ "<871>": 152547,
867
+ "<872>": 152548,
868
+ "<873>": 152549,
869
+ "<874>": 152550,
870
+ "<875>": 152551,
871
+ "<876>": 152552,
872
+ "<877>": 152553,
873
+ "<878>": 152554,
874
+ "<879>": 152555,
875
+ "<87>": 151763,
876
+ "<880>": 152556,
877
+ "<881>": 152557,
878
+ "<882>": 152558,
879
+ "<883>": 152559,
880
+ "<884>": 152560,
881
+ "<885>": 152561,
882
+ "<886>": 152562,
883
+ "<887>": 152563,
884
+ "<888>": 152564,
885
+ "<889>": 152565,
886
+ "<88>": 151764,
887
+ "<890>": 152566,
888
+ "<891>": 152567,
889
+ "<892>": 152568,
890
+ "<893>": 152569,
891
+ "<894>": 152570,
892
+ "<895>": 152571,
893
+ "<896>": 152572,
894
+ "<897>": 152573,
895
+ "<898>": 152574,
896
+ "<899>": 152575,
897
+ "<89>": 151765,
898
+ "<8>": 151684,
899
+ "<900>": 152576,
900
+ "<901>": 152577,
901
+ "<902>": 152578,
902
+ "<903>": 152579,
903
+ "<904>": 152580,
904
+ "<905>": 152581,
905
+ "<906>": 152582,
906
+ "<907>": 152583,
907
+ "<908>": 152584,
908
+ "<909>": 152585,
909
+ "<90>": 151766,
910
+ "<910>": 152586,
911
+ "<911>": 152587,
912
+ "<912>": 152588,
913
+ "<913>": 152589,
914
+ "<914>": 152590,
915
+ "<915>": 152591,
916
+ "<916>": 152592,
917
+ "<917>": 152593,
918
+ "<918>": 152594,
919
+ "<919>": 152595,
920
+ "<91>": 151767,
921
+ "<920>": 152596,
922
+ "<921>": 152597,
923
+ "<922>": 152598,
924
+ "<923>": 152599,
925
+ "<924>": 152600,
926
+ "<925>": 152601,
927
+ "<926>": 152602,
928
+ "<927>": 152603,
929
+ "<928>": 152604,
930
+ "<929>": 152605,
931
+ "<92>": 151768,
932
+ "<930>": 152606,
933
+ "<931>": 152607,
934
+ "<932>": 152608,
935
+ "<933>": 152609,
936
+ "<934>": 152610,
937
+ "<935>": 152611,
938
+ "<936>": 152612,
939
+ "<937>": 152613,
940
+ "<938>": 152614,
941
+ "<939>": 152615,
942
+ "<93>": 151769,
943
+ "<940>": 152616,
944
+ "<941>": 152617,
945
+ "<942>": 152618,
946
+ "<943>": 152619,
947
+ "<944>": 152620,
948
+ "<945>": 152621,
949
+ "<946>": 152622,
950
+ "<947>": 152623,
951
+ "<948>": 152624,
952
+ "<949>": 152625,
953
+ "<94>": 151770,
954
+ "<950>": 152626,
955
+ "<951>": 152627,
956
+ "<952>": 152628,
957
+ "<953>": 152629,
958
+ "<954>": 152630,
959
+ "<955>": 152631,
960
+ "<956>": 152632,
961
+ "<957>": 152633,
962
+ "<958>": 152634,
963
+ "<959>": 152635,
964
+ "<95>": 151771,
965
+ "<960>": 152636,
966
+ "<961>": 152637,
967
+ "<962>": 152638,
968
+ "<963>": 152639,
969
+ "<964>": 152640,
970
+ "<965>": 152641,
971
+ "<966>": 152642,
972
+ "<967>": 152643,
973
+ "<968>": 152644,
974
+ "<969>": 152645,
975
+ "<96>": 151772,
976
+ "<970>": 152646,
977
+ "<971>": 152647,
978
+ "<972>": 152648,
979
+ "<973>": 152649,
980
+ "<974>": 152650,
981
+ "<975>": 152651,
982
+ "<976>": 152652,
983
+ "<977>": 152653,
984
+ "<978>": 152654,
985
+ "<979>": 152655,
986
+ "<97>": 151773,
987
+ "<980>": 152656,
988
+ "<981>": 152657,
989
+ "<982>": 152658,
990
+ "<983>": 152659,
991
+ "<984>": 152660,
992
+ "<985>": 152661,
993
+ "<986>": 152662,
994
+ "<987>": 152663,
995
+ "<988>": 152664,
996
+ "<989>": 152665,
997
+ "<98>": 151774,
998
+ "<990>": 152666,
999
+ "<991>": 152667,
1000
+ "<992>": 152668,
1001
+ "<993>": 152669,
1002
+ "<994>": 152670,
1003
+ "<995>": 152671,
1004
+ "<996>": 152672,
1005
+ "<997>": 152673,
1006
+ "<998>": 152674,
1007
+ "<999>": 152675,
1008
+ "<99>": 151775,
1009
+ "<9>": 151685,
1010
+ "<box>": 151669,
1011
+ "<interval>": 151673,
1012
+ "<null>": 152677,
1013
+ "<ref>": 151671,
1014
+ "<switch>": 152678,
1015
+ "<text_mask>": 151675,
1016
+ "<think>": 151667,
1017
+ "<tool_call>": 151657,
1018
+ "<tool_response>": 151665,
1019
+ "<|box_end|>": 151649,
1020
+ "<|box_start|>": 151648,
1021
+ "<|endoftext|>": 151643,
1022
+ "<|file_sep|>": 151664,
1023
+ "<|fim_middle|>": 151660,
1024
+ "<|fim_pad|>": 151662,
1025
+ "<|fim_prefix|>": 151659,
1026
+ "<|fim_suffix|>": 151661,
1027
+ "<|im_end|>": 151645,
1028
+ "<|im_start|>": 151644,
1029
+ "<|image_pad|>": 151655,
1030
+ "<|object_ref_end|>": 151647,
1031
+ "<|object_ref_start|>": 151646,
1032
+ "<|quad_end|>": 151651,
1033
+ "<|quad_start|>": 151650,
1034
+ "<|repo_name|>": 151663,
1035
+ "<|video_pad|>": 151656,
1036
+ "<|vision_end|>": 151653,
1037
+ "<|vision_pad|>": 151654,
1038
+ "<|vision_start|>": 151652
1039
+ }
runs_laq_lt/refcocolt_1ep_native/chat_template.jinja ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0].role == 'system' %}
4
+ {%- if messages[0].content is string %}
5
+ {{- messages[0].content }}
6
+ {%- else %}
7
+ {%- for content in messages[0].content %}
8
+ {%- if 'text' in content %}
9
+ {{- content.text }}
10
+ {%- endif %}
11
+ {%- endfor %}
12
+ {%- endif %}
13
+ {{- '\n\n' }}
14
+ {%- endif %}
15
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
16
+ {%- for tool in tools %}
17
+ {{- "\n" }}
18
+ {{- tool | tojson }}
19
+ {%- endfor %}
20
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
21
+ {%- else %}
22
+ {%- if messages[0].role == 'system' %}
23
+ {{- '<|im_start|>system\n' }}
24
+ {%- if messages[0].content is string %}
25
+ {{- messages[0].content }}
26
+ {%- else %}
27
+ {%- for content in messages[0].content %}
28
+ {%- if 'text' in content %}
29
+ {{- content.text }}
30
+ {%- endif %}
31
+ {%- endfor %}
32
+ {%- endif %}
33
+ {{- '<|im_end|>\n' }}
34
+ {%- endif %}
35
+ {%- endif %}
36
+ {%- set image_count = namespace(value=0) %}
37
+ {%- set video_count = namespace(value=0) %}
38
+ {%- for message in messages %}
39
+ {%- if message.role == "user" %}
40
+ {{- '<|im_start|>' + message.role + '\n' }}
41
+ {%- if message.content is string %}
42
+ {{- message.content }}
43
+ {%- else %}
44
+ {%- for content in message.content %}
45
+ {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
46
+ {%- set image_count.value = image_count.value + 1 %}
47
+ {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
48
+ <|vision_start|><|image_pad|><|vision_end|>
49
+ {%- elif content.type == 'video' or 'video' in content %}
50
+ {%- set video_count.value = video_count.value + 1 %}
51
+ {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
52
+ <|vision_start|><|video_pad|><|vision_end|>
53
+ {%- elif 'text' in content %}
54
+ {{- content.text }}
55
+ {%- endif %}
56
+ {%- endfor %}
57
+ {%- endif %}
58
+ {{- '<|im_end|>\n' }}
59
+ {%- elif message.role == "assistant" %}
60
+ {{- '<|im_start|>' + message.role + '\n' }}
61
+ {%- if message.content is string %}
62
+ {{- message.content }}
63
+ {%- else %}
64
+ {%- for content_item in message.content %}
65
+ {%- if 'text' in content_item %}
66
+ {{- content_item.text }}
67
+ {%- endif %}
68
+ {%- endfor %}
69
+ {%- endif %}
70
+ {%- if message.tool_calls %}
71
+ {%- for tool_call in message.tool_calls %}
72
+ {%- if (loop.first and message.content) or (not loop.first) %}
73
+ {{- '\n' }}
74
+ {%- endif %}
75
+ {%- if tool_call.function %}
76
+ {%- set tool_call = tool_call.function %}
77
+ {%- endif %}
78
+ {{- '<tool_call>\n{"name": "' }}
79
+ {{- tool_call.name }}
80
+ {{- '", "arguments": ' }}
81
+ {%- if tool_call.arguments is string %}
82
+ {{- tool_call.arguments }}
83
+ {%- else %}
84
+ {{- tool_call.arguments | tojson }}
85
+ {%- endif %}
86
+ {{- '}\n</tool_call>' }}
87
+ {%- endfor %}
88
+ {%- endif %}
89
+ {{- '<|im_end|>\n' }}
90
+ {%- elif message.role == "tool" %}
91
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
92
+ {{- '<|im_start|>user' }}
93
+ {%- endif %}
94
+ {{- '\n<tool_response>\n' }}
95
+ {%- if message.content is string %}
96
+ {{- message.content }}
97
+ {%- else %}
98
+ {%- for content in message.content %}
99
+ {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
100
+ {%- set image_count.value = image_count.value + 1 %}
101
+ {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
102
+ <|vision_start|><|image_pad|><|vision_end|>
103
+ {%- elif content.type == 'video' or 'video' in content %}
104
+ {%- set video_count.value = video_count.value + 1 %}
105
+ {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
106
+ <|vision_start|><|video_pad|><|vision_end|>
107
+ {%- elif 'text' in content %}
108
+ {{- content.text }}
109
+ {%- endif %}
110
+ {%- endfor %}
111
+ {%- endif %}
112
+ {{- '\n</tool_response>' }}
113
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
114
+ {{- '<|im_end|>\n' }}
115
+ {%- endif %}
116
+ {%- endif %}
117
+ {%- endfor %}
118
+ {%- if add_generation_prompt %}
119
+ {{- '<|im_start|>assistant\n' }}
120
+ {%- endif %}
runs_laq_lt/refcocolt_1ep_native/config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3VLPBDForConditionalGeneration"
4
+ ],
5
+ "block_size": 6,
6
+ "causal_attn": false,
7
+ "dtype": "bfloat16",
8
+ "image_token_id": 151655,
9
+ "model_type": "qwen3_vl",
10
+ "text_config": {
11
+ "attention_bias": false,
12
+ "attention_dropout": 0.0,
13
+ "block_size": 6,
14
+ "bos_token_id": 151643,
15
+ "causal_attn": false,
16
+ "dtype": "bfloat16",
17
+ "eos_token_id": 151645,
18
+ "head_dim": 128,
19
+ "hidden_act": "silu",
20
+ "hidden_size": 2560,
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 9728,
23
+ "max_position_embeddings": 262144,
24
+ "model_type": "qwen3_vl_text",
25
+ "num_attention_heads": 32,
26
+ "num_hidden_layers": 36,
27
+ "num_key_value_heads": 8,
28
+ "rms_norm_eps": 1e-06,
29
+ "rope_scaling": {
30
+ "mrope_interleaved": true,
31
+ "mrope_section": [
32
+ 24,
33
+ 20,
34
+ 20
35
+ ],
36
+ "rope_type": "default"
37
+ },
38
+ "rope_theta": 5000000,
39
+ "text_mask_token_id": 151675,
40
+ "tie_word_embeddings": true,
41
+ "use_cache": false,
42
+ "vocab_size": 152704
43
+ },
44
+ "text_mask_token_id": 151675,
45
+ "tie_word_embeddings": true,
46
+ "transformers_version": "4.57.1",
47
+ "use_cache": false,
48
+ "video_token_id": 151656,
49
+ "vision_config": {
50
+ "deepstack_visual_indexes": [
51
+ 5,
52
+ 11,
53
+ 17
54
+ ],
55
+ "depth": 24,
56
+ "dtype": "bfloat16",
57
+ "hidden_act": "gelu_pytorch_tanh",
58
+ "hidden_size": 1024,
59
+ "in_channels": 3,
60
+ "initializer_range": 0.02,
61
+ "intermediate_size": 4096,
62
+ "model_type": "qwen3_vl",
63
+ "num_heads": 16,
64
+ "num_position_embeddings": 2304,
65
+ "out_hidden_size": 2560,
66
+ "patch_size": 16,
67
+ "spatial_merge_size": 2,
68
+ "temporal_patch_size": 2
69
+ },
70
+ "vision_end_token_id": 151653,
71
+ "vision_start_token_id": 151652
72
+ }
runs_laq_lt/refcocolt_1ep_native/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "temperature": 0.7,
10
+ "top_k": 20,
11
+ "top_p": 0.8,
12
+ "transformers_version": "4.57.1"
13
+ }