ggtejas commited on
Commit
7d2f8c7
·
verified ·
1 Parent(s): 1139937

Model save

Browse files
README.md CHANGED
@@ -5,8 +5,8 @@ model_name: dispatchr-grpo
5
  tags:
6
  - generated_from_trainer
7
  - trl
8
- - hf_jobs
9
  - grpo
 
10
  licence: license
11
  ---
12
 
@@ -28,7 +28,7 @@ print(output["generated_text"])
28
 
29
  ## Training procedure
30
 
31
-
32
 
33
 
34
 
@@ -37,7 +37,7 @@ This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing
37
  ### Framework versions
38
 
39
  - TRL: 1.2.0
40
- - Transformers: 5.6.2
41
  - Pytorch: 2.10.0
42
  - Datasets: 4.8.4
43
  - Tokenizers: 0.22.2
 
5
  tags:
6
  - generated_from_trainer
7
  - trl
 
8
  - grpo
9
+ - hf_jobs
10
  licence: license
11
  ---
12
 
 
28
 
29
  ## Training procedure
30
 
31
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/ggtejas/dispatchr-grpo/runs/6sez5w7m)
32
 
33
 
34
 
 
37
  ### Framework versions
38
 
39
  - TRL: 1.2.0
40
+ - Transformers: 4.57.6
41
  - Pytorch: 2.10.0
42
  - Datasets: 4.8.4
43
  - Tokenizers: 0.22.2
adapter_config.json CHANGED
@@ -30,10 +30,10 @@
30
  "rank_pattern": {},
31
  "revision": null,
32
  "target_modules": [
33
- "k_proj",
34
  "o_proj",
 
35
  "q_proj",
36
- "v_proj"
37
  ],
38
  "target_parameters": null,
39
  "task_type": "CAUSAL_LM",
 
30
  "rank_pattern": {},
31
  "revision": null,
32
  "target_modules": [
 
33
  "o_proj",
34
+ "v_proj",
35
  "q_proj",
36
+ "k_proj"
37
  ],
38
  "target_parameters": null,
39
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d08e4bbca43cb2e775ee0e10a45e03dd299c61f193efc1b16698b802144c7d25
3
  size 47224624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43c2dee3d9941d580505a57f59bde7bc80311c24c35eedf4d2bd3b00544e4f72
3
  size 47224624
metrics.jsonl CHANGED
@@ -1,501 +1,700 @@
1
  {"batch": 1, "reward": null, "loss": 0.0}
2
- {"batch": 2, "reward": null, "loss": 1.5409405023092404e-05}
3
- {"batch": 3, "reward": null, "loss": 2.0765677618328482e-05}
4
- {"batch": 4, "reward": null, "loss": -0.00011651718523353338}
5
- {"batch": 5, "reward": null, "loss": 1.9707164028659463e-05}
6
- {"batch": 6, "reward": null, "loss": 1.852235072874464e-05}
7
- {"batch": 7, "reward": null, "loss": 2.064574437099509e-05}
8
- {"batch": 8, "reward": null, "loss": 5.934461660217494e-05}
9
- {"batch": 9, "reward": null, "loss": -0.0004257721302565187}
10
- {"batch": 10, "reward": null, "loss": 2.0869025320280343e-05}
11
- {"batch": 11, "reward": null, "loss": 2.4487926566507667e-05}
12
- {"batch": 12, "reward": null, "loss": 4.623618588084355e-05}
13
- {"batch": 13, "reward": null, "loss": 2.3135817173169926e-05}
14
- {"batch": 14, "reward": null, "loss": 1.2871742001152597e-05}
15
- {"batch": 15, "reward": null, "loss": 0.0009194863378070295}
16
- {"batch": 16, "reward": null, "loss": 5.840212543262169e-05}
17
- {"batch": 17, "reward": null, "loss": 2.0398818378453143e-05}
18
- {"batch": 18, "reward": null, "loss": 2.420460805296898e-05}
19
- {"batch": 19, "reward": null, "loss": 7.441232446581125e-05}
20
- {"batch": 20, "reward": null, "loss": 2.0125498849665746e-05}
21
- {"batch": 21, "reward": null, "loss": 2.2248450477491133e-05}
22
- {"batch": 22, "reward": null, "loss": 2.0944406060152687e-05}
23
- {"batch": 23, "reward": null, "loss": 2.2122389054857194e-05}
24
- {"batch": 24, "reward": null, "loss": -9.067219070857391e-05}
25
- {"batch": 25, "reward": null, "loss": 2.032780321314931e-05}
26
- {"batch": 26, "reward": null, "loss": 0.000302053929772228}
27
- {"batch": 27, "reward": null, "loss": 3.787617970374413e-07}
28
- {"batch": 28, "reward": null, "loss": 2.3289621822186746e-05}
29
- {"batch": 29, "reward": null, "loss": 2.410849447187502e-05}
30
- {"batch": 30, "reward": null, "loss": 0.0003476458659861237}
31
- {"batch": 31, "reward": null, "loss": 1.841568882809952e-05}
32
- {"batch": 32, "reward": null, "loss": 2.1556817955570295e-05}
33
- {"batch": 33, "reward": null, "loss": -0.00018476603145245463}
34
- {"batch": 34, "reward": null, "loss": 2.6865498512052e-05}
35
- {"batch": 35, "reward": null, "loss": 1.7124828445957974e-05}
36
- {"batch": 36, "reward": null, "loss": 0.00022968520352151245}
37
- {"batch": 37, "reward": null, "loss": 0.0011973463697358966}
38
- {"batch": 38, "reward": null, "loss": 2.233991472166963e-05}
39
- {"batch": 39, "reward": null, "loss": 3.0407281883526593e-06}
40
- {"batch": 40, "reward": null, "loss": 2.290532211191021e-05}
41
- {"batch": 41, "reward": null, "loss": 0.0002822234819177538}
42
- {"batch": 42, "reward": null, "loss": 2.124120874213986e-05}
43
- {"batch": 43, "reward": null, "loss": 2.4357917936868034e-05}
44
- {"batch": 44, "reward": null, "loss": 0.0006621459033340216}
45
- {"batch": 45, "reward": null, "loss": 0.0009103342308662832}
46
- {"batch": 46, "reward": null, "loss": 2.576009683252778e-05}
47
- {"batch": 47, "reward": null, "loss": -2.1803807612741366e-05}
48
- {"batch": 48, "reward": null, "loss": -2.531429345253855e-05}
49
- {"batch": 49, "reward": null, "loss": 1.9979168428108096e-05}
50
- {"batch": 50, "reward": null, "loss": 2.6772326236823574e-05}
51
- {"batch": 51, "reward": null, "loss": 2.090687121381052e-05}
52
- {"batch": 52, "reward": null, "loss": 2.209655212936923e-05}
53
- {"batch": 53, "reward": null, "loss": 2.6990066544385627e-05}
54
- {"batch": 54, "reward": null, "loss": -0.00017088073946069926}
55
- {"batch": 55, "reward": null, "loss": 2.6812318537849933e-05}
56
- {"batch": 56, "reward": null, "loss": 1.7728381862980314e-05}
57
- {"batch": 57, "reward": null, "loss": 2.1094076146255247e-05}
58
- {"batch": 58, "reward": null, "loss": 2.5932469725375995e-05}
59
- {"batch": 59, "reward": null, "loss": 2.5502969947410747e-05}
60
- {"batch": 60, "reward": null, "loss": 2.4077105990727432e-05}
61
- {"batch": 61, "reward": null, "loss": 2.2097654436947778e-05}
62
- {"batch": 62, "reward": null, "loss": 2.0344170479802415e-05}
63
- {"batch": 63, "reward": null, "loss": 2.7876492822542787e-05}
64
- {"batch": 64, "reward": null, "loss": 2.2640411771135405e-05}
65
- {"batch": 65, "reward": null, "loss": 2.0267261788831092e-05}
66
- {"batch": 66, "reward": null, "loss": 2.4133336410159245e-05}
67
- {"batch": 67, "reward": null, "loss": 2.3269101802725345e-05}
68
- {"batch": 68, "reward": null, "loss": 0.0023947220761328936}
69
- {"batch": 69, "reward": null, "loss": 2.6808102120412514e-05}
70
- {"batch": 70, "reward": null, "loss": 2.623389445943758e-05}
71
- {"batch": 71, "reward": null, "loss": 2.4432552891084924e-05}
72
- {"batch": 72, "reward": null, "loss": 3.6592820833902806e-05}
73
- {"batch": 73, "reward": null, "loss": 0.00025176891358569264}
74
- {"batch": 74, "reward": null, "loss": 2.417554242128972e-05}
75
- {"batch": 75, "reward": null, "loss": 2.132516965502873e-05}
76
- {"batch": 76, "reward": null, "loss": 1.96941018657526e-05}
77
- {"batch": 77, "reward": null, "loss": -0.00010920771455857903}
78
- {"batch": 78, "reward": null, "loss": 2.783635864034295e-05}
79
- {"batch": 79, "reward": null, "loss": 2.8899421522510238e-05}
80
- {"batch": 80, "reward": null, "loss": 2.2390251615433954e-05}
81
- {"batch": 81, "reward": null, "loss": -0.0002149008505512029}
82
- {"batch": 82, "reward": null, "loss": 4.2779916839208454e-05}
83
- {"batch": 83, "reward": null, "loss": 2.4825843865983188e-05}
84
- {"batch": 84, "reward": null, "loss": 0.0002381352096563205}
85
- {"batch": 85, "reward": null, "loss": 4.953029019816313e-06}
86
- {"batch": 86, "reward": null, "loss": 2.710771150304936e-05}
87
- {"batch": 87, "reward": null, "loss": 2.180848787247669e-05}
88
- {"batch": 88, "reward": null, "loss": 2.5338064006064087e-05}
89
- {"batch": 89, "reward": null, "loss": 2.3719358068774454e-05}
90
- {"batch": 90, "reward": null, "loss": 0.0004954205360263586}
91
- {"batch": 91, "reward": null, "loss": 1.486479231971316e-05}
92
- {"batch": 92, "reward": null, "loss": 2.169914478145074e-05}
93
- {"batch": 93, "reward": null, "loss": 2.4180022592190653e-05}
94
- {"batch": 94, "reward": null, "loss": 2.347759436815977e-05}
95
- {"batch": 95, "reward": null, "loss": 1.87398381967796e-05}
96
- {"batch": 96, "reward": null, "loss": 2.487647725502029e-05}
97
- {"batch": 97, "reward": null, "loss": 3.330259278300218e-05}
98
- {"batch": 98, "reward": null, "loss": 7.168127922341228e-05}
99
- {"batch": 99, "reward": null, "loss": 2.7089739887742326e-05}
100
- {"batch": 100, "reward": null, "loss": 2.0907968064420857e-05}
101
- {"batch": 101, "reward": null, "loss": 2.9811762942699715e-05}
102
- {"batch": 102, "reward": null, "loss": 1.973836697288789e-05}
103
- {"batch": 103, "reward": null, "loss": 2.753658736764919e-05}
104
- {"batch": 104, "reward": null, "loss": -0.00036007576272822917}
105
- {"batch": 105, "reward": null, "loss": 2.2676777007291093e-05}
106
- {"batch": 106, "reward": null, "loss": 2.12765226024203e-05}
107
- {"batch": 107, "reward": null, "loss": 2.8525075322249904e-05}
108
- {"batch": 108, "reward": null, "loss": 2.581545413704589e-05}
109
- {"batch": 109, "reward": null, "loss": 2.8753411243087612e-05}
110
- {"batch": 110, "reward": null, "loss": 2.927140667452477e-05}
111
- {"batch": 111, "reward": null, "loss": 2.1070321963634342e-05}
112
- {"batch": 112, "reward": null, "loss": 4.1041177610168234e-05}
113
- {"batch": 113, "reward": null, "loss": 0.0019242106936872005}
114
- {"batch": 114, "reward": null, "loss": 2.1617099264403805e-05}
115
- {"batch": 115, "reward": null, "loss": 2.11185724765528e-05}
116
- {"batch": 116, "reward": null, "loss": 0.0006184804951772094}
117
- {"batch": 117, "reward": null, "loss": 2.0297704395488836e-05}
118
- {"batch": 118, "reward": null, "loss": 0.00025389305665157735}
119
- {"batch": 119, "reward": null, "loss": 2.1542140530073084e-05}
120
- {"batch": 120, "reward": null, "loss": 2.3170674467110075e-05}
121
- {"batch": 121, "reward": null, "loss": 2.196250898123253e-05}
122
- {"batch": 122, "reward": null, "loss": 4.199161776341498e-05}
123
- {"batch": 123, "reward": null, "loss": 2.290540396643337e-05}
124
- {"batch": 124, "reward": null, "loss": 2.469613536959514e-05}
125
- {"batch": 125, "reward": null, "loss": 2.287454844918102e-05}
126
- {"batch": 126, "reward": null, "loss": 1.828341009968426e-05}
127
- {"batch": 127, "reward": null, "loss": 2.3479393348679878e-05}
128
- {"batch": 128, "reward": null, "loss": 2.5911129341693595e-05}
129
- {"batch": 129, "reward": null, "loss": 5.7716584706213325e-05}
130
- {"batch": 130, "reward": null, "loss": 2.0492774638114497e-05}
131
- {"batch": 131, "reward": null, "loss": 8.250310929724947e-05}
132
- {"batch": 132, "reward": null, "loss": 6.16664910921827e-05}
133
- {"batch": 133, "reward": null, "loss": 2.4943943571997806e-05}
134
- {"batch": 134, "reward": null, "loss": 2.450862666592002e-05}
135
- {"batch": 135, "reward": null, "loss": 4.498989801504649e-05}
136
- {"batch": 136, "reward": null, "loss": 2.290150041517336e-05}
137
- {"batch": 137, "reward": null, "loss": -1.2953685654792935e-05}
138
- {"batch": 138, "reward": null, "loss": 1.6729964045225643e-05}
139
- {"batch": 139, "reward": null, "loss": 2.8412006940925494e-05}
140
- {"batch": 140, "reward": null, "loss": 2.2202804757398553e-05}
141
- {"batch": 141, "reward": null, "loss": -3.4528711694292724e-05}
142
- {"batch": 142, "reward": null, "loss": 4.0750717744231224e-05}
143
- {"batch": 143, "reward": null, "loss": 2.0930303435306996e-05}
144
- {"batch": 144, "reward": null, "loss": 0.00010344714246457443}
145
- {"batch": 145, "reward": null, "loss": 1.9717979739652947e-05}
146
- {"batch": 146, "reward": null, "loss": 2.1071027731522918e-05}
147
- {"batch": 147, "reward": null, "loss": 1.7320078768534586e-05}
148
- {"batch": 148, "reward": null, "loss": 1.8535038179834373e-05}
149
- {"batch": 149, "reward": null, "loss": 2.517980828997679e-05}
150
- {"batch": 150, "reward": null, "loss": 2.591740121715702e-05}
151
- {"batch": 151, "reward": null, "loss": 2.2346110199578106e-05}
152
- {"batch": 152, "reward": null, "loss": 2.056070115941111e-05}
153
- {"batch": 153, "reward": null, "loss": 2.7731868613045663e-05}
154
- {"batch": 154, "reward": null, "loss": 2.345448956475593e-05}
155
- {"batch": 155, "reward": null, "loss": 2.1622156054945663e-05}
156
- {"batch": 156, "reward": null, "loss": 2.376831616857089e-05}
157
- {"batch": 157, "reward": null, "loss": 4.2502564610913396e-05}
158
- {"batch": 158, "reward": null, "loss": 2.5112871298915707e-05}
159
- {"batch": 159, "reward": null, "loss": 2.358962592552416e-05}
160
- {"batch": 160, "reward": null, "loss": 2.7774367481470108e-05}
161
- {"batch": 161, "reward": null, "loss": 1.0606988325889688e-05}
162
- {"batch": 162, "reward": null, "loss": 2.505373049643822e-05}
163
- {"batch": 163, "reward": null, "loss": -2.251509067718871e-05}
164
- {"batch": 164, "reward": null, "loss": 2.2622214601142332e-05}
165
- {"batch": 165, "reward": null, "loss": 0.0002650811511557549}
166
- {"batch": 166, "reward": null, "loss": -0.010378532111644745}
167
- {"batch": 167, "reward": null, "loss": 2.2541753423865885e-05}
168
- {"batch": 168, "reward": null, "loss": 2.2298569092527032e-05}
169
- {"batch": 169, "reward": null, "loss": 1.910321952891536e-05}
170
- {"batch": 170, "reward": null, "loss": 2.2148748030303977e-05}
171
- {"batch": 171, "reward": null, "loss": 1.9830165911116637e-05}
172
- {"batch": 172, "reward": null, "loss": 2.648099689395167e-05}
173
- {"batch": 173, "reward": null, "loss": 7.19302988727577e-05}
174
- {"batch": 174, "reward": null, "loss": 2.3529182726633735e-05}
175
- {"batch": 175, "reward": null, "loss": 2.3904065528768115e-05}
176
- {"batch": 176, "reward": null, "loss": 2.2596792405238375e-05}
177
- {"batch": 177, "reward": null, "loss": 2.2005362552590668e-05}
178
- {"batch": 178, "reward": null, "loss": 0.0002918183454312384}
179
- {"batch": 179, "reward": null, "loss": 1.757457539497409e-05}
180
- {"batch": 180, "reward": null, "loss": 1.9801107555394992e-05}
181
- {"batch": 181, "reward": null, "loss": 2.107635918946471e-05}
182
- {"batch": 182, "reward": null, "loss": 4.065566463395953e-05}
183
- {"batch": 183, "reward": null, "loss": 2.7543632313609123e-05}
184
- {"batch": 184, "reward": null, "loss": 0.00015542148321401328}
185
- {"batch": 185, "reward": null, "loss": -0.0008655924466438591}
186
- {"batch": 186, "reward": null, "loss": 2.2804480977356434e-05}
187
- {"batch": 187, "reward": null, "loss": 0.00621817959472537}
188
- {"batch": 188, "reward": null, "loss": 2.2043459466658533e-05}
189
- {"batch": 189, "reward": null, "loss": 2.1848089090781286e-05}
190
- {"batch": 190, "reward": null, "loss": 2.042484084086027e-05}
191
- {"batch": 191, "reward": null, "loss": 7.629299943801016e-05}
192
- {"batch": 192, "reward": null, "loss": 1.959518704097718e-05}
193
- {"batch": 193, "reward": null, "loss": 2.457289883750491e-05}
194
- {"batch": 194, "reward": null, "loss": 2.1799158275825903e-05}
195
- {"batch": 195, "reward": null, "loss": 2.4246912289527245e-05}
196
- {"batch": 196, "reward": null, "loss": 3.842495061689988e-05}
197
- {"batch": 197, "reward": null, "loss": -0.00010750890942290425}
198
- {"batch": 198, "reward": null, "loss": 1.557186260470189e-05}
199
- {"batch": 199, "reward": null, "loss": 2.066316119453404e-05}
200
- {"batch": 200, "reward": null, "loss": 0.000255982275120914}
201
- {"batch": 201, "reward": null, "loss": 2.0679352019215003e-05}
202
- {"batch": 202, "reward": null, "loss": 2.0675039195339195e-05}
203
- {"batch": 203, "reward": null, "loss": 2.3484264602302574e-05}
204
- {"batch": 204, "reward": null, "loss": 1.893710214062594e-05}
205
- {"batch": 205, "reward": null, "loss": 2.3867705749580637e-05}
206
- {"batch": 206, "reward": null, "loss": 0.0008904628921300173}
207
- {"batch": 207, "reward": null, "loss": 2.71537483058637e-05}
208
- {"batch": 208, "reward": null, "loss": 3.9381588976539206e-06}
209
- {"batch": 209, "reward": null, "loss": 1.6052788851084188e-05}
210
- {"batch": 210, "reward": null, "loss": -0.0005622918251901865}
211
- {"batch": 211, "reward": null, "loss": 1.5213806364045013e-05}
212
- {"batch": 212, "reward": null, "loss": 2.5567078409949318e-05}
213
- {"batch": 213, "reward": null, "loss": 6.345276779029518e-05}
214
- {"batch": 214, "reward": null, "loss": 2.0169487470411696e-05}
215
- {"batch": 215, "reward": null, "loss": -0.016972128301858902}
216
- {"batch": 216, "reward": null, "loss": 2.5156685296678916e-05}
217
- {"batch": 217, "reward": null, "loss": 2.3440072254743427e-05}
218
- {"batch": 218, "reward": null, "loss": 2.090362431772519e-05}
219
- {"batch": 219, "reward": null, "loss": 2.259629764012061e-05}
220
- {"batch": 220, "reward": null, "loss": -0.0023779503535479307}
221
- {"batch": 221, "reward": null, "loss": 2.2068510588724166e-05}
222
- {"batch": 222, "reward": null, "loss": 2.646487337187864e-05}
223
- {"batch": 223, "reward": null, "loss": 2.1118004951858893e-05}
224
- {"batch": 224, "reward": null, "loss": 0.0007657180540263653}
225
- {"batch": 225, "reward": null, "loss": 2.2736756363883615e-05}
226
- {"batch": 226, "reward": null, "loss": -0.0004242112918291241}
227
- {"batch": 227, "reward": null, "loss": 2.265516377519816e-05}
228
- {"batch": 228, "reward": null, "loss": 1.9745089957723394e-05}
229
- {"batch": 229, "reward": null, "loss": 0.00032489170553162694}
230
- {"batch": 230, "reward": null, "loss": -0.0004205814329907298}
231
- {"batch": 231, "reward": null, "loss": 2.231228063465096e-05}
232
- {"batch": 232, "reward": null, "loss": 1.968326250789687e-05}
233
- {"batch": 233, "reward": null, "loss": 2.4142935217241757e-05}
234
- {"batch": 234, "reward": null, "loss": 2.6100915420101956e-05}
235
- {"batch": 235, "reward": null, "loss": 2.0026840502396226e-05}
236
- {"batch": 236, "reward": null, "loss": 2.0711919205496088e-05}
237
- {"batch": 237, "reward": null, "loss": 2.437849252601154e-05}
238
- {"batch": 238, "reward": null, "loss": 2.1437161194626242e-05}
239
- {"batch": 239, "reward": null, "loss": 2.2964879462961107e-05}
240
- {"batch": 240, "reward": null, "loss": 1.6227295418502763e-05}
241
- {"batch": 241, "reward": null, "loss": 2.7356412829249166e-05}
242
- {"batch": 242, "reward": null, "loss": -0.0007837029406800866}
243
- {"batch": 243, "reward": null, "loss": 2.5173350877594203e-05}
244
- {"batch": 244, "reward": null, "loss": 7.254112279042602e-05}
245
- {"batch": 245, "reward": null, "loss": 2.813751416397281e-05}
246
- {"batch": 246, "reward": null, "loss": 2.3999902623472735e-05}
247
- {"batch": 247, "reward": null, "loss": 2.2056789021007717e-05}
248
- {"batch": 248, "reward": null, "loss": 2.3025553673505783e-05}
249
- {"batch": 249, "reward": null, "loss": 1.6977381164906546e-05}
250
- {"batch": 250, "reward": null, "loss": 5.0917813496198505e-05}
251
- {"batch": 251, "reward": null, "loss": 2.2270356566878036e-05}
252
- {"batch": 252, "reward": null, "loss": 2.012063850997947e-05}
253
- {"batch": 253, "reward": null, "loss": 2.3826705728424713e-05}
254
- {"batch": 254, "reward": null, "loss": 3.0900308047421277e-05}
255
- {"batch": 255, "reward": null, "loss": 1.987487485166639e-05}
256
- {"batch": 256, "reward": null, "loss": 2.346182373003103e-05}
257
- {"batch": 257, "reward": null, "loss": 1.948497083503753e-05}
258
- {"batch": 258, "reward": null, "loss": 2.252771628263872e-05}
259
- {"batch": 259, "reward": null, "loss": 2.1240037312963977e-05}
260
- {"batch": 260, "reward": null, "loss": -0.005066380370408297}
261
- {"batch": 261, "reward": null, "loss": 2.351596049265936e-05}
262
- {"batch": 262, "reward": null, "loss": -0.00010681702406145632}
263
- {"batch": 263, "reward": null, "loss": 2.5220064344466664e-05}
264
- {"batch": 264, "reward": null, "loss": 2.285858863615431e-05}
265
- {"batch": 265, "reward": null, "loss": 2.4636319722048938e-05}
266
- {"batch": 266, "reward": null, "loss": 2.908240094257053e-05}
267
- {"batch": 267, "reward": null, "loss": 2.0091374608455226e-05}
268
- {"batch": 268, "reward": null, "loss": 2.1055293473182246e-05}
269
- {"batch": 269, "reward": null, "loss": 2.7161033358424902e-05}
270
- {"batch": 270, "reward": null, "loss": -0.0024486056063324213}
271
- {"batch": 271, "reward": null, "loss": -4.202230229566339e-06}
272
- {"batch": 272, "reward": null, "loss": 2.395985575276427e-05}
273
- {"batch": 273, "reward": null, "loss": 2.2720978449797258e-05}
274
- {"batch": 274, "reward": null, "loss": 1.8523649487178773e-05}
275
- {"batch": 275, "reward": null, "loss": 2.3881499146227725e-05}
276
- {"batch": 276, "reward": null, "loss": 1.6415362551924773e-05}
277
- {"batch": 277, "reward": null, "loss": 2.2498103135148995e-05}
278
- {"batch": 278, "reward": null, "loss": 2.095355375786312e-05}
279
- {"batch": 279, "reward": null, "loss": 1.967616299225483e-05}
280
- {"batch": 280, "reward": null, "loss": 2.1937717974651605e-05}
281
- {"batch": 281, "reward": null, "loss": 2.6239769795211032e-05}
282
- {"batch": 282, "reward": null, "loss": 2.2394224288291298e-05}
283
- {"batch": 283, "reward": null, "loss": 3.5482826206134632e-06}
284
- {"batch": 284, "reward": null, "loss": 2.101672907883767e-05}
285
- {"batch": 285, "reward": null, "loss": 2.125360697391443e-05}
286
- {"batch": 286, "reward": null, "loss": 2.1147452571312897e-05}
287
- {"batch": 287, "reward": null, "loss": 2.219647285528481e-05}
288
- {"batch": 288, "reward": null, "loss": 5.011484972783364e-06}
289
- {"batch": 289, "reward": null, "loss": 2.5192213797708973e-05}
290
- {"batch": 290, "reward": null, "loss": -0.0010960493236780167}
291
- {"batch": 291, "reward": null, "loss": 2.0992067220504396e-05}
292
- {"batch": 292, "reward": null, "loss": 0.00011362498480593786}
293
- {"batch": 293, "reward": null, "loss": 2.2659536625724286e-05}
294
- {"batch": 294, "reward": null, "loss": 0.007806333247572184}
295
- {"batch": 295, "reward": null, "loss": 2.0443443645490333e-05}
296
- {"batch": 296, "reward": null, "loss": 2.187517748097889e-05}
297
- {"batch": 297, "reward": null, "loss": 2.357481571380049e-05}
298
- {"batch": 298, "reward": null, "loss": 2.2526768589159474e-05}
299
- {"batch": 299, "reward": null, "loss": 2.083524304907769e-05}
300
- {"batch": 300, "reward": null, "loss": 2.676672738743946e-05}
301
- {"batch": 301, "reward": null, "loss": 2.730318738031201e-05}
302
- {"batch": 302, "reward": null, "loss": 3.449475843808614e-05}
303
- {"batch": 303, "reward": null, "loss": 1.9180155504727736e-05}
304
- {"batch": 304, "reward": null, "loss": 1.9979645003331825e-05}
305
- {"batch": 305, "reward": null, "loss": 0.0008084292057901621}
306
- {"batch": 306, "reward": null, "loss": 2.7667872927850112e-05}
307
- {"batch": 307, "reward": null, "loss": 2.9965020075906068e-05}
308
- {"batch": 308, "reward": null, "loss": 2.2391888705897145e-05}
309
- {"batch": 309, "reward": null, "loss": 1.674047416599933e-05}
310
- {"batch": 310, "reward": null, "loss": -3.395202656975016e-05}
311
- {"batch": 311, "reward": null, "loss": 0.0005581734585575759}
312
- {"batch": 312, "reward": null, "loss": 2.7192636480322108e-05}
313
- {"batch": 313, "reward": null, "loss": 9.06852710613748e-06}
314
- {"batch": 314, "reward": null, "loss": 2.2574589820578694e-05}
315
- {"batch": 315, "reward": null, "loss": 0.00022454933787230402}
316
- {"batch": 316, "reward": null, "loss": 2.916420271503739e-05}
317
- {"batch": 317, "reward": null, "loss": 1.8378475942881778e-05}
318
- {"batch": 318, "reward": null, "loss": 2.0085706637473777e-05}
319
- {"batch": 319, "reward": null, "loss": -0.0002635001437738538}
320
- {"batch": 320, "reward": null, "loss": 2.2131167497718707e-05}
321
- {"batch": 321, "reward": null, "loss": 0.0003060576564166695}
322
- {"batch": 322, "reward": null, "loss": 8.457751391688362e-06}
323
- {"batch": 323, "reward": null, "loss": 2.806067823257763e-05}
324
- {"batch": 324, "reward": null, "loss": 1.931534097820986e-05}
325
- {"batch": 325, "reward": null, "loss": -4.74632834084332e-05}
326
- {"batch": 326, "reward": null, "loss": 2.352630144741852e-05}
327
- {"batch": 327, "reward": null, "loss": 1.9745424651773646e-05}
328
- {"batch": 328, "reward": null, "loss": 2.5249997634091415e-05}
329
- {"batch": 329, "reward": null, "loss": 7.74323707446456e-05}
330
- {"batch": 330, "reward": null, "loss": -0.00012642696674447507}
331
- {"batch": 331, "reward": null, "loss": 2.4339680749108084e-05}
332
- {"batch": 332, "reward": null, "loss": 2.8134621970821172e-05}
333
- {"batch": 333, "reward": null, "loss": 2.0509236492216587e-05}
334
- {"batch": 334, "reward": null, "loss": 2.1161198674235493e-05}
335
- {"batch": 335, "reward": null, "loss": 2.656520518939942e-05}
336
- {"batch": 336, "reward": null, "loss": 2.457795199006796e-05}
337
- {"batch": 337, "reward": null, "loss": 2.090046473313123e-05}
338
- {"batch": 338, "reward": null, "loss": 0.0007977171917445958}
339
- {"batch": 339, "reward": null, "loss": 2.0579069314408116e-05}
340
- {"batch": 340, "reward": null, "loss": 2.1766098143416457e-05}
341
- {"batch": 341, "reward": null, "loss": 2.4843997380230576e-05}
342
- {"batch": 342, "reward": null, "loss": 3.151255441480316e-05}
343
- {"batch": 343, "reward": null, "loss": -0.00012832680658902973}
344
- {"batch": 344, "reward": null, "loss": 2.8426100470824167e-05}
345
- {"batch": 345, "reward": null, "loss": -0.001317561254836619}
346
- {"batch": 346, "reward": null, "loss": -0.002378875156864524}
347
- {"batch": 347, "reward": null, "loss": 2.216910434071906e-05}
348
- {"batch": 348, "reward": null, "loss": 2.2295327653409913e-05}
349
- {"batch": 349, "reward": null, "loss": 2.3312342818826437e-05}
350
- {"batch": 350, "reward": null, "loss": 2.3927590518724173e-05}
351
- {"batch": 351, "reward": null, "loss": 3.90371133107692e-06}
352
- {"batch": 352, "reward": null, "loss": 2.9252361855469644e-05}
353
- {"batch": 353, "reward": null, "loss": 2.402548852842301e-05}
354
- {"batch": 354, "reward": null, "loss": 2.1912546799285337e-05}
355
- {"batch": 355, "reward": null, "loss": 2.771872459561564e-05}
356
- {"batch": 356, "reward": null, "loss": 2.1576684957835823e-05}
357
- {"batch": 357, "reward": null, "loss": 2.7552760002436116e-05}
358
- {"batch": 358, "reward": null, "loss": 2.0150433556409553e-05}
359
- {"batch": 359, "reward": null, "loss": 0.0013888118555769324}
360
- {"batch": 360, "reward": null, "loss": 2.2772583179175854e-05}
361
- {"batch": 361, "reward": null, "loss": 1.8504566469346173e-05}
362
- {"batch": 362, "reward": null, "loss": 2.3744947611703537e-05}
363
- {"batch": 363, "reward": null, "loss": -2.9852890293113887e-06}
364
- {"batch": 364, "reward": null, "loss": -9.91180568234995e-05}
365
- {"batch": 365, "reward": null, "loss": 2.5089415430556983e-05}
366
- {"batch": 366, "reward": null, "loss": 2.5271579943364486e-05}
367
- {"batch": 367, "reward": null, "loss": 0.0002046486479230225}
368
- {"batch": 368, "reward": null, "loss": 3.649264544947073e-05}
369
- {"batch": 369, "reward": null, "loss": 2.459403913235292e-05}
370
- {"batch": 370, "reward": null, "loss": -0.0021634160075336695}
371
- {"batch": 371, "reward": null, "loss": 2.548611519159749e-05}
372
- {"batch": 372, "reward": null, "loss": 2.3387694454868324e-05}
373
- {"batch": 373, "reward": null, "loss": 2.2330485080601647e-05}
374
- {"batch": 374, "reward": null, "loss": 2.0667755961767398e-05}
375
- {"batch": 375, "reward": null, "loss": 1.8693061065278016e-05}
376
- {"batch": 376, "reward": null, "loss": 2.6819907361641526e-05}
377
- {"batch": 377, "reward": null, "loss": 2.6486708520678803e-05}
378
- {"batch": 378, "reward": null, "loss": 2.0847997802775353e-05}
379
- {"batch": 379, "reward": null, "loss": 1.9089638954028487e-05}
380
- {"batch": 380, "reward": null, "loss": 2.5637320504756644e-05}
381
- {"batch": 381, "reward": null, "loss": 2.4054614186752588e-05}
382
- {"batch": 382, "reward": null, "loss": 2.320920248166658e-05}
383
- {"batch": 383, "reward": null, "loss": 0.00011177468695677817}
384
- {"batch": 384, "reward": null, "loss": 2.3834256353438832e-05}
385
- {"batch": 385, "reward": null, "loss": 2.098008553730324e-05}
386
- {"batch": 386, "reward": null, "loss": 2.2895783331478015e-05}
387
- {"batch": 387, "reward": null, "loss": 2.2665208234684542e-05}
388
- {"batch": 388, "reward": null, "loss": 2.1187723177718e-05}
389
- {"batch": 389, "reward": null, "loss": 2.4459797714371234e-05}
390
- {"batch": 390, "reward": null, "loss": 2.5357910999446176e-05}
391
- {"batch": 391, "reward": null, "loss": 2.7389145543565974e-05}
392
- {"batch": 392, "reward": null, "loss": 2.4501037842128426e-05}
393
- {"batch": 393, "reward": null, "loss": 2.0624811440939084e-05}
394
- {"batch": 394, "reward": null, "loss": 2.1415138689917512e-05}
395
- {"batch": 395, "reward": null, "loss": 2.1871306671528146e-05}
396
- {"batch": 396, "reward": null, "loss": 2.068112007691525e-05}
397
- {"batch": 397, "reward": null, "loss": 2.6151774363825098e-05}
398
- {"batch": 398, "reward": null, "loss": 1.6748042980907485e-05}
399
- {"batch": 399, "reward": null, "loss": 2.0830397261306643e-05}
400
- {"batch": 400, "reward": null, "loss": 2.7056266844738275e-05}
401
- {"batch": 401, "reward": null, "loss": 1.805147621780634e-05}
402
- {"batch": 402, "reward": null, "loss": 3.37934834533371e-05}
403
- {"batch": 403, "reward": null, "loss": 6.464412581408396e-05}
404
- {"batch": 404, "reward": null, "loss": 2.5159810320474207e-05}
405
- {"batch": 405, "reward": null, "loss": 1.8213831936009228e-05}
406
- {"batch": 406, "reward": null, "loss": 2.601853702799417e-05}
407
- {"batch": 407, "reward": null, "loss": 3.663304232759401e-05}
408
- {"batch": 408, "reward": null, "loss": -0.0005255624419078231}
409
- {"batch": 409, "reward": null, "loss": 1.972959580598399e-05}
410
- {"batch": 410, "reward": null, "loss": 2.4351171305170283e-05}
411
- {"batch": 411, "reward": null, "loss": 0.00014520921104121953}
412
- {"batch": 412, "reward": null, "loss": 2.075218071695417e-05}
413
- {"batch": 413, "reward": null, "loss": 2.171006053686142e-05}
414
- {"batch": 414, "reward": null, "loss": 2.1446641767397523e-05}
415
- {"batch": 415, "reward": null, "loss": 2.5613255274947733e-05}
416
- {"batch": 416, "reward": null, "loss": 2.297848004673142e-05}
417
- {"batch": 417, "reward": null, "loss": 2.3820197384338826e-05}
418
- {"batch": 418, "reward": null, "loss": 0.0007416747394017875}
419
- {"batch": 419, "reward": null, "loss": 2.507610224711243e-05}
420
- {"batch": 420, "reward": null, "loss": 1.9735072783078067e-05}
421
- {"batch": 421, "reward": null, "loss": 0.00020996104285586625}
422
- {"batch": 422, "reward": null, "loss": 1.8923525203717873e-05}
423
- {"batch": 423, "reward": null, "loss": -0.0006577170570380986}
424
- {"batch": 424, "reward": null, "loss": 2.4407761884503998e-05}
425
- {"batch": 425, "reward": null, "loss": 2.2614505724050105e-05}
426
- {"batch": 426, "reward": null, "loss": 2.1136700524948537e-05}
427
- {"batch": 427, "reward": null, "loss": 3.17394697049167e-05}
428
- {"batch": 428, "reward": null, "loss": 2.1498151909327134e-05}
429
- {"batch": 429, "reward": null, "loss": 6.032283999957144e-05}
430
- {"batch": 430, "reward": null, "loss": 2.1763378754258156e-05}
431
- {"batch": 431, "reward": null, "loss": 2.5478304451098666e-05}
432
- {"batch": 432, "reward": null, "loss": 2.0816623873542994e-05}
433
- {"batch": 433, "reward": null, "loss": 2.4527773348381743e-05}
434
- {"batch": 434, "reward": null, "loss": 2.107878026436083e-05}
435
- {"batch": 435, "reward": null, "loss": 2.01744151127059e-05}
436
- {"batch": 436, "reward": null, "loss": 2.326206595171243e-05}
437
- {"batch": 437, "reward": null, "loss": 2.1436524548335e-05}
438
- {"batch": 438, "reward": null, "loss": 2.3426691768690944e-05}
439
- {"batch": 439, "reward": null, "loss": 2.217746077803895e-05}
440
- {"batch": 440, "reward": null, "loss": 2.4072363885352388e-05}
441
- {"batch": 441, "reward": null, "loss": 2.3612707082065754e-05}
442
- {"batch": 442, "reward": null, "loss": 2.1567502699326724e-05}
443
- {"batch": 443, "reward": null, "loss": 1.9869414245476946e-05}
444
- {"batch": 444, "reward": null, "loss": 9.939775191014633e-05}
445
- {"batch": 445, "reward": null, "loss": 1.8953878679894842e-05}
446
- {"batch": 446, "reward": null, "loss": 2.0192357624182478e-05}
447
- {"batch": 447, "reward": null, "loss": 3.156090679112822e-05}
448
- {"batch": 448, "reward": null, "loss": 2.107498403347563e-05}
449
- {"batch": 449, "reward": null, "loss": 2.841191235347651e-05}
450
- {"batch": 450, "reward": null, "loss": 2.7739455617847852e-05}
451
- {"batch": 451, "reward": null, "loss": 2.153393506887369e-05}
452
- {"batch": 452, "reward": null, "loss": 2.55917948379647e-05}
453
- {"batch": 453, "reward": null, "loss": 2.6849902496905997e-05}
454
- {"batch": 454, "reward": null, "loss": 2.849484735634178e-05}
455
- {"batch": 455, "reward": null, "loss": -0.0005825021653436124}
456
- {"batch": 456, "reward": null, "loss": 3.6769237340195104e-05}
457
- {"batch": 457, "reward": null, "loss": 0.00011110683408332989}
458
- {"batch": 458, "reward": null, "loss": 2.7909118216484785e-05}
459
- {"batch": 459, "reward": null, "loss": 2.260395194753073e-05}
460
- {"batch": 460, "reward": null, "loss": 2.1995387214701623e-05}
461
- {"batch": 461, "reward": null, "loss": 3.3367989090038463e-05}
462
- {"batch": 462, "reward": null, "loss": 2.2678674213238992e-05}
463
- {"batch": 463, "reward": null, "loss": 2.4424418370472267e-05}
464
- {"batch": 464, "reward": null, "loss": 2.596153353806585e-05}
465
- {"batch": 465, "reward": null, "loss": 2.3523782147094607e-05}
466
- {"batch": 466, "reward": null, "loss": 2.1375240976340137e-05}
467
- {"batch": 467, "reward": null, "loss": 1.9677545424201526e-05}
468
- {"batch": 468, "reward": null, "loss": 2.5985795218730345e-05}
469
- {"batch": 469, "reward": null, "loss": 2.053981188510079e-05}
470
- {"batch": 470, "reward": null, "loss": 2.896678779507056e-05}
471
- {"batch": 471, "reward": null, "loss": 2.2610734959016554e-05}
472
- {"batch": 472, "reward": null, "loss": 1.85315129783703e-05}
473
- {"batch": 473, "reward": null, "loss": 1.9880997569998726e-05}
474
- {"batch": 474, "reward": null, "loss": 6.9440065999515355e-06}
475
- {"batch": 475, "reward": null, "loss": 2.4761087843216956e-05}
476
- {"batch": 476, "reward": null, "loss": 2.175490044464823e-05}
477
- {"batch": 477, "reward": null, "loss": 2.236832369817421e-05}
478
- {"batch": 478, "reward": null, "loss": 2.329346170881763e-05}
479
- {"batch": 479, "reward": null, "loss": 2.1854619262740016e-05}
480
- {"batch": 480, "reward": null, "loss": 0.00019229596364311874}
481
- {"batch": 481, "reward": null, "loss": 2.4367389414692298e-05}
482
- {"batch": 482, "reward": null, "loss": 2.2746797185391188e-05}
483
- {"batch": 483, "reward": null, "loss": 2.3764594516251236e-05}
484
- {"batch": 484, "reward": null, "loss": 0.0013296051183715463}
485
- {"batch": 485, "reward": null, "loss": 2.231719008705113e-05}
486
- {"batch": 486, "reward": null, "loss": 2.0550207409542054e-05}
487
- {"batch": 487, "reward": null, "loss": 1.6346824850188568e-05}
488
- {"batch": 488, "reward": null, "loss": 1.9494433217914775e-05}
489
- {"batch": 489, "reward": null, "loss": 2.248030068585649e-05}
490
- {"batch": 490, "reward": null, "loss": 4.3250955059193075e-05}
491
- {"batch": 491, "reward": null, "loss": 2.3305612558033317e-05}
492
- {"batch": 492, "reward": null, "loss": 0.0001883069780888036}
493
- {"batch": 493, "reward": null, "loss": 2.240524918306619e-05}
494
- {"batch": 494, "reward": null, "loss": 2.33673163165804e-05}
495
- {"batch": 495, "reward": null, "loss": 2.3549124307464808e-05}
496
- {"batch": 496, "reward": null, "loss": 1.974390761461109e-05}
497
- {"batch": 497, "reward": null, "loss": 2.181736272177659e-05}
498
- {"batch": 498, "reward": null, "loss": 2.0263334590708837e-05}
499
- {"batch": 499, "reward": null, "loss": 1.9211031030863523e-05}
500
- {"batch": 500, "reward": null, "loss": 2.2426171199185774e-05}
501
- {"batch": 501, "reward": null, "loss": null}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  {"batch": 1, "reward": null, "loss": 0.0}
2
+ {"batch": 2, "reward": null, "loss": 0.0}
3
+ {"batch": 3, "reward": null, "loss": 0.0}
4
+ {"batch": 4, "reward": null, "loss": 0.0}
5
+ {"batch": 5, "reward": null, "loss": 0.0}
6
+ {"batch": 6, "reward": null, "loss": 0.0}
7
+ {"batch": 7, "reward": null, "loss": 0.0}
8
+ {"batch": 8, "reward": null, "loss": 0.0}
9
+ {"batch": 9, "reward": null, "loss": 0.0}
10
+ {"batch": 10, "reward": null, "loss": 0.0}
11
+ {"batch": 11, "reward": null, "loss": 0.5388}
12
+ {"batch": 12, "reward": null, "loss": 0.0}
13
+ {"batch": 13, "reward": null, "loss": 0.0}
14
+ {"batch": 14, "reward": null, "loss": 0.0}
15
+ {"batch": 15, "reward": null, "loss": 0.0}
16
+ {"batch": 16, "reward": null, "loss": 0.0}
17
+ {"batch": 17, "reward": null, "loss": 0.0}
18
+ {"batch": 18, "reward": null, "loss": -1.0771}
19
+ {"batch": 19, "reward": null, "loss": 0.0}
20
+ {"batch": 20, "reward": null, "loss": 0.0}
21
+ {"batch": 21, "reward": null, "loss": 0.0}
22
+ {"batch": 22, "reward": null, "loss": 0.0}
23
+ {"batch": 23, "reward": null, "loss": 0.0}
24
+ {"batch": 24, "reward": null, "loss": 0.0}
25
+ {"batch": 25, "reward": null, "loss": 0.1115}
26
+ {"batch": 26, "reward": null, "loss": 0.0}
27
+ {"batch": 27, "reward": null, "loss": 0.0001}
28
+ {"batch": 28, "reward": null, "loss": 0.0}
29
+ {"batch": 29, "reward": null, "loss": 0.1189}
30
+ {"batch": 30, "reward": null, "loss": 0.0}
31
+ {"batch": 31, "reward": null, "loss": 0.0}
32
+ {"batch": 32, "reward": null, "loss": 0.0}
33
+ {"batch": 33, "reward": null, "loss": 0.0}
34
+ {"batch": 34, "reward": null, "loss": 0.0}
35
+ {"batch": 35, "reward": null, "loss": 0.3886}
36
+ {"batch": 36, "reward": null, "loss": 0.0}
37
+ {"batch": 37, "reward": null, "loss": 0.0}
38
+ {"batch": 38, "reward": null, "loss": 0.0}
39
+ {"batch": 39, "reward": null, "loss": 0.0}
40
+ {"batch": 40, "reward": null, "loss": 0.3769}
41
+ {"batch": 41, "reward": null, "loss": 0.0}
42
+ {"batch": 42, "reward": null, "loss": 0.0}
43
+ {"batch": 43, "reward": null, "loss": 0.0}
44
+ {"batch": 44, "reward": null, "loss": 0.0}
45
+ {"batch": 45, "reward": null, "loss": 0.0}
46
+ {"batch": 46, "reward": null, "loss": 0.0001}
47
+ {"batch": 47, "reward": null, "loss": 0.0}
48
+ {"batch": 48, "reward": null, "loss": -0.1641}
49
+ {"batch": 49, "reward": null, "loss": 0.0}
50
+ {"batch": 50, "reward": null, "loss": -0.0944}
51
+ {"batch": 51, "reward": null, "loss": 0.0}
52
+ {"batch": 52, "reward": null, "loss": 0.0}
53
+ {"batch": 53, "reward": null, "loss": 0.0}
54
+ {"batch": 54, "reward": null, "loss": 0.0}
55
+ {"batch": 55, "reward": null, "loss": 0.0}
56
+ {"batch": 56, "reward": null, "loss": 0.0}
57
+ {"batch": 57, "reward": null, "loss": 0.0}
58
+ {"batch": 58, "reward": null, "loss": 0.0}
59
+ {"batch": 59, "reward": null, "loss": 0.0}
60
+ {"batch": 60, "reward": null, "loss": 0.0}
61
+ {"batch": 61, "reward": null, "loss": -0.4932}
62
+ {"batch": 62, "reward": null, "loss": 0.0}
63
+ {"batch": 63, "reward": null, "loss": 0.0335}
64
+ {"batch": 64, "reward": null, "loss": 0.0}
65
+ {"batch": 65, "reward": null, "loss": 0.0}
66
+ {"batch": 66, "reward": null, "loss": -0.0811}
67
+ {"batch": 67, "reward": null, "loss": 0.0}
68
+ {"batch": 68, "reward": null, "loss": 0.0}
69
+ {"batch": 69, "reward": null, "loss": 0.0}
70
+ {"batch": 70, "reward": null, "loss": 0.3967}
71
+ {"batch": 71, "reward": null, "loss": 0.0}
72
+ {"batch": 72, "reward": null, "loss": 0.0002}
73
+ {"batch": 73, "reward": null, "loss": 0.0}
74
+ {"batch": 74, "reward": null, "loss": 0.0}
75
+ {"batch": 75, "reward": null, "loss": 0.0}
76
+ {"batch": 76, "reward": null, "loss": 0.0}
77
+ {"batch": 77, "reward": null, "loss": 0.0}
78
+ {"batch": 78, "reward": null, "loss": 0.0}
79
+ {"batch": 79, "reward": null, "loss": 0.0}
80
+ {"batch": 80, "reward": null, "loss": 0.0}
81
+ {"batch": 81, "reward": null, "loss": -0.2583}
82
+ {"batch": 82, "reward": null, "loss": 0.5617}
83
+ {"batch": 83, "reward": null, "loss": 0.0}
84
+ {"batch": 84, "reward": null, "loss": 0.0001}
85
+ {"batch": 85, "reward": null, "loss": 0.0008}
86
+ {"batch": 86, "reward": null, "loss": 0.0}
87
+ {"batch": 87, "reward": null, "loss": 0.0}
88
+ {"batch": 88, "reward": null, "loss": 0.0921}
89
+ {"batch": 89, "reward": null, "loss": 0.0}
90
+ {"batch": 90, "reward": null, "loss": 0.0}
91
+ {"batch": 91, "reward": null, "loss": 0.0}
92
+ {"batch": 92, "reward": null, "loss": 0.0}
93
+ {"batch": 93, "reward": null, "loss": 0.0001}
94
+ {"batch": 94, "reward": null, "loss": 0.0}
95
+ {"batch": 95, "reward": null, "loss": 0.0}
96
+ {"batch": 96, "reward": null, "loss": 0.0}
97
+ {"batch": 97, "reward": null, "loss": 0.0}
98
+ {"batch": 98, "reward": null, "loss": 0.0001}
99
+ {"batch": 99, "reward": null, "loss": 0.0}
100
+ {"batch": 100, "reward": null, "loss": 0.0}
101
+ {"batch": 101, "reward": null, "loss": 0.0}
102
+ {"batch": 102, "reward": null, "loss": 0.0}
103
+ {"batch": 103, "reward": null, "loss": 0.0}
104
+ {"batch": 104, "reward": null, "loss": 0.0}
105
+ {"batch": 105, "reward": null, "loss": -0.3722}
106
+ {"batch": 106, "reward": null, "loss": 0.0}
107
+ {"batch": 107, "reward": null, "loss": 0.1709}
108
+ {"batch": 108, "reward": null, "loss": 0.0}
109
+ {"batch": 109, "reward": null, "loss": 0.0}
110
+ {"batch": 110, "reward": null, "loss": 0.0}
111
+ {"batch": 111, "reward": null, "loss": 0.0}
112
+ {"batch": 112, "reward": null, "loss": 0.0}
113
+ {"batch": 113, "reward": null, "loss": -0.7259}
114
+ {"batch": 114, "reward": null, "loss": 0.0}
115
+ {"batch": 115, "reward": null, "loss": 0.0}
116
+ {"batch": 116, "reward": null, "loss": 0.0}
117
+ {"batch": 117, "reward": null, "loss": 0.1245}
118
+ {"batch": 118, "reward": null, "loss": 0.0002}
119
+ {"batch": 119, "reward": null, "loss": -0.6463}
120
+ {"batch": 120, "reward": null, "loss": 0.0}
121
+ {"batch": 121, "reward": null, "loss": 0.0001}
122
+ {"batch": 122, "reward": null, "loss": 0.0}
123
+ {"batch": 123, "reward": null, "loss": 0.0}
124
+ {"batch": 124, "reward": null, "loss": 0.212}
125
+ {"batch": 125, "reward": null, "loss": 0.0}
126
+ {"batch": 126, "reward": null, "loss": 0.0}
127
+ {"batch": 127, "reward": null, "loss": -0.4137}
128
+ {"batch": 128, "reward": null, "loss": 0.0001}
129
+ {"batch": 129, "reward": null, "loss": -0.1818}
130
+ {"batch": 130, "reward": null, "loss": 0.0001}
131
+ {"batch": 131, "reward": null, "loss": -0.4392}
132
+ {"batch": 132, "reward": null, "loss": 0.0001}
133
+ {"batch": 133, "reward": null, "loss": 0.0}
134
+ {"batch": 134, "reward": null, "loss": 0.0}
135
+ {"batch": 135, "reward": null, "loss": 0.0}
136
+ {"batch": 136, "reward": null, "loss": -0.0196}
137
+ {"batch": 137, "reward": null, "loss": 0.0}
138
+ {"batch": 138, "reward": null, "loss": -0.7102}
139
+ {"batch": 139, "reward": null, "loss": 0.3092}
140
+ {"batch": 140, "reward": null, "loss": 0.0001}
141
+ {"batch": 141, "reward": null, "loss": -0.2392}
142
+ {"batch": 142, "reward": null, "loss": 0.0001}
143
+ {"batch": 143, "reward": null, "loss": -0.1893}
144
+ {"batch": 144, "reward": null, "loss": -1.0399}
145
+ {"batch": 145, "reward": null, "loss": 0.0}
146
+ {"batch": 146, "reward": null, "loss": 0.0}
147
+ {"batch": 147, "reward": null, "loss": 0.0}
148
+ {"batch": 148, "reward": null, "loss": 0.0001}
149
+ {"batch": 149, "reward": null, "loss": 0.0}
150
+ {"batch": 150, "reward": null, "loss": -0.2623}
151
+ {"batch": 151, "reward": null, "loss": 0.0}
152
+ {"batch": 152, "reward": null, "loss": 0.0}
153
+ {"batch": 153, "reward": null, "loss": 0.2957}
154
+ {"batch": 154, "reward": null, "loss": -0.4308}
155
+ {"batch": 155, "reward": null, "loss": -0.1464}
156
+ {"batch": 156, "reward": null, "loss": 0.0}
157
+ {"batch": 157, "reward": null, "loss": 0.0001}
158
+ {"batch": 158, "reward": null, "loss": 0.0}
159
+ {"batch": 159, "reward": null, "loss": 0.0}
160
+ {"batch": 160, "reward": null, "loss": 0.0}
161
+ {"batch": 161, "reward": null, "loss": 0.0}
162
+ {"batch": 162, "reward": null, "loss": -0.2758}
163
+ {"batch": 163, "reward": null, "loss": 0.0}
164
+ {"batch": 164, "reward": null, "loss": 0.0}
165
+ {"batch": 165, "reward": null, "loss": -0.0491}
166
+ {"batch": 166, "reward": null, "loss": 0.0}
167
+ {"batch": 167, "reward": null, "loss": -0.2902}
168
+ {"batch": 168, "reward": null, "loss": -0.0828}
169
+ {"batch": 169, "reward": null, "loss": 0.563}
170
+ {"batch": 170, "reward": null, "loss": 0.0}
171
+ {"batch": 171, "reward": null, "loss": -0.1134}
172
+ {"batch": 172, "reward": null, "loss": 0.0005}
173
+ {"batch": 173, "reward": null, "loss": 0.0}
174
+ {"batch": 174, "reward": null, "loss": 0.1086}
175
+ {"batch": 175, "reward": null, "loss": 0.0001}
176
+ {"batch": 176, "reward": null, "loss": -1.3525}
177
+ {"batch": 177, "reward": null, "loss": 0.0}
178
+ {"batch": 178, "reward": null, "loss": 0.1238}
179
+ {"batch": 179, "reward": null, "loss": -0.2254}
180
+ {"batch": 180, "reward": null, "loss": 0.0011}
181
+ {"batch": 181, "reward": null, "loss": 0.0}
182
+ {"batch": 182, "reward": null, "loss": 0.0002}
183
+ {"batch": 183, "reward": null, "loss": 0.0}
184
+ {"batch": 184, "reward": null, "loss": 0.0826}
185
+ {"batch": 185, "reward": null, "loss": 0.0005}
186
+ {"batch": 186, "reward": null, "loss": -0.1388}
187
+ {"batch": 187, "reward": null, "loss": 0.0}
188
+ {"batch": 188, "reward": null, "loss": 0.0003}
189
+ {"batch": 189, "reward": null, "loss": 0.0043}
190
+ {"batch": 190, "reward": null, "loss": 0.0001}
191
+ {"batch": 191, "reward": null, "loss": 0.0007}
192
+ {"batch": 192, "reward": null, "loss": -0.1357}
193
+ {"batch": 193, "reward": null, "loss": -0.122}
194
+ {"batch": 194, "reward": null, "loss": -0.1916}
195
+ {"batch": 195, "reward": null, "loss": 0.0005}
196
+ {"batch": 196, "reward": null, "loss": 0.0}
197
+ {"batch": 197, "reward": null, "loss": 0.0002}
198
+ {"batch": 198, "reward": null, "loss": 0.0006}
199
+ {"batch": 199, "reward": null, "loss": 0.1541}
200
+ {"batch": 200, "reward": null, "loss": 0.0004}
201
+ {"batch": 201, "reward": null, "loss": 0.0}
202
+ {"batch": 202, "reward": null, "loss": 0.0002}
203
+ {"batch": 203, "reward": null, "loss": -0.1682}
204
+ {"batch": 204, "reward": null, "loss": 0.0004}
205
+ {"batch": 205, "reward": null, "loss": 0.0002}
206
+ {"batch": 206, "reward": null, "loss": 0.0}
207
+ {"batch": 207, "reward": null, "loss": -0.1111}
208
+ {"batch": 208, "reward": null, "loss": -0.0276}
209
+ {"batch": 209, "reward": null, "loss": -0.0052}
210
+ {"batch": 210, "reward": null, "loss": 0.0}
211
+ {"batch": 211, "reward": null, "loss": 0.0375}
212
+ {"batch": 212, "reward": null, "loss": 0.0002}
213
+ {"batch": 213, "reward": null, "loss": 0.1519}
214
+ {"batch": 214, "reward": null, "loss": 0.0495}
215
+ {"batch": 215, "reward": null, "loss": -0.1927}
216
+ {"batch": 216, "reward": null, "loss": 0.4832}
217
+ {"batch": 217, "reward": null, "loss": 0.0}
218
+ {"batch": 218, "reward": null, "loss": 0.0002}
219
+ {"batch": 219, "reward": null, "loss": -0.1173}
220
+ {"batch": 220, "reward": null, "loss": 0.0002}
221
+ {"batch": 221, "reward": null, "loss": 0.0}
222
+ {"batch": 222, "reward": null, "loss": 0.0693}
223
+ {"batch": 223, "reward": null, "loss": 0.0075}
224
+ {"batch": 224, "reward": null, "loss": 0.0}
225
+ {"batch": 225, "reward": null, "loss": 0.0001}
226
+ {"batch": 226, "reward": null, "loss": 0.0004}
227
+ {"batch": 227, "reward": null, "loss": 0.0}
228
+ {"batch": 228, "reward": null, "loss": 0.0001}
229
+ {"batch": 229, "reward": null, "loss": 0.2038}
230
+ {"batch": 230, "reward": null, "loss": 0.0001}
231
+ {"batch": 231, "reward": null, "loss": 0.0}
232
+ {"batch": 232, "reward": null, "loss": 0.0001}
233
+ {"batch": 233, "reward": null, "loss": 0.0}
234
+ {"batch": 234, "reward": null, "loss": 0.0}
235
+ {"batch": 235, "reward": null, "loss": 0.2558}
236
+ {"batch": 236, "reward": null, "loss": 0.0}
237
+ {"batch": 237, "reward": null, "loss": 0.0}
238
+ {"batch": 238, "reward": null, "loss": 0.0}
239
+ {"batch": 239, "reward": null, "loss": 0.0}
240
+ {"batch": 240, "reward": null, "loss": 0.0001}
241
+ {"batch": 241, "reward": null, "loss": 0.0002}
242
+ {"batch": 242, "reward": null, "loss": -0.1441}
243
+ {"batch": 243, "reward": null, "loss": -0.1986}
244
+ {"batch": 244, "reward": null, "loss": 0.1212}
245
+ {"batch": 245, "reward": null, "loss": 0.0}
246
+ {"batch": 246, "reward": null, "loss": 0.0}
247
+ {"batch": 247, "reward": null, "loss": 0.0}
248
+ {"batch": 248, "reward": null, "loss": 0.0}
249
+ {"batch": 249, "reward": null, "loss": 0.0}
250
+ {"batch": 250, "reward": null, "loss": 0.0}
251
+ {"batch": 251, "reward": null, "loss": 0.0001}
252
+ {"batch": 252, "reward": null, "loss": 0.0001}
253
+ {"batch": 253, "reward": null, "loss": 0.0}
254
+ {"batch": 254, "reward": null, "loss": 0.0071}
255
+ {"batch": 255, "reward": null, "loss": 0.0001}
256
+ {"batch": 256, "reward": null, "loss": 0.0}
257
+ {"batch": 257, "reward": null, "loss": 0.0}
258
+ {"batch": 258, "reward": null, "loss": 0.0}
259
+ {"batch": 259, "reward": null, "loss": 0.0002}
260
+ {"batch": 260, "reward": null, "loss": 0.0}
261
+ {"batch": 261, "reward": null, "loss": 0.0}
262
+ {"batch": 262, "reward": null, "loss": 0.0002}
263
+ {"batch": 263, "reward": null, "loss": 0.0}
264
+ {"batch": 264, "reward": null, "loss": -0.3006}
265
+ {"batch": 265, "reward": null, "loss": 0.0004}
266
+ {"batch": 266, "reward": null, "loss": 0.0}
267
+ {"batch": 267, "reward": null, "loss": 0.0}
268
+ {"batch": 268, "reward": null, "loss": 0.0}
269
+ {"batch": 269, "reward": null, "loss": 0.0}
270
+ {"batch": 270, "reward": null, "loss": 0.0}
271
+ {"batch": 271, "reward": null, "loss": 0.0}
272
+ {"batch": 272, "reward": null, "loss": 0.0}
273
+ {"batch": 273, "reward": null, "loss": 0.0}
274
+ {"batch": 274, "reward": null, "loss": 0.0}
275
+ {"batch": 275, "reward": null, "loss": 0.0002}
276
+ {"batch": 276, "reward": null, "loss": 0.0001}
277
+ {"batch": 277, "reward": null, "loss": -0.3842}
278
+ {"batch": 278, "reward": null, "loss": 0.0}
279
+ {"batch": 279, "reward": null, "loss": 0.0}
280
+ {"batch": 280, "reward": null, "loss": 0.0}
281
+ {"batch": 281, "reward": null, "loss": 0.0}
282
+ {"batch": 282, "reward": null, "loss": 0.0}
283
+ {"batch": 283, "reward": null, "loss": 0.0001}
284
+ {"batch": 284, "reward": null, "loss": 0.0}
285
+ {"batch": 285, "reward": null, "loss": 0.0001}
286
+ {"batch": 286, "reward": null, "loss": 0.0}
287
+ {"batch": 287, "reward": null, "loss": 0.0}
288
+ {"batch": 288, "reward": null, "loss": -0.1238}
289
+ {"batch": 289, "reward": null, "loss": 0.0}
290
+ {"batch": 290, "reward": null, "loss": 0.0002}
291
+ {"batch": 291, "reward": null, "loss": 0.0003}
292
+ {"batch": 292, "reward": null, "loss": 0.1719}
293
+ {"batch": 293, "reward": null, "loss": 0.0}
294
+ {"batch": 294, "reward": null, "loss": 0.0}
295
+ {"batch": 295, "reward": null, "loss": 0.0}
296
+ {"batch": 296, "reward": null, "loss": 0.0}
297
+ {"batch": 297, "reward": null, "loss": 0.0}
298
+ {"batch": 298, "reward": null, "loss": 0.0004}
299
+ {"batch": 299, "reward": null, "loss": 0.0}
300
+ {"batch": 300, "reward": null, "loss": 0.0}
301
+ {"batch": 301, "reward": null, "loss": 0.0002}
302
+ {"batch": 302, "reward": null, "loss": 0.0}
303
+ {"batch": 303, "reward": null, "loss": 0.0002}
304
+ {"batch": 304, "reward": null, "loss": 0.0}
305
+ {"batch": 305, "reward": null, "loss": 0.0}
306
+ {"batch": 306, "reward": null, "loss": 0.0}
307
+ {"batch": 307, "reward": null, "loss": 0.0}
308
+ {"batch": 308, "reward": null, "loss": 0.0}
309
+ {"batch": 309, "reward": null, "loss": 0.0}
310
+ {"batch": 310, "reward": null, "loss": 0.0003}
311
+ {"batch": 311, "reward": null, "loss": 0.0}
312
+ {"batch": 312, "reward": null, "loss": 0.0003}
313
+ {"batch": 313, "reward": null, "loss": 0.0}
314
+ {"batch": 314, "reward": null, "loss": 0.0}
315
+ {"batch": 315, "reward": null, "loss": 0.0001}
316
+ {"batch": 316, "reward": null, "loss": 0.0}
317
+ {"batch": 317, "reward": null, "loss": -0.3798}
318
+ {"batch": 318, "reward": null, "loss": 0.0001}
319
+ {"batch": 319, "reward": null, "loss": 0.0}
320
+ {"batch": 320, "reward": null, "loss": 0.0}
321
+ {"batch": 321, "reward": null, "loss": 0.0}
322
+ {"batch": 322, "reward": null, "loss": 0.0}
323
+ {"batch": 323, "reward": null, "loss": 0.0002}
324
+ {"batch": 324, "reward": null, "loss": -0.4639}
325
+ {"batch": 325, "reward": null, "loss": 0.0}
326
+ {"batch": 326, "reward": null, "loss": 0.0007}
327
+ {"batch": 327, "reward": null, "loss": 0.0003}
328
+ {"batch": 328, "reward": null, "loss": 0.0}
329
+ {"batch": 329, "reward": null, "loss": 0.0}
330
+ {"batch": 330, "reward": null, "loss": 1.8149}
331
+ {"batch": 331, "reward": null, "loss": 0.0}
332
+ {"batch": 332, "reward": null, "loss": 0.0}
333
+ {"batch": 333, "reward": null, "loss": -0.3356}
334
+ {"batch": 334, "reward": null, "loss": 0.0}
335
+ {"batch": 335, "reward": null, "loss": 0.0}
336
+ {"batch": 336, "reward": null, "loss": 0.3428}
337
+ {"batch": 337, "reward": null, "loss": 0.0}
338
+ {"batch": 338, "reward": null, "loss": 0.0}
339
+ {"batch": 339, "reward": null, "loss": -0.3915}
340
+ {"batch": 340, "reward": null, "loss": 0.7089}
341
+ {"batch": 341, "reward": null, "loss": 0.0002}
342
+ {"batch": 342, "reward": null, "loss": 0.0}
343
+ {"batch": 343, "reward": null, "loss": -0.1102}
344
+ {"batch": 344, "reward": null, "loss": 0.0006}
345
+ {"batch": 345, "reward": null, "loss": 0.0}
346
+ {"batch": 346, "reward": null, "loss": 0.0001}
347
+ {"batch": 347, "reward": null, "loss": -0.1697}
348
+ {"batch": 348, "reward": null, "loss": 0.0}
349
+ {"batch": 349, "reward": null, "loss": -0.1854}
350
+ {"batch": 350, "reward": null, "loss": 0.0}
351
+ {"batch": 351, "reward": null, "loss": 0.0001}
352
+ {"batch": 352, "reward": null, "loss": 0.0}
353
+ {"batch": 353, "reward": null, "loss": -0.2091}
354
+ {"batch": 354, "reward": null, "loss": 0.0002}
355
+ {"batch": 355, "reward": null, "loss": 0.0005}
356
+ {"batch": 356, "reward": null, "loss": -0.1955}
357
+ {"batch": 357, "reward": null, "loss": 0.0005}
358
+ {"batch": 358, "reward": null, "loss": 0.0006}
359
+ {"batch": 359, "reward": null, "loss": -0.3331}
360
+ {"batch": 360, "reward": null, "loss": 0.0003}
361
+ {"batch": 361, "reward": null, "loss": -0.0331}
362
+ {"batch": 362, "reward": null, "loss": -0.1548}
363
+ {"batch": 363, "reward": null, "loss": 0.0905}
364
+ {"batch": 364, "reward": null, "loss": 0.022}
365
+ {"batch": 365, "reward": null, "loss": 0.0006}
366
+ {"batch": 366, "reward": null, "loss": 0.0006}
367
+ {"batch": 367, "reward": null, "loss": 0.0005}
368
+ {"batch": 368, "reward": null, "loss": 0.0002}
369
+ {"batch": 369, "reward": null, "loss": 0.0006}
370
+ {"batch": 370, "reward": null, "loss": -0.1233}
371
+ {"batch": 371, "reward": null, "loss": 0.0444}
372
+ {"batch": 372, "reward": null, "loss": -0.0265}
373
+ {"batch": 373, "reward": null, "loss": 0.0007}
374
+ {"batch": 374, "reward": null, "loss": 0.0021}
375
+ {"batch": 375, "reward": null, "loss": 0.0016}
376
+ {"batch": 376, "reward": null, "loss": 0.0016}
377
+ {"batch": 377, "reward": null, "loss": 0.0014}
378
+ {"batch": 378, "reward": null, "loss": 0.001}
379
+ {"batch": 379, "reward": null, "loss": 0.0009}
380
+ {"batch": 380, "reward": null, "loss": 0.0006}
381
+ {"batch": 381, "reward": null, "loss": -0.0813}
382
+ {"batch": 382, "reward": null, "loss": 0.0742}
383
+ {"batch": 383, "reward": null, "loss": -0.2846}
384
+ {"batch": 384, "reward": null, "loss": 0.0007}
385
+ {"batch": 385, "reward": null, "loss": 0.0014}
386
+ {"batch": 386, "reward": null, "loss": 0.001}
387
+ {"batch": 387, "reward": null, "loss": 0.1245}
388
+ {"batch": 388, "reward": null, "loss": -0.3089}
389
+ {"batch": 389, "reward": null, "loss": 0.0015}
390
+ {"batch": 390, "reward": null, "loss": 0.0554}
391
+ {"batch": 391, "reward": null, "loss": -0.3556}
392
+ {"batch": 392, "reward": null, "loss": -0.5092}
393
+ {"batch": 393, "reward": null, "loss": 0.5805}
394
+ {"batch": 394, "reward": null, "loss": 0.2305}
395
+ {"batch": 395, "reward": null, "loss": 0.0016}
396
+ {"batch": 396, "reward": null, "loss": -0.3271}
397
+ {"batch": 397, "reward": null, "loss": 0.1501}
398
+ {"batch": 398, "reward": null, "loss": 0.0011}
399
+ {"batch": 399, "reward": null, "loss": 0.1504}
400
+ {"batch": 400, "reward": null, "loss": -0.1074}
401
+ {"batch": 401, "reward": null, "loss": 0.0017}
402
+ {"batch": 402, "reward": null, "loss": 0.0015}
403
+ {"batch": 403, "reward": null, "loss": 0.0022}
404
+ {"batch": 404, "reward": null, "loss": -0.0654}
405
+ {"batch": 405, "reward": null, "loss": 0.0024}
406
+ {"batch": 406, "reward": null, "loss": 0.2718}
407
+ {"batch": 407, "reward": null, "loss": 0.003}
408
+ {"batch": 408, "reward": null, "loss": 0.0025}
409
+ {"batch": 409, "reward": null, "loss": 0.3295}
410
+ {"batch": 410, "reward": null, "loss": 0.0017}
411
+ {"batch": 411, "reward": null, "loss": 0.0017}
412
+ {"batch": 412, "reward": null, "loss": 0.0023}
413
+ {"batch": 413, "reward": null, "loss": 0.0012}
414
+ {"batch": 414, "reward": null, "loss": 0.1744}
415
+ {"batch": 415, "reward": null, "loss": 0.0024}
416
+ {"batch": 416, "reward": null, "loss": 0.0014}
417
+ {"batch": 417, "reward": null, "loss": 0.0009}
418
+ {"batch": 418, "reward": null, "loss": 0.0019}
419
+ {"batch": 419, "reward": null, "loss": 0.0563}
420
+ {"batch": 420, "reward": null, "loss": 0.002}
421
+ {"batch": 421, "reward": null, "loss": 0.0017}
422
+ {"batch": 422, "reward": null, "loss": -0.0397}
423
+ {"batch": 423, "reward": null, "loss": 0.0031}
424
+ {"batch": 424, "reward": null, "loss": 0.002}
425
+ {"batch": 425, "reward": null, "loss": 0.0019}
426
+ {"batch": 426, "reward": null, "loss": 0.0164}
427
+ {"batch": 427, "reward": null, "loss": 0.4875}
428
+ {"batch": 428, "reward": null, "loss": 0.0015}
429
+ {"batch": 429, "reward": null, "loss": 0.0379}
430
+ {"batch": 430, "reward": null, "loss": 0.0026}
431
+ {"batch": 431, "reward": null, "loss": 0.0021}
432
+ {"batch": 432, "reward": null, "loss": 0.0021}
433
+ {"batch": 433, "reward": null, "loss": -0.0616}
434
+ {"batch": 434, "reward": null, "loss": 0.0023}
435
+ {"batch": 435, "reward": null, "loss": 0.0023}
436
+ {"batch": 436, "reward": null, "loss": 0.0028}
437
+ {"batch": 437, "reward": null, "loss": 0.0024}
438
+ {"batch": 438, "reward": null, "loss": 0.0016}
439
+ {"batch": 439, "reward": null, "loss": -0.2101}
440
+ {"batch": 440, "reward": null, "loss": 0.0039}
441
+ {"batch": 441, "reward": null, "loss": 0.0022}
442
+ {"batch": 442, "reward": null, "loss": 0.0016}
443
+ {"batch": 443, "reward": null, "loss": -0.2245}
444
+ {"batch": 444, "reward": null, "loss": 0.0018}
445
+ {"batch": 445, "reward": null, "loss": 0.0016}
446
+ {"batch": 446, "reward": null, "loss": -0.2169}
447
+ {"batch": 447, "reward": null, "loss": 0.3038}
448
+ {"batch": 448, "reward": null, "loss": 0.0022}
449
+ {"batch": 449, "reward": null, "loss": -0.0997}
450
+ {"batch": 450, "reward": null, "loss": 0.0018}
451
+ {"batch": 451, "reward": null, "loss": 0.0015}
452
+ {"batch": 452, "reward": null, "loss": 0.0009}
453
+ {"batch": 453, "reward": null, "loss": 0.0039}
454
+ {"batch": 454, "reward": null, "loss": 0.0015}
455
+ {"batch": 455, "reward": null, "loss": 0.0012}
456
+ {"batch": 456, "reward": null, "loss": 0.0019}
457
+ {"batch": 457, "reward": null, "loss": 0.0018}
458
+ {"batch": 458, "reward": null, "loss": 0.0026}
459
+ {"batch": 459, "reward": null, "loss": 0.0009}
460
+ {"batch": 460, "reward": null, "loss": 0.0024}
461
+ {"batch": 461, "reward": null, "loss": 0.0015}
462
+ {"batch": 462, "reward": null, "loss": 0.0018}
463
+ {"batch": 463, "reward": null, "loss": 0.0019}
464
+ {"batch": 464, "reward": null, "loss": -0.2974}
465
+ {"batch": 465, "reward": null, "loss": 0.0019}
466
+ {"batch": 466, "reward": null, "loss": 0.0766}
467
+ {"batch": 467, "reward": null, "loss": 0.0015}
468
+ {"batch": 468, "reward": null, "loss": 0.0014}
469
+ {"batch": 469, "reward": null, "loss": -0.1842}
470
+ {"batch": 470, "reward": null, "loss": 0.1515}
471
+ {"batch": 471, "reward": null, "loss": -0.2248}
472
+ {"batch": 472, "reward": null, "loss": 0.3911}
473
+ {"batch": 473, "reward": null, "loss": 0.1886}
474
+ {"batch": 474, "reward": null, "loss": -0.5793}
475
+ {"batch": 475, "reward": null, "loss": 0.0963}
476
+ {"batch": 476, "reward": null, "loss": 0.0012}
477
+ {"batch": 477, "reward": null, "loss": -0.0636}
478
+ {"batch": 478, "reward": null, "loss": 0.1246}
479
+ {"batch": 479, "reward": null, "loss": 0.0012}
480
+ {"batch": 480, "reward": null, "loss": 0.187}
481
+ {"batch": 481, "reward": null, "loss": 0.0016}
482
+ {"batch": 482, "reward": null, "loss": -0.1915}
483
+ {"batch": 483, "reward": null, "loss": 0.2539}
484
+ {"batch": 484, "reward": null, "loss": 0.855}
485
+ {"batch": 485, "reward": null, "loss": 0.2355}
486
+ {"batch": 486, "reward": null, "loss": 0.0019}
487
+ {"batch": 487, "reward": null, "loss": 0.2691}
488
+ {"batch": 488, "reward": null, "loss": 0.0024}
489
+ {"batch": 489, "reward": null, "loss": 0.0014}
490
+ {"batch": 490, "reward": null, "loss": 0.1395}
491
+ {"batch": 491, "reward": null, "loss": -0.0525}
492
+ {"batch": 492, "reward": null, "loss": 0.0011}
493
+ {"batch": 493, "reward": null, "loss": -0.0113}
494
+ {"batch": 494, "reward": null, "loss": -0.1069}
495
+ {"batch": 495, "reward": null, "loss": -0.0011}
496
+ {"batch": 496, "reward": null, "loss": -0.2093}
497
+ {"batch": 497, "reward": null, "loss": 0.0042}
498
+ {"batch": 498, "reward": null, "loss": -0.0375}
499
+ {"batch": 499, "reward": null, "loss": 0.001}
500
+ {"batch": 500, "reward": null, "loss": 0.0014}
501
+ {"batch": 501, "reward": null, "loss": 0.0921}
502
+ {"batch": 502, "reward": null, "loss": 0.0008}
503
+ {"batch": 503, "reward": null, "loss": 0.0016}
504
+ {"batch": 504, "reward": null, "loss": 0.0013}
505
+ {"batch": 505, "reward": null, "loss": 0.0008}
506
+ {"batch": 506, "reward": null, "loss": 0.0013}
507
+ {"batch": 507, "reward": null, "loss": 0.0024}
508
+ {"batch": 508, "reward": null, "loss": 0.0005}
509
+ {"batch": 509, "reward": null, "loss": -0.564}
510
+ {"batch": 510, "reward": null, "loss": 0.0014}
511
+ {"batch": 511, "reward": null, "loss": 0.0015}
512
+ {"batch": 512, "reward": null, "loss": 0.001}
513
+ {"batch": 513, "reward": null, "loss": -0.0212}
514
+ {"batch": 514, "reward": null, "loss": 0.0011}
515
+ {"batch": 515, "reward": null, "loss": 0.0022}
516
+ {"batch": 516, "reward": null, "loss": 0.0011}
517
+ {"batch": 517, "reward": null, "loss": 0.0013}
518
+ {"batch": 518, "reward": null, "loss": 0.1415}
519
+ {"batch": 519, "reward": null, "loss": 0.0006}
520
+ {"batch": 520, "reward": null, "loss": 0.4645}
521
+ {"batch": 521, "reward": null, "loss": 0.1457}
522
+ {"batch": 522, "reward": null, "loss": -0.0021}
523
+ {"batch": 523, "reward": null, "loss": -0.1741}
524
+ {"batch": 524, "reward": null, "loss": 0.0012}
525
+ {"batch": 525, "reward": null, "loss": 0.0004}
526
+ {"batch": 526, "reward": null, "loss": 0.0007}
527
+ {"batch": 527, "reward": null, "loss": 0.0012}
528
+ {"batch": 528, "reward": null, "loss": 0.0}
529
+ {"batch": 529, "reward": null, "loss": 0.0008}
530
+ {"batch": 530, "reward": null, "loss": 0.0013}
531
+ {"batch": 531, "reward": null, "loss": 0.0008}
532
+ {"batch": 532, "reward": null, "loss": 0.001}
533
+ {"batch": 533, "reward": null, "loss": 0.1198}
534
+ {"batch": 534, "reward": null, "loss": 0.0017}
535
+ {"batch": 535, "reward": null, "loss": 0.0012}
536
+ {"batch": 536, "reward": null, "loss": 0.0014}
537
+ {"batch": 537, "reward": null, "loss": 0.0551}
538
+ {"batch": 538, "reward": null, "loss": 0.0012}
539
+ {"batch": 539, "reward": null, "loss": 0.0438}
540
+ {"batch": 540, "reward": null, "loss": 0.0011}
541
+ {"batch": 541, "reward": null, "loss": 0.0006}
542
+ {"batch": 542, "reward": null, "loss": 0.0006}
543
+ {"batch": 543, "reward": null, "loss": 0.0009}
544
+ {"batch": 544, "reward": null, "loss": -0.1417}
545
+ {"batch": 545, "reward": null, "loss": 0.0013}
546
+ {"batch": 546, "reward": null, "loss": 0.0663}
547
+ {"batch": 547, "reward": null, "loss": 0.0016}
548
+ {"batch": 548, "reward": null, "loss": 0.0015}
549
+ {"batch": 549, "reward": null, "loss": -0.0807}
550
+ {"batch": 550, "reward": null, "loss": 0.0011}
551
+ {"batch": 551, "reward": null, "loss": 0.001}
552
+ {"batch": 552, "reward": null, "loss": 0.001}
553
+ {"batch": 553, "reward": null, "loss": 0.0009}
554
+ {"batch": 554, "reward": null, "loss": 0.001}
555
+ {"batch": 555, "reward": null, "loss": 0.0008}
556
+ {"batch": 556, "reward": null, "loss": 0.0017}
557
+ {"batch": 557, "reward": null, "loss": 0.2058}
558
+ {"batch": 558, "reward": null, "loss": -0.4254}
559
+ {"batch": 559, "reward": null, "loss": 0.1967}
560
+ {"batch": 560, "reward": null, "loss": -0.5081}
561
+ {"batch": 561, "reward": null, "loss": 0.001}
562
+ {"batch": 562, "reward": null, "loss": 0.0004}
563
+ {"batch": 563, "reward": null, "loss": 0.0763}
564
+ {"batch": 564, "reward": null, "loss": 0.0015}
565
+ {"batch": 565, "reward": null, "loss": 0.0004}
566
+ {"batch": 566, "reward": null, "loss": 0.0006}
567
+ {"batch": 567, "reward": null, "loss": 0.1802}
568
+ {"batch": 568, "reward": null, "loss": 0.0004}
569
+ {"batch": 569, "reward": null, "loss": 0.0004}
570
+ {"batch": 570, "reward": null, "loss": -0.1773}
571
+ {"batch": 571, "reward": null, "loss": -0.207}
572
+ {"batch": 572, "reward": null, "loss": 0.2138}
573
+ {"batch": 573, "reward": null, "loss": 0.0005}
574
+ {"batch": 574, "reward": null, "loss": 0.0003}
575
+ {"batch": 575, "reward": null, "loss": -0.0032}
576
+ {"batch": 576, "reward": null, "loss": 0.0005}
577
+ {"batch": 577, "reward": null, "loss": 0.022}
578
+ {"batch": 578, "reward": null, "loss": 0.175}
579
+ {"batch": 579, "reward": null, "loss": 0.0015}
580
+ {"batch": 580, "reward": null, "loss": 0.0}
581
+ {"batch": 581, "reward": null, "loss": 0.0}
582
+ {"batch": 582, "reward": null, "loss": -0.1531}
583
+ {"batch": 583, "reward": null, "loss": 0.0007}
584
+ {"batch": 584, "reward": null, "loss": 0.1648}
585
+ {"batch": 585, "reward": null, "loss": 0.0001}
586
+ {"batch": 586, "reward": null, "loss": 0.0002}
587
+ {"batch": 587, "reward": null, "loss": 0.0561}
588
+ {"batch": 588, "reward": null, "loss": 0.0006}
589
+ {"batch": 589, "reward": null, "loss": 0.0004}
590
+ {"batch": 590, "reward": null, "loss": 0.0002}
591
+ {"batch": 591, "reward": null, "loss": 0.0002}
592
+ {"batch": 592, "reward": null, "loss": 0.0}
593
+ {"batch": 593, "reward": null, "loss": 0.0072}
594
+ {"batch": 594, "reward": null, "loss": 0.0009}
595
+ {"batch": 595, "reward": null, "loss": 0.0001}
596
+ {"batch": 596, "reward": null, "loss": 0.0001}
597
+ {"batch": 597, "reward": null, "loss": -0.0272}
598
+ {"batch": 598, "reward": null, "loss": 0.0}
599
+ {"batch": 599, "reward": null, "loss": 0.0203}
600
+ {"batch": 600, "reward": null, "loss": 0.0011}
601
+ {"batch": 601, "reward": null, "loss": 0.0009}
602
+ {"batch": 602, "reward": null, "loss": -0.1922}
603
+ {"batch": 603, "reward": null, "loss": 0.0}
604
+ {"batch": 604, "reward": null, "loss": 0.0004}
605
+ {"batch": 605, "reward": null, "loss": 0.0}
606
+ {"batch": 606, "reward": null, "loss": 0.0}
607
+ {"batch": 607, "reward": null, "loss": 0.0003}
608
+ {"batch": 608, "reward": null, "loss": 0.0003}
609
+ {"batch": 609, "reward": null, "loss": 0.0002}
610
+ {"batch": 610, "reward": null, "loss": 0.001}
611
+ {"batch": 611, "reward": null, "loss": -0.2336}
612
+ {"batch": 612, "reward": null, "loss": 0.0004}
613
+ {"batch": 613, "reward": null, "loss": 0.0004}
614
+ {"batch": 614, "reward": null, "loss": 0.001}
615
+ {"batch": 615, "reward": null, "loss": 0.0001}
616
+ {"batch": 616, "reward": null, "loss": -0.3014}
617
+ {"batch": 617, "reward": null, "loss": -0.1901}
618
+ {"batch": 618, "reward": null, "loss": 0.0}
619
+ {"batch": 619, "reward": null, "loss": 0.0001}
620
+ {"batch": 620, "reward": null, "loss": -0.1035}
621
+ {"batch": 621, "reward": null, "loss": 0.0009}
622
+ {"batch": 622, "reward": null, "loss": 0.0004}
623
+ {"batch": 623, "reward": null, "loss": 0.0}
624
+ {"batch": 624, "reward": null, "loss": 0.5883}
625
+ {"batch": 625, "reward": null, "loss": 0.0006}
626
+ {"batch": 626, "reward": null, "loss": 0.0005}
627
+ {"batch": 627, "reward": null, "loss": 0.0003}
628
+ {"batch": 628, "reward": null, "loss": -0.1259}
629
+ {"batch": 629, "reward": null, "loss": 0.0004}
630
+ {"batch": 630, "reward": null, "loss": -0.1976}
631
+ {"batch": 631, "reward": null, "loss": 0.0}
632
+ {"batch": 632, "reward": null, "loss": 0.0001}
633
+ {"batch": 633, "reward": null, "loss": 0.0007}
634
+ {"batch": 634, "reward": null, "loss": 0.0003}
635
+ {"batch": 635, "reward": null, "loss": -0.0439}
636
+ {"batch": 636, "reward": null, "loss": 0.0003}
637
+ {"batch": 637, "reward": null, "loss": 0.0008}
638
+ {"batch": 638, "reward": null, "loss": 0.0009}
639
+ {"batch": 639, "reward": null, "loss": 0.0}
640
+ {"batch": 640, "reward": null, "loss": 0.0006}
641
+ {"batch": 641, "reward": null, "loss": 0.0001}
642
+ {"batch": 642, "reward": null, "loss": 0.0001}
643
+ {"batch": 643, "reward": null, "loss": 0.0012}
644
+ {"batch": 644, "reward": null, "loss": 0.0004}
645
+ {"batch": 645, "reward": null, "loss": 0.0002}
646
+ {"batch": 646, "reward": null, "loss": 0.0011}
647
+ {"batch": 647, "reward": null, "loss": 0.0002}
648
+ {"batch": 648, "reward": null, "loss": 0.0006}
649
+ {"batch": 649, "reward": null, "loss": 0.0001}
650
+ {"batch": 650, "reward": null, "loss": -0.2404}
651
+ {"batch": 651, "reward": null, "loss": 0.0011}
652
+ {"batch": 652, "reward": null, "loss": 0.0}
653
+ {"batch": 653, "reward": null, "loss": 0.0003}
654
+ {"batch": 654, "reward": null, "loss": 0.0}
655
+ {"batch": 655, "reward": null, "loss": 0.0002}
656
+ {"batch": 656, "reward": null, "loss": 0.0}
657
+ {"batch": 657, "reward": null, "loss": 0.0}
658
+ {"batch": 658, "reward": null, "loss": 0.0003}
659
+ {"batch": 659, "reward": null, "loss": 0.0002}
660
+ {"batch": 660, "reward": null, "loss": 0.0003}
661
+ {"batch": 661, "reward": null, "loss": 0.0001}
662
+ {"batch": 662, "reward": null, "loss": 0.0003}
663
+ {"batch": 663, "reward": null, "loss": 0.0}
664
+ {"batch": 664, "reward": null, "loss": 0.0001}
665
+ {"batch": 665, "reward": null, "loss": 0.0001}
666
+ {"batch": 666, "reward": null, "loss": 0.1231}
667
+ {"batch": 667, "reward": null, "loss": 0.0}
668
+ {"batch": 668, "reward": null, "loss": 0.305}
669
+ {"batch": 669, "reward": null, "loss": 0.0007}
670
+ {"batch": 670, "reward": null, "loss": 0.0002}
671
+ {"batch": 671, "reward": null, "loss": 0.0001}
672
+ {"batch": 672, "reward": null, "loss": 0.0}
673
+ {"batch": 673, "reward": null, "loss": 0.049}
674
+ {"batch": 674, "reward": null, "loss": 0.0004}
675
+ {"batch": 675, "reward": null, "loss": 0.0}
676
+ {"batch": 676, "reward": null, "loss": 0.0}
677
+ {"batch": 677, "reward": null, "loss": 0.0007}
678
+ {"batch": 678, "reward": null, "loss": 0.0001}
679
+ {"batch": 679, "reward": null, "loss": 0.0006}
680
+ {"batch": 680, "reward": null, "loss": 0.0}
681
+ {"batch": 681, "reward": null, "loss": -0.4554}
682
+ {"batch": 682, "reward": null, "loss": 0.0}
683
+ {"batch": 683, "reward": null, "loss": -0.2173}
684
+ {"batch": 684, "reward": null, "loss": 0.0}
685
+ {"batch": 685, "reward": null, "loss": 0.0003}
686
+ {"batch": 686, "reward": null, "loss": 0.0001}
687
+ {"batch": 687, "reward": null, "loss": 0.0}
688
+ {"batch": 688, "reward": null, "loss": 0.0}
689
+ {"batch": 689, "reward": null, "loss": 0.0}
690
+ {"batch": 690, "reward": null, "loss": -0.1889}
691
+ {"batch": 691, "reward": null, "loss": 0.0001}
692
+ {"batch": 692, "reward": null, "loss": 0.0008}
693
+ {"batch": 693, "reward": null, "loss": 0.103}
694
+ {"batch": 694, "reward": null, "loss": 0.0}
695
+ {"batch": 695, "reward": null, "loss": 0.0}
696
+ {"batch": 696, "reward": null, "loss": 0.0009}
697
+ {"batch": 697, "reward": null, "loss": 0.5903}
698
+ {"batch": 698, "reward": null, "loss": 0.0002}
699
+ {"batch": 699, "reward": null, "loss": 0.0007}
700
+ {"batch": 700, "reward": null, "loss": 0.0001}
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506
3
- size 11422650
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
3
+ size 11422654
tokenizer_config.json CHANGED
@@ -1,11 +1,217 @@
1
  {
 
2
  "add_prefix_space": false,
3
- "backend": "tokenizers",
4
- "bos_token": null,
5
- "clean_up_tokenization_spaces": false,
6
- "eos_token": "<|im_end|>",
7
- "errors": "replace",
8
- "extra_special_tokens": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  "<|im_start|>",
10
  "<|im_end|>",
11
  "<|object_ref_start|>",
@@ -20,8 +226,11 @@
20
  "<|image_pad|>",
21
  "<|video_pad|>"
22
  ],
23
- "is_local": false,
24
- "local_files_only": false,
 
 
 
25
  "model_max_length": 131072,
26
  "pad_token": "<|endoftext|>",
27
  "split_special_tokens": false,
 
1
  {
2
+ "add_bos_token": false,
3
  "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ },
181
+ "151665": {
182
+ "content": "<tool_response>",
183
+ "lstrip": false,
184
+ "normalized": false,
185
+ "rstrip": false,
186
+ "single_word": false,
187
+ "special": false
188
+ },
189
+ "151666": {
190
+ "content": "</tool_response>",
191
+ "lstrip": false,
192
+ "normalized": false,
193
+ "rstrip": false,
194
+ "single_word": false,
195
+ "special": false
196
+ },
197
+ "151667": {
198
+ "content": "<think>",
199
+ "lstrip": false,
200
+ "normalized": false,
201
+ "rstrip": false,
202
+ "single_word": false,
203
+ "special": false
204
+ },
205
+ "151668": {
206
+ "content": "</think>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": false
212
+ }
213
+ },
214
+ "additional_special_tokens": [
215
  "<|im_start|>",
216
  "<|im_end|>",
217
  "<|object_ref_start|>",
 
226
  "<|image_pad|>",
227
  "<|video_pad|>"
228
  ],
229
+ "bos_token": null,
230
+ "clean_up_tokenization_spaces": false,
231
+ "eos_token": "<|im_end|>",
232
+ "errors": "replace",
233
+ "extra_special_tokens": {},
234
  "model_max_length": 131072,
235
  "pad_token": "<|endoftext|>",
236
  "split_special_tokens": false,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:630784260deb1216a2fefafe278ed3d3ff2d74acbc9048c646f1812464900210
3
- size 7249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b346bee98cdce11d13871c68c2cac5fc786cbd0bcbfcad7aaf525b08f9f5300
3
+ size 7889
trajectory.jsonl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5963202dc1cc5d58b3e9b58c8cfb3fff1e61131f9fa73197ef8b168dddc14440
3
- size 136954867
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad6f86a962be05be4ba06217b25af91333559146847c758dda772d7cbc64e914
3
+ size 1180578