ggtejas commited on
Commit
bea2bbc
·
verified ·
1 Parent(s): c759251

Model save

Browse files
README.md CHANGED
@@ -4,9 +4,9 @@ library_name: transformers
4
  model_name: dispatchr-grpo
5
  tags:
6
  - generated_from_trainer
 
7
  - trl
8
  - hf_jobs
9
- - grpo
10
  licence: license
11
  ---
12
 
@@ -28,7 +28,7 @@ print(output["generated_text"])
28
 
29
  ## Training procedure
30
 
31
-
32
 
33
 
34
 
@@ -37,7 +37,7 @@ This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing
37
  ### Framework versions
38
 
39
  - TRL: 1.2.0
40
- - Transformers: 5.6.2
41
  - Pytorch: 2.10.0
42
  - Datasets: 4.8.4
43
  - Tokenizers: 0.22.2
 
4
  model_name: dispatchr-grpo
5
  tags:
6
  - generated_from_trainer
7
+ - grpo
8
  - trl
9
  - hf_jobs
 
10
  licence: license
11
  ---
12
 
 
28
 
29
  ## Training procedure
30
 
31
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/ggtejas/dispatchr-grpo/runs/459qeioi)
32
 
33
 
34
 
 
37
  ### Framework versions
38
 
39
  - TRL: 1.2.0
40
+ - Transformers: 4.57.6
41
  - Pytorch: 2.10.0
42
  - Datasets: 4.8.4
43
  - Tokenizers: 0.22.2
adapter_config.json CHANGED
@@ -30,10 +30,10 @@
30
  "rank_pattern": {},
31
  "revision": null,
32
  "target_modules": [
33
- "k_proj",
34
- "o_proj",
35
  "q_proj",
36
- "v_proj"
 
 
37
  ],
38
  "target_parameters": null,
39
  "task_type": "CAUSAL_LM",
 
30
  "rank_pattern": {},
31
  "revision": null,
32
  "target_modules": [
 
 
33
  "q_proj",
34
+ "k_proj",
35
+ "v_proj",
36
+ "o_proj"
37
  ],
38
  "target_parameters": null,
39
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d08e4bbca43cb2e775ee0e10a45e03dd299c61f193efc1b16698b802144c7d25
3
  size 47224624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db4cecd06e422e8930ddae9ed0713cfd91e70961a97d2adbc52fcf3e68ff33bd
3
  size 47224624
metrics.jsonl CHANGED
@@ -1,501 +1,425 @@
1
- {"batch": 1, "reward": null, "loss": 0.0}
2
- {"batch": 2, "reward": null, "loss": 1.5409405023092404e-05}
3
- {"batch": 3, "reward": null, "loss": 2.0765677618328482e-05}
4
- {"batch": 4, "reward": null, "loss": -0.00011651718523353338}
5
- {"batch": 5, "reward": null, "loss": 1.9707164028659463e-05}
6
- {"batch": 6, "reward": null, "loss": 1.852235072874464e-05}
7
- {"batch": 7, "reward": null, "loss": 2.064574437099509e-05}
8
- {"batch": 8, "reward": null, "loss": 5.934461660217494e-05}
9
- {"batch": 9, "reward": null, "loss": -0.0004257721302565187}
10
- {"batch": 10, "reward": null, "loss": 2.0869025320280343e-05}
11
- {"batch": 11, "reward": null, "loss": 2.4487926566507667e-05}
12
- {"batch": 12, "reward": null, "loss": 4.623618588084355e-05}
13
- {"batch": 13, "reward": null, "loss": 2.3135817173169926e-05}
14
- {"batch": 14, "reward": null, "loss": 1.2871742001152597e-05}
15
- {"batch": 15, "reward": null, "loss": 0.0009194863378070295}
16
- {"batch": 16, "reward": null, "loss": 5.840212543262169e-05}
17
- {"batch": 17, "reward": null, "loss": 2.0398818378453143e-05}
18
- {"batch": 18, "reward": null, "loss": 2.420460805296898e-05}
19
- {"batch": 19, "reward": null, "loss": 7.441232446581125e-05}
20
- {"batch": 20, "reward": null, "loss": 2.0125498849665746e-05}
21
- {"batch": 21, "reward": null, "loss": 2.2248450477491133e-05}
22
- {"batch": 22, "reward": null, "loss": 2.0944406060152687e-05}
23
- {"batch": 23, "reward": null, "loss": 2.2122389054857194e-05}
24
- {"batch": 24, "reward": null, "loss": -9.067219070857391e-05}
25
- {"batch": 25, "reward": null, "loss": 2.032780321314931e-05}
26
- {"batch": 26, "reward": null, "loss": 0.000302053929772228}
27
- {"batch": 27, "reward": null, "loss": 3.787617970374413e-07}
28
- {"batch": 28, "reward": null, "loss": 2.3289621822186746e-05}
29
- {"batch": 29, "reward": null, "loss": 2.410849447187502e-05}
30
- {"batch": 30, "reward": null, "loss": 0.0003476458659861237}
31
- {"batch": 31, "reward": null, "loss": 1.841568882809952e-05}
32
- {"batch": 32, "reward": null, "loss": 2.1556817955570295e-05}
33
- {"batch": 33, "reward": null, "loss": -0.00018476603145245463}
34
- {"batch": 34, "reward": null, "loss": 2.6865498512052e-05}
35
- {"batch": 35, "reward": null, "loss": 1.7124828445957974e-05}
36
- {"batch": 36, "reward": null, "loss": 0.00022968520352151245}
37
- {"batch": 37, "reward": null, "loss": 0.0011973463697358966}
38
- {"batch": 38, "reward": null, "loss": 2.233991472166963e-05}
39
- {"batch": 39, "reward": null, "loss": 3.0407281883526593e-06}
40
- {"batch": 40, "reward": null, "loss": 2.290532211191021e-05}
41
- {"batch": 41, "reward": null, "loss": 0.0002822234819177538}
42
- {"batch": 42, "reward": null, "loss": 2.124120874213986e-05}
43
- {"batch": 43, "reward": null, "loss": 2.4357917936868034e-05}
44
- {"batch": 44, "reward": null, "loss": 0.0006621459033340216}
45
- {"batch": 45, "reward": null, "loss": 0.0009103342308662832}
46
- {"batch": 46, "reward": null, "loss": 2.576009683252778e-05}
47
- {"batch": 47, "reward": null, "loss": -2.1803807612741366e-05}
48
- {"batch": 48, "reward": null, "loss": -2.531429345253855e-05}
49
- {"batch": 49, "reward": null, "loss": 1.9979168428108096e-05}
50
- {"batch": 50, "reward": null, "loss": 2.6772326236823574e-05}
51
- {"batch": 51, "reward": null, "loss": 2.090687121381052e-05}
52
- {"batch": 52, "reward": null, "loss": 2.209655212936923e-05}
53
- {"batch": 53, "reward": null, "loss": 2.6990066544385627e-05}
54
- {"batch": 54, "reward": null, "loss": -0.00017088073946069926}
55
- {"batch": 55, "reward": null, "loss": 2.6812318537849933e-05}
56
- {"batch": 56, "reward": null, "loss": 1.7728381862980314e-05}
57
- {"batch": 57, "reward": null, "loss": 2.1094076146255247e-05}
58
- {"batch": 58, "reward": null, "loss": 2.5932469725375995e-05}
59
- {"batch": 59, "reward": null, "loss": 2.5502969947410747e-05}
60
- {"batch": 60, "reward": null, "loss": 2.4077105990727432e-05}
61
- {"batch": 61, "reward": null, "loss": 2.2097654436947778e-05}
62
- {"batch": 62, "reward": null, "loss": 2.0344170479802415e-05}
63
- {"batch": 63, "reward": null, "loss": 2.7876492822542787e-05}
64
- {"batch": 64, "reward": null, "loss": 2.2640411771135405e-05}
65
- {"batch": 65, "reward": null, "loss": 2.0267261788831092e-05}
66
- {"batch": 66, "reward": null, "loss": 2.4133336410159245e-05}
67
- {"batch": 67, "reward": null, "loss": 2.3269101802725345e-05}
68
- {"batch": 68, "reward": null, "loss": 0.0023947220761328936}
69
- {"batch": 69, "reward": null, "loss": 2.6808102120412514e-05}
70
- {"batch": 70, "reward": null, "loss": 2.623389445943758e-05}
71
- {"batch": 71, "reward": null, "loss": 2.4432552891084924e-05}
72
- {"batch": 72, "reward": null, "loss": 3.6592820833902806e-05}
73
- {"batch": 73, "reward": null, "loss": 0.00025176891358569264}
74
- {"batch": 74, "reward": null, "loss": 2.417554242128972e-05}
75
- {"batch": 75, "reward": null, "loss": 2.132516965502873e-05}
76
- {"batch": 76, "reward": null, "loss": 1.96941018657526e-05}
77
- {"batch": 77, "reward": null, "loss": -0.00010920771455857903}
78
- {"batch": 78, "reward": null, "loss": 2.783635864034295e-05}
79
- {"batch": 79, "reward": null, "loss": 2.8899421522510238e-05}
80
- {"batch": 80, "reward": null, "loss": 2.2390251615433954e-05}
81
- {"batch": 81, "reward": null, "loss": -0.0002149008505512029}
82
- {"batch": 82, "reward": null, "loss": 4.2779916839208454e-05}
83
- {"batch": 83, "reward": null, "loss": 2.4825843865983188e-05}
84
- {"batch": 84, "reward": null, "loss": 0.0002381352096563205}
85
- {"batch": 85, "reward": null, "loss": 4.953029019816313e-06}
86
- {"batch": 86, "reward": null, "loss": 2.710771150304936e-05}
87
- {"batch": 87, "reward": null, "loss": 2.180848787247669e-05}
88
- {"batch": 88, "reward": null, "loss": 2.5338064006064087e-05}
89
- {"batch": 89, "reward": null, "loss": 2.3719358068774454e-05}
90
- {"batch": 90, "reward": null, "loss": 0.0004954205360263586}
91
- {"batch": 91, "reward": null, "loss": 1.486479231971316e-05}
92
- {"batch": 92, "reward": null, "loss": 2.169914478145074e-05}
93
- {"batch": 93, "reward": null, "loss": 2.4180022592190653e-05}
94
- {"batch": 94, "reward": null, "loss": 2.347759436815977e-05}
95
- {"batch": 95, "reward": null, "loss": 1.87398381967796e-05}
96
- {"batch": 96, "reward": null, "loss": 2.487647725502029e-05}
97
- {"batch": 97, "reward": null, "loss": 3.330259278300218e-05}
98
- {"batch": 98, "reward": null, "loss": 7.168127922341228e-05}
99
- {"batch": 99, "reward": null, "loss": 2.7089739887742326e-05}
100
- {"batch": 100, "reward": null, "loss": 2.0907968064420857e-05}
101
- {"batch": 101, "reward": null, "loss": 2.9811762942699715e-05}
102
- {"batch": 102, "reward": null, "loss": 1.973836697288789e-05}
103
- {"batch": 103, "reward": null, "loss": 2.753658736764919e-05}
104
- {"batch": 104, "reward": null, "loss": -0.00036007576272822917}
105
- {"batch": 105, "reward": null, "loss": 2.2676777007291093e-05}
106
- {"batch": 106, "reward": null, "loss": 2.12765226024203e-05}
107
- {"batch": 107, "reward": null, "loss": 2.8525075322249904e-05}
108
- {"batch": 108, "reward": null, "loss": 2.581545413704589e-05}
109
- {"batch": 109, "reward": null, "loss": 2.8753411243087612e-05}
110
- {"batch": 110, "reward": null, "loss": 2.927140667452477e-05}
111
- {"batch": 111, "reward": null, "loss": 2.1070321963634342e-05}
112
- {"batch": 112, "reward": null, "loss": 4.1041177610168234e-05}
113
- {"batch": 113, "reward": null, "loss": 0.0019242106936872005}
114
- {"batch": 114, "reward": null, "loss": 2.1617099264403805e-05}
115
- {"batch": 115, "reward": null, "loss": 2.11185724765528e-05}
116
- {"batch": 116, "reward": null, "loss": 0.0006184804951772094}
117
- {"batch": 117, "reward": null, "loss": 2.0297704395488836e-05}
118
- {"batch": 118, "reward": null, "loss": 0.00025389305665157735}
119
- {"batch": 119, "reward": null, "loss": 2.1542140530073084e-05}
120
- {"batch": 120, "reward": null, "loss": 2.3170674467110075e-05}
121
- {"batch": 121, "reward": null, "loss": 2.196250898123253e-05}
122
- {"batch": 122, "reward": null, "loss": 4.199161776341498e-05}
123
- {"batch": 123, "reward": null, "loss": 2.290540396643337e-05}
124
- {"batch": 124, "reward": null, "loss": 2.469613536959514e-05}
125
- {"batch": 125, "reward": null, "loss": 2.287454844918102e-05}
126
- {"batch": 126, "reward": null, "loss": 1.828341009968426e-05}
127
- {"batch": 127, "reward": null, "loss": 2.3479393348679878e-05}
128
- {"batch": 128, "reward": null, "loss": 2.5911129341693595e-05}
129
- {"batch": 129, "reward": null, "loss": 5.7716584706213325e-05}
130
- {"batch": 130, "reward": null, "loss": 2.0492774638114497e-05}
131
- {"batch": 131, "reward": null, "loss": 8.250310929724947e-05}
132
- {"batch": 132, "reward": null, "loss": 6.16664910921827e-05}
133
- {"batch": 133, "reward": null, "loss": 2.4943943571997806e-05}
134
- {"batch": 134, "reward": null, "loss": 2.450862666592002e-05}
135
- {"batch": 135, "reward": null, "loss": 4.498989801504649e-05}
136
- {"batch": 136, "reward": null, "loss": 2.290150041517336e-05}
137
- {"batch": 137, "reward": null, "loss": -1.2953685654792935e-05}
138
- {"batch": 138, "reward": null, "loss": 1.6729964045225643e-05}
139
- {"batch": 139, "reward": null, "loss": 2.8412006940925494e-05}
140
- {"batch": 140, "reward": null, "loss": 2.2202804757398553e-05}
141
- {"batch": 141, "reward": null, "loss": -3.4528711694292724e-05}
142
- {"batch": 142, "reward": null, "loss": 4.0750717744231224e-05}
143
- {"batch": 143, "reward": null, "loss": 2.0930303435306996e-05}
144
- {"batch": 144, "reward": null, "loss": 0.00010344714246457443}
145
- {"batch": 145, "reward": null, "loss": 1.9717979739652947e-05}
146
- {"batch": 146, "reward": null, "loss": 2.1071027731522918e-05}
147
- {"batch": 147, "reward": null, "loss": 1.7320078768534586e-05}
148
- {"batch": 148, "reward": null, "loss": 1.8535038179834373e-05}
149
- {"batch": 149, "reward": null, "loss": 2.517980828997679e-05}
150
- {"batch": 150, "reward": null, "loss": 2.591740121715702e-05}
151
- {"batch": 151, "reward": null, "loss": 2.2346110199578106e-05}
152
- {"batch": 152, "reward": null, "loss": 2.056070115941111e-05}
153
- {"batch": 153, "reward": null, "loss": 2.7731868613045663e-05}
154
- {"batch": 154, "reward": null, "loss": 2.345448956475593e-05}
155
- {"batch": 155, "reward": null, "loss": 2.1622156054945663e-05}
156
- {"batch": 156, "reward": null, "loss": 2.376831616857089e-05}
157
- {"batch": 157, "reward": null, "loss": 4.2502564610913396e-05}
158
- {"batch": 158, "reward": null, "loss": 2.5112871298915707e-05}
159
- {"batch": 159, "reward": null, "loss": 2.358962592552416e-05}
160
- {"batch": 160, "reward": null, "loss": 2.7774367481470108e-05}
161
- {"batch": 161, "reward": null, "loss": 1.0606988325889688e-05}
162
- {"batch": 162, "reward": null, "loss": 2.505373049643822e-05}
163
- {"batch": 163, "reward": null, "loss": -2.251509067718871e-05}
164
- {"batch": 164, "reward": null, "loss": 2.2622214601142332e-05}
165
- {"batch": 165, "reward": null, "loss": 0.0002650811511557549}
166
- {"batch": 166, "reward": null, "loss": -0.010378532111644745}
167
- {"batch": 167, "reward": null, "loss": 2.2541753423865885e-05}
168
- {"batch": 168, "reward": null, "loss": 2.2298569092527032e-05}
169
- {"batch": 169, "reward": null, "loss": 1.910321952891536e-05}
170
- {"batch": 170, "reward": null, "loss": 2.2148748030303977e-05}
171
- {"batch": 171, "reward": null, "loss": 1.9830165911116637e-05}
172
- {"batch": 172, "reward": null, "loss": 2.648099689395167e-05}
173
- {"batch": 173, "reward": null, "loss": 7.19302988727577e-05}
174
- {"batch": 174, "reward": null, "loss": 2.3529182726633735e-05}
175
- {"batch": 175, "reward": null, "loss": 2.3904065528768115e-05}
176
- {"batch": 176, "reward": null, "loss": 2.2596792405238375e-05}
177
- {"batch": 177, "reward": null, "loss": 2.2005362552590668e-05}
178
- {"batch": 178, "reward": null, "loss": 0.0002918183454312384}
179
- {"batch": 179, "reward": null, "loss": 1.757457539497409e-05}
180
- {"batch": 180, "reward": null, "loss": 1.9801107555394992e-05}
181
- {"batch": 181, "reward": null, "loss": 2.107635918946471e-05}
182
- {"batch": 182, "reward": null, "loss": 4.065566463395953e-05}
183
- {"batch": 183, "reward": null, "loss": 2.7543632313609123e-05}
184
- {"batch": 184, "reward": null, "loss": 0.00015542148321401328}
185
- {"batch": 185, "reward": null, "loss": -0.0008655924466438591}
186
- {"batch": 186, "reward": null, "loss": 2.2804480977356434e-05}
187
- {"batch": 187, "reward": null, "loss": 0.00621817959472537}
188
- {"batch": 188, "reward": null, "loss": 2.2043459466658533e-05}
189
- {"batch": 189, "reward": null, "loss": 2.1848089090781286e-05}
190
- {"batch": 190, "reward": null, "loss": 2.042484084086027e-05}
191
- {"batch": 191, "reward": null, "loss": 7.629299943801016e-05}
192
- {"batch": 192, "reward": null, "loss": 1.959518704097718e-05}
193
- {"batch": 193, "reward": null, "loss": 2.457289883750491e-05}
194
- {"batch": 194, "reward": null, "loss": 2.1799158275825903e-05}
195
- {"batch": 195, "reward": null, "loss": 2.4246912289527245e-05}
196
- {"batch": 196, "reward": null, "loss": 3.842495061689988e-05}
197
- {"batch": 197, "reward": null, "loss": -0.00010750890942290425}
198
- {"batch": 198, "reward": null, "loss": 1.557186260470189e-05}
199
- {"batch": 199, "reward": null, "loss": 2.066316119453404e-05}
200
- {"batch": 200, "reward": null, "loss": 0.000255982275120914}
201
- {"batch": 201, "reward": null, "loss": 2.0679352019215003e-05}
202
- {"batch": 202, "reward": null, "loss": 2.0675039195339195e-05}
203
- {"batch": 203, "reward": null, "loss": 2.3484264602302574e-05}
204
- {"batch": 204, "reward": null, "loss": 1.893710214062594e-05}
205
- {"batch": 205, "reward": null, "loss": 2.3867705749580637e-05}
206
- {"batch": 206, "reward": null, "loss": 0.0008904628921300173}
207
- {"batch": 207, "reward": null, "loss": 2.71537483058637e-05}
208
- {"batch": 208, "reward": null, "loss": 3.9381588976539206e-06}
209
- {"batch": 209, "reward": null, "loss": 1.6052788851084188e-05}
210
- {"batch": 210, "reward": null, "loss": -0.0005622918251901865}
211
- {"batch": 211, "reward": null, "loss": 1.5213806364045013e-05}
212
- {"batch": 212, "reward": null, "loss": 2.5567078409949318e-05}
213
- {"batch": 213, "reward": null, "loss": 6.345276779029518e-05}
214
- {"batch": 214, "reward": null, "loss": 2.0169487470411696e-05}
215
- {"batch": 215, "reward": null, "loss": -0.016972128301858902}
216
- {"batch": 216, "reward": null, "loss": 2.5156685296678916e-05}
217
- {"batch": 217, "reward": null, "loss": 2.3440072254743427e-05}
218
- {"batch": 218, "reward": null, "loss": 2.090362431772519e-05}
219
- {"batch": 219, "reward": null, "loss": 2.259629764012061e-05}
220
- {"batch": 220, "reward": null, "loss": -0.0023779503535479307}
221
- {"batch": 221, "reward": null, "loss": 2.2068510588724166e-05}
222
- {"batch": 222, "reward": null, "loss": 2.646487337187864e-05}
223
- {"batch": 223, "reward": null, "loss": 2.1118004951858893e-05}
224
- {"batch": 224, "reward": null, "loss": 0.0007657180540263653}
225
- {"batch": 225, "reward": null, "loss": 2.2736756363883615e-05}
226
- {"batch": 226, "reward": null, "loss": -0.0004242112918291241}
227
- {"batch": 227, "reward": null, "loss": 2.265516377519816e-05}
228
- {"batch": 228, "reward": null, "loss": 1.9745089957723394e-05}
229
- {"batch": 229, "reward": null, "loss": 0.00032489170553162694}
230
- {"batch": 230, "reward": null, "loss": -0.0004205814329907298}
231
- {"batch": 231, "reward": null, "loss": 2.231228063465096e-05}
232
- {"batch": 232, "reward": null, "loss": 1.968326250789687e-05}
233
- {"batch": 233, "reward": null, "loss": 2.4142935217241757e-05}
234
- {"batch": 234, "reward": null, "loss": 2.6100915420101956e-05}
235
- {"batch": 235, "reward": null, "loss": 2.0026840502396226e-05}
236
- {"batch": 236, "reward": null, "loss": 2.0711919205496088e-05}
237
- {"batch": 237, "reward": null, "loss": 2.437849252601154e-05}
238
- {"batch": 238, "reward": null, "loss": 2.1437161194626242e-05}
239
- {"batch": 239, "reward": null, "loss": 2.2964879462961107e-05}
240
- {"batch": 240, "reward": null, "loss": 1.6227295418502763e-05}
241
- {"batch": 241, "reward": null, "loss": 2.7356412829249166e-05}
242
- {"batch": 242, "reward": null, "loss": -0.0007837029406800866}
243
- {"batch": 243, "reward": null, "loss": 2.5173350877594203e-05}
244
- {"batch": 244, "reward": null, "loss": 7.254112279042602e-05}
245
- {"batch": 245, "reward": null, "loss": 2.813751416397281e-05}
246
- {"batch": 246, "reward": null, "loss": 2.3999902623472735e-05}
247
- {"batch": 247, "reward": null, "loss": 2.2056789021007717e-05}
248
- {"batch": 248, "reward": null, "loss": 2.3025553673505783e-05}
249
- {"batch": 249, "reward": null, "loss": 1.6977381164906546e-05}
250
- {"batch": 250, "reward": null, "loss": 5.0917813496198505e-05}
251
- {"batch": 251, "reward": null, "loss": 2.2270356566878036e-05}
252
- {"batch": 252, "reward": null, "loss": 2.012063850997947e-05}
253
- {"batch": 253, "reward": null, "loss": 2.3826705728424713e-05}
254
- {"batch": 254, "reward": null, "loss": 3.0900308047421277e-05}
255
- {"batch": 255, "reward": null, "loss": 1.987487485166639e-05}
256
- {"batch": 256, "reward": null, "loss": 2.346182373003103e-05}
257
- {"batch": 257, "reward": null, "loss": 1.948497083503753e-05}
258
- {"batch": 258, "reward": null, "loss": 2.252771628263872e-05}
259
- {"batch": 259, "reward": null, "loss": 2.1240037312963977e-05}
260
- {"batch": 260, "reward": null, "loss": -0.005066380370408297}
261
- {"batch": 261, "reward": null, "loss": 2.351596049265936e-05}
262
- {"batch": 262, "reward": null, "loss": -0.00010681702406145632}
263
- {"batch": 263, "reward": null, "loss": 2.5220064344466664e-05}
264
- {"batch": 264, "reward": null, "loss": 2.285858863615431e-05}
265
- {"batch": 265, "reward": null, "loss": 2.4636319722048938e-05}
266
- {"batch": 266, "reward": null, "loss": 2.908240094257053e-05}
267
- {"batch": 267, "reward": null, "loss": 2.0091374608455226e-05}
268
- {"batch": 268, "reward": null, "loss": 2.1055293473182246e-05}
269
- {"batch": 269, "reward": null, "loss": 2.7161033358424902e-05}
270
- {"batch": 270, "reward": null, "loss": -0.0024486056063324213}
271
- {"batch": 271, "reward": null, "loss": -4.202230229566339e-06}
272
- {"batch": 272, "reward": null, "loss": 2.395985575276427e-05}
273
- {"batch": 273, "reward": null, "loss": 2.2720978449797258e-05}
274
- {"batch": 274, "reward": null, "loss": 1.8523649487178773e-05}
275
- {"batch": 275, "reward": null, "loss": 2.3881499146227725e-05}
276
- {"batch": 276, "reward": null, "loss": 1.6415362551924773e-05}
277
- {"batch": 277, "reward": null, "loss": 2.2498103135148995e-05}
278
- {"batch": 278, "reward": null, "loss": 2.095355375786312e-05}
279
- {"batch": 279, "reward": null, "loss": 1.967616299225483e-05}
280
- {"batch": 280, "reward": null, "loss": 2.1937717974651605e-05}
281
- {"batch": 281, "reward": null, "loss": 2.6239769795211032e-05}
282
- {"batch": 282, "reward": null, "loss": 2.2394224288291298e-05}
283
- {"batch": 283, "reward": null, "loss": 3.5482826206134632e-06}
284
- {"batch": 284, "reward": null, "loss": 2.101672907883767e-05}
285
- {"batch": 285, "reward": null, "loss": 2.125360697391443e-05}
286
- {"batch": 286, "reward": null, "loss": 2.1147452571312897e-05}
287
- {"batch": 287, "reward": null, "loss": 2.219647285528481e-05}
288
- {"batch": 288, "reward": null, "loss": 5.011484972783364e-06}
289
- {"batch": 289, "reward": null, "loss": 2.5192213797708973e-05}
290
- {"batch": 290, "reward": null, "loss": -0.0010960493236780167}
291
- {"batch": 291, "reward": null, "loss": 2.0992067220504396e-05}
292
- {"batch": 292, "reward": null, "loss": 0.00011362498480593786}
293
- {"batch": 293, "reward": null, "loss": 2.2659536625724286e-05}
294
- {"batch": 294, "reward": null, "loss": 0.007806333247572184}
295
- {"batch": 295, "reward": null, "loss": 2.0443443645490333e-05}
296
- {"batch": 296, "reward": null, "loss": 2.187517748097889e-05}
297
- {"batch": 297, "reward": null, "loss": 2.357481571380049e-05}
298
- {"batch": 298, "reward": null, "loss": 2.2526768589159474e-05}
299
- {"batch": 299, "reward": null, "loss": 2.083524304907769e-05}
300
- {"batch": 300, "reward": null, "loss": 2.676672738743946e-05}
301
- {"batch": 301, "reward": null, "loss": 2.730318738031201e-05}
302
- {"batch": 302, "reward": null, "loss": 3.449475843808614e-05}
303
- {"batch": 303, "reward": null, "loss": 1.9180155504727736e-05}
304
- {"batch": 304, "reward": null, "loss": 1.9979645003331825e-05}
305
- {"batch": 305, "reward": null, "loss": 0.0008084292057901621}
306
- {"batch": 306, "reward": null, "loss": 2.7667872927850112e-05}
307
- {"batch": 307, "reward": null, "loss": 2.9965020075906068e-05}
308
- {"batch": 308, "reward": null, "loss": 2.2391888705897145e-05}
309
- {"batch": 309, "reward": null, "loss": 1.674047416599933e-05}
310
- {"batch": 310, "reward": null, "loss": -3.395202656975016e-05}
311
- {"batch": 311, "reward": null, "loss": 0.0005581734585575759}
312
- {"batch": 312, "reward": null, "loss": 2.7192636480322108e-05}
313
- {"batch": 313, "reward": null, "loss": 9.06852710613748e-06}
314
- {"batch": 314, "reward": null, "loss": 2.2574589820578694e-05}
315
- {"batch": 315, "reward": null, "loss": 0.00022454933787230402}
316
- {"batch": 316, "reward": null, "loss": 2.916420271503739e-05}
317
- {"batch": 317, "reward": null, "loss": 1.8378475942881778e-05}
318
- {"batch": 318, "reward": null, "loss": 2.0085706637473777e-05}
319
- {"batch": 319, "reward": null, "loss": -0.0002635001437738538}
320
- {"batch": 320, "reward": null, "loss": 2.2131167497718707e-05}
321
- {"batch": 321, "reward": null, "loss": 0.0003060576564166695}
322
- {"batch": 322, "reward": null, "loss": 8.457751391688362e-06}
323
- {"batch": 323, "reward": null, "loss": 2.806067823257763e-05}
324
- {"batch": 324, "reward": null, "loss": 1.931534097820986e-05}
325
- {"batch": 325, "reward": null, "loss": -4.74632834084332e-05}
326
- {"batch": 326, "reward": null, "loss": 2.352630144741852e-05}
327
- {"batch": 327, "reward": null, "loss": 1.9745424651773646e-05}
328
- {"batch": 328, "reward": null, "loss": 2.5249997634091415e-05}
329
- {"batch": 329, "reward": null, "loss": 7.74323707446456e-05}
330
- {"batch": 330, "reward": null, "loss": -0.00012642696674447507}
331
- {"batch": 331, "reward": null, "loss": 2.4339680749108084e-05}
332
- {"batch": 332, "reward": null, "loss": 2.8134621970821172e-05}
333
- {"batch": 333, "reward": null, "loss": 2.0509236492216587e-05}
334
- {"batch": 334, "reward": null, "loss": 2.1161198674235493e-05}
335
- {"batch": 335, "reward": null, "loss": 2.656520518939942e-05}
336
- {"batch": 336, "reward": null, "loss": 2.457795199006796e-05}
337
- {"batch": 337, "reward": null, "loss": 2.090046473313123e-05}
338
- {"batch": 338, "reward": null, "loss": 0.0007977171917445958}
339
- {"batch": 339, "reward": null, "loss": 2.0579069314408116e-05}
340
- {"batch": 340, "reward": null, "loss": 2.1766098143416457e-05}
341
- {"batch": 341, "reward": null, "loss": 2.4843997380230576e-05}
342
- {"batch": 342, "reward": null, "loss": 3.151255441480316e-05}
343
- {"batch": 343, "reward": null, "loss": -0.00012832680658902973}
344
- {"batch": 344, "reward": null, "loss": 2.8426100470824167e-05}
345
- {"batch": 345, "reward": null, "loss": -0.001317561254836619}
346
- {"batch": 346, "reward": null, "loss": -0.002378875156864524}
347
- {"batch": 347, "reward": null, "loss": 2.216910434071906e-05}
348
- {"batch": 348, "reward": null, "loss": 2.2295327653409913e-05}
349
- {"batch": 349, "reward": null, "loss": 2.3312342818826437e-05}
350
- {"batch": 350, "reward": null, "loss": 2.3927590518724173e-05}
351
- {"batch": 351, "reward": null, "loss": 3.90371133107692e-06}
352
- {"batch": 352, "reward": null, "loss": 2.9252361855469644e-05}
353
- {"batch": 353, "reward": null, "loss": 2.402548852842301e-05}
354
- {"batch": 354, "reward": null, "loss": 2.1912546799285337e-05}
355
- {"batch": 355, "reward": null, "loss": 2.771872459561564e-05}
356
- {"batch": 356, "reward": null, "loss": 2.1576684957835823e-05}
357
- {"batch": 357, "reward": null, "loss": 2.7552760002436116e-05}
358
- {"batch": 358, "reward": null, "loss": 2.0150433556409553e-05}
359
- {"batch": 359, "reward": null, "loss": 0.0013888118555769324}
360
- {"batch": 360, "reward": null, "loss": 2.2772583179175854e-05}
361
- {"batch": 361, "reward": null, "loss": 1.8504566469346173e-05}
362
- {"batch": 362, "reward": null, "loss": 2.3744947611703537e-05}
363
- {"batch": 363, "reward": null, "loss": -2.9852890293113887e-06}
364
- {"batch": 364, "reward": null, "loss": -9.91180568234995e-05}
365
- {"batch": 365, "reward": null, "loss": 2.5089415430556983e-05}
366
- {"batch": 366, "reward": null, "loss": 2.5271579943364486e-05}
367
- {"batch": 367, "reward": null, "loss": 0.0002046486479230225}
368
- {"batch": 368, "reward": null, "loss": 3.649264544947073e-05}
369
- {"batch": 369, "reward": null, "loss": 2.459403913235292e-05}
370
- {"batch": 370, "reward": null, "loss": -0.0021634160075336695}
371
- {"batch": 371, "reward": null, "loss": 2.548611519159749e-05}
372
- {"batch": 372, "reward": null, "loss": 2.3387694454868324e-05}
373
- {"batch": 373, "reward": null, "loss": 2.2330485080601647e-05}
374
- {"batch": 374, "reward": null, "loss": 2.0667755961767398e-05}
375
- {"batch": 375, "reward": null, "loss": 1.8693061065278016e-05}
376
- {"batch": 376, "reward": null, "loss": 2.6819907361641526e-05}
377
- {"batch": 377, "reward": null, "loss": 2.6486708520678803e-05}
378
- {"batch": 378, "reward": null, "loss": 2.0847997802775353e-05}
379
- {"batch": 379, "reward": null, "loss": 1.9089638954028487e-05}
380
- {"batch": 380, "reward": null, "loss": 2.5637320504756644e-05}
381
- {"batch": 381, "reward": null, "loss": 2.4054614186752588e-05}
382
- {"batch": 382, "reward": null, "loss": 2.320920248166658e-05}
383
- {"batch": 383, "reward": null, "loss": 0.00011177468695677817}
384
- {"batch": 384, "reward": null, "loss": 2.3834256353438832e-05}
385
- {"batch": 385, "reward": null, "loss": 2.098008553730324e-05}
386
- {"batch": 386, "reward": null, "loss": 2.2895783331478015e-05}
387
- {"batch": 387, "reward": null, "loss": 2.2665208234684542e-05}
388
- {"batch": 388, "reward": null, "loss": 2.1187723177718e-05}
389
- {"batch": 389, "reward": null, "loss": 2.4459797714371234e-05}
390
- {"batch": 390, "reward": null, "loss": 2.5357910999446176e-05}
391
- {"batch": 391, "reward": null, "loss": 2.7389145543565974e-05}
392
- {"batch": 392, "reward": null, "loss": 2.4501037842128426e-05}
393
- {"batch": 393, "reward": null, "loss": 2.0624811440939084e-05}
394
- {"batch": 394, "reward": null, "loss": 2.1415138689917512e-05}
395
- {"batch": 395, "reward": null, "loss": 2.1871306671528146e-05}
396
- {"batch": 396, "reward": null, "loss": 2.068112007691525e-05}
397
- {"batch": 397, "reward": null, "loss": 2.6151774363825098e-05}
398
- {"batch": 398, "reward": null, "loss": 1.6748042980907485e-05}
399
- {"batch": 399, "reward": null, "loss": 2.0830397261306643e-05}
400
- {"batch": 400, "reward": null, "loss": 2.7056266844738275e-05}
401
- {"batch": 401, "reward": null, "loss": 1.805147621780634e-05}
402
- {"batch": 402, "reward": null, "loss": 3.37934834533371e-05}
403
- {"batch": 403, "reward": null, "loss": 6.464412581408396e-05}
404
- {"batch": 404, "reward": null, "loss": 2.5159810320474207e-05}
405
- {"batch": 405, "reward": null, "loss": 1.8213831936009228e-05}
406
- {"batch": 406, "reward": null, "loss": 2.601853702799417e-05}
407
- {"batch": 407, "reward": null, "loss": 3.663304232759401e-05}
408
- {"batch": 408, "reward": null, "loss": -0.0005255624419078231}
409
- {"batch": 409, "reward": null, "loss": 1.972959580598399e-05}
410
- {"batch": 410, "reward": null, "loss": 2.4351171305170283e-05}
411
- {"batch": 411, "reward": null, "loss": 0.00014520921104121953}
412
- {"batch": 412, "reward": null, "loss": 2.075218071695417e-05}
413
- {"batch": 413, "reward": null, "loss": 2.171006053686142e-05}
414
- {"batch": 414, "reward": null, "loss": 2.1446641767397523e-05}
415
- {"batch": 415, "reward": null, "loss": 2.5613255274947733e-05}
416
- {"batch": 416, "reward": null, "loss": 2.297848004673142e-05}
417
- {"batch": 417, "reward": null, "loss": 2.3820197384338826e-05}
418
- {"batch": 418, "reward": null, "loss": 0.0007416747394017875}
419
- {"batch": 419, "reward": null, "loss": 2.507610224711243e-05}
420
- {"batch": 420, "reward": null, "loss": 1.9735072783078067e-05}
421
- {"batch": 421, "reward": null, "loss": 0.00020996104285586625}
422
- {"batch": 422, "reward": null, "loss": 1.8923525203717873e-05}
423
- {"batch": 423, "reward": null, "loss": -0.0006577170570380986}
424
- {"batch": 424, "reward": null, "loss": 2.4407761884503998e-05}
425
- {"batch": 425, "reward": null, "loss": 2.2614505724050105e-05}
426
- {"batch": 426, "reward": null, "loss": 2.1136700524948537e-05}
427
- {"batch": 427, "reward": null, "loss": 3.17394697049167e-05}
428
- {"batch": 428, "reward": null, "loss": 2.1498151909327134e-05}
429
- {"batch": 429, "reward": null, "loss": 6.032283999957144e-05}
430
- {"batch": 430, "reward": null, "loss": 2.1763378754258156e-05}
431
- {"batch": 431, "reward": null, "loss": 2.5478304451098666e-05}
432
- {"batch": 432, "reward": null, "loss": 2.0816623873542994e-05}
433
- {"batch": 433, "reward": null, "loss": 2.4527773348381743e-05}
434
- {"batch": 434, "reward": null, "loss": 2.107878026436083e-05}
435
- {"batch": 435, "reward": null, "loss": 2.01744151127059e-05}
436
- {"batch": 436, "reward": null, "loss": 2.326206595171243e-05}
437
- {"batch": 437, "reward": null, "loss": 2.1436524548335e-05}
438
- {"batch": 438, "reward": null, "loss": 2.3426691768690944e-05}
439
- {"batch": 439, "reward": null, "loss": 2.217746077803895e-05}
440
- {"batch": 440, "reward": null, "loss": 2.4072363885352388e-05}
441
- {"batch": 441, "reward": null, "loss": 2.3612707082065754e-05}
442
- {"batch": 442, "reward": null, "loss": 2.1567502699326724e-05}
443
- {"batch": 443, "reward": null, "loss": 1.9869414245476946e-05}
444
- {"batch": 444, "reward": null, "loss": 9.939775191014633e-05}
445
- {"batch": 445, "reward": null, "loss": 1.8953878679894842e-05}
446
- {"batch": 446, "reward": null, "loss": 2.0192357624182478e-05}
447
- {"batch": 447, "reward": null, "loss": 3.156090679112822e-05}
448
- {"batch": 448, "reward": null, "loss": 2.107498403347563e-05}
449
- {"batch": 449, "reward": null, "loss": 2.841191235347651e-05}
450
- {"batch": 450, "reward": null, "loss": 2.7739455617847852e-05}
451
- {"batch": 451, "reward": null, "loss": 2.153393506887369e-05}
452
- {"batch": 452, "reward": null, "loss": 2.55917948379647e-05}
453
- {"batch": 453, "reward": null, "loss": 2.6849902496905997e-05}
454
- {"batch": 454, "reward": null, "loss": 2.849484735634178e-05}
455
- {"batch": 455, "reward": null, "loss": -0.0005825021653436124}
456
- {"batch": 456, "reward": null, "loss": 3.6769237340195104e-05}
457
- {"batch": 457, "reward": null, "loss": 0.00011110683408332989}
458
- {"batch": 458, "reward": null, "loss": 2.7909118216484785e-05}
459
- {"batch": 459, "reward": null, "loss": 2.260395194753073e-05}
460
- {"batch": 460, "reward": null, "loss": 2.1995387214701623e-05}
461
- {"batch": 461, "reward": null, "loss": 3.3367989090038463e-05}
462
- {"batch": 462, "reward": null, "loss": 2.2678674213238992e-05}
463
- {"batch": 463, "reward": null, "loss": 2.4424418370472267e-05}
464
- {"batch": 464, "reward": null, "loss": 2.596153353806585e-05}
465
- {"batch": 465, "reward": null, "loss": 2.3523782147094607e-05}
466
- {"batch": 466, "reward": null, "loss": 2.1375240976340137e-05}
467
- {"batch": 467, "reward": null, "loss": 1.9677545424201526e-05}
468
- {"batch": 468, "reward": null, "loss": 2.5985795218730345e-05}
469
- {"batch": 469, "reward": null, "loss": 2.053981188510079e-05}
470
- {"batch": 470, "reward": null, "loss": 2.896678779507056e-05}
471
- {"batch": 471, "reward": null, "loss": 2.2610734959016554e-05}
472
- {"batch": 472, "reward": null, "loss": 1.85315129783703e-05}
473
- {"batch": 473, "reward": null, "loss": 1.9880997569998726e-05}
474
- {"batch": 474, "reward": null, "loss": 6.9440065999515355e-06}
475
- {"batch": 475, "reward": null, "loss": 2.4761087843216956e-05}
476
- {"batch": 476, "reward": null, "loss": 2.175490044464823e-05}
477
- {"batch": 477, "reward": null, "loss": 2.236832369817421e-05}
478
- {"batch": 478, "reward": null, "loss": 2.329346170881763e-05}
479
- {"batch": 479, "reward": null, "loss": 2.1854619262740016e-05}
480
- {"batch": 480, "reward": null, "loss": 0.00019229596364311874}
481
- {"batch": 481, "reward": null, "loss": 2.4367389414692298e-05}
482
- {"batch": 482, "reward": null, "loss": 2.2746797185391188e-05}
483
- {"batch": 483, "reward": null, "loss": 2.3764594516251236e-05}
484
- {"batch": 484, "reward": null, "loss": 0.0013296051183715463}
485
- {"batch": 485, "reward": null, "loss": 2.231719008705113e-05}
486
- {"batch": 486, "reward": null, "loss": 2.0550207409542054e-05}
487
- {"batch": 487, "reward": null, "loss": 1.6346824850188568e-05}
488
- {"batch": 488, "reward": null, "loss": 1.9494433217914775e-05}
489
- {"batch": 489, "reward": null, "loss": 2.248030068585649e-05}
490
- {"batch": 490, "reward": null, "loss": 4.3250955059193075e-05}
491
- {"batch": 491, "reward": null, "loss": 2.3305612558033317e-05}
492
- {"batch": 492, "reward": null, "loss": 0.0001883069780888036}
493
- {"batch": 493, "reward": null, "loss": 2.240524918306619e-05}
494
- {"batch": 494, "reward": null, "loss": 2.33673163165804e-05}
495
- {"batch": 495, "reward": null, "loss": 2.3549124307464808e-05}
496
- {"batch": 496, "reward": null, "loss": 1.974390761461109e-05}
497
- {"batch": 497, "reward": null, "loss": 2.181736272177659e-05}
498
- {"batch": 498, "reward": null, "loss": 2.0263334590708837e-05}
499
- {"batch": 499, "reward": null, "loss": 1.9211031030863523e-05}
500
- {"batch": 500, "reward": null, "loss": 2.2426171199185774e-05}
501
- {"batch": 501, "reward": null, "loss": null}
 
1
+ {"batch": 1, "reward": null, "loss": 0.1223}
2
+ {"batch": 2, "reward": null, "loss": -0.1174}
3
+ {"batch": 3, "reward": null, "loss": 0.0}
4
+ {"batch": 4, "reward": null, "loss": -0.0111}
5
+ {"batch": 5, "reward": null, "loss": -0.132}
6
+ {"batch": 6, "reward": null, "loss": 0.0}
7
+ {"batch": 7, "reward": null, "loss": -0.0338}
8
+ {"batch": 8, "reward": null, "loss": -0.0746}
9
+ {"batch": 9, "reward": null, "loss": -0.0216}
10
+ {"batch": 10, "reward": null, "loss": 0.0}
11
+ {"batch": 11, "reward": null, "loss": -0.0258}
12
+ {"batch": 12, "reward": null, "loss": -0.0447}
13
+ {"batch": 13, "reward": null, "loss": 0.0001}
14
+ {"batch": 14, "reward": null, "loss": 0.1142}
15
+ {"batch": 15, "reward": null, "loss": 0.2805}
16
+ {"batch": 16, "reward": null, "loss": 0.0047}
17
+ {"batch": 17, "reward": null, "loss": -0.0791}
18
+ {"batch": 18, "reward": null, "loss": 0.0315}
19
+ {"batch": 19, "reward": null, "loss": -0.0028}
20
+ {"batch": 20, "reward": null, "loss": -0.1793}
21
+ {"batch": 21, "reward": null, "loss": -0.1458}
22
+ {"batch": 22, "reward": null, "loss": -0.3561}
23
+ {"batch": 23, "reward": null, "loss": -0.1178}
24
+ {"batch": 24, "reward": null, "loss": 0.0312}
25
+ {"batch": 25, "reward": null, "loss": 0.0001}
26
+ {"batch": 26, "reward": null, "loss": -0.2916}
27
+ {"batch": 27, "reward": null, "loss": -0.0419}
28
+ {"batch": 28, "reward": null, "loss": -0.1319}
29
+ {"batch": 29, "reward": null, "loss": -0.0119}
30
+ {"batch": 30, "reward": null, "loss": 0.0179}
31
+ {"batch": 31, "reward": null, "loss": 0.0001}
32
+ {"batch": 32, "reward": null, "loss": 0.0}
33
+ {"batch": 33, "reward": null, "loss": -0.2818}
34
+ {"batch": 34, "reward": null, "loss": 0.0001}
35
+ {"batch": 35, "reward": null, "loss": 0.0811}
36
+ {"batch": 36, "reward": null, "loss": 0.0384}
37
+ {"batch": 37, "reward": null, "loss": -0.1263}
38
+ {"batch": 38, "reward": null, "loss": 0.0001}
39
+ {"batch": 39, "reward": null, "loss": 0.0003}
40
+ {"batch": 40, "reward": null, "loss": -0.0356}
41
+ {"batch": 41, "reward": null, "loss": 0.0276}
42
+ {"batch": 42, "reward": null, "loss": 0.0001}
43
+ {"batch": 43, "reward": null, "loss": 0.187}
44
+ {"batch": 44, "reward": null, "loss": -0.0529}
45
+ {"batch": 45, "reward": null, "loss": -0.0405}
46
+ {"batch": 46, "reward": null, "loss": -0.1146}
47
+ {"batch": 47, "reward": null, "loss": -0.1078}
48
+ {"batch": 48, "reward": null, "loss": -0.0399}
49
+ {"batch": 49, "reward": null, "loss": 0.1319}
50
+ {"batch": 50, "reward": null, "loss": 0.0003}
51
+ {"batch": 51, "reward": null, "loss": -0.0739}
52
+ {"batch": 52, "reward": null, "loss": -0.0082}
53
+ {"batch": 53, "reward": null, "loss": -0.1284}
54
+ {"batch": 54, "reward": null, "loss": -0.0489}
55
+ {"batch": 55, "reward": null, "loss": 0.0009}
56
+ {"batch": 56, "reward": null, "loss": -0.0061}
57
+ {"batch": 57, "reward": null, "loss": -0.0458}
58
+ {"batch": 58, "reward": null, "loss": -0.118}
59
+ {"batch": 59, "reward": null, "loss": 0.0003}
60
+ {"batch": 60, "reward": null, "loss": 0.0003}
61
+ {"batch": 61, "reward": null, "loss": -0.0654}
62
+ {"batch": 62, "reward": null, "loss": 0.0491}
63
+ {"batch": 63, "reward": null, "loss": 0.0826}
64
+ {"batch": 64, "reward": null, "loss": 0.0006}
65
+ {"batch": 65, "reward": null, "loss": 0.0892}
66
+ {"batch": 66, "reward": null, "loss": 0.0003}
67
+ {"batch": 67, "reward": null, "loss": 0.0105}
68
+ {"batch": 68, "reward": null, "loss": -0.0459}
69
+ {"batch": 69, "reward": null, "loss": -0.0484}
70
+ {"batch": 70, "reward": null, "loss": 0.0006}
71
+ {"batch": 71, "reward": null, "loss": 0.1133}
72
+ {"batch": 72, "reward": null, "loss": 0.0008}
73
+ {"batch": 73, "reward": null, "loss": 0.0002}
74
+ {"batch": 74, "reward": null, "loss": 0.0012}
75
+ {"batch": 75, "reward": null, "loss": 0.2767}
76
+ {"batch": 76, "reward": null, "loss": 0.0011}
77
+ {"batch": 77, "reward": null, "loss": 0.0757}
78
+ {"batch": 78, "reward": null, "loss": 0.0259}
79
+ {"batch": 79, "reward": null, "loss": -0.0429}
80
+ {"batch": 80, "reward": null, "loss": -0.1146}
81
+ {"batch": 81, "reward": null, "loss": 0.065}
82
+ {"batch": 82, "reward": null, "loss": 0.0711}
83
+ {"batch": 83, "reward": null, "loss": 0.1249}
84
+ {"batch": 84, "reward": null, "loss": 0.0003}
85
+ {"batch": 85, "reward": null, "loss": 0.0178}
86
+ {"batch": 86, "reward": null, "loss": 0.0007}
87
+ {"batch": 87, "reward": null, "loss": -0.0893}
88
+ {"batch": 88, "reward": null, "loss": 0.069}
89
+ {"batch": 89, "reward": null, "loss": -0.0719}
90
+ {"batch": 90, "reward": null, "loss": 0.1625}
91
+ {"batch": 91, "reward": null, "loss": 0.4483}
92
+ {"batch": 92, "reward": null, "loss": 0.0172}
93
+ {"batch": 93, "reward": null, "loss": -0.0406}
94
+ {"batch": 94, "reward": null, "loss": -0.0199}
95
+ {"batch": 95, "reward": null, "loss": 0.055}
96
+ {"batch": 96, "reward": null, "loss": -0.0498}
97
+ {"batch": 97, "reward": null, "loss": -0.0119}
98
+ {"batch": 98, "reward": null, "loss": 0.0016}
99
+ {"batch": 99, "reward": null, "loss": 0.0636}
100
+ {"batch": 100, "reward": null, "loss": -0.1874}
101
+ {"batch": 101, "reward": null, "loss": -0.0192}
102
+ {"batch": 102, "reward": null, "loss": 0.0008}
103
+ {"batch": 103, "reward": null, "loss": -0.0164}
104
+ {"batch": 104, "reward": null, "loss": 0.0971}
105
+ {"batch": 105, "reward": null, "loss": -0.1624}
106
+ {"batch": 106, "reward": null, "loss": -0.0265}
107
+ {"batch": 107, "reward": null, "loss": 0.0009}
108
+ {"batch": 108, "reward": null, "loss": -0.0832}
109
+ {"batch": 109, "reward": null, "loss": 0.0008}
110
+ {"batch": 110, "reward": null, "loss": -0.102}
111
+ {"batch": 111, "reward": null, "loss": -0.0063}
112
+ {"batch": 112, "reward": null, "loss": 0.0372}
113
+ {"batch": 113, "reward": null, "loss": 0.2034}
114
+ {"batch": 114, "reward": null, "loss": 0.0009}
115
+ {"batch": 115, "reward": null, "loss": 0.0016}
116
+ {"batch": 116, "reward": null, "loss": -0.0357}
117
+ {"batch": 117, "reward": null, "loss": -0.0206}
118
+ {"batch": 118, "reward": null, "loss": -0.0184}
119
+ {"batch": 119, "reward": null, "loss": 0.0014}
120
+ {"batch": 120, "reward": null, "loss": -0.07}
121
+ {"batch": 121, "reward": null, "loss": 0.0893}
122
+ {"batch": 122, "reward": null, "loss": 0.1406}
123
+ {"batch": 123, "reward": null, "loss": 0.0706}
124
+ {"batch": 124, "reward": null, "loss": -0.0323}
125
+ {"batch": 125, "reward": null, "loss": -0.0599}
126
+ {"batch": 126, "reward": null, "loss": -0.0272}
127
+ {"batch": 127, "reward": null, "loss": 0.028}
128
+ {"batch": 128, "reward": null, "loss": 0.0517}
129
+ {"batch": 129, "reward": null, "loss": -0.0453}
130
+ {"batch": 130, "reward": null, "loss": 0.0409}
131
+ {"batch": 131, "reward": null, "loss": 0.1233}
132
+ {"batch": 132, "reward": null, "loss": 0.0385}
133
+ {"batch": 133, "reward": null, "loss": -0.0431}
134
+ {"batch": 134, "reward": null, "loss": 0.0568}
135
+ {"batch": 135, "reward": null, "loss": -0.0328}
136
+ {"batch": 136, "reward": null, "loss": 0.0237}
137
+ {"batch": 137, "reward": null, "loss": -0.0437}
138
+ {"batch": 138, "reward": null, "loss": 0.0639}
139
+ {"batch": 139, "reward": null, "loss": -0.0434}
140
+ {"batch": 140, "reward": null, "loss": 0.0614}
141
+ {"batch": 141, "reward": null, "loss": -0.0629}
142
+ {"batch": 142, "reward": null, "loss": -0.0654}
143
+ {"batch": 143, "reward": null, "loss": -0.0044}
144
+ {"batch": 144, "reward": null, "loss": -0.0299}
145
+ {"batch": 145, "reward": null, "loss": 0.0016}
146
+ {"batch": 146, "reward": null, "loss": -0.0391}
147
+ {"batch": 147, "reward": null, "loss": -0.0656}
148
+ {"batch": 148, "reward": null, "loss": 0.0452}
149
+ {"batch": 149, "reward": null, "loss": 0.0262}
150
+ {"batch": 150, "reward": null, "loss": 0.0412}
151
+ {"batch": 151, "reward": null, "loss": 0.017}
152
+ {"batch": 152, "reward": null, "loss": 0.0017}
153
+ {"batch": 153, "reward": null, "loss": 0.0494}
154
+ {"batch": 154, "reward": null, "loss": -0.0528}
155
+ {"batch": 155, "reward": null, "loss": -0.0378}
156
+ {"batch": 156, "reward": null, "loss": 0.0339}
157
+ {"batch": 157, "reward": null, "loss": 0.0018}
158
+ {"batch": 158, "reward": null, "loss": -0.0472}
159
+ {"batch": 159, "reward": null, "loss": -0.0115}
160
+ {"batch": 160, "reward": null, "loss": 0.0016}
161
+ {"batch": 161, "reward": null, "loss": 0.1352}
162
+ {"batch": 162, "reward": null, "loss": 0.0018}
163
+ {"batch": 163, "reward": null, "loss": -0.0448}
164
+ {"batch": 164, "reward": null, "loss": 0.0644}
165
+ {"batch": 165, "reward": null, "loss": -0.0491}
166
+ {"batch": 166, "reward": null, "loss": -0.0065}
167
+ {"batch": 167, "reward": null, "loss": 0.0251}
168
+ {"batch": 168, "reward": null, "loss": 0.0089}
169
+ {"batch": 169, "reward": null, "loss": 0.0408}
170
+ {"batch": 170, "reward": null, "loss": 0.0014}
171
+ {"batch": 171, "reward": null, "loss": 0.0045}
172
+ {"batch": 172, "reward": null, "loss": -0.0378}
173
+ {"batch": 173, "reward": null, "loss": 0.0857}
174
+ {"batch": 174, "reward": null, "loss": 0.0002}
175
+ {"batch": 175, "reward": null, "loss": -0.0597}
176
+ {"batch": 176, "reward": null, "loss": -0.039}
177
+ {"batch": 177, "reward": null, "loss": 0.0312}
178
+ {"batch": 178, "reward": null, "loss": 0.0928}
179
+ {"batch": 179, "reward": null, "loss": 0.0366}
180
+ {"batch": 180, "reward": null, "loss": 0.002}
181
+ {"batch": 181, "reward": null, "loss": -0.0371}
182
+ {"batch": 182, "reward": null, "loss": 0.0014}
183
+ {"batch": 183, "reward": null, "loss": -0.1019}
184
+ {"batch": 184, "reward": null, "loss": 0.0017}
185
+ {"batch": 185, "reward": null, "loss": -0.1053}
186
+ {"batch": 186, "reward": null, "loss": -0.0217}
187
+ {"batch": 187, "reward": null, "loss": 0.0424}
188
+ {"batch": 188, "reward": null, "loss": 0.0017}
189
+ {"batch": 189, "reward": null, "loss": 0.0014}
190
+ {"batch": 190, "reward": null, "loss": 0.0794}
191
+ {"batch": 191, "reward": null, "loss": 0.0017}
192
+ {"batch": 192, "reward": null, "loss": -0.007}
193
+ {"batch": 193, "reward": null, "loss": -0.0915}
194
+ {"batch": 194, "reward": null, "loss": -0.041}
195
+ {"batch": 195, "reward": null, "loss": -0.0455}
196
+ {"batch": 196, "reward": null, "loss": -0.035}
197
+ {"batch": 197, "reward": null, "loss": -0.1097}
198
+ {"batch": 198, "reward": null, "loss": 0.0369}
199
+ {"batch": 199, "reward": null, "loss": 0.0482}
200
+ {"batch": 200, "reward": null, "loss": 0.1985}
201
+ {"batch": 201, "reward": null, "loss": 0.0164}
202
+ {"batch": 202, "reward": null, "loss": 0.04}
203
+ {"batch": 203, "reward": null, "loss": -0.0467}
204
+ {"batch": 204, "reward": null, "loss": 0.0012}
205
+ {"batch": 205, "reward": null, "loss": 0.289}
206
+ {"batch": 206, "reward": null, "loss": 0.1709}
207
+ {"batch": 207, "reward": null, "loss": 0.0229}
208
+ {"batch": 208, "reward": null, "loss": -0.104}
209
+ {"batch": 209, "reward": null, "loss": -0.0461}
210
+ {"batch": 210, "reward": null, "loss": 0.0014}
211
+ {"batch": 211, "reward": null, "loss": 0.1132}
212
+ {"batch": 212, "reward": null, "loss": -0.0009}
213
+ {"batch": 213, "reward": null, "loss": 0.0014}
214
+ {"batch": 214, "reward": null, "loss": 0.0387}
215
+ {"batch": 215, "reward": null, "loss": -0.1055}
216
+ {"batch": 216, "reward": null, "loss": 0.0321}
217
+ {"batch": 217, "reward": null, "loss": 0.1109}
218
+ {"batch": 218, "reward": null, "loss": -0.036}
219
+ {"batch": 219, "reward": null, "loss": 0.002}
220
+ {"batch": 220, "reward": null, "loss": -0.0171}
221
+ {"batch": 221, "reward": null, "loss": -0.0239}
222
+ {"batch": 222, "reward": null, "loss": 0.0017}
223
+ {"batch": 223, "reward": null, "loss": 0.0353}
224
+ {"batch": 224, "reward": null, "loss": -0.0646}
225
+ {"batch": 225, "reward": null, "loss": 0.0382}
226
+ {"batch": 226, "reward": null, "loss": 0.0494}
227
+ {"batch": 227, "reward": null, "loss": -0.0269}
228
+ {"batch": 228, "reward": null, "loss": -0.0748}
229
+ {"batch": 229, "reward": null, "loss": 0.0015}
230
+ {"batch": 230, "reward": null, "loss": -0.0852}
231
+ {"batch": 231, "reward": null, "loss": 0.0012}
232
+ {"batch": 232, "reward": null, "loss": -0.0343}
233
+ {"batch": 233, "reward": null, "loss": -0.0067}
234
+ {"batch": 234, "reward": null, "loss": 0.0766}
235
+ {"batch": 235, "reward": null, "loss": -0.1732}
236
+ {"batch": 236, "reward": null, "loss": 0.002}
237
+ {"batch": 237, "reward": null, "loss": -0.078}
238
+ {"batch": 238, "reward": null, "loss": -0.007}
239
+ {"batch": 239, "reward": null, "loss": 0.1482}
240
+ {"batch": 240, "reward": null, "loss": 0.0012}
241
+ {"batch": 241, "reward": null, "loss": 0.0018}
242
+ {"batch": 242, "reward": null, "loss": -0.0184}
243
+ {"batch": 243, "reward": null, "loss": -0.0059}
244
+ {"batch": 244, "reward": null, "loss": -0.0674}
245
+ {"batch": 245, "reward": null, "loss": 0.0017}
246
+ {"batch": 246, "reward": null, "loss": -0.0281}
247
+ {"batch": 247, "reward": null, "loss": -0.1735}
248
+ {"batch": 248, "reward": null, "loss": -0.0312}
249
+ {"batch": 249, "reward": null, "loss": 0.0332}
250
+ {"batch": 250, "reward": null, "loss": -0.0329}
251
+ {"batch": 251, "reward": null, "loss": 0.0626}
252
+ {"batch": 252, "reward": null, "loss": -0.1258}
253
+ {"batch": 253, "reward": null, "loss": -0.0045}
254
+ {"batch": 254, "reward": null, "loss": -0.1137}
255
+ {"batch": 255, "reward": null, "loss": 0.0018}
256
+ {"batch": 256, "reward": null, "loss": 0.0264}
257
+ {"batch": 257, "reward": null, "loss": 0.0132}
258
+ {"batch": 258, "reward": null, "loss": 0.0011}
259
+ {"batch": 259, "reward": null, "loss": 0.0336}
260
+ {"batch": 260, "reward": null, "loss": -0.2124}
261
+ {"batch": 261, "reward": null, "loss": 0.0081}
262
+ {"batch": 262, "reward": null, "loss": 0.0396}
263
+ {"batch": 263, "reward": null, "loss": 0.0012}
264
+ {"batch": 264, "reward": null, "loss": 0.0837}
265
+ {"batch": 265, "reward": null, "loss": -0.0781}
266
+ {"batch": 266, "reward": null, "loss": 0.0011}
267
+ {"batch": 267, "reward": null, "loss": 0.0017}
268
+ {"batch": 268, "reward": null, "loss": 0.0008}
269
+ {"batch": 269, "reward": null, "loss": -0.0353}
270
+ {"batch": 270, "reward": null, "loss": -0.0522}
271
+ {"batch": 271, "reward": null, "loss": -0.0035}
272
+ {"batch": 272, "reward": null, "loss": 0.0489}
273
+ {"batch": 273, "reward": null, "loss": -0.0138}
274
+ {"batch": 274, "reward": null, "loss": -0.1291}
275
+ {"batch": 275, "reward": null, "loss": 0.0015}
276
+ {"batch": 276, "reward": null, "loss": -0.0564}
277
+ {"batch": 277, "reward": null, "loss": 0.0016}
278
+ {"batch": 278, "reward": null, "loss": 0.0017}
279
+ {"batch": 279, "reward": null, "loss": 0.0015}
280
+ {"batch": 280, "reward": null, "loss": 0.2013}
281
+ {"batch": 281, "reward": null, "loss": 0.0593}
282
+ {"batch": 282, "reward": null, "loss": -0.0171}
283
+ {"batch": 283, "reward": null, "loss": -0.2293}
284
+ {"batch": 284, "reward": null, "loss": 0.0124}
285
+ {"batch": 285, "reward": null, "loss": 0.073}
286
+ {"batch": 286, "reward": null, "loss": 0.0024}
287
+ {"batch": 287, "reward": null, "loss": 0.0038}
288
+ {"batch": 288, "reward": null, "loss": 0.004}
289
+ {"batch": 289, "reward": null, "loss": -0.0062}
290
+ {"batch": 290, "reward": null, "loss": -0.0286}
291
+ {"batch": 291, "reward": null, "loss": 0.0413}
292
+ {"batch": 292, "reward": null, "loss": -0.0062}
293
+ {"batch": 293, "reward": null, "loss": 0.0035}
294
+ {"batch": 294, "reward": null, "loss": 0.0132}
295
+ {"batch": 295, "reward": null, "loss": 0.0025}
296
+ {"batch": 296, "reward": null, "loss": 0.0014}
297
+ {"batch": 297, "reward": null, "loss": 0.1476}
298
+ {"batch": 298, "reward": null, "loss": -0.0234}
299
+ {"batch": 299, "reward": null, "loss": -0.0848}
300
+ {"batch": 300, "reward": null, "loss": -0.1024}
301
+ {"batch": 301, "reward": null, "loss": -0.1621}
302
+ {"batch": 302, "reward": null, "loss": -0.1085}
303
+ {"batch": 303, "reward": null, "loss": 0.0015}
304
+ {"batch": 304, "reward": null, "loss": -0.0025}
305
+ {"batch": 305, "reward": null, "loss": -0.0765}
306
+ {"batch": 306, "reward": null, "loss": 0.0124}
307
+ {"batch": 307, "reward": null, "loss": -0.058}
308
+ {"batch": 308, "reward": null, "loss": 0.0017}
309
+ {"batch": 309, "reward": null, "loss": 0.0168}
310
+ {"batch": 310, "reward": null, "loss": 0.002}
311
+ {"batch": 311, "reward": null, "loss": 0.0396}
312
+ {"batch": 312, "reward": null, "loss": 0.0079}
313
+ {"batch": 313, "reward": null, "loss": -0.0926}
314
+ {"batch": 314, "reward": null, "loss": 0.0168}
315
+ {"batch": 315, "reward": null, "loss": 0.0376}
316
+ {"batch": 316, "reward": null, "loss": 0.0008}
317
+ {"batch": 317, "reward": null, "loss": -0.0263}
318
+ {"batch": 318, "reward": null, "loss": 0.0056}
319
+ {"batch": 319, "reward": null, "loss": -0.1181}
320
+ {"batch": 320, "reward": null, "loss": -0.0206}
321
+ {"batch": 321, "reward": null, "loss": 0.0013}
322
+ {"batch": 322, "reward": null, "loss": 0.0008}
323
+ {"batch": 323, "reward": null, "loss": -0.0436}
324
+ {"batch": 324, "reward": null, "loss": 0.0534}
325
+ {"batch": 325, "reward": null, "loss": 0.0008}
326
+ {"batch": 326, "reward": null, "loss": -0.0395}
327
+ {"batch": 327, "reward": null, "loss": 0.0189}
328
+ {"batch": 328, "reward": null, "loss": 0.0035}
329
+ {"batch": 329, "reward": null, "loss": 0.0009}
330
+ {"batch": 330, "reward": null, "loss": -0.0222}
331
+ {"batch": 331, "reward": null, "loss": 0.071}
332
+ {"batch": 332, "reward": null, "loss": 0.0639}
333
+ {"batch": 333, "reward": null, "loss": 0.0246}
334
+ {"batch": 334, "reward": null, "loss": -0.1598}
335
+ {"batch": 335, "reward": null, "loss": -0.0265}
336
+ {"batch": 336, "reward": null, "loss": 0.001}
337
+ {"batch": 337, "reward": null, "loss": -0.0123}
338
+ {"batch": 338, "reward": null, "loss": -0.0788}
339
+ {"batch": 339, "reward": null, "loss": 0.0007}
340
+ {"batch": 340, "reward": null, "loss": -0.105}
341
+ {"batch": 341, "reward": null, "loss": 0.0014}
342
+ {"batch": 342, "reward": null, "loss": 0.1104}
343
+ {"batch": 343, "reward": null, "loss": 0.0011}
344
+ {"batch": 344, "reward": null, "loss": -0.1308}
345
+ {"batch": 345, "reward": null, "loss": 0.099}
346
+ {"batch": 346, "reward": null, "loss": 0.0012}
347
+ {"batch": 347, "reward": null, "loss": -0.0061}
348
+ {"batch": 348, "reward": null, "loss": -0.0856}
349
+ {"batch": 349, "reward": null, "loss": 0.0013}
350
+ {"batch": 350, "reward": null, "loss": 0.0013}
351
+ {"batch": 351, "reward": null, "loss": -0.052}
352
+ {"batch": 352, "reward": null, "loss": -0.0717}
353
+ {"batch": 353, "reward": null, "loss": -0.0015}
354
+ {"batch": 354, "reward": null, "loss": 0.068}
355
+ {"batch": 355, "reward": null, "loss": -0.081}
356
+ {"batch": 356, "reward": null, "loss": 0.0091}
357
+ {"batch": 357, "reward": null, "loss": 0.1191}
358
+ {"batch": 358, "reward": null, "loss": -0.0919}
359
+ {"batch": 359, "reward": null, "loss": 0.0046}
360
+ {"batch": 360, "reward": null, "loss": 0.0016}
361
+ {"batch": 361, "reward": null, "loss": -0.0427}
362
+ {"batch": 362, "reward": null, "loss": 0.0194}
363
+ {"batch": 363, "reward": null, "loss": 0.0013}
364
+ {"batch": 364, "reward": null, "loss": 0.0015}
365
+ {"batch": 365, "reward": null, "loss": 0.0011}
366
+ {"batch": 366, "reward": null, "loss": 0.0196}
367
+ {"batch": 367, "reward": null, "loss": 0.1191}
368
+ {"batch": 368, "reward": null, "loss": 0.0862}
369
+ {"batch": 369, "reward": null, "loss": 0.0173}
370
+ {"batch": 370, "reward": null, "loss": -0.1021}
371
+ {"batch": 371, "reward": null, "loss": -0.0285}
372
+ {"batch": 372, "reward": null, "loss": 0.0012}
373
+ {"batch": 373, "reward": null, "loss": -0.0808}
374
+ {"batch": 374, "reward": null, "loss": 0.0018}
375
+ {"batch": 375, "reward": null, "loss": -0.0306}
376
+ {"batch": 376, "reward": null, "loss": -0.0405}
377
+ {"batch": 377, "reward": null, "loss": -0.0275}
378
+ {"batch": 378, "reward": null, "loss": 0.056}
379
+ {"batch": 379, "reward": null, "loss": -0.1456}
380
+ {"batch": 380, "reward": null, "loss": -0.1234}
381
+ {"batch": 381, "reward": null, "loss": 0.008}
382
+ {"batch": 382, "reward": null, "loss": 0.0507}
383
+ {"batch": 383, "reward": null, "loss": 0.0012}
384
+ {"batch": 384, "reward": null, "loss": -0.1559}
385
+ {"batch": 385, "reward": null, "loss": 0.0278}
386
+ {"batch": 386, "reward": null, "loss": -0.087}
387
+ {"batch": 387, "reward": null, "loss": 0.0267}
388
+ {"batch": 388, "reward": null, "loss": 0.0011}
389
+ {"batch": 389, "reward": null, "loss": 0.012}
390
+ {"batch": 390, "reward": null, "loss": 0.0015}
391
+ {"batch": 391, "reward": null, "loss": 0.0229}
392
+ {"batch": 392, "reward": null, "loss": -0.0004}
393
+ {"batch": 393, "reward": null, "loss": 0.0757}
394
+ {"batch": 394, "reward": null, "loss": 0.0041}
395
+ {"batch": 395, "reward": null, "loss": -0.0275}
396
+ {"batch": 396, "reward": null, "loss": -0.0628}
397
+ {"batch": 397, "reward": null, "loss": 0.0013}
398
+ {"batch": 398, "reward": null, "loss": 0.0274}
399
+ {"batch": 399, "reward": null, "loss": 0.2278}
400
+ {"batch": 400, "reward": null, "loss": 0.0018}
401
+ {"batch": 401, "reward": null, "loss": -0.0741}
402
+ {"batch": 402, "reward": null, "loss": 0.2006}
403
+ {"batch": 403, "reward": null, "loss": 0.0015}
404
+ {"batch": 404, "reward": null, "loss": -0.0962}
405
+ {"batch": 405, "reward": null, "loss": -0.024}
406
+ {"batch": 406, "reward": null, "loss": 0.0019}
407
+ {"batch": 407, "reward": null, "loss": 0.0017}
408
+ {"batch": 408, "reward": null, "loss": 0.0017}
409
+ {"batch": 409, "reward": null, "loss": 0.0228}
410
+ {"batch": 410, "reward": null, "loss": 0.0014}
411
+ {"batch": 411, "reward": null, "loss": -0.063}
412
+ {"batch": 412, "reward": null, "loss": -0.0146}
413
+ {"batch": 413, "reward": null, "loss": 0.04}
414
+ {"batch": 414, "reward": null, "loss": 0.0516}
415
+ {"batch": 415, "reward": null, "loss": 0.0508}
416
+ {"batch": 416, "reward": null, "loss": 0.0026}
417
+ {"batch": 417, "reward": null, "loss": -0.0183}
418
+ {"batch": 418, "reward": null, "loss": -0.0097}
419
+ {"batch": 419, "reward": null, "loss": -0.0735}
420
+ {"batch": 420, "reward": null, "loss": -0.0059}
421
+ {"batch": 421, "reward": null, "loss": 0.0018}
422
+ {"batch": 422, "reward": null, "loss": 0.0949}
423
+ {"batch": 423, "reward": null, "loss": -0.1067}
424
+ {"batch": 424, "reward": null, "loss": -0.0133}
425
+ {"batch": 425, "reward": null, "loss": 0.0995}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506
3
- size 11422650
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
3
+ size 11422654
tokenizer_config.json CHANGED
@@ -1,11 +1,217 @@
1
  {
 
2
  "add_prefix_space": false,
3
- "backend": "tokenizers",
4
- "bos_token": null,
5
- "clean_up_tokenization_spaces": false,
6
- "eos_token": "<|im_end|>",
7
- "errors": "replace",
8
- "extra_special_tokens": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  "<|im_start|>",
10
  "<|im_end|>",
11
  "<|object_ref_start|>",
@@ -20,8 +226,11 @@
20
  "<|image_pad|>",
21
  "<|video_pad|>"
22
  ],
23
- "is_local": false,
24
- "local_files_only": false,
 
 
 
25
  "model_max_length": 131072,
26
  "pad_token": "<|endoftext|>",
27
  "split_special_tokens": false,
 
1
  {
2
+ "add_bos_token": false,
3
  "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ },
181
+ "151665": {
182
+ "content": "<tool_response>",
183
+ "lstrip": false,
184
+ "normalized": false,
185
+ "rstrip": false,
186
+ "single_word": false,
187
+ "special": false
188
+ },
189
+ "151666": {
190
+ "content": "</tool_response>",
191
+ "lstrip": false,
192
+ "normalized": false,
193
+ "rstrip": false,
194
+ "single_word": false,
195
+ "special": false
196
+ },
197
+ "151667": {
198
+ "content": "<think>",
199
+ "lstrip": false,
200
+ "normalized": false,
201
+ "rstrip": false,
202
+ "single_word": false,
203
+ "special": false
204
+ },
205
+ "151668": {
206
+ "content": "</think>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": false
212
+ }
213
+ },
214
+ "additional_special_tokens": [
215
  "<|im_start|>",
216
  "<|im_end|>",
217
  "<|object_ref_start|>",
 
226
  "<|image_pad|>",
227
  "<|video_pad|>"
228
  ],
229
+ "bos_token": null,
230
+ "clean_up_tokenization_spaces": false,
231
+ "eos_token": "<|im_end|>",
232
+ "errors": "replace",
233
+ "extra_special_tokens": {},
234
  "model_max_length": 131072,
235
  "pad_token": "<|endoftext|>",
236
  "split_special_tokens": false,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:630784260deb1216a2fefafe278ed3d3ff2d74acbc9048c646f1812464900210
3
- size 7249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:764ad12f95df558b1167c061b7a4e858e3e8b2dfb0c189e9027a161141149641
3
+ size 7889
trajectory.jsonl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5963202dc1cc5d58b3e9b58c8cfb3fff1e61131f9fa73197ef8b168dddc14440
3
- size 136954867
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56ee209ac221af359e10cbdd8a76a7056dc62692001aea11f172be83fa9bd97c
3
+ size 1803314