HelloSun commited on
Commit
2e59a2e
·
verified ·
1 Parent(s): 6b873e5

Delete results/strict_threads.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. results/strict_threads.json +0 -247
results/strict_threads.json DELETED
@@ -1,247 +0,0 @@
1
- {
2
- "label": "threads",
3
- "rows": [
4
- {
5
- "rc": 0,
6
- "strict_ok": true,
7
- "tps": 4.7,
8
- "hit_pct": 70.8227,
9
- "mb_per_token": 198.34423065185547,
10
- "prefetch_issued": 0,
11
- "prefetch_used": 0,
12
- "peak_anon_mb": 7764.7,
13
- "peak_swap_mb": 0.0,
14
- "arm": "threads_4",
15
- "round": 0
16
- },
17
- {
18
- "rc": 0,
19
- "strict_ok": true,
20
- "tps": 5.44,
21
- "hit_pct": 70.7335,
22
- "mb_per_token": 198.9898681640625,
23
- "prefetch_issued": 0,
24
- "prefetch_used": 0,
25
- "peak_anon_mb": 7780.2,
26
- "peak_swap_mb": 0.0,
27
- "arm": "threads_8",
28
- "round": 0
29
- },
30
- {
31
- "rc": 0,
32
- "strict_ok": true,
33
- "tps": 6.68,
34
- "hit_pct": 70.7424,
35
- "mb_per_token": 198.8658905029297,
36
- "prefetch_issued": 0,
37
- "prefetch_used": 0,
38
- "peak_anon_mb": 7788.2,
39
- "peak_swap_mb": 0.0,
40
- "arm": "threads_10",
41
- "round": 0
42
- },
43
- {
44
- "rc": 0,
45
- "strict_ok": true,
46
- "tps": 6.61,
47
- "hit_pct": 70.7451,
48
- "mb_per_token": 198.9126205444336,
49
- "prefetch_issued": 0,
50
- "prefetch_used": 0,
51
- "peak_anon_mb": 7796.0,
52
- "peak_swap_mb": 0.0,
53
- "arm": "threads_12",
54
- "round": 0
55
- },
56
- {
57
- "rc": 0,
58
- "strict_ok": true,
59
- "tps": 6.59,
60
- "hit_pct": 70.709,
61
- "mb_per_token": 199.21588897705078,
62
- "prefetch_issued": 0,
63
- "prefetch_used": 0,
64
- "peak_anon_mb": 7811.3,
65
- "peak_swap_mb": 0.0,
66
- "arm": "threads_16",
67
- "round": 0
68
- },
69
- {
70
- "rc": 0,
71
- "strict_ok": true,
72
- "tps": 4.41,
73
- "hit_pct": 75.7866,
74
- "mb_per_token": 156.92615509033203,
75
- "prefetch_issued": 0,
76
- "prefetch_used": 0,
77
- "peak_anon_mb": 7754.7,
78
- "peak_swap_mb": 0.0,
79
- "arm": "threads_4",
80
- "round": 1
81
- },
82
- {
83
- "rc": 0,
84
- "strict_ok": true,
85
- "tps": 6.24,
86
- "hit_pct": 75.0542,
87
- "mb_per_token": 162.54615783691406,
88
- "prefetch_issued": 0,
89
- "prefetch_used": 0,
90
- "peak_anon_mb": 7765.0,
91
- "peak_swap_mb": 0.0,
92
- "arm": "threads_8",
93
- "round": 1
94
- },
95
- {
96
- "rc": 0,
97
- "strict_ok": true,
98
- "tps": 5.74,
99
- "hit_pct": 76.2284,
100
- "mb_per_token": 154.0384292602539,
101
- "prefetch_issued": 0,
102
- "prefetch_used": 0,
103
- "peak_anon_mb": 7768.9,
104
- "peak_swap_mb": 0.0,
105
- "arm": "threads_10",
106
- "round": 1
107
- },
108
- {
109
- "rc": 0,
110
- "strict_ok": true,
111
- "tps": 6.68,
112
- "hit_pct": 75.0768,
113
- "mb_per_token": 162.36400604248047,
114
- "prefetch_issued": 0,
115
- "prefetch_used": 0,
116
- "peak_anon_mb": 7774.7,
117
- "peak_swap_mb": 0.0,
118
- "arm": "threads_12",
119
- "round": 1
120
- },
121
- {
122
- "rc": 0,
123
- "strict_ok": true,
124
- "tps": 5.9,
125
- "hit_pct": 76.657,
126
- "mb_per_token": 151.58843994140625,
127
- "prefetch_issued": 0,
128
- "prefetch_used": 0,
129
- "peak_anon_mb": 7783.7,
130
- "peak_swap_mb": 0.0,
131
- "arm": "threads_16",
132
- "round": 1
133
- },
134
- {
135
- "rc": 0,
136
- "strict_ok": true,
137
- "tps": 4.83,
138
- "hit_pct": 71.5758,
139
- "mb_per_token": 193.1133270263672,
140
- "prefetch_issued": 0,
141
- "prefetch_used": 0,
142
- "peak_anon_mb": 7756.9,
143
- "peak_swap_mb": 0.0,
144
- "arm": "threads_4",
145
- "round": 2
146
- },
147
- {
148
- "rc": 0,
149
- "strict_ok": true,
150
- "tps": 6.2,
151
- "hit_pct": 71.9877,
152
- "mb_per_token": 190.2914047241211,
153
- "prefetch_issued": 0,
154
- "prefetch_used": 0,
155
- "peak_anon_mb": 7767.8,
156
- "peak_swap_mb": 0.0,
157
- "arm": "threads_8",
158
- "round": 2
159
- },
160
- {
161
- "rc": 0,
162
- "strict_ok": true,
163
- "tps": 6.07,
164
- "hit_pct": 70.074,
165
- "mb_per_token": 203.43780517578125,
166
- "prefetch_issued": 0,
167
- "prefetch_used": 0,
168
- "peak_anon_mb": 7771.9,
169
- "peak_swap_mb": 0.0,
170
- "arm": "threads_10",
171
- "round": 2
172
- },
173
- {
174
- "rc": 0,
175
- "strict_ok": true,
176
- "tps": 5.77,
177
- "hit_pct": 71.9652,
178
- "mb_per_token": 186.03134155273438,
179
- "prefetch_issued": 0,
180
- "prefetch_used": 0,
181
- "peak_anon_mb": 7777.3,
182
- "peak_swap_mb": 0.0,
183
- "arm": "threads_12",
184
- "round": 2
185
- },
186
- {
187
- "rc": 0,
188
- "strict_ok": true,
189
- "tps": 6.32,
190
- "hit_pct": 70.0906,
191
- "mb_per_token": 203.3071517944336,
192
- "prefetch_issued": 0,
193
- "prefetch_used": 0,
194
- "peak_anon_mb": 7787.5,
195
- "peak_swap_mb": 0.0,
196
- "arm": "threads_16",
197
- "round": 2
198
- }
199
- ],
200
- "summary": {
201
- "threads_4": {
202
- "n": 3,
203
- "median_tps": 4.7,
204
- "mean_tps": 4.6466666666666665,
205
- "stdev_tps": 0.2150193789716018,
206
- "min_tps": 4.41,
207
- "max_tps": 4.83,
208
- "all_strict_ok": true
209
- },
210
- "threads_8": {
211
- "n": 3,
212
- "median_tps": 6.2,
213
- "mean_tps": 5.96,
214
- "stdev_tps": 0.4507771067833857,
215
- "min_tps": 5.44,
216
- "max_tps": 6.24,
217
- "all_strict_ok": true
218
- },
219
- "threads_10": {
220
- "n": 3,
221
- "median_tps": 6.07,
222
- "mean_tps": 6.163333333333333,
223
- "stdev_tps": 0.4768997099321125,
224
- "min_tps": 5.74,
225
- "max_tps": 6.68,
226
- "all_strict_ok": true
227
- },
228
- "threads_12": {
229
- "n": 3,
230
- "median_tps": 6.61,
231
- "mean_tps": 6.3533333333333335,
232
- "stdev_tps": 0.5063924696649167,
233
- "min_tps": 5.77,
234
- "max_tps": 6.68,
235
- "all_strict_ok": true
236
- },
237
- "threads_16": {
238
- "n": 3,
239
- "median_tps": 6.32,
240
- "mean_tps": 6.2700000000000005,
241
- "stdev_tps": 0.34770677301427394,
242
- "min_tps": 5.9,
243
- "max_tps": 6.59,
244
- "all_strict_ok": true
245
- }
246
- }
247
- }