| { | |
| "dense": { | |
| "tensors": 130, | |
| "rel_err_sum": 15.085906133055687, | |
| "rel_err_max": 0.17519304156303406, | |
| "src_bytes": 2558525440, | |
| "int4_bytes": 666009600, | |
| "mean_rel_err": 0.11604543179273605 | |
| }, | |
| "experts": { | |
| "tensors": 30720, | |
| "rel_err_sum": 3170.1489822492003, | |
| "rel_err_max": 0.16196535527706146, | |
| "src_bytes": 32220119040, | |
| "int4_bytes": 16609443840, | |
| "mean_rel_err": 0.10319495384925782 | |
| } | |
| } |