| { |
| "platform": "macOS-27.0.1-arm64-arm-64bit", |
| "torch": "2.15.0", |
| "threads": 10, |
| "repeats": 5, |
| "warmup": 2, |
| "scope": "Actual H3 block-0 weights, synthetic activations; model loading and dtype conversion excluded.", |
| "trials": [ |
| { |
| "operator": "attn.qkv_proj", |
| "device": "cpu", |
| "dtype": "torch.bfloat16", |
| "shape": [ |
| 4181, |
| 5376, |
| 21504 |
| ], |
| "median_ms": 3701.2594998814166, |
| "samples_ms": [ |
| 3645.8038750570267, |
| 3700.587541097775, |
| 3701.2594998814166, |
| 3725.67658405751, |
| 3751.146041089669 |
| ], |
| "relative_rmse": 0.0016586730489507318 |
| }, |
| { |
| "operator": "attn.qkv_proj", |
| "device": "cpu", |
| "dtype": "torch.float32", |
| "shape": [ |
| 4181, |
| 5376, |
| 21504 |
| ], |
| "median_ms": 617.0030829962343, |
| "samples_ms": [ |
| 616.0587079357356, |
| 637.2107500210404, |
| 627.203208161518, |
| 617.0030829962343, |
| 613.2661669980735 |
| ], |
| "relative_rmse": 0.0 |
| }, |
| { |
| "operator": "attn.qkv_proj", |
| "device": "mps", |
| "dtype": "torch.bfloat16", |
| "shape": [ |
| 4181, |
| 5376, |
| 21504 |
| ], |
| "median_ms": 38.99029106833041, |
| "samples_ms": [ |
| 38.59824989922345, |
| 38.70695806108415, |
| 38.99029106833041, |
| 39.377457927912474, |
| 40.238582994788885 |
| ], |
| "relative_rmse": 0.0016586730489507318 |
| }, |
| { |
| "operator": "attn.qkv_proj", |
| "device": "mps", |
| "dtype": "torch.float16", |
| "shape": [ |
| 4181, |
| 5376, |
| 21504 |
| ], |
| "median_ms": 41.44991608336568, |
| "samples_ms": [ |
| 40.2035410515964, |
| 40.685457875952125, |
| 41.44991608336568, |
| 41.75474983640015, |
| 41.69837478548288 |
| ], |
| "relative_rmse": 0.0002074193034786731 |
| }, |
| { |
| "operator": "attn.qkv_proj", |
| "device": "mps", |
| "dtype": "torch.float32", |
| "shape": [ |
| 4181, |
| 5376, |
| 21504 |
| ], |
| "median_ms": 203.43483285978436, |
| "samples_ms": [ |
| 186.70570803806186, |
| 197.21666700206697, |
| 204.3533339165151, |
| 206.5801250282675, |
| 203.43483285978436 |
| ], |
| "relative_rmse": 0.0 |
| }, |
| { |
| "operator": "attn.out_proj", |
| "device": "cpu", |
| "dtype": "torch.bfloat16", |
| "shape": [ |
| 4181, |
| 7168, |
| 5376 |
| ], |
| "median_ms": 1214.189250022173, |
| "samples_ms": [ |
| 1221.7448328156024, |
| 1211.8159160017967, |
| 1213.1728339008987, |
| 1214.189250022173, |
| 1216.0887920763344 |
| ], |
| "relative_rmse": 0.0016584296245127916 |
| }, |
| { |
| "operator": "attn.out_proj", |
| "device": "cpu", |
| "dtype": "torch.float32", |
| "shape": [ |
| 4181, |
| 7168, |
| 5376 |
| ], |
| "median_ms": 204.44674999453127, |
| "samples_ms": [ |
| 204.44674999453127, |
| 206.50512515567243, |
| 202.72879186086357, |
| 202.91408407501876, |
| 204.5679169241339 |
| ], |
| "relative_rmse": 0.0 |
| }, |
| { |
| "operator": "attn.out_proj", |
| "device": "mps", |
| "dtype": "torch.bfloat16", |
| "shape": [ |
| 4181, |
| 7168, |
| 5376 |
| ], |
| "median_ms": 13.290167087689042, |
| "samples_ms": [ |
| 13.436208013445139, |
| 13.941709185019135, |
| 13.290167087689042, |
| 13.14554107375443, |
| 13.104083016514778 |
| ], |
| "relative_rmse": 0.0016584297409281135 |
| }, |
| { |
| "operator": "attn.out_proj", |
| "device": "mps", |
| "dtype": "torch.float16", |
| "shape": [ |
| 4181, |
| 7168, |
| 5376 |
| ], |
| "median_ms": 13.19179218262434, |
| "samples_ms": [ |
| 13.19179218262434, |
| 13.081457931548357, |
| 13.279916951432824, |
| 13.22045805864036, |
| 13.152749976143241 |
| ], |
| "relative_rmse": 0.00020729658717755228 |
| }, |
| { |
| "operator": "attn.out_proj", |
| "device": "mps", |
| "dtype": "torch.float32", |
| "shape": [ |
| 4181, |
| 7168, |
| 5376 |
| ], |
| "median_ms": 59.14987483993173, |
| "samples_ms": [ |
| 59.288624906912446, |
| 59.14987483993173, |
| 58.7309580296278, |
| 59.26216603256762, |
| 58.7053750641644 |
| ], |
| "relative_rmse": 0.0 |
| }, |
| { |
| "operator": "mlp.fc1", |
| "device": "cpu", |
| "dtype": "torch.bfloat16", |
| "shape": [ |
| 4181, |
| 5376, |
| 28672 |
| ], |
| "median_ms": 5015.978500014171, |
| "samples_ms": [ |
| 4981.27191606909, |
| 5016.96683303453, |
| 5013.545291963965, |
| 5043.636667076498, |
| 5015.978500014171 |
| ], |
| "relative_rmse": 0.0016574508044868708 |
| }, |
| { |
| "operator": "mlp.fc1", |
| "device": "cpu", |
| "dtype": "torch.float32", |
| "shape": [ |
| 4181, |
| 5376, |
| 28672 |
| ], |
| "median_ms": 781.2532079406083, |
| "samples_ms": [ |
| 775.5420829635113, |
| 781.2532079406083, |
| 811.6851670201868, |
| 786.0322080086917, |
| 775.5197500810027 |
| ], |
| "relative_rmse": 0.0 |
| }, |
| { |
| "operator": "mlp.fc1", |
| "device": "mps", |
| "dtype": "torch.bfloat16", |
| "shape": [ |
| 4181, |
| 5376, |
| 28672 |
| ], |
| "median_ms": 51.55754182487726, |
| "samples_ms": [ |
| 51.55754182487726, |
| 51.43470806069672, |
| 51.36879091151059, |
| 51.687208004295826, |
| 51.64370802231133 |
| ], |
| "relative_rmse": 0.0016574509209021926 |
| }, |
| { |
| "operator": "mlp.fc1", |
| "device": "mps", |
| "dtype": "torch.float16", |
| "shape": [ |
| 4181, |
| 5376, |
| 28672 |
| ], |
| "median_ms": 51.62183311767876, |
| "samples_ms": [ |
| 51.6144591383636, |
| 51.398917101323605, |
| 51.62183311767876, |
| 52.15637502260506, |
| 52.686791867017746 |
| ], |
| "relative_rmse": 0.0002071879425784573 |
| }, |
| { |
| "operator": "mlp.fc1", |
| "device": "mps", |
| "dtype": "torch.float32", |
| "shape": [ |
| 4181, |
| 5376, |
| 28672 |
| ], |
| "median_ms": 232.809916138649, |
| "samples_ms": [ |
| 232.8284999821335, |
| 233.14516711980104, |
| 232.58750000968575, |
| 232.809916138649, |
| 232.6427090447396 |
| ], |
| "relative_rmse": 0.0 |
| }, |
| { |
| "operator": "mlp.fc2", |
| "device": "cpu", |
| "dtype": "torch.bfloat16", |
| "shape": [ |
| 4181, |
| 14336, |
| 5376 |
| ], |
| "median_ms": 2572.5704170763493, |
| "samples_ms": [ |
| 2581.110875122249, |
| 2607.537457952276, |
| 2572.5704170763493, |
| 2570.869208080694, |
| 2538.388082990423 |
| ], |
| "relative_rmse": 0.001660577836446464 |
| }, |
| { |
| "operator": "mlp.fc2", |
| "device": "cpu", |
| "dtype": "torch.float32", |
| "shape": [ |
| 4181, |
| 14336, |
| 5376 |
| ], |
| "median_ms": 393.7346248421818, |
| "samples_ms": [ |
| 394.1986670251936, |
| 387.5164999626577, |
| 393.7346248421818, |
| 407.3841660283506, |
| 387.0072499848902 |
| ], |
| "relative_rmse": 0.0 |
| }, |
| { |
| "operator": "mlp.fc2", |
| "device": "mps", |
| "dtype": "torch.bfloat16", |
| "shape": [ |
| 4181, |
| 14336, |
| 5376 |
| ], |
| "median_ms": 31.237290939316154, |
| "samples_ms": [ |
| 29.555541928857565, |
| 30.560749815776944, |
| 31.237290939316154, |
| 31.85308282263577, |
| 31.76683303900063 |
| ], |
| "relative_rmse": 0.0016605781856924295 |
| }, |
| { |
| "operator": "mlp.fc2", |
| "device": "mps", |
| "dtype": "torch.float16", |
| "shape": [ |
| 4181, |
| 14336, |
| 5376 |
| ], |
| "median_ms": 30.82345798611641, |
| "samples_ms": [ |
| 30.82345798611641, |
| 29.868208104744554, |
| 31.982708955183625, |
| 33.232917077839375, |
| 29.665250098332763 |
| ], |
| "relative_rmse": 0.00020759549806825817 |
| }, |
| { |
| "operator": "mlp.fc2", |
| "device": "mps", |
| "dtype": "torch.float32", |
| "shape": [ |
| 4181, |
| 14336, |
| 5376 |
| ], |
| "median_ms": 119.69162500463426, |
| "samples_ms": [ |
| 119.69162500463426, |
| 119.40862494520843, |
| 119.94224996306002, |
| 119.78904204443097, |
| 119.54558291472495 |
| ], |
| "relative_rmse": 1.3209257758717285e-06 |
| }, |
| { |
| "operator": "mlp", |
| "compiled": false, |
| "device": "mps", |
| "dtype": "torch.bfloat16", |
| "median_ms": 85.36641695536673, |
| "samples_ms": [ |
| 85.36641695536673, |
| 85.00783308409154, |
| 87.21108408644795, |
| 84.90916690789163, |
| 86.90800005570054 |
| ], |
| "equal_fraction": 1.0 |
| }, |
| { |
| "operator": "mlp", |
| "compiled": true, |
| "device": "mps", |
| "dtype": "torch.bfloat16", |
| "median_ms": 83.18099984899163, |
| "samples_ms": [ |
| 82.51995779573917, |
| 83.18099984899163, |
| 84.68637499026954, |
| 82.74875022470951, |
| 83.52845907211304 |
| ], |
| "equal_fraction": 1.0 |
| } |
| ] |
| } |
|
|
