File size: 1,336 Bytes
3da88e3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 | {
"source": "d92ff1655d366a65a0964dc770fb50a3db623de2f490371e82776a10e2d5d900",
"layers": [
{
"layer": 0,
"batched_vs_individual_mlx": {
"max_abs": 0.015625,
"relative_rmse": 0.0023539047688245773,
"equal_fraction": 0.7525249123573303
},
"mlx_vs_native_torch_cpu": {
"max_abs": 0.0078125,
"relative_rmse": 0.00012667215196415782,
"equal_fraction": 0.9857614636421204
}
},
{
"layer": 25,
"batched_vs_individual_mlx": {
"max_abs": 0.03125,
"relative_rmse": 0.002438822528347373,
"equal_fraction": 0.7723024487495422
},
"mlx_vs_native_torch_cpu": {
"max_abs": 0.015625,
"relative_rmse": 0.00016331397637259215,
"equal_fraction": 0.9913590550422668
}
},
{
"layer": 49,
"batched_vs_individual_mlx": {
"max_abs": 0.125,
"relative_rmse": 0.0023825326934456825,
"equal_fraction": 0.8334711194038391
},
"mlx_vs_native_torch_cpu": {
"max_abs": 0.0625,
"relative_rmse": 0.00010624019341776147,
"equal_fraction": 0.9988287687301636
}
}
],
"scope": "Actual original weights; original one-row-per-step BF16 projections, FP32 timestep MLP; CPU PyTorch is not a CUDA image reference"
}
|