| { |
| "source": "d92ff1655d366a65a0964dc770fb50a3db623de2f490371e82776a10e2d5d900", |
| "layers": [ |
| { |
| "layer": 0, |
| "batched_vs_individual_mlx": { |
| "max_abs": 0.015625, |
| "relative_rmse": 0.0023539047688245773, |
| "equal_fraction": 0.7525249123573303 |
| }, |
| "mlx_vs_native_torch_cpu": { |
| "max_abs": 0.0078125, |
| "relative_rmse": 0.00012667215196415782, |
| "equal_fraction": 0.9857614636421204 |
| } |
| }, |
| { |
| "layer": 25, |
| "batched_vs_individual_mlx": { |
| "max_abs": 0.03125, |
| "relative_rmse": 0.002438822528347373, |
| "equal_fraction": 0.7723024487495422 |
| }, |
| "mlx_vs_native_torch_cpu": { |
| "max_abs": 0.015625, |
| "relative_rmse": 0.00016331397637259215, |
| "equal_fraction": 0.9913590550422668 |
| } |
| }, |
| { |
| "layer": 49, |
| "batched_vs_individual_mlx": { |
| "max_abs": 0.125, |
| "relative_rmse": 0.0023825326934456825, |
| "equal_fraction": 0.8334711194038391 |
| }, |
| "mlx_vs_native_torch_cpu": { |
| "max_abs": 0.0625, |
| "relative_rmse": 0.00010624019341776147, |
| "equal_fraction": 0.9988287687301636 |
| } |
| } |
| ], |
| "scope": "Actual original weights; original one-row-per-step BF16 projections, FP32 timestep MLP; CPU PyTorch is not a CUDA image reference" |
| } |
|
|
