{
  "source": "d92ff1655d366a65a0964dc770fb50a3db623de2f490371e82776a10e2d5d900",
  "layers": [
    {
      "layer": 0,
      "batched_vs_individual_mlx": {
        "max_abs": 0.015625,
        "relative_rmse": 0.0023539047688245773,
        "equal_fraction": 0.7525249123573303
      },
      "mlx_vs_native_torch_cpu": {
        "max_abs": 0.0078125,
        "relative_rmse": 0.00012667215196415782,
        "equal_fraction": 0.9857614636421204
      }
    },
    {
      "layer": 25,
      "batched_vs_individual_mlx": {
        "max_abs": 0.03125,
        "relative_rmse": 0.002438822528347373,
        "equal_fraction": 0.7723024487495422
      },
      "mlx_vs_native_torch_cpu": {
        "max_abs": 0.015625,
        "relative_rmse": 0.00016331397637259215,
        "equal_fraction": 0.9913590550422668
      }
    },
    {
      "layer": 49,
      "batched_vs_individual_mlx": {
        "max_abs": 0.125,
        "relative_rmse": 0.0023825326934456825,
        "equal_fraction": 0.8334711194038391
      },
      "mlx_vs_native_torch_cpu": {
        "max_abs": 0.0625,
        "relative_rmse": 0.00010624019341776147,
        "equal_fraction": 0.9988287687301636
      }
    }
  ],
  "scope": "Actual original weights; original one-row-per-step BF16 projections, FP32 timestep MLP; CPU PyTorch is not a CUDA image reference"
}