{
"environment": {
"platform": "macOS-27.0.1-arm64-arm-64bit",
"machine": "arm64",
"metal": {
"device_name": "Apple M5 Pro",
"max_recommended_working_set_size": 55662788608,
"memory_size": 68719476736,
"architecture": "applegpu_g17s",
"max_buffer_length": 41747087360,
"resource_limit": 499000
},
"versions": {
"mlx": "0.32.4",
"mlx-metal": "0.32.4",
"numpy": "2.5.4",
"safetensors": "0.8.0",
"transformers": "4.57.6",
"torch": "2.15.0",
"Pillow": "13.0.0",
"scikit-image": "0.26.0"
},
"precision_environment": {
"MLX_ENABLE_TF32": "0",
"MLX_CONV_WINOGRAD": "0"
}
},
"scope": "Actual saved first-block activations, one GPU job, counterbalanced warmed calls including layout/decode costs. Operator evidence only.",
"trials": [
{
"group": "attention",
"variant": "q",
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 25.29854152817279,
"min_ms": 24.697290966287255,
"max_ms": 26.445457944646478,
"samples_ms": [
25.25966614484787,
25.221708929166198,
24.697290966287255,
25.337416911497712,
26.445457944646478,
25.767792016267776
]
},
"candidate": {
"median_ms": 25.85845801513642,
"min_ms": 25.21937503479421,
"max_ms": 26.969833998009562,
"samples_ms": [
25.5732499063015,
26.969833998009562,
25.21937503479421,
25.925040943548083,
25.791875086724758,
26.10474987886846
]
},
"reduction_pct": -2.2132362307925924,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"group": "attention",
"variant": "k",
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 26.20543702505529,
"min_ms": 25.752374902367592,
"max_ms": 26.57158300280571,
"samples_ms": [
25.782624958083034,
26.211207965388894,
26.57158300280571,
26.279167039319873,
26.199666084721684,
25.752374902367592
]
},
"candidate": {
"median_ms": 26.317708427086473,
"min_ms": 25.898332940414548,
"max_ms": 26.895249960944057,
"samples_ms": [
25.898332940414548,
26.31920902058482,
26.239249855279922,
26.895249960944057,
26.78008400835097,
26.316207833588123
]
},
"reduction_pct": -0.42842789427186556,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"group": "attention",
"variant": "v",
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 26.858124998398125,
"min_ms": 26.17204189300537,
"max_ms": 27.15720795094967,
"samples_ms": [
27.006583055481315,
26.709666941314936,
26.31966699846089,
26.17204189300537,
27.15720795094967,
27.045499999076128
]
},
"candidate": {
"median_ms": 26.744915987364948,
"min_ms": 26.116249850019813,
"max_ms": 27.01420779339969,
"samples_ms": [
26.773415971547365,
26.116249850019813,
26.71641600318253,
26.796292047947645,
26.38900000602007,
27.01420779339969
]
},
"reduction_pct": 0.4215074992760304,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"group": "attention",
"variant": "kv",
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 26.695103966630995,
"min_ms": 26.05529106222093,
"max_ms": 27.2064171731472,
"samples_ms": [
26.333791902288795,
26.05529106222093,
26.562999933958054,
27.10829209536314,
26.827207999303937,
27.2064171731472
]
},
"candidate": {
"median_ms": 28.822416556067765,
"min_ms": 27.573708212003112,
"max_ms": 29.26095901057124,
"samples_ms": [
28.851791052147746,
28.79554219543934,
29.26095901057124,
27.573708212003112,
28.84929091669619,
28.213000157848
]
},
"reduction_pct": -7.9689241596358595,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"group": "attention",
"variant": "qk",
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 27.338978950865567,
"min_ms": 26.72087517566979,
"max_ms": 27.7062498498708,
"samples_ms": [
26.72087517566979,
27.375249890610576,
27.7062498498708,
27.465333929285407,
27.302708011120558,
26.962917065247893
]
},
"candidate": {
"median_ms": 27.81647944357246,
"min_ms": 27.56862505339086,
"max_ms": 28.574875090271235,
"samples_ms": [
27.77000004425645,
27.756375027820468,
27.862958842888474,
27.56862505339086,
28.066290775313973,
28.574875090271235
]
},
"reduction_pct": -1.7465922687349478,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"group": "attention",
"variant": "qkv",
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 27.105562505312264,
"min_ms": 26.939583010971546,
"max_ms": 27.794708963483572,
"samples_ms": [
26.9512920640409,
26.965250028297305,
26.939583010971546,
27.470084140077233,
27.245874982327223,
27.794708963483572
]
},
"candidate": {
"median_ms": 29.57308362238109,
"min_ms": 29.383666114881635,
"max_ms": 29.900791123509407,
"samples_ms": [
29.388041933998466,
29.383666114881635,
29.839250026270747,
29.67100008390844,
29.900791123509407,
29.475167160853744
]
},
"reduction_pct": -9.103375429250837,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
128,
128
],
"simdgroups": 4,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
128,
128
],
"simdgroups": 4,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
128,
256
],
"simdgroups": 4,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
128,
256
],
"simdgroups": 4,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
128,
512
],
"simdgroups": 4,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
128,
512
],
"simdgroups": 4,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
128,
128
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
128,
128
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
128,
256
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
128,
256
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
128,
512
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
128,
512
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
128,
128
],
"simdgroups": 4,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
128,
128
],
"simdgroups": 4,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
128,
256
],
"simdgroups": 4,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
128,
256
],
"simdgroups": 4,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
128,
512
],
"simdgroups": 4,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
128,
512
],
"simdgroups": 4,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
128,
128
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
128,
128
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
128,
256
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
128,
256
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
128,
512
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
128,
512
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
256,
128
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
256,
128
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
256,
256
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
256,
256
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
256,
512
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
128,
256,
512
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
256,
128
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
256,
128
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
256,
256
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
256,
256
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
256,
512
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc2",
"tile": [
64,
256,
512
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
64,
128,
128
],
"simdgroups": 4,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
64,
128,
128
],
"simdgroups": 4,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
64,
128,
256
],
"simdgroups": 4,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
64,
128,
256
],
"simdgroups": 4,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
64,
128,
128
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
64,
128,
128
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
64,
128,
256
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
64,
128,
256
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
128,
128,
128
],
"simdgroups": 4,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
128,
128,
128
],
"simdgroups": 4,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
128,
128,
256
],
"simdgroups": 4,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
128,
128,
256
],
"simdgroups": 4,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
128,
128,
128
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
128,
128,
128
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
128,
128,
256
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
128,
128,
256
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
128,
256,
128
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
128,
256,
128
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
128,
256,
256
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
128,
256,
256
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
64,
256,
128
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
64,
256,
128
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
64,
256,
256
],
"simdgroups": 8,
"walk": 0,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
},
{
"group": "mpp",
"operator": "fc1",
"tile": [
64,
256,
256
],
"simdgroups": 8,
"walk": 8,
"error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }"
}
],
"activation_ranges": {
"qkv": {
"shape": [
4181,
5376
],
"max_abs": 10.0625
},
"out": {
"shape": [
4181,
7168
],
"max_abs": 38.75
},
"fc1": {
"shape": [
4181,
5376
],
"max_abs": 3.21875
},
"fc2": {
"shape": [
4181,
14336
],
"max_abs": 4640.0
}
}
}
{
"environment": {
"platform": "macOS-27.0.1-arm64-arm-64bit",
"machine": "arm64",
"metal": {
"device_name": "Apple M5 Pro",
"max_recommended_working_set_size": 55662788608,
"memory_size": 68719476736,
"architecture": "applegpu_g17s",
"max_buffer_length": 41747087360,
"resource_limit": 499000
},
"versions": {
"mlx": "0.32.4",
"mlx-metal": "0.32.4",
"numpy": "2.5.4",
"safetensors": "0.8.0",
"transformers": "4.57.6",
"torch": "2.15.0",
"Pillow": "13.0.0",
"scikit-image": "0.26.0"
},
"precision_environment": {
"MLX_ENABLE_TF32": "0",
"MLX_CONV_WINOGRAD": "0"
}
},
"scope": "Actual saved first-block activations, one GPU job, counterbalanced warmed calls including layout/decode costs. Operator evidence only.",
"trials": [
{
"group": "attention",
"variant": "q",
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 25.29854152817279,
"min_ms": 24.697290966287255,
"max_ms": 26.445457944646478,
"samples_ms": [
25.25966614484787,
25.221708929166198,
24.697290966287255,
25.337416911497712,
26.445457944646478,
25.767792016267776
]
},
"candidate": {
"median_ms": 25.85845801513642,
"min_ms": 25.21937503479421,
"max_ms": 26.969833998009562,
"samples_ms": [
25.5732499063015,
26.969833998009562,
25.21937503479421,
25.925040943548083,
25.791875086724758,
26.10474987886846
]
},
"reduction_pct": -2.2132362307925924,
"max_abs": 0.0,
"relative_rmse": 0.0,
"equal_fraction": 1.0
},
{
"group": "attention",
"variant": "k",
"order": [
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control",
"control",
"candidate",
"candidate",
"control"
],
"control": {
"median_ms": 26.20543702505529,
"min_ms": 25.752374902367592,
"max_ms": 26.57158300280571,
"samples_ms": [
25.782624958083034,