{ "environment": { "platform": "macOS-27.0.1-arm64-arm-64bit", "machine": "arm64", "metal": { "device_name": "Apple M5 Pro", "max_recommended_working_set_size": 55662788608, "memory_size": 68719476736, "architecture": "applegpu_g17s", "max_buffer_length": 41747087360, "resource_limit": 499000 }, "versions": { "mlx": "0.32.4", "mlx-metal": "0.32.4", "numpy": "2.5.4", "safetensors": "0.8.0", "transformers": "4.57.6", "torch": "2.15.0", "Pillow": "13.0.0", "scikit-image": "0.26.0" }, "precision_environment": { "MLX_ENABLE_TF32": "0", "MLX_CONV_WINOGRAD": "0" } }, "scope": "Actual saved first-block activations, one GPU job, counterbalanced warmed calls including layout/decode costs. Operator evidence only.", "trials": [ { "group": "attention", "variant": "q", "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 25.29854152817279, "min_ms": 24.697290966287255, "max_ms": 26.445457944646478, "samples_ms": [ 25.25966614484787, 25.221708929166198, 24.697290966287255, 25.337416911497712, 26.445457944646478, 25.767792016267776 ] }, "candidate": { "median_ms": 25.85845801513642, "min_ms": 25.21937503479421, "max_ms": 26.969833998009562, "samples_ms": [ 25.5732499063015, 26.969833998009562, 25.21937503479421, 25.925040943548083, 25.791875086724758, 26.10474987886846 ] }, "reduction_pct": -2.2132362307925924, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "attention", "variant": "k", "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 26.20543702505529, "min_ms": 25.752374902367592, "max_ms": 26.57158300280571, "samples_ms": [ 25.782624958083034, 26.211207965388894, 26.57158300280571, 26.279167039319873, 26.199666084721684, 25.752374902367592 ] }, "candidate": { "median_ms": 26.317708427086473, "min_ms": 25.898332940414548, "max_ms": 26.895249960944057, "samples_ms": [ 25.898332940414548, 26.31920902058482, 26.239249855279922, 26.895249960944057, 26.78008400835097, 26.316207833588123 ] }, "reduction_pct": -0.42842789427186556, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "attention", "variant": "v", "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 26.858124998398125, "min_ms": 26.17204189300537, "max_ms": 27.15720795094967, "samples_ms": [ 27.006583055481315, 26.709666941314936, 26.31966699846089, 26.17204189300537, 27.15720795094967, 27.045499999076128 ] }, "candidate": { "median_ms": 26.744915987364948, "min_ms": 26.116249850019813, "max_ms": 27.01420779339969, "samples_ms": [ 26.773415971547365, 26.116249850019813, 26.71641600318253, 26.796292047947645, 26.38900000602007, 27.01420779339969 ] }, "reduction_pct": 0.4215074992760304, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "attention", "variant": "kv", "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 26.695103966630995, "min_ms": 26.05529106222093, "max_ms": 27.2064171731472, "samples_ms": [ 26.333791902288795, 26.05529106222093, 26.562999933958054, 27.10829209536314, 26.827207999303937, 27.2064171731472 ] }, "candidate": { "median_ms": 28.822416556067765, "min_ms": 27.573708212003112, "max_ms": 29.26095901057124, "samples_ms": [ 28.851791052147746, 28.79554219543934, 29.26095901057124, 27.573708212003112, 28.84929091669619, 28.213000157848 ] }, "reduction_pct": -7.9689241596358595, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "attention", "variant": "qk", "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 27.338978950865567, "min_ms": 26.72087517566979, "max_ms": 27.7062498498708, "samples_ms": [ 26.72087517566979, 27.375249890610576, 27.7062498498708, 27.465333929285407, 27.302708011120558, 26.962917065247893 ] }, "candidate": { "median_ms": 27.81647944357246, "min_ms": 27.56862505339086, "max_ms": 28.574875090271235, "samples_ms": [ 27.77000004425645, 27.756375027820468, 27.862958842888474, 27.56862505339086, 28.066290775313973, 28.574875090271235 ] }, "reduction_pct": -1.7465922687349478, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "attention", "variant": "qkv", "order": [ "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control", "control", "candidate", "candidate", "control" ], "control": { "median_ms": 27.105562505312264, "min_ms": 26.939583010971546, "max_ms": 27.794708963483572, "samples_ms": [ 26.9512920640409, 26.965250028297305, 26.939583010971546, 27.470084140077233, 27.245874982327223, 27.794708963483572 ] }, "candidate": { "median_ms": 29.57308362238109, "min_ms": 29.383666114881635, "max_ms": 29.900791123509407, "samples_ms": [ 29.388041933998466, 29.383666114881635, 29.839250026270747, 29.67100008390844, 29.900791123509407, 29.475167160853744 ] }, "reduction_pct": -9.103375429250837, "max_abs": 0.0, "relative_rmse": 0.0, "equal_fraction": 1.0 }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 128 ], "simdgroups": 4, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 128 ], "simdgroups": 4, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 256 ], "simdgroups": 4, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 256 ], "simdgroups": 4, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 512 ], "simdgroups": 4, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 512 ], "simdgroups": 4, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 128 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 128 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 256 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 256 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 512 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 128, 512 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 128 ], "simdgroups": 4, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 128 ], "simdgroups": 4, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 256 ], "simdgroups": 4, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 256 ], "simdgroups": 4, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 512 ], "simdgroups": 4, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 512 ], "simdgroups": 4, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 128 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 128 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 256 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 256 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 512 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 128, 512 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 256, 128 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 256, 128 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 256, 256 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 256, 256 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 256, 512 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 128, 256, 512 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 256, 128 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 256, 128 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 256, 256 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 256, 256 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 256, 512 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc2", "tile": [ 64, 256, 512 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 128 ], "simdgroups": 4, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 128 ], "simdgroups": 4, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 256 ], "simdgroups": 4, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 256 ], "simdgroups": 4, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 128 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 128 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 256 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 128, 256 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 128 ], "simdgroups": 4, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 128 ], "simdgroups": 4, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 256 ], "simdgroups": 4, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 256 ], "simdgroups": 4, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 128 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 128 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 256 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 128, 256 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 256, 128 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 256, 128 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 256, 256 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 128, 256, 256 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 256, 128 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 256, 128 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 256, 256 ], "simdgroups": 8, "walk": 0, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" }, { "group": "mpp", "operator": "fc1", "tile": [ 64, 256, 256 ], "simdgroups": 8, "walk": 8, "error": "TypeError: __call__(): incompatible function arguments. The following argument types are supported:\n 1. __call__(self, *, inputs: list[scalar | array], output_shapes: list[Sequence[int]], output_dtypes: list[Dtype], grid: tuple[int, int, int], threadgroup: tuple[int, int, int], template: list[tuple[str, bool | int | Dtype]] | None = None, init_value: float | None = None, verbose: bool = false, stream: StreamOrDevice = None)\n\nInvoked with types: kwargs = { inputs: list, template: list, grid: tuple, threadgroup: tuple, output_shapes: list, output_dtypes: list }" } ], "activation_ranges": { "qkv": { "shape": [ 4181, 5376 ], "max_abs": 10.0625 }, "out": { "shape": [ 4181, 7168 ], "max_abs": 38.75 }, "fc1": { "shape": [ 4181, 5376 ], "max_abs": 3.21875 }, "fc2": { "shape": [ 4181, 14336 ], "max_abs": 4640.0 } } }