File size: 2,820 Bytes
3da88e3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
{
  "environment": {
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "metal": {
      "device_name": "Apple M5 Pro",
      "max_recommended_working_set_size": 55662788608,
      "memory_size": 68719476736,
      "architecture": "applegpu_g17s",
      "max_buffer_length": 41747087360,
      "resource_limit": 499000
    },
    "versions": {
      "mlx": "0.32.4",
      "mlx-metal": "0.32.4",
      "numpy": "2.5.4",
      "safetensors": "0.8.0",
      "transformers": "4.57.6",
      "torch": "2.15.0",
      "Pillow": "13.0.0",
      "scikit-image": "0.26.0"
    },
    "precision_environment": {
      "MLX_ENABLE_TF32": "0",
      "MLX_CONV_WINOGRAD": "0"
    }
  },
  "scope": "One original tensor at a time. OS page cache is not flushed; includes read/copy and Metal synchronization.",
  "trials": [
    {
      "key": "blocks.0.attn.qkv_proj.weight",
      "mode": "memmap_copy",
      "median_s": 0.030429833102971315,
      "samples_s": [
        0.030429833102971315,
        0.030555875040590763,
        0.02919100015424192
      ],
      "uint16_sum": "264f2eda04c0aec042899677941df762a13b19e3ed33fde3bc5c7bfd1d2c512f"
    },
    {
      "key": "blocks.0.attn.qkv_proj.weight",
      "mode": "mlx_lazy_load",
      "median_s": 0.01443983311764896,
      "samples_s": [
        0.01443983311764896,
        0.014682834036648273,
        0.014017875073477626
      ],
      "uint16_sum": "264f2eda04c0aec042899677941df762a13b19e3ed33fde3bc5c7bfd1d2c512f"
    },
    {
      "key": "blocks.25.mlp.fc1.weight",
      "mode": "memmap_copy",
      "median_s": 0.03836399991996586,
      "samples_s": [
        0.10529574984684587,
        0.03836399991996586,
        0.03425524989143014
      ],
      "uint16_sum": "64c4e66239e152f4bb821c1cca202e256e79f71374a77e5f65b755742a87e986"
    },
    {
      "key": "blocks.25.mlp.fc1.weight",
      "mode": "mlx_lazy_load",
      "median_s": 0.016702207969501615,
      "samples_s": [
        0.018805958796292543,
        0.016702207969501615,
        0.015281000174582005
      ],
      "uint16_sum": "64c4e66239e152f4bb821c1cca202e256e79f71374a77e5f65b755742a87e986"
    },
    {
      "key": "blocks.49.mlp.fc2.weight",
      "mode": "memmap_copy",
      "median_s": 0.016517666168510914,
      "samples_s": [
        0.06511575006879866,
        0.016517666168510914,
        0.01633200002834201
      ],
      "uint16_sum": "d687cefe1b3e6eb65bea9c5ba3d470e38473a1529853b42a5809ba843f94a29f"
    },
    {
      "key": "blocks.49.mlp.fc2.weight",
      "mode": "mlx_lazy_load",
      "median_s": 0.007808374939486384,
      "samples_s": [
        0.007419999921694398,
        0.007808374939486384,
        0.008036458166316152
      ],
      "uint16_sum": "d687cefe1b3e6eb65bea9c5ba3d470e38473a1529853b42a5809ba843f94a29f"
    }
  ]
}