{
  "model": "qwen2_5_0_5b_instruct_q4gsw",
  "upstream": {
    "model": "Qwen/Qwen2.5-0.5B-Instruct",
    "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
    "official": true,
    "safetensors_sha256": {
      "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe"
    }
  },
  "versions": {
    "python": "3.12.15+meta",
    "torch": "2.14.1+cpu",
    "torchao": "0.18.0+cpu",
    "executorch": "1.5.1+cpu",
    "executorch_git": "3b60683923245cf472b7323426920e15623ba361",
    "transformers": "5.19.0",
    "huggingface_hub": "2.2.0"
  },
  "export": {
    "api": "python -m executorch.extension.llm.export.export_llm (hydra overrides below)",
    "overrides": [
      "base.model_class=qwen2_5_0_5b",
      "base.checkpoint=<out>/_work/checkpoint.pth",
      "base.params=<out>/_work/params.json",
      "model.use_kv_cache=true",
      "model.use_sdpa_with_kv_cache=true",
      "model.enable_dynamic_shape=true",
      "model.dtype_override=fp32",
      "export.max_seq_length=513",
      "export.max_context_length=8192",
      "export.output_dir=<out>",
      "export.output_name=<out>/qwen2_5_0_5b_instruct_q4gsw.pte",
      "quantization.qmode=4w",
      "quantization.group_size=64",
      "quantization.embedding_quantize='4,64'",
      "backend.vulkan.enabled=true"
    ],
    "checkpoint_conversion": "executorch.examples.models.qwen2_5.convert_weights.convert_weights(<snapshot>, checkpoint.pth)",
    "import_shim": "recipes/_shims/torchtune (re-exports executorch.examples.models.checkpoint.get_mapped_key; torchtune itself is not installed)",
    "params": {
      "dim": 896,
      "ffn_dim_multiplier": 1,
      "hidden_dim": 4864,
      "n_heads": 14,
      "n_kv_heads": 2,
      "n_layers": 24,
      "norm_eps": 1e-06,
      "rope_theta": 1000000.0,
      "use_scaled_rope": false,
      "vocab_size": 151936,
      "use_hf_rope": true,
      "attention_qkv_bias": true
    },
    "partitioner": "VulkanPartitioner via backend.vulkan.enabled (WebGPUPartitioner is a pass-through wrapper of it; delegate id VulkanBackend)",
    "inputs": [
      {
        "name": "tokens",
        "shape": [
          1,
          "1..512"
        ],
        "dtype": "int64"
      },
      {
        "name": "input_pos",
        "shape": [
          1
        ],
        "dtype": "int64"
      }
    ],
    "outputs": [
      {
        "name": "logits",
        "shape": [
          1,
          151936
        ],
        "dtype": "float32",
        "note": "last position only"
      }
    ],
    "prefill_max": 512,
    "max_seq_len_metadata": 513,
    "max_context_length": 8192,
    "dtype": "float32 activations",
    "quantization": "4-bit groupwise weight-only linears (torchao IntxWeightOnlyConfig int4, group 64) and 4-bit groupwise embedding (group 64); output head quantized too",
    "kv_cache": "fp32 buffers in the program; fp16 KV is a runtime option of the WebGPU runtime (et_set_kv_f16), not an export flag"
  },
  "files": {
    "qwen2_5_0_5b_instruct_q4gsw.pte": {
      "bytes": 299447808,
      "sha256": "474274b934978f6c11a842d575a07417d6687eb4d93f6b12d30d144dce729faa"
    },
    "tokenizer/tokenizer.json": {
      "sha256": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539"
    },
    "tokenizer/tokenizer_config.json": {
      "sha256": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583"
    },
    "tokenizer/vocab.json": {
      "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
    },
    "tokenizer/merges.txt": {
      "sha256": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3"
    },
    "tokenizer/generation_config.json": {
      "sha256": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6"
    },
    "tokenizer/config.json": {
      "sha256": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45"
    },
    "tokenizer/LICENSE": {
      "sha256": "832dd9e00a68dd83b3c3fb9f5588dad7dcf337a0db50f7d9483f310cd292e92e"
    }
  },
  "graph": {
    "non_delegated_kernels": {},
    "delegates": [
      {
        "id": "VulkanBackend",
        "ops": {
          "et_vk.prepack.default": 2,
          "sym_size.int": 1,
          "et_vk.embedding_q4gsw.default": 1,
          "et_vk.select_as_symint.default": 2,
          "et_vk.rms_norm.default": 49,
          "et_vk.linear_q4gsw.default": 169,
          "aten.view_copy.default": 192,
          "et_vk.apply_rotary_emb_hf.default": 24,
          "sdpa_with_kv_cache.default": 24,
          "aten.add.Tensor": 48,
          "aten.sigmoid.default": 24,
          "aten.mul.Tensor": 48,
          "aten.select_copy.int": 1
        },
        "inputs": 2,
        "outputs": 1
      }
    ]
  },
  "command": "python recipes/qwen2.5-0.5b-instruct.py --out out/qwen2.5-0.5b-instruct"
}