{ "architecture" : { "attentionLayers" : 28, "class" : "dense", "totalLayers" : 28 }, "capabilities" : [ "chat", "tools" ], "driver" : "causal-lm", "engine" : { "allowed" : [ "pipelined", "sequential" ], "expectFrequentReshapes" : true, "kind" : "pipelined" }, "functions" : { "main" : { "role" : "step" } }, "inputs" : { "input_ids" : { "bind" : "tokens", "dtype" : "int32" }, "position_ids" : { "bind" : "positions", "dtype" : "int32", "mode" : "running" } }, "limits" : { "contextMax" : { "macos" : 4096 }, "maxOutputDefault" : 1024, "prefillChunk" : 512, "prefillChunkThreshold" : 1024 }, "memory" : { "bytesPerToken" : 1545688993, "kvBytesPerToken" : 28672, "requiresIncreasedMemoryLimit" : false, "weightsBytes" : 1545688993 }, "outputs" : { "logits" : { "dtype" : "float16", "role" : "logits", "seq" : "dynamic" } }, "provenance" : { "exportedOn" : { "date" : "2026-09-23", "os" : "26A428" }, "exporter" : { "coreai-core" : "1.0.0b2", "coreai-opt" : "0.2.1", "coreai-torch" : "0.4.2", "torch" : "2.11.0" }, "files" : { "metadata.json" : "sha256:afa5f0ff71d348b30ce8f6b0e6bb19850a89b7f75b4745e512ee7a82d2f7a908", "qwen2_5_coder_1_5b.aimodel/main.hash" : "sha256:9b8cd7a47be7784d8cd5867c0373772d99b651274cfe646808631020d6c40388", "qwen2_5_coder_1_5b.aimodel/main.mlirb" : "sha256:132cc44a656d8404bea0a1e849db1ae7f755208a06c2d5bbdbc5c1bcac023c70", "qwen2_5_coder_1_5b.aimodel/metadata.json" : "sha256:5a45101a3ba4551db484c7e94c31bb4d5cdf89ea7f0fde3e06dd9b854e89c502", "tokenizer/generation_config.json" : "sha256:1a628a5775bc69cde01c6749a531150ca4d3189652c618a174f7077923acf3b1", "tokenizer/merges.txt" : "sha256:599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "tokenizer/tokenizer.json" : "sha256:c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer/tokenizer_config.json" : "sha256:959e7f1d9a1b7641a6d6ce05ca97b75c7894fcb66cbe5a040406458fb1128ee4", "tokenizer/vocab.json" : "sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" }, "forge" : "0.1.0", "recipe" : "qwen2.5-coder-1.5b@1", "source" : { "hfRepo" : "Qwen/Qwen2.5-Coder-1.5B-Instruct", "revision" : "2e1fd397ee46e1388853d2af2c993145b0f1098a" } }, "quantization" : { "notes" : "weight-only PTQ on the torch module (coreai-opt eager Quantizer); exceptions resolve first-match in declaration order, then default; modules: int8-linear-perchannel ×141", "scheme" : "int8-linear-perchannel", "weightBits" : 8 }, "schema" : 1, "states" : { "keyCache" : { "axis" : 3, "initial" : 256, "kind" : "kvGrowing" }, "valueCache" : { "axis" : 3, "initial" : 256, "kind" : "kvGrowing" } }, "target" : { "arch" : "any", "backend" : "coreai", "compiled" : false, "compute" : "gpu", "minOS" : "27.0", "platform" : "macos" }, "text" : { "chatTemplate" : "embedded", "tokenizer" : "tokenizer/", "toolDialect" : "hermes" } }