diff --git a/models/qwen-3-6-27b-q4k-ehaf16/manifest.json b/models/qwen-3-6-27b-q4k-ehaf16/manifest.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ed7959d2e96c4364cdea5fc1a1b9a6019166087
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/manifest.json
@@ -0,0 +1,15844 @@
+{
+ "version": 1,
+ "modelId": "qwen-3-6-27b-q4k-ehaf16",
+ "modelType": "transformer",
+ "quantization": "Q4_K_M",
+ "quantizationInfo": {
+ "weights": "q4k",
+ "embeddings": "f16",
+ "lmHead": "q4k",
+ "compute": "f32",
+ "layout": "row",
+ "variantTag": "q4k-ef16-af32"
+ },
+ "artifactIdentity": {
+ "artifactCompleteness": "complete",
+ "conversionConfigDigest": "sha256:d97f86b5b1c864f56334d757d1055cbed88a04cfe29d1a9ddbc10ff0aa22f154",
+ "conversionConfigPath": "src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json",
+ "manifestVariantId": "qwen-3-6-27b-q4k-ehaf16-mv-exec-v1",
+ "materializationProfile": "auto",
+ "modalitySet": [
+ "text"
+ ],
+ "sourceCheckpointId": "Qwen/Qwen3.6-27B",
+ "sourceFormat": "safetensors",
+ "sourceRepo": "Qwen/Qwen3.6-27B",
+ "sourceRevision": "main",
+ "weightPackHash": "sha256:f355a595b115d4a40041bcb2fbe4d131316e422e65df28e5ed4573d2c9051108",
+ "weightPackId": "qwen-3-6-27b-q4k-ehaf16-wp-catalog-v1"
+ },
+ "architecture": {
+ "numLayers": 64,
+ "hiddenSize": 5120,
+ "intermediateSize": 17408,
+ "numAttentionHeads": 24,
+ "numKeyValueHeads": 4,
+ "headDim": 256,
+ "vocabSize": 248320,
+ "maxSeqLen": 262144,
+ "linearNumKeyHeads": 16,
+ "linearNumValueHeads": 48,
+ "linearKeyHeadDim": 128,
+ "linearValueHeadDim": 128,
+ "linearConvKernelDim": 4,
+ "hiddenSizePerLayerInput": null,
+ "vocabSizePerLayerInput": null,
+ "globalHeadDim": null,
+ "numKvSharedLayers": null,
+ "linearNormMode": "shared"
+ },
+ "moeConfig": null,
+ "inference": {
+ "schema": "doppler.execution/v1",
+ "attention": {
+ "queryPreAttnScalar": 256,
+ "attnLogitSoftcapping": null,
+ "slidingWindow": null,
+ "queryKeyNorm": true,
+ "valueNorm": false,
+ "causal": true,
+ "attentionBias": false,
+ "attentionOutputGate": true,
+ "outputGateType": "swish"
+ },
+ "normalization": {
+ "rmsNormEps": 0.000001,
+ "rmsNormWeightOffset": true,
+ "postAttentionNorm": true,
+ "preFeedforwardNorm": false,
+ "postFeedforwardNorm": false
+ },
+ "ffn": {
+ "activation": "silu",
+ "gatedActivation": true,
+ "useDoubleWideMlp": false,
+ "swigluLimit": null
+ },
+ "rope": {
+ "ropeTheta": 10000000,
+ "ropeLocalTheta": null,
+ "mropeInterleaved": true,
+ "mropeSection": [
+ 11,
+ 11,
+ 10
+ ],
+ "partialRotaryFactor": 0.25,
+ "ropeLocalPartialRotaryFactor": null,
+ "ropeFrequencyBaseDim": null,
+ "ropeLocalFrequencyBaseDim": null,
+ "ropeScalingType": null,
+ "ropeScalingFactor": 1,
+ "ropeLocalScalingType": null,
+ "ropeLocalScalingFactor": 1,
+ "yarnBetaFast": null,
+ "yarnBetaSlow": null,
+ "yarnOriginalMaxPos": null,
+ "ropeLocalYarnBetaFast": null,
+ "ropeLocalYarnBetaSlow": null,
+ "ropeLocalYarnOriginalMaxPos": null
+ },
+ "output": {
+ "finalLogitSoftcapping": null,
+ "tieWordEmbeddings": false,
+ "scaleEmbeddings": false,
+ "embeddingTranspose": false,
+ "embeddingVocabSize": 248320,
+ "embeddingPostprocessor": null
+ },
+ "layerPattern": {
+ "type": "custom",
+ "globalPattern": null,
+ "period": null,
+ "offset": null,
+ "layerTypes": [
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention"
+ ]
+ },
+ "chatTemplate": {
+ "type": "qwen",
+ "enabled": true
+ },
+ "pipeline": null,
+ "session": {
+ "compute": {
+ "defaults": {
+ "activationDtype": "f32",
+ "mathDtype": "f32",
+ "accumDtype": "f32",
+ "outputDtype": "f32"
+ }
+ },
+ "kvcache": {
+ "kvDtype": "f16",
+ "layout": "contiguous",
+ "maxSeqLen": 8192,
+ "pageSize": 256,
+ "tiering": {
+ "mode": "off"
+ }
+ },
+ "decodeLoop": {
+ "batchSize": 12,
+ "stopCheckMode": "batch",
+ "readbackInterval": 32,
+ "readbackMode": "sequential",
+ "submitLatencyThresholdMs": null,
+ "ringTokens": 1,
+ "ringStop": 1,
+ "ringStaging": 1,
+ "disableCommandBatching": false
+ },
+ "perLayerInputs": {
+ "materialization": "auto",
+ "rowCache": {
+ "mode": "lru",
+ "maxRows": 256,
+ "maxBytes": 134217728,
+ "decodedDtype": "f32"
+ },
+ "prefetch": {
+ "mode": "next_token",
+ "rowsAhead": 1
+ },
+ "gpuUpload": {
+ "mode": "per_step_slices",
+ "stagingRows": 2
+ },
+ "hotCache": {
+ "mode": "prepared_tokens",
+ "maxTokens": 1024,
+ "maxBytes": 134217728,
+ "outputDtype": "f32"
+ }
+ },
+ "speculation": {
+ "mode": "self",
+ "tokens": 1,
+ "verify": "greedy",
+ "threshold": null,
+ "rollbackOnReject": true
+ },
+ "prefillChunkSubmitMode": "async",
+ "useFlashPrefillAttention": false,
+ "useWideTileQ4KPrefill": false,
+ "retainQ4KMaterialization": false
+ },
+ "execution": {
+ "inlineKernelPath": true,
+ "kernels": {
+ "embed": {
+ "kernel": "gather_f16.wgsl",
+ "entry": "main",
+ "digest": "sha256:e9f8056a8764360ca23e53289a5f133c2e3d6da122f6437f5eb0d78a46e8f049"
+ },
+ "rmsnorm": {
+ "kernel": "rmsnorm.wgsl",
+ "entry": "main",
+ "digest": "sha256:c723c0300cc8f93396d79d1a274c0a90ccf1eb8ce82c0d778b8cd4659615fe45"
+ },
+ "q4_decode": {
+ "kernel": "fused_matmul_q4.wgsl",
+ "entry": "main_multicol",
+ "digest": "sha256:c97827b7ca42c0215756d91c7166106e189174c1a64fe473f0c017b3eb27188e"
+ },
+ "q4_decode_gemv": {
+ "kernel": "fused_matmul_q4.wgsl",
+ "entry": "main_gemv",
+ "digest": "sha256:c547743b9806fec47142c6a9f9ac2bd047981fd8cded46ce40dc01725e8aa71d"
+ },
+ "rope": {
+ "kernel": "rope.wgsl",
+ "entry": "main",
+ "digest": "sha256:b2da9d396668981dab9794c2973b668279f768994466b083d2105730555e1a5b"
+ },
+ "attn_decode": {
+ "kernel": "attention_decode_online_f16kv.wgsl",
+ "entry": "main",
+ "digest": "sha256:beee4722aa6281f58b74e1d055e192017b5555c189a58dd13dd158fe1511a7b8",
+ "precision": {
+ "kvDtype": "f16"
+ }
+ },
+ "residual": {
+ "kernel": "residual.wgsl",
+ "entry": "main",
+ "digest": "sha256:f1abd88c959c5d8dd27b9353d487e37b2a96850ed9d90c365212e260399cc2a7"
+ },
+ "silu": {
+ "kernel": "silu.wgsl",
+ "entry": "main",
+ "digest": "sha256:7b52d30fb741beef2dbf728e0c4ecffe5b08d9661d63c306caecb4cb3ced85e5",
+ "constants": {
+ "HAS_GATE": true
+ }
+ },
+ "q4_prefill": {
+ "kernel": "fused_matmul_q4_batched_multicol_shared.wgsl",
+ "entry": "main",
+ "digest": "sha256:142817adcacb28750a92793996cd15c2d9fe13d03e0c2d0aadf3e674dc7a35d6"
+ },
+ "q4_widetile": {
+ "kernel": "fused_matmul_q4_widetile.wgsl",
+ "entry": "main",
+ "digest": "sha256:5631ce6f19f805c7ac85722bac17365048bc7b9e2c422f3ef9477b63cb8dad62"
+ },
+ "tiled": {
+ "kernel": "matmul_f16w_f32a.wgsl",
+ "entry": "main",
+ "digest": "sha256:027a8f1cd9713cbe0b0ada160bd175e0542bb90896ad85441b023522d9a1befc"
+ },
+ "attn_stream": {
+ "kernel": "attention_streaming_f16kv.wgsl",
+ "entry": "main",
+ "digest": "sha256:76eda2dfc1b4323ed4fd02b91d1ce448de65ce9b31898dee8ae635b1d5b94d3a",
+ "precision": {
+ "kvDtype": "f16"
+ }
+ },
+ "attn_head256": {
+ "kernel": "attention_head256_f16kv.wgsl",
+ "entry": "main",
+ "digest": "sha256:4ecdc079e322a770350414244cb383d72ae7ffa47ed620c64ff425c93413e97a",
+ "precision": {
+ "kvDtype": "f16"
+ }
+ },
+ "lm_head_gemv": {
+ "kernel": "matmul_gemv_subgroup.wgsl",
+ "entry": "main_multicol",
+ "digest": "sha256:e41f94574d5ac54dd2710036da5d5acc643a483b79b2d74b86825efdaaa7438f",
+ "constants": {
+ "MULTICOL_COLS_PER_WG": 64,
+ "MULTICOL_THREADS_PER_COL": 4
+ }
+ },
+ "lm_head_q4": {
+ "kernel": "fused_matmul_q4.wgsl",
+ "entry": "main_gemv",
+ "digest": "sha256:c547743b9806fec47142c6a9f9ac2bd047981fd8cded46ce40dc01725e8aa71d",
+ "constants": {
+ "COLS_PER_WG": 64,
+ "THREADS_PER_COL_GEMV": 4
+ }
+ },
+ "sample": {
+ "kernel": "sample.wgsl",
+ "entry": "sample_single_pass",
+ "digest": "sha256:7ff3dd675b4737d920e0b3889e15c4fedde8410a353bbc6d4651db76ce69eb9b"
+ }
+ },
+ "preLayer": [
+ [
+ "embed",
+ "embed",
+ "embed_tokens"
+ ]
+ ],
+ "decode": [
+ [
+ "input_norm",
+ "rmsnorm"
+ ],
+ [
+ "q_proj",
+ "q4_decode_gemv",
+ "layer.{L}.self_attn.q_proj"
+ ],
+ [
+ "k_proj",
+ "q4_decode_gemv",
+ "layer.{L}.self_attn.k_proj"
+ ],
+ [
+ "v_proj",
+ "q4_decode_gemv",
+ "layer.{L}.self_attn.v_proj"
+ ],
+ [
+ "rope_q",
+ "rope"
+ ],
+ [
+ "rope_k",
+ "rope"
+ ],
+ [
+ "attention",
+ "attn_decode"
+ ],
+ [
+ "o_proj",
+ "q4_decode_gemv",
+ "layer.{L}.self_attn.o_proj"
+ ],
+ [
+ "attn_residual",
+ "residual"
+ ],
+ [
+ "post_attn_norm",
+ "rmsnorm"
+ ],
+ [
+ "gate_proj",
+ "q4_decode_gemv",
+ "layer.{L}.mlp.gate_proj"
+ ],
+ [
+ "up_proj",
+ "q4_decode_gemv",
+ "layer.{L}.mlp.up_proj"
+ ],
+ [
+ "activation",
+ "silu"
+ ],
+ [
+ "down_proj",
+ "q4_decode_gemv",
+ "layer.{L}.mlp.down_proj"
+ ],
+ [
+ "ffn_residual",
+ "residual"
+ ]
+ ],
+ "prefill": [
+ [
+ "input_norm",
+ "rmsnorm"
+ ],
+ [
+ "q_proj",
+ "q4_widetile",
+ "layer.{L}.self_attn.q_proj"
+ ],
+ [
+ "k_proj",
+ "q4_widetile",
+ "layer.{L}.self_attn.k_proj"
+ ],
+ [
+ "v_proj",
+ "q4_widetile",
+ "layer.{L}.self_attn.v_proj"
+ ],
+ [
+ "rope_q",
+ "rope"
+ ],
+ [
+ "rope_k",
+ "rope"
+ ],
+ [
+ "attention",
+ "attn_head256"
+ ],
+ [
+ "o_proj",
+ "q4_widetile",
+ "layer.{L}.self_attn.o_proj"
+ ],
+ [
+ "attn_residual",
+ "residual"
+ ],
+ [
+ "post_attn_norm",
+ "rmsnorm"
+ ],
+ [
+ "gate_proj",
+ "q4_widetile",
+ "layer.{L}.mlp.gate_proj"
+ ],
+ [
+ "up_proj",
+ "q4_widetile",
+ "layer.{L}.mlp.up_proj"
+ ],
+ [
+ "activation",
+ "silu"
+ ],
+ [
+ "down_proj",
+ "q4_widetile",
+ "layer.{L}.mlp.down_proj"
+ ],
+ [
+ "ffn_residual",
+ "residual"
+ ]
+ ],
+ "postLayer": [
+ [
+ "final_norm",
+ "rmsnorm"
+ ],
+ [
+ "lm_head",
+ "lm_head_q4",
+ "lm_head"
+ ],
+ [
+ "lm_head_prefill",
+ "tiled",
+ "lm_head"
+ ],
+ [
+ "sample",
+ "sample"
+ ]
+ ],
+ "policies": {
+ "unsupportedPrecision": "error",
+ "dtypeTransition": "require_cast_step",
+ "unresolvedKernel": "error"
+ }
+ }
+ },
+ "shards": [
+ {
+ "index": 0,
+ "filename": "shard_00000.bin",
+ "size": 67108864,
+ "hash": "92b4d22e09358b9d4265c7679e57219e2a61f7b323ea9b5626361a52d75248c3",
+ "offset": 0
+ },
+ {
+ "index": 1,
+ "filename": "shard_00001.bin",
+ "size": 67108864,
+ "hash": "31ca239785cdad0e08d5b2c4e62bbd18bc03960e80828d2b0b4a39698d0ccd78",
+ "offset": 67108864
+ },
+ {
+ "index": 2,
+ "filename": "shard_00002.bin",
+ "size": 67108864,
+ "hash": "6433e3c6ae16b4f8643518342fff91bcc52245d5fe9af1e5efb5300b574a5cd7",
+ "offset": 134217728
+ },
+ {
+ "index": 3,
+ "filename": "shard_00003.bin",
+ "size": 67108864,
+ "hash": "16039ab4d575113024c0a5b0896aaa2fb04ce6001033849c5e4d02a65ed9929d",
+ "offset": 201326592
+ },
+ {
+ "index": 4,
+ "filename": "shard_00004.bin",
+ "size": 67108864,
+ "hash": "ef0638b15622c0e6cb4a8fb313c411739299cae8bc3ea44665dfa24f51565560",
+ "offset": 268435456
+ },
+ {
+ "index": 5,
+ "filename": "shard_00005.bin",
+ "size": 67108864,
+ "hash": "8fb470ca2a2094b246b2375649bd60a55e66b8e79b22b7feb32351f75fced9e6",
+ "offset": 335544320
+ },
+ {
+ "index": 6,
+ "filename": "shard_00006.bin",
+ "size": 67108864,
+ "hash": "b31109ed0b4f7bec155fdef75c443ba424341232d18b36ad520165992769bb72",
+ "offset": 402653184
+ },
+ {
+ "index": 7,
+ "filename": "shard_00007.bin",
+ "size": 67108864,
+ "hash": "9d3937e1a71f394ff9cc94b5139494c260e7f6e1f66ffab0e6869b020cb619c5",
+ "offset": 469762048
+ },
+ {
+ "index": 8,
+ "filename": "shard_00008.bin",
+ "size": 67108864,
+ "hash": "9b977eeef7645b5dacb976f8e03c9ea6efd184e1a65112fdb23ef636a0b795a3",
+ "offset": 536870912
+ },
+ {
+ "index": 9,
+ "filename": "shard_00009.bin",
+ "size": 67108864,
+ "hash": "016df93ebbe1aaf20ea95335ba49bdca0d22f2f1b9b3422ee47cb3cb81ddca0d",
+ "offset": 603979776
+ },
+ {
+ "index": 10,
+ "filename": "shard_00010.bin",
+ "size": 67108864,
+ "hash": "f260b332c4b2dd4f14b2d46169059563ad2d293eb749e1c86300c03359013f54",
+ "offset": 671088640
+ },
+ {
+ "index": 11,
+ "filename": "shard_00011.bin",
+ "size": 67108864,
+ "hash": "5bea9f245f0295f3c205329fd329acca6174bd30b09d86d73895b70fcf55e294",
+ "offset": 738197504
+ },
+ {
+ "index": 12,
+ "filename": "shard_00012.bin",
+ "size": 67108864,
+ "hash": "2ecb016a58e51cc9db5c0281737235d8605ac1cd11e55dca6a92f04dccf9a1ff",
+ "offset": 805306368
+ },
+ {
+ "index": 13,
+ "filename": "shard_00013.bin",
+ "size": 67108864,
+ "hash": "626c71726939f340d663ae2a286b7d260992b796118e40d9712dbde962b94156",
+ "offset": 872415232
+ },
+ {
+ "index": 14,
+ "filename": "shard_00014.bin",
+ "size": 67108864,
+ "hash": "9a4fc088b8cc3d95e38c6659d24f6a6b9e6e3adf65ebb57af1351a039f5d1e00",
+ "offset": 939524096
+ },
+ {
+ "index": 15,
+ "filename": "shard_00015.bin",
+ "size": 67108864,
+ "hash": "09e85ee5e94b5edaa8027053d9863ffd25d48431014ba511716a210217c92fa7",
+ "offset": 1006632960
+ },
+ {
+ "index": 16,
+ "filename": "shard_00016.bin",
+ "size": 67108864,
+ "hash": "dca907f598383a419e6ea6bd50650829d1fe2cce7241b85749acb0a53ce167b1",
+ "offset": 1073741824
+ },
+ {
+ "index": 17,
+ "filename": "shard_00017.bin",
+ "size": 67108864,
+ "hash": "0620c03d22a6e24967ba0229941b67847fd3473d1f29ff0c11d4cd31d60e8289",
+ "offset": 1140850688
+ },
+ {
+ "index": 18,
+ "filename": "shard_00018.bin",
+ "size": 67108864,
+ "hash": "9fd4c880239e8d197d307125eec4fd35e37c892b36d8d727a771872247e49747",
+ "offset": 1207959552
+ },
+ {
+ "index": 19,
+ "filename": "shard_00019.bin",
+ "size": 67108864,
+ "hash": "c16b6f712422d7f72a56006b775f85545d15357aa0358f1574b21e95585d126c",
+ "offset": 1275068416
+ },
+ {
+ "index": 20,
+ "filename": "shard_00020.bin",
+ "size": 67108864,
+ "hash": "fd14b75073a731d0f78fee58ac5c4e922b0f82001bdf49c86050512bf7a47354",
+ "offset": 1342177280
+ },
+ {
+ "index": 21,
+ "filename": "shard_00021.bin",
+ "size": 67108864,
+ "hash": "1d418b8984e236ea0cfd7f5606c4b88091897bdacf50b1814be527c923711894",
+ "offset": 1409286144
+ },
+ {
+ "index": 22,
+ "filename": "shard_00022.bin",
+ "size": 67108864,
+ "hash": "2759355e134e3aa9c751fe1552ab0b80035517c42bbfdf40ec19981d18ab1914",
+ "offset": 1476395008
+ },
+ {
+ "index": 23,
+ "filename": "shard_00023.bin",
+ "size": 67108864,
+ "hash": "d4665fa191ebc797b2023e893c8f6399543c77d5b6634c388a27aec9f91e1e4d",
+ "offset": 1543503872
+ },
+ {
+ "index": 24,
+ "filename": "shard_00024.bin",
+ "size": 67108864,
+ "hash": "d144d3e814309ffabcce7535db97e794d230459416f4edade1bb86a198e3a7dd",
+ "offset": 1610612736
+ },
+ {
+ "index": 25,
+ "filename": "shard_00025.bin",
+ "size": 67108864,
+ "hash": "d9946dabd26cd31295285070982f42919443cb2a0a64c1851f2dfcb554f75094",
+ "offset": 1677721600
+ },
+ {
+ "index": 26,
+ "filename": "shard_00026.bin",
+ "size": 67108864,
+ "hash": "1ded686452a8e0cde4c06a6a5b2465afffce2fb16bf93bba65a4790561d9fa10",
+ "offset": 1744830464
+ },
+ {
+ "index": 27,
+ "filename": "shard_00027.bin",
+ "size": 67108864,
+ "hash": "65d6a0bc0b97fdaa1fb5ae68f3188e3b1a22ffb6a40c76a98fd645766311e2e3",
+ "offset": 1811939328
+ },
+ {
+ "index": 28,
+ "filename": "shard_00028.bin",
+ "size": 67108864,
+ "hash": "60293dec67c4160ea32e0915f7a99ffc93d30ea5efdd5dfdba997f8ea0a80f32",
+ "offset": 1879048192
+ },
+ {
+ "index": 29,
+ "filename": "shard_00029.bin",
+ "size": 67108864,
+ "hash": "46a502438cb718350e939c3f4de67793da9796676662e200ca06f81734deacea",
+ "offset": 1946157056
+ },
+ {
+ "index": 30,
+ "filename": "shard_00030.bin",
+ "size": 67108864,
+ "hash": "e53948109f532c5b6a032a6f977861174f7436385d2f96d1ff01d1bbd05f1797",
+ "offset": 2013265920
+ },
+ {
+ "index": 31,
+ "filename": "shard_00031.bin",
+ "size": 67108864,
+ "hash": "984260d9fc35c6a293b4c9e055453f5e49302ee4ec234e05993417ba0beb436f",
+ "offset": 2080374784
+ },
+ {
+ "index": 32,
+ "filename": "shard_00032.bin",
+ "size": 67108864,
+ "hash": "73b444860faa7959471e6fb332d5ddb09479eb044294add3e52bc73c29da688a",
+ "offset": 2147483648
+ },
+ {
+ "index": 33,
+ "filename": "shard_00033.bin",
+ "size": 67108864,
+ "hash": "a50e937501dc5fe6f8384b1a900b3cb5bf67a2e2ec7b8e6286f94b172233af29",
+ "offset": 2214592512
+ },
+ {
+ "index": 34,
+ "filename": "shard_00034.bin",
+ "size": 67108864,
+ "hash": "75a4b86c3e41b8fb840cc6b8138abd70eeb7f07ced042940bb59b1cdaf4844a9",
+ "offset": 2281701376
+ },
+ {
+ "index": 35,
+ "filename": "shard_00035.bin",
+ "size": 67108864,
+ "hash": "12602f6a8005058c6e2a29148fdb680db81c39a727a389654a3337f6839619cd",
+ "offset": 2348810240
+ },
+ {
+ "index": 36,
+ "filename": "shard_00036.bin",
+ "size": 67108864,
+ "hash": "74263bd8b948d64650cc5bd70347705ac179a650f843d889aae55894480c1002",
+ "offset": 2415919104
+ },
+ {
+ "index": 37,
+ "filename": "shard_00037.bin",
+ "size": 67108864,
+ "hash": "eaa92173c76ee7cea9a46d8bafa6e1e257d237b0bcaae724b90a17137bb12eeb",
+ "offset": 2483027968
+ },
+ {
+ "index": 38,
+ "filename": "shard_00038.bin",
+ "size": 67108864,
+ "hash": "a27178adcf0c5ec07db01262ac09ce32f629d22d2b9319363419d03cfae63a58",
+ "offset": 2550136832
+ },
+ {
+ "index": 39,
+ "filename": "shard_00039.bin",
+ "size": 67108864,
+ "hash": "12def494d2d42efe42d62d17f6b1bbddd1d37a244f90f4b8b364fe2bbf54b102",
+ "offset": 2617245696
+ },
+ {
+ "index": 40,
+ "filename": "shard_00040.bin",
+ "size": 67108864,
+ "hash": "a7075aab1eddabf28aad3e8fa64da8f9c7a7d62903c0abf6514bb3cbe87b4ddb",
+ "offset": 2684354560
+ },
+ {
+ "index": 41,
+ "filename": "shard_00041.bin",
+ "size": 67108864,
+ "hash": "5e19e47c338de642293f6d847d79b07b8f641d69b7806125bd78f166b0074643",
+ "offset": 2751463424
+ },
+ {
+ "index": 42,
+ "filename": "shard_00042.bin",
+ "size": 67108864,
+ "hash": "3d8e0cf858a8c664e1f714039ee3bcf9432199f6dc0595b71ef1c8369f87c1a9",
+ "offset": 2818572288
+ },
+ {
+ "index": 43,
+ "filename": "shard_00043.bin",
+ "size": 67108864,
+ "hash": "90d4c335ccc28f4329281286e5fefc677a3cdcf9ce4ae4e11320167f8dbeb875",
+ "offset": 2885681152
+ },
+ {
+ "index": 44,
+ "filename": "shard_00044.bin",
+ "size": 67108864,
+ "hash": "fa95688bf1eb3fe90155714bd9e04eed838968e6f829143c81568e0610a111d5",
+ "offset": 2952790016
+ },
+ {
+ "index": 45,
+ "filename": "shard_00045.bin",
+ "size": 67108864,
+ "hash": "ccb131cf6f09cdf29717796d383905cd12ae48cdf767c9a7580630c9feb6595b",
+ "offset": 3019898880
+ },
+ {
+ "index": 46,
+ "filename": "shard_00046.bin",
+ "size": 67108864,
+ "hash": "7144033edd2fbf652680f0aa49fdae1c300571f5b2f2fc5c8e4d90b656d51c0e",
+ "offset": 3087007744
+ },
+ {
+ "index": 47,
+ "filename": "shard_00047.bin",
+ "size": 67108864,
+ "hash": "66f0cbfae70686e1b2514fc5de6b83527e143bbfd2a8cca4d71cc16764d8d200",
+ "offset": 3154116608
+ },
+ {
+ "index": 48,
+ "filename": "shard_00048.bin",
+ "size": 67108864,
+ "hash": "97cdc1d6ae7e6091f241e663f0fda204162753e8e9e06434cf1e45afca4d0385",
+ "offset": 3221225472
+ },
+ {
+ "index": 49,
+ "filename": "shard_00049.bin",
+ "size": 67108864,
+ "hash": "8d8ebae63aedcd0d33dd89ea6ba047f31afb020c0dc74669df931ea0ea56a45a",
+ "offset": 3288334336
+ },
+ {
+ "index": 50,
+ "filename": "shard_00050.bin",
+ "size": 67108864,
+ "hash": "3bf81e3f26e4079655ea03b2c615d1b4f1d626391860c8d2e3337033f9d98c60",
+ "offset": 3355443200
+ },
+ {
+ "index": 51,
+ "filename": "shard_00051.bin",
+ "size": 67108864,
+ "hash": "b5d97624f8a895946cd50b95b3e803aa9967a4c874334e6927b53f5cc2a819d4",
+ "offset": 3422552064
+ },
+ {
+ "index": 52,
+ "filename": "shard_00052.bin",
+ "size": 67108864,
+ "hash": "ada5055e8aa6d09c100247f30dc39d530111a8cbbe192409fe1e4bbe40d15eda",
+ "offset": 3489660928
+ },
+ {
+ "index": 53,
+ "filename": "shard_00053.bin",
+ "size": 67108864,
+ "hash": "8ba85f1e11032caf0e44bff9eea22d42886585efe21c52cb1149b838509f22e0",
+ "offset": 3556769792
+ },
+ {
+ "index": 54,
+ "filename": "shard_00054.bin",
+ "size": 67108864,
+ "hash": "77c4ac36982995b3b2254cbdf4e6bfe995f7def50b6f5913bc33359343dae8d5",
+ "offset": 3623878656
+ },
+ {
+ "index": 55,
+ "filename": "shard_00055.bin",
+ "size": 67108864,
+ "hash": "319be5215873a5a4990f512e9512afd5b0eced05d9674069c26c148f29fac181",
+ "offset": 3690987520
+ },
+ {
+ "index": 56,
+ "filename": "shard_00056.bin",
+ "size": 67108864,
+ "hash": "4f0be00ce968f6f7ff1f86a6dd7bdc303440f8584e376041d800f160516ae682",
+ "offset": 3758096384
+ },
+ {
+ "index": 57,
+ "filename": "shard_00057.bin",
+ "size": 67108864,
+ "hash": "5b54ecbb1348b047267746f044e93d2489ae1172c12ca2658dfa693b387af1de",
+ "offset": 3825205248
+ },
+ {
+ "index": 58,
+ "filename": "shard_00058.bin",
+ "size": 67108864,
+ "hash": "354619bb3ff8c87031fda39fec5da83530c5effd8a7994ed1ff7e97eba6d267d",
+ "offset": 3892314112
+ },
+ {
+ "index": 59,
+ "filename": "shard_00059.bin",
+ "size": 67108864,
+ "hash": "8e9d6fc8e8ce1d579867ab304292901e547b5c6f96a05467e07cbafe07f0cb99",
+ "offset": 3959422976
+ },
+ {
+ "index": 60,
+ "filename": "shard_00060.bin",
+ "size": 67108864,
+ "hash": "e1e94dd12ab09937a50950ca76333553476e435eb46b54372ff626b70221fc6b",
+ "offset": 4026531840
+ },
+ {
+ "index": 61,
+ "filename": "shard_00061.bin",
+ "size": 67108864,
+ "hash": "bf132c8d00c6196f1c444e811b5caf855025c93042344f259636038cedcdc68d",
+ "offset": 4093640704
+ },
+ {
+ "index": 62,
+ "filename": "shard_00062.bin",
+ "size": 67108864,
+ "hash": "ea96993ba8d24b2a946356c8d5d3b4c31175b48d6c31cd6616f23a6a6c29bc24",
+ "offset": 4160749568
+ },
+ {
+ "index": 63,
+ "filename": "shard_00063.bin",
+ "size": 67108864,
+ "hash": "9d05a1f00dd5eb2f5cec99d8e2397d22fd4374f79910ad8f4a51d4e979996876",
+ "offset": 4227858432
+ },
+ {
+ "index": 64,
+ "filename": "shard_00064.bin",
+ "size": 67108864,
+ "hash": "e1e6a4a5456275bac97ed75a4452e05ca6679ef9a127f1a0f52d4ddf73260888",
+ "offset": 4294967296
+ },
+ {
+ "index": 65,
+ "filename": "shard_00065.bin",
+ "size": 67108864,
+ "hash": "51247ba613f3c44abab6bebda679bde7e672c31a18f6c2a4d5317ffd75eacb0b",
+ "offset": 4362076160
+ },
+ {
+ "index": 66,
+ "filename": "shard_00066.bin",
+ "size": 67108864,
+ "hash": "f38da4a640a3008d927c26b616987ed9b22633ab1694b05a35895d5df92a2a1f",
+ "offset": 4429185024
+ },
+ {
+ "index": 67,
+ "filename": "shard_00067.bin",
+ "size": 67108864,
+ "hash": "c63e472c658ccd25e25d9ff70c92afdf047493a0e39e9c7b48db12cd209da6f8",
+ "offset": 4496293888
+ },
+ {
+ "index": 68,
+ "filename": "shard_00068.bin",
+ "size": 67108864,
+ "hash": "6ae830aca3fea08d1f6ecf6aafb8e3c2bca38b80a5f0ef781111bc64592f5f16",
+ "offset": 4563402752
+ },
+ {
+ "index": 69,
+ "filename": "shard_00069.bin",
+ "size": 67108864,
+ "hash": "fef0c229bc327aac0045226e507d1ab2d372f468a0157497b946226b51247e18",
+ "offset": 4630511616
+ },
+ {
+ "index": 70,
+ "filename": "shard_00070.bin",
+ "size": 67108864,
+ "hash": "fbcff7b8bc5a5d402f5f8c9c4cf6b56c4ac4a7c69659991ab1e120109405db46",
+ "offset": 4697620480
+ },
+ {
+ "index": 71,
+ "filename": "shard_00071.bin",
+ "size": 67108864,
+ "hash": "7b45b1f3e2087fbdf2901453b9d739be96be27c04f77272d2ef4a9ef70bdb52d",
+ "offset": 4764729344
+ },
+ {
+ "index": 72,
+ "filename": "shard_00072.bin",
+ "size": 67108864,
+ "hash": "3c2f67622f83963c15d4485b5848da56ad16bb555a92951bde2e6cfac5fdb1a6",
+ "offset": 4831838208
+ },
+ {
+ "index": 73,
+ "filename": "shard_00073.bin",
+ "size": 67108864,
+ "hash": "1390992de611ca374e095697552429cac8e869c630c2519189723f89f1cf7bec",
+ "offset": 4898947072
+ },
+ {
+ "index": 74,
+ "filename": "shard_00074.bin",
+ "size": 67108864,
+ "hash": "2c09bcf4c87dbc12ded47c6347ddef18e360a9825cf8287a88bfda0454610185",
+ "offset": 4966055936
+ },
+ {
+ "index": 75,
+ "filename": "shard_00075.bin",
+ "size": 67108864,
+ "hash": "2519340fb23e0b0bb1db80e4b482f43a143f9635bd5ae517d3c7071bc9dcad17",
+ "offset": 5033164800
+ },
+ {
+ "index": 76,
+ "filename": "shard_00076.bin",
+ "size": 67108864,
+ "hash": "2e22e01dbf76635d1209f3a4b11cef681edf6ebf4348004dbd7e2ad8c2562cd8",
+ "offset": 5100273664
+ },
+ {
+ "index": 77,
+ "filename": "shard_00077.bin",
+ "size": 67108864,
+ "hash": "295d664fd564366902f1112981e9adfc7fb0fbe8b432a873614c58b313b2b318",
+ "offset": 5167382528
+ },
+ {
+ "index": 78,
+ "filename": "shard_00078.bin",
+ "size": 67108864,
+ "hash": "1c8fe669c2508c86019d0f3b9ae58c2428198baccf8faac43136e2ed286047c6",
+ "offset": 5234491392
+ },
+ {
+ "index": 79,
+ "filename": "shard_00079.bin",
+ "size": 67108864,
+ "hash": "9fc9674231bacdf4cfa52035f9c7a3bf0fae80e385486e5280a0bdf43ca83c14",
+ "offset": 5301600256
+ },
+ {
+ "index": 80,
+ "filename": "shard_00080.bin",
+ "size": 67108864,
+ "hash": "4e3cb4d20a6f44290140b7a4ba0d332f56a1a99729abdd6b2514f98a7a38504a",
+ "offset": 5368709120
+ },
+ {
+ "index": 81,
+ "filename": "shard_00081.bin",
+ "size": 67108864,
+ "hash": "415ee520e867ee7dd65945e985048acb3927e06f43791b22b7e66ec5f7ef1c70",
+ "offset": 5435817984
+ },
+ {
+ "index": 82,
+ "filename": "shard_00082.bin",
+ "size": 67108864,
+ "hash": "2ac3bc17ebafa17c568a3e80048574284928084b23f8993b373d8e95abdd6c1b",
+ "offset": 5502926848
+ },
+ {
+ "index": 83,
+ "filename": "shard_00083.bin",
+ "size": 67108864,
+ "hash": "a91481557da5fd835104cb356184504001ce3cd598922ef8b513024bfaf5e40a",
+ "offset": 5570035712
+ },
+ {
+ "index": 84,
+ "filename": "shard_00084.bin",
+ "size": 67108864,
+ "hash": "4282ebfeafba8938f569ebbefc4f97440c4cb5176384a902ded121648bd9bc98",
+ "offset": 5637144576
+ },
+ {
+ "index": 85,
+ "filename": "shard_00085.bin",
+ "size": 67108864,
+ "hash": "67ba3e0e9918aba5355e54c9258a45250301b7a0d75e0448ee220273690259fa",
+ "offset": 5704253440
+ },
+ {
+ "index": 86,
+ "filename": "shard_00086.bin",
+ "size": 67108864,
+ "hash": "30d3c3ced2ef5f5396d63808c9089c0c5c8b9b136bd6484e53450f188ac9e012",
+ "offset": 5771362304
+ },
+ {
+ "index": 87,
+ "filename": "shard_00087.bin",
+ "size": 67108864,
+ "hash": "3ab0a497fc2abe51be7449f698f8b485a61cd60a6a691e1a20cf268ade086a4f",
+ "offset": 5838471168
+ },
+ {
+ "index": 88,
+ "filename": "shard_00088.bin",
+ "size": 67108864,
+ "hash": "1d6f27e5e130058d599cdf24d53e8522fa4255743c82c1d470a78020eace7df7",
+ "offset": 5905580032
+ },
+ {
+ "index": 89,
+ "filename": "shard_00089.bin",
+ "size": 67108864,
+ "hash": "21a94b7a1bb49c28c20cac1ed258c1e8a73d791e30efcce830c931999af92ab6",
+ "offset": 5972688896
+ },
+ {
+ "index": 90,
+ "filename": "shard_00090.bin",
+ "size": 67108864,
+ "hash": "05f962476fc0b6109ffa664aa65da1c87724cc8400d3156ba2bcbe73e2a5ce7c",
+ "offset": 6039797760
+ },
+ {
+ "index": 91,
+ "filename": "shard_00091.bin",
+ "size": 67108864,
+ "hash": "70fe233b14d392a1245a95f10ab19a9d189c8b29b0c2a3cd87ff905a324c0244",
+ "offset": 6106906624
+ },
+ {
+ "index": 92,
+ "filename": "shard_00092.bin",
+ "size": 67108864,
+ "hash": "e3e0be44a1f6311434ed852fa073672261afb60b786ac1788b223efa22250139",
+ "offset": 6174015488
+ },
+ {
+ "index": 93,
+ "filename": "shard_00093.bin",
+ "size": 67108864,
+ "hash": "7821febfac73a02f092f953dfdd4819ce74b08383a39fde9594b52a2ed905cb9",
+ "offset": 6241124352
+ },
+ {
+ "index": 94,
+ "filename": "shard_00094.bin",
+ "size": 67108864,
+ "hash": "c45ade7c57a93dbf5c5d8f0bed9ea6ecb63dc78181998cefe2086be7172632a0",
+ "offset": 6308233216
+ },
+ {
+ "index": 95,
+ "filename": "shard_00095.bin",
+ "size": 67108864,
+ "hash": "730426764fb2450f4c80a34f1f556f41ad89324e79b4123dc3256456f4bd51be",
+ "offset": 6375342080
+ },
+ {
+ "index": 96,
+ "filename": "shard_00096.bin",
+ "size": 67108864,
+ "hash": "e1686a10307a359f7a783e084c6ba8f943199b143367ade44c368f85700f3e28",
+ "offset": 6442450944
+ },
+ {
+ "index": 97,
+ "filename": "shard_00097.bin",
+ "size": 67108864,
+ "hash": "4dc2f3eda7c39f0cbe26dc38441a252a44fdfcaff4813929493f5af175950e16",
+ "offset": 6509559808
+ },
+ {
+ "index": 98,
+ "filename": "shard_00098.bin",
+ "size": 67108864,
+ "hash": "32eccd31bcc9f2ab726e89b008d596ab81de99aed234df06bbde8b4e5e6f4d57",
+ "offset": 6576668672
+ },
+ {
+ "index": 99,
+ "filename": "shard_00099.bin",
+ "size": 67108864,
+ "hash": "9d7fe72e028eabb67a56ee097cc843ac94aa1f5390e83db4be52e3d4054fd304",
+ "offset": 6643777536
+ },
+ {
+ "index": 100,
+ "filename": "shard_00100.bin",
+ "size": 67108864,
+ "hash": "a00aac07a29c8fedd91c6cdab289663e1a9e328e593c4431784462a99db3a8d4",
+ "offset": 6710886400
+ },
+ {
+ "index": 101,
+ "filename": "shard_00101.bin",
+ "size": 67108864,
+ "hash": "3b6d49d5c37c3305f796fd9dbe25e67d109e58d5354594392adc513e9fb51767",
+ "offset": 6777995264
+ },
+ {
+ "index": 102,
+ "filename": "shard_00102.bin",
+ "size": 67108864,
+ "hash": "0a6ca220291e8d8df6a5e3cb8dd5597a608ece091de22b4749a4a4c5433fa0c5",
+ "offset": 6845104128
+ },
+ {
+ "index": 103,
+ "filename": "shard_00103.bin",
+ "size": 67108864,
+ "hash": "46fc272df7d6fdabb27a39313b967896150a6441fd49f1445ce41fb9167847c0",
+ "offset": 6912212992
+ },
+ {
+ "index": 104,
+ "filename": "shard_00104.bin",
+ "size": 67108864,
+ "hash": "b8f4aad841b990234bfdad2a0cad74f7edd3b0d4133cb3edcc4a6f867a8b7c9d",
+ "offset": 6979321856
+ },
+ {
+ "index": 105,
+ "filename": "shard_00105.bin",
+ "size": 67108864,
+ "hash": "fc19eb8112a994e2ad61f83e1ead01dc6b6f91932a9dbf998d715208c522597a",
+ "offset": 7046430720
+ },
+ {
+ "index": 106,
+ "filename": "shard_00106.bin",
+ "size": 67108864,
+ "hash": "7189e849eb56646717019ce054c38403d124ef5d1cc93fb2ba9a5e1ea8cc0078",
+ "offset": 7113539584
+ },
+ {
+ "index": 107,
+ "filename": "shard_00107.bin",
+ "size": 67108864,
+ "hash": "bf8593f21b72510e0741f2b40ad789977e97229e867897a2448297b29c5ea645",
+ "offset": 7180648448
+ },
+ {
+ "index": 108,
+ "filename": "shard_00108.bin",
+ "size": 67108864,
+ "hash": "910be840c27ddf3854470e170b06371ec0af67be8a3dc6ab2e86ec1b13fe9c22",
+ "offset": 7247757312
+ },
+ {
+ "index": 109,
+ "filename": "shard_00109.bin",
+ "size": 67108864,
+ "hash": "eb76ba3468903115ed9f8b305482555930a0491fe42291d7d943d09565645a6a",
+ "offset": 7314866176
+ },
+ {
+ "index": 110,
+ "filename": "shard_00110.bin",
+ "size": 67108864,
+ "hash": "525647b355b66fac30dce87d2166aa29b1f313c114575651679fcbcb105c438c",
+ "offset": 7381975040
+ },
+ {
+ "index": 111,
+ "filename": "shard_00111.bin",
+ "size": 67108864,
+ "hash": "ffac913c4875acaf377245ab951f489c037bf6d131d103347b8aa91ba8dfb7eb",
+ "offset": 7449083904
+ },
+ {
+ "index": 112,
+ "filename": "shard_00112.bin",
+ "size": 67108864,
+ "hash": "d465a2e904f7eebd8865237ef49b45a902becfd823560986ba265bbf8519a320",
+ "offset": 7516192768
+ },
+ {
+ "index": 113,
+ "filename": "shard_00113.bin",
+ "size": 67108864,
+ "hash": "ed36d39ebddeb138af8b05943e047590be915b2cfc55efcffe71f38bc25117c5",
+ "offset": 7583301632
+ },
+ {
+ "index": 114,
+ "filename": "shard_00114.bin",
+ "size": 67108864,
+ "hash": "83921d7bde31d58c5e6081bcf91e9566f97b887976e7826a32278c1b1b0b4b2e",
+ "offset": 7650410496
+ },
+ {
+ "index": 115,
+ "filename": "shard_00115.bin",
+ "size": 67108864,
+ "hash": "c508c864718f37b2cb4e0c5a0e09931591d4ccae361a33bc5e4954a188856283",
+ "offset": 7717519360
+ },
+ {
+ "index": 116,
+ "filename": "shard_00116.bin",
+ "size": 67108864,
+ "hash": "65db8f537b7983422e06fa7426bbee15fecf03e726ebc0ad840ae759e31b0b06",
+ "offset": 7784628224
+ },
+ {
+ "index": 117,
+ "filename": "shard_00117.bin",
+ "size": 67108864,
+ "hash": "0d93c52ebb2963a4f2e66cb984719c2b53db036aab3e1c5bbac52b743a04df2e",
+ "offset": 7851737088
+ },
+ {
+ "index": 118,
+ "filename": "shard_00118.bin",
+ "size": 67108864,
+ "hash": "f70742c58c38fe5d18c172ed96539f9410da7326c8f0cd2f8930afdf0a1f0d5a",
+ "offset": 7918845952
+ },
+ {
+ "index": 119,
+ "filename": "shard_00119.bin",
+ "size": 67108864,
+ "hash": "3ccfd89e95c953ab00d0ac6c7359bd74fc775b2d7fd14804499ded9a4d955574",
+ "offset": 7985954816
+ },
+ {
+ "index": 120,
+ "filename": "shard_00120.bin",
+ "size": 67108864,
+ "hash": "c5ab3d6032c61993c25af152637f21ea72faf9b013a4a33f63631dc3b458c38e",
+ "offset": 8053063680
+ },
+ {
+ "index": 121,
+ "filename": "shard_00121.bin",
+ "size": 67108864,
+ "hash": "77fbfa945ff31a663fbb49494ab07385f25838902a92c9e69334c5f3ffa9863f",
+ "offset": 8120172544
+ },
+ {
+ "index": 122,
+ "filename": "shard_00122.bin",
+ "size": 67108864,
+ "hash": "1cc52c26f204775ae732c5cd08e78f0ec7b1edb76549ba70867da834ecf3ddd4",
+ "offset": 8187281408
+ },
+ {
+ "index": 123,
+ "filename": "shard_00123.bin",
+ "size": 67108864,
+ "hash": "00dc0276fb984bbc0bdd3b1e3498b74f4434c9eb776577a63b4b8d2ab5e1c3a6",
+ "offset": 8254390272
+ },
+ {
+ "index": 124,
+ "filename": "shard_00124.bin",
+ "size": 67108864,
+ "hash": "2272514f9a19038c181f1e9e6fb9cebe5aea29b1dcd38c021ca8a9e953438885",
+ "offset": 8321499136
+ },
+ {
+ "index": 125,
+ "filename": "shard_00125.bin",
+ "size": 67108864,
+ "hash": "388d8a4855c5fe0ab97ddfb7cc69f5164f377797bc43110fe3a9dce74b0d8513",
+ "offset": 8388608000
+ },
+ {
+ "index": 126,
+ "filename": "shard_00126.bin",
+ "size": 67108864,
+ "hash": "e606c4ebc7789d4b8b0d257f26bffa8370fb5574689912e299118558580267e0",
+ "offset": 8455716864
+ },
+ {
+ "index": 127,
+ "filename": "shard_00127.bin",
+ "size": 67108864,
+ "hash": "83314fa43eca41ec1a3573a811ac573445776cff3d23e0e5bc8ec6f4e0464810",
+ "offset": 8522825728
+ },
+ {
+ "index": 128,
+ "filename": "shard_00128.bin",
+ "size": 67108864,
+ "hash": "9d854f49927d3182a775ccabc8cca63b7dfbb1ca67af315a87b859f27797a0e0",
+ "offset": 8589934592
+ },
+ {
+ "index": 129,
+ "filename": "shard_00129.bin",
+ "size": 67108864,
+ "hash": "87aeba4d108f944e249467900f6a73c54d583ac03e0eb53b7d50a190081d9122",
+ "offset": 8657043456
+ },
+ {
+ "index": 130,
+ "filename": "shard_00130.bin",
+ "size": 67108864,
+ "hash": "bed8cbe3750c59f1e450cca6f9c3400ee37dc04157c3ccee76c142a2286a4198",
+ "offset": 8724152320
+ },
+ {
+ "index": 131,
+ "filename": "shard_00131.bin",
+ "size": 67108864,
+ "hash": "11e7bc94c0f4532cd669761ad2011a6ad1547a6e78e84cdc53598704dfa4e3e9",
+ "offset": 8791261184
+ },
+ {
+ "index": 132,
+ "filename": "shard_00132.bin",
+ "size": 67108864,
+ "hash": "bad0c61beaf94e481fb88bf85035c5475e24f20c349d8800b3fc1a92f5375909",
+ "offset": 8858370048
+ },
+ {
+ "index": 133,
+ "filename": "shard_00133.bin",
+ "size": 67108864,
+ "hash": "653f55eb622fddf3e54126b307c4d08ea7f25798158e7a997f3318b3fdb9ff93",
+ "offset": 8925478912
+ },
+ {
+ "index": 134,
+ "filename": "shard_00134.bin",
+ "size": 67108864,
+ "hash": "71b1fee8e019837401564cfccee908e0d4b3a83445fa97c4a8e232bac4edb2b3",
+ "offset": 8992587776
+ },
+ {
+ "index": 135,
+ "filename": "shard_00135.bin",
+ "size": 67108864,
+ "hash": "89927c574b9145b49b7679ab2bb42cc474bdc44cedda8ca78133ba4bfdcac732",
+ "offset": 9059696640
+ },
+ {
+ "index": 136,
+ "filename": "shard_00136.bin",
+ "size": 67108864,
+ "hash": "88d5b2039db1cdc497c8d6a515de9e22caf83a2aa16963c6023991c635a50529",
+ "offset": 9126805504
+ },
+ {
+ "index": 137,
+ "filename": "shard_00137.bin",
+ "size": 67108864,
+ "hash": "ceb1c8773605e5f0c58cbe1d5ea88f2664e0a529b5a1c0af0747be9516f9cf67",
+ "offset": 9193914368
+ },
+ {
+ "index": 138,
+ "filename": "shard_00138.bin",
+ "size": 67108864,
+ "hash": "096b8953e7ea4eec130dd375a2246eabeea284279a4da17485f81b0c55f65187",
+ "offset": 9261023232
+ },
+ {
+ "index": 139,
+ "filename": "shard_00139.bin",
+ "size": 67108864,
+ "hash": "73c1d48ca64cad09e2352b164d48d88095b5d8bcd97ae435c6fd6c889ce7a76e",
+ "offset": 9328132096
+ },
+ {
+ "index": 140,
+ "filename": "shard_00140.bin",
+ "size": 67108864,
+ "hash": "e9003ec3dd8345cca4b0b1872098bbba4fb41df4c4f46ae99f40b8d3ad6b9727",
+ "offset": 9395240960
+ },
+ {
+ "index": 141,
+ "filename": "shard_00141.bin",
+ "size": 67108864,
+ "hash": "b406e4f8e5f3b793cc7686fa21214c492acfcaa9cbe5e21af99a44aed69fdd53",
+ "offset": 9462349824
+ },
+ {
+ "index": 142,
+ "filename": "shard_00142.bin",
+ "size": 67108864,
+ "hash": "9367b2a89cd3e3a11f740fb943e0f5963ccfbac764692c74532036caa07dd00d",
+ "offset": 9529458688
+ },
+ {
+ "index": 143,
+ "filename": "shard_00143.bin",
+ "size": 67108864,
+ "hash": "c7009e7b818d55f08b98093f2be960ab2b6e9b951fafe4d2a60f00f1e4ef3242",
+ "offset": 9596567552
+ },
+ {
+ "index": 144,
+ "filename": "shard_00144.bin",
+ "size": 67108864,
+ "hash": "e3f8b89c288f79b338ceef3a3a395fff863c3022dc8e0000fec169def0d6ccbd",
+ "offset": 9663676416
+ },
+ {
+ "index": 145,
+ "filename": "shard_00145.bin",
+ "size": 67108864,
+ "hash": "21b34dc7ffea50259f3bb95b7208e9acdffa426fd7705e6fbd38cf20a6d1cdca",
+ "offset": 9730785280
+ },
+ {
+ "index": 146,
+ "filename": "shard_00146.bin",
+ "size": 67108864,
+ "hash": "6ec8d707df17c6106665e0daa78ccd95383a18d689b770c4267e780b7529be62",
+ "offset": 9797894144
+ },
+ {
+ "index": 147,
+ "filename": "shard_00147.bin",
+ "size": 67108864,
+ "hash": "26b7d7f56afe052ec95c8db43ba6f27dd31b4043195f64faa69a8ce456411031",
+ "offset": 9865003008
+ },
+ {
+ "index": 148,
+ "filename": "shard_00148.bin",
+ "size": 67108864,
+ "hash": "66e1a790bb3c7fbe0064749a64d02d86a7010b8bcdd4980c30b2a98eba8dcf8f",
+ "offset": 9932111872
+ },
+ {
+ "index": 149,
+ "filename": "shard_00149.bin",
+ "size": 67108864,
+ "hash": "862770585a65cf020af3b5e8818f88ba159dd528ef2520380e64012f176a477b",
+ "offset": 9999220736
+ },
+ {
+ "index": 150,
+ "filename": "shard_00150.bin",
+ "size": 67108864,
+ "hash": "4a2f42bf5e17ef33c4f8bcbf440a1a80aa8fa29e5d81b574d00efc912237e63a",
+ "offset": 10066329600
+ },
+ {
+ "index": 151,
+ "filename": "shard_00151.bin",
+ "size": 67108864,
+ "hash": "08c434431974de2f370ec579a6fb999c1893b20ab93a17cf6eca8cb04bd13d74",
+ "offset": 10133438464
+ },
+ {
+ "index": 152,
+ "filename": "shard_00152.bin",
+ "size": 67108864,
+ "hash": "646e6b5c15281bed59a4b5513282327ce8344568ba41e1c720723fe7ea2fc03e",
+ "offset": 10200547328
+ },
+ {
+ "index": 153,
+ "filename": "shard_00153.bin",
+ "size": 67108864,
+ "hash": "1d7e8e917680aac6b439eb91bdc105bfed7d3d949f457a7fbfafe32563a852ae",
+ "offset": 10267656192
+ },
+ {
+ "index": 154,
+ "filename": "shard_00154.bin",
+ "size": 67108864,
+ "hash": "be4e3329b57ede6f1eb8b5050bf3d05b3a2f222b47ab9cca09fb781adf56350e",
+ "offset": 10334765056
+ },
+ {
+ "index": 155,
+ "filename": "shard_00155.bin",
+ "size": 67108864,
+ "hash": "18687433aaa907edc6d369338a60324f9e7e3b9155cb86253d441a5c13106c97",
+ "offset": 10401873920
+ },
+ {
+ "index": 156,
+ "filename": "shard_00156.bin",
+ "size": 67108864,
+ "hash": "756f0c95567ef9d965f00af427db5b7c93908665fc23766b61d1e9a8ba5af997",
+ "offset": 10468982784
+ },
+ {
+ "index": 157,
+ "filename": "shard_00157.bin",
+ "size": 67108864,
+ "hash": "6e236210c80901664255233b9a82ec6580f2020aea2c5a5afdcd92cbaae7c1d2",
+ "offset": 10536091648
+ },
+ {
+ "index": 158,
+ "filename": "shard_00158.bin",
+ "size": 67108864,
+ "hash": "34bb3c23934a548bf5b3b90222ff6fcc68543c7c4ec9d1b5d4a6f0b1c6e87836",
+ "offset": 10603200512
+ },
+ {
+ "index": 159,
+ "filename": "shard_00159.bin",
+ "size": 67108864,
+ "hash": "7e995680c3edf4e5128940f5d2d339d596da1179af6c7fadcaca5594273b5bea",
+ "offset": 10670309376
+ },
+ {
+ "index": 160,
+ "filename": "shard_00160.bin",
+ "size": 67108864,
+ "hash": "1855c169a4f68492ecd5db74d69af1372ef3e0597119f350f3b4d0d1fc1b63d3",
+ "offset": 10737418240
+ },
+ {
+ "index": 161,
+ "filename": "shard_00161.bin",
+ "size": 67108864,
+ "hash": "9406c7da72d392714905213a9313e14841e874a0ef262b10173502ebaba0b9fe",
+ "offset": 10804527104
+ },
+ {
+ "index": 162,
+ "filename": "shard_00162.bin",
+ "size": 67108864,
+ "hash": "053ddb1c631af44e4d6851f7676ab45e9dc0bd275b9bc07239eccbe43c7b08d2",
+ "offset": 10871635968
+ },
+ {
+ "index": 163,
+ "filename": "shard_00163.bin",
+ "size": 67108864,
+ "hash": "bd4c382b0657e943c3b446f2e0a19c2c7773001a4ac560e69cdd5249effd155d",
+ "offset": 10938744832
+ },
+ {
+ "index": 164,
+ "filename": "shard_00164.bin",
+ "size": 67108864,
+ "hash": "08fd8fb980ae5cbe283214afd6a32bdce6c72733c65046ea5620977969d3a043",
+ "offset": 11005853696
+ },
+ {
+ "index": 165,
+ "filename": "shard_00165.bin",
+ "size": 67108864,
+ "hash": "6d59bf7418be2a5fc004bb1c84361adb591fdb4646ab8531d7ee67d0f12a8275",
+ "offset": 11072962560
+ },
+ {
+ "index": 166,
+ "filename": "shard_00166.bin",
+ "size": 67108864,
+ "hash": "68c563a5795c4edda60c6aa74dea64bc5c9c75c3ce38524f97390c3e1220c004",
+ "offset": 11140071424
+ },
+ {
+ "index": 167,
+ "filename": "shard_00167.bin",
+ "size": 67108864,
+ "hash": "03d24c5fb775384e25c7b13130fe050f3f86217e767db1eaa73d1c8dbce2eaec",
+ "offset": 11207180288
+ },
+ {
+ "index": 168,
+ "filename": "shard_00168.bin",
+ "size": 67108864,
+ "hash": "b7f230d6f6a8c9b13450b5796648b54d369dadb11bbd95c3106229a0893f2a14",
+ "offset": 11274289152
+ },
+ {
+ "index": 169,
+ "filename": "shard_00169.bin",
+ "size": 67108864,
+ "hash": "cf42ae54f1b46c4b016fe7dd338bcd5a6a8ff423d4512a988157a52052534823",
+ "offset": 11341398016
+ },
+ {
+ "index": 170,
+ "filename": "shard_00170.bin",
+ "size": 67108864,
+ "hash": "556a02e167109112e88ef6ba88afeb2eaae647354bd7076574ae65eea23f8d2f",
+ "offset": 11408506880
+ },
+ {
+ "index": 171,
+ "filename": "shard_00171.bin",
+ "size": 67108864,
+ "hash": "33ec877a035f0c186a46491312ab9d14a854e800198393a2300b2516ec8691e9",
+ "offset": 11475615744
+ },
+ {
+ "index": 172,
+ "filename": "shard_00172.bin",
+ "size": 67108864,
+ "hash": "0c2f57a0cd0294f30e7f6bc776b455edfcdc9ac109f546a4f4164674f2deaf58",
+ "offset": 11542724608
+ },
+ {
+ "index": 173,
+ "filename": "shard_00173.bin",
+ "size": 67108864,
+ "hash": "eaaf14e31884997dd76a0b909ca2e1c3a18b4a174e4dfd17338ada22533de0ab",
+ "offset": 11609833472
+ },
+ {
+ "index": 174,
+ "filename": "shard_00174.bin",
+ "size": 67108864,
+ "hash": "5a1a977e3160cc68785b4a182c11c86304c7f48cee691bad0f0b6c633ac41968",
+ "offset": 11676942336
+ },
+ {
+ "index": 175,
+ "filename": "shard_00175.bin",
+ "size": 67108864,
+ "hash": "0d0bb705bc8a154b5a497200efcf81d04aed5afbf1467c31d98251756b9fe5a9",
+ "offset": 11744051200
+ },
+ {
+ "index": 176,
+ "filename": "shard_00176.bin",
+ "size": 67108864,
+ "hash": "99894ae6a7638dacb9fb35e3ef4ca56ebeaa37fbc081af2eedc76d481fdedc3e",
+ "offset": 11811160064
+ },
+ {
+ "index": 177,
+ "filename": "shard_00177.bin",
+ "size": 67108864,
+ "hash": "e4c15ba055bcfa3c4114f2d3a9c63ff9a3551bfeebc678cecaf11cb368736fd5",
+ "offset": 11878268928
+ },
+ {
+ "index": 178,
+ "filename": "shard_00178.bin",
+ "size": 67108864,
+ "hash": "d54be3621728fcc37eca57fbe8b2f6719e9699f5bed15a3935e06449f28d2c4a",
+ "offset": 11945377792
+ },
+ {
+ "index": 179,
+ "filename": "shard_00179.bin",
+ "size": 67108864,
+ "hash": "b7e2cd0da00b11f8358f500f650788ed9ab8004e3c816e52326add49beceb539",
+ "offset": 12012486656
+ },
+ {
+ "index": 180,
+ "filename": "shard_00180.bin",
+ "size": 67108864,
+ "hash": "2ecec58809af19e5801e943028cffd1e9f8f35b6b04985534135ff3bd2426ac4",
+ "offset": 12079595520
+ },
+ {
+ "index": 181,
+ "filename": "shard_00181.bin",
+ "size": 67108864,
+ "hash": "dc232c4be98ad3597fc6cab3ef3fd3985e607247582f1e474613c13893d0c366",
+ "offset": 12146704384
+ },
+ {
+ "index": 182,
+ "filename": "shard_00182.bin",
+ "size": 67108864,
+ "hash": "57715a885a662c5dde79eb3e27136fa13aae6863e9f250ed9a24fcbfa0321b33",
+ "offset": 12213813248
+ },
+ {
+ "index": 183,
+ "filename": "shard_00183.bin",
+ "size": 67108864,
+ "hash": "f1d47d4d8269106353209ad5a8ce43b801c436a7697d42bda99fb19a2a8b22ba",
+ "offset": 12280922112
+ },
+ {
+ "index": 184,
+ "filename": "shard_00184.bin",
+ "size": 67108864,
+ "hash": "60276adb3e4da38435cb8dce4c86de07c1fc13191ef9c6c854a80e60f4c328d4",
+ "offset": 12348030976
+ },
+ {
+ "index": 185,
+ "filename": "shard_00185.bin",
+ "size": 67108864,
+ "hash": "77018ecec86b87607d03c1b9f5a1cdc4404023e65a69d7fee1c9dfadd4c7d163",
+ "offset": 12415139840
+ },
+ {
+ "index": 186,
+ "filename": "shard_00186.bin",
+ "size": 67108864,
+ "hash": "ed3470ea62be728741303063d08e2c994328e54bb3f18218e3398922b4d5e257",
+ "offset": 12482248704
+ },
+ {
+ "index": 187,
+ "filename": "shard_00187.bin",
+ "size": 67108864,
+ "hash": "c6bbc0892cf8b174074e0128affa7393b930c89d7e6d0488a0c87f7f3e54129b",
+ "offset": 12549357568
+ },
+ {
+ "index": 188,
+ "filename": "shard_00188.bin",
+ "size": 67108864,
+ "hash": "bf46d0811973fb1bdd20cbeab71936025727b29283ee4744f7e7354842eb25ae",
+ "offset": 12616466432
+ },
+ {
+ "index": 189,
+ "filename": "shard_00189.bin",
+ "size": 67108864,
+ "hash": "6372ff043835c40f5e50bcc3d78da89022fc8ab73b507193b1f15ad1daf27744",
+ "offset": 12683575296
+ },
+ {
+ "index": 190,
+ "filename": "shard_00190.bin",
+ "size": 67108864,
+ "hash": "c1ba9876d35649c6ec7d007813eb2b914f01c1bd75d96fbc55c627a36db0a54e",
+ "offset": 12750684160
+ },
+ {
+ "index": 191,
+ "filename": "shard_00191.bin",
+ "size": 67108864,
+ "hash": "2c426a61bf1eb838d6982880b8bb69d3ce6b2284e70a316fa03a2ee79ad3cfc1",
+ "offset": 12817793024
+ },
+ {
+ "index": 192,
+ "filename": "shard_00192.bin",
+ "size": 67108864,
+ "hash": "6430f0714fc453a7fe0c2eddfe1a7f4c929eba02ed937890cfa3ee17e4cd72b7",
+ "offset": 12884901888
+ },
+ {
+ "index": 193,
+ "filename": "shard_00193.bin",
+ "size": 67108864,
+ "hash": "e2d1d5a8c223adb066f627d6ed2d8907f9b7f074794d7a5106dbac522dc86236",
+ "offset": 12952010752
+ },
+ {
+ "index": 194,
+ "filename": "shard_00194.bin",
+ "size": 67108864,
+ "hash": "664012564efc18750daaee04f638a2158dc2bdce716c4eac9be3c4dec84eea8a",
+ "offset": 13019119616
+ },
+ {
+ "index": 195,
+ "filename": "shard_00195.bin",
+ "size": 67108864,
+ "hash": "8641655de72d8f0a48b586ae99bf77f172ab4e8e50b71cf9a120c17c6165273a",
+ "offset": 13086228480
+ },
+ {
+ "index": 196,
+ "filename": "shard_00196.bin",
+ "size": 67108864,
+ "hash": "c0ee0b8e3d62f8cbb1b2c55b9c60396df2f1b197db9d9ce0ada936e21e307607",
+ "offset": 13153337344
+ },
+ {
+ "index": 197,
+ "filename": "shard_00197.bin",
+ "size": 67108864,
+ "hash": "55595e567aef08941d9bfc3f24efe4c8a73eedd44b46e76d8a85aada84429180",
+ "offset": 13220446208
+ },
+ {
+ "index": 198,
+ "filename": "shard_00198.bin",
+ "size": 67108864,
+ "hash": "a567f6fdc3ace78fba6f4973b2e50c85d5d4dc1e241fe6a97a44e106b12a62e5",
+ "offset": 13287555072
+ },
+ {
+ "index": 199,
+ "filename": "shard_00199.bin",
+ "size": 67108864,
+ "hash": "3a3d35e7a0f9c7c75970bf5edde95748d879c0b841f2cbcf00b719561028985c",
+ "offset": 13354663936
+ },
+ {
+ "index": 200,
+ "filename": "shard_00200.bin",
+ "size": 67108864,
+ "hash": "320f41b98f1d03ef2b5299fa151bccaa6e35cbeeb9fdf6339629da834ea811d9",
+ "offset": 13421772800
+ },
+ {
+ "index": 201,
+ "filename": "shard_00201.bin",
+ "size": 67108864,
+ "hash": "aa53b68c55b62b3cb41785d2952b4a2ec4e543b5d6fb1b3bbd3a357182026bbc",
+ "offset": 13488881664
+ },
+ {
+ "index": 202,
+ "filename": "shard_00202.bin",
+ "size": 67108864,
+ "hash": "c32222096371ca6f2db6214ef3dab5c6b83127767bed0e320786933e8b2ae977",
+ "offset": 13555990528
+ },
+ {
+ "index": 203,
+ "filename": "shard_00203.bin",
+ "size": 67108864,
+ "hash": "4b8a2f00b113629f28afb73b5fdfa6f315de55b1f5fe97e523448ba905aca2f5",
+ "offset": 13623099392
+ },
+ {
+ "index": 204,
+ "filename": "shard_00204.bin",
+ "size": 67108864,
+ "hash": "1d6339a9f2bfc06ff6259087aff54d00c1f97bcf17effff5e53b1e762c27e003",
+ "offset": 13690208256
+ },
+ {
+ "index": 205,
+ "filename": "shard_00205.bin",
+ "size": 67108864,
+ "hash": "9882b6b2342521771d45b2f1fdec9ee9e7f091f33bf1b9834e428801297902dd",
+ "offset": 13757317120
+ },
+ {
+ "index": 206,
+ "filename": "shard_00206.bin",
+ "size": 67108864,
+ "hash": "68953ba2d24bae8210313ae0b914c0b3cd3e2d80bb97c512d163c5f43b015d5d",
+ "offset": 13824425984
+ },
+ {
+ "index": 207,
+ "filename": "shard_00207.bin",
+ "size": 67108864,
+ "hash": "bc229cbb419c25891e9d06bc7e8c8d631c4eea6451a1068ebbe85cf79f83c580",
+ "offset": 13891534848
+ },
+ {
+ "index": 208,
+ "filename": "shard_00208.bin",
+ "size": 67108864,
+ "hash": "9e585e8f1351dbd6f027b8c9e926fed44baa4cf95a276c43d71d1404cd3a370a",
+ "offset": 13958643712
+ },
+ {
+ "index": 209,
+ "filename": "shard_00209.bin",
+ "size": 67108864,
+ "hash": "125ae17a066ee263befc2fe3964199abba5c0033aff49908be17bae328243844",
+ "offset": 14025752576
+ },
+ {
+ "index": 210,
+ "filename": "shard_00210.bin",
+ "size": 67108864,
+ "hash": "55efea30ab6b2cf71de0a752b80e57d9724a298c9c4da4ad30645c527df5d1ea",
+ "offset": 14092861440
+ },
+ {
+ "index": 211,
+ "filename": "shard_00211.bin",
+ "size": 67108864,
+ "hash": "3556461d3f0ee355899efe22a382e10536dabf951dc78418eebf88f8bfed2c19",
+ "offset": 14159970304
+ },
+ {
+ "index": 212,
+ "filename": "shard_00212.bin",
+ "size": 67108864,
+ "hash": "71a8243f5334b85a8022e75b0fbdda48410ef4f717dafb341e3f9aa57d943d56",
+ "offset": 14227079168
+ },
+ {
+ "index": 213,
+ "filename": "shard_00213.bin",
+ "size": 67108864,
+ "hash": "f41a8f20454657a6ba449a93521ab0c7c662b22f51495a21c4fb420f0bbde6bb",
+ "offset": 14294188032
+ },
+ {
+ "index": 214,
+ "filename": "shard_00214.bin",
+ "size": 67108864,
+ "hash": "799de4ab6dd7f8a16637fa3ed0a445351b897a23c3a6dd54a2abfe2d44fecb7b",
+ "offset": 14361296896
+ },
+ {
+ "index": 215,
+ "filename": "shard_00215.bin",
+ "size": 67108864,
+ "hash": "6df9bd4f19ce9c3478114ce450f9e6a0b16db4bc77b2d48709abb0247e352507",
+ "offset": 14428405760
+ },
+ {
+ "index": 216,
+ "filename": "shard_00216.bin",
+ "size": 67108864,
+ "hash": "8030254ff2568861f59b1ff75169d5ecd5572cc74291fd7744b1de029fe64c9c",
+ "offset": 14495514624
+ },
+ {
+ "index": 217,
+ "filename": "shard_00217.bin",
+ "size": 67108864,
+ "hash": "8afc1d9bb766e705fdebb76fe253276529f6ae2784b5d89ff3a78a3c54ef2852",
+ "offset": 14562623488
+ },
+ {
+ "index": 218,
+ "filename": "shard_00218.bin",
+ "size": 67108864,
+ "hash": "e9c64c60bb0b86be7133278696da3247d18dbcc0049033ce05099cc1fe007f86",
+ "offset": 14629732352
+ },
+ {
+ "index": 219,
+ "filename": "shard_00219.bin",
+ "size": 67108864,
+ "hash": "9ee987b245502000b3949907c2a11ba7cc807079d1c2103a6b0cf5edb3f75a03",
+ "offset": 14696841216
+ },
+ {
+ "index": 220,
+ "filename": "shard_00220.bin",
+ "size": 67108864,
+ "hash": "d055014ed84570f84ac35bfd739b992db087c647dd655e60adce71d40d9db145",
+ "offset": 14763950080
+ },
+ {
+ "index": 221,
+ "filename": "shard_00221.bin",
+ "size": 67108864,
+ "hash": "435820112346a738b6c886cca5dc59be62cbc095473f9452b59edd0c07b07901",
+ "offset": 14831058944
+ },
+ {
+ "index": 222,
+ "filename": "shard_00222.bin",
+ "size": 67108864,
+ "hash": "143a548b54771f0064eb94d234a465dd8025f6f44317a8046520458a92d5e7cd",
+ "offset": 14898167808
+ },
+ {
+ "index": 223,
+ "filename": "shard_00223.bin",
+ "size": 67108864,
+ "hash": "495a5c15a37e0f3da9518355dfa2d98fbd74b1412d116d5aeef09317369da8d7",
+ "offset": 14965276672
+ },
+ {
+ "index": 224,
+ "filename": "shard_00224.bin",
+ "size": 67108864,
+ "hash": "7bf61f37e9bd8892d15b82413fa8a065187b79be866f42ea68fb5cd42bf568dc",
+ "offset": 15032385536
+ },
+ {
+ "index": 225,
+ "filename": "shard_00225.bin",
+ "size": 67108864,
+ "hash": "b4f54299d25ff9508f4f81922e0fe455d657752a1dd601d7961309cd0b851a63",
+ "offset": 15099494400
+ },
+ {
+ "index": 226,
+ "filename": "shard_00226.bin",
+ "size": 67108864,
+ "hash": "d7abfb70c2563a76e75b923b45dc3e37a7aa15c72fa70349aa5acf971fb9cd7f",
+ "offset": 15166603264
+ },
+ {
+ "index": 227,
+ "filename": "shard_00227.bin",
+ "size": 67108864,
+ "hash": "7bfd42fe0064d58dbe2bb3a9cc122524762c0863c2da88d1ae17aeffe51ba19b",
+ "offset": 15233712128
+ },
+ {
+ "index": 228,
+ "filename": "shard_00228.bin",
+ "size": 67108864,
+ "hash": "8f9c4cba0734883ac4400b0feccb23b460240c7be49f7ce837973c98a7e32c79",
+ "offset": 15300820992
+ },
+ {
+ "index": 229,
+ "filename": "shard_00229.bin",
+ "size": 67108864,
+ "hash": "4ae9f2aa6246619fdd925d2a43b5575cbd73fd834712bc655787c84b22db7de7",
+ "offset": 15367929856
+ },
+ {
+ "index": 230,
+ "filename": "shard_00230.bin",
+ "size": 67108864,
+ "hash": "5ffa456116e5d817c85f438a54b9a3822b768017e5a1b7716612f3e732401deb",
+ "offset": 15435038720
+ },
+ {
+ "index": 231,
+ "filename": "shard_00231.bin",
+ "size": 67108864,
+ "hash": "d4278600d770278064900bfdc223cb38beca3d5978a1cb65c7a48a8640054a20",
+ "offset": 15502147584
+ },
+ {
+ "index": 232,
+ "filename": "shard_00232.bin",
+ "size": 67108864,
+ "hash": "a7161a4fb13c2c9240bf18cecb01ba09160030ad5d97fa64faf63db1af9c87d1",
+ "offset": 15569256448
+ },
+ {
+ "index": 233,
+ "filename": "shard_00233.bin",
+ "size": 67108864,
+ "hash": "4169f946917deb826bad274a368e99aafeaf0df5fdf10fae9b7b4fd15afacd7b",
+ "offset": 15636365312
+ },
+ {
+ "index": 234,
+ "filename": "shard_00234.bin",
+ "size": 67108864,
+ "hash": "be1cd67e51f058f58f63f282e3cdc642927876ab42fd5cdc6b2bdfe2ee41093d",
+ "offset": 15703474176
+ },
+ {
+ "index": 235,
+ "filename": "shard_00235.bin",
+ "size": 67108864,
+ "hash": "f28773ecbd3f97d2045e2ef8cde1786f7b1a799de1cd71798d7a46367c1bd0fe",
+ "offset": 15770583040
+ },
+ {
+ "index": 236,
+ "filename": "shard_00236.bin",
+ "size": 67108864,
+ "hash": "d1a111d8477be388ff0fe4453449bd66c6467d68f86b9d9ffcba62fbc7368bb5",
+ "offset": 15837691904
+ },
+ {
+ "index": 237,
+ "filename": "shard_00237.bin",
+ "size": 67108864,
+ "hash": "f8bc3ed5da919c5440ca591d5780d44a588e809ee17f49f63d14521bb41f4fdd",
+ "offset": 15904800768
+ },
+ {
+ "index": 238,
+ "filename": "shard_00238.bin",
+ "size": 67108864,
+ "hash": "a12ab31316df344c656bf45c9a80a17fb424058f8810e8d11b89f595ce37799a",
+ "offset": 15971909632
+ },
+ {
+ "index": 239,
+ "filename": "shard_00239.bin",
+ "size": 67108864,
+ "hash": "20425454f4279ad002c8bde2bf527a6789c6c67ea821d30e5596138f0c42aac2",
+ "offset": 16039018496
+ },
+ {
+ "index": 240,
+ "filename": "shard_00240.bin",
+ "size": 67108864,
+ "hash": "c1eff422535faba5aa75fd094ea5c7e42b2031be36eba0239d89fda40a943915",
+ "offset": 16106127360
+ },
+ {
+ "index": 241,
+ "filename": "shard_00241.bin",
+ "size": 67108864,
+ "hash": "44857d522b6b6231fd7dce6c93be74a96e9118624af07969d90656b317eea1c2",
+ "offset": 16173236224
+ },
+ {
+ "index": 242,
+ "filename": "shard_00242.bin",
+ "size": 67108864,
+ "hash": "ae95af57bf8f6fd2a8501bfb6ff3e8a8c99afb6541a262e2c77b1e6086751828",
+ "offset": 16240345088
+ },
+ {
+ "index": 243,
+ "filename": "shard_00243.bin",
+ "size": 67108864,
+ "hash": "65297ef7ea2d9ae1ce7e9264488d442d3fe81dc43c99bcfed845d28559731aa6",
+ "offset": 16307453952
+ },
+ {
+ "index": 244,
+ "filename": "shard_00244.bin",
+ "size": 67108864,
+ "hash": "7a66115584301d1cebcd0a1141082ef576995d79c049eac226d32aaec6627880",
+ "offset": 16374562816
+ },
+ {
+ "index": 245,
+ "filename": "shard_00245.bin",
+ "size": 67108864,
+ "hash": "ab2f287333510efff84c53c30de2a1a83f7bc7603c6ce62944118cc6b1736b90",
+ "offset": 16441671680
+ },
+ {
+ "index": 246,
+ "filename": "shard_00246.bin",
+ "size": 67108864,
+ "hash": "65b5673a56c5286414ebc7c4f93e83190ebd3ad255512b8e97c272f02786ab58",
+ "offset": 16508780544
+ },
+ {
+ "index": 247,
+ "filename": "shard_00247.bin",
+ "size": 67108864,
+ "hash": "236867516cb23a546f5c1e6f8872136f46b63aa5d4a1c2c78a43b57863bb574e",
+ "offset": 16575889408
+ },
+ {
+ "index": 248,
+ "filename": "shard_00248.bin",
+ "size": 67108864,
+ "hash": "fa5317a202467c2f2bc8930d973faec69edd8a416fb1b4d6948b74553269a9cc",
+ "offset": 16642998272
+ },
+ {
+ "index": 249,
+ "filename": "shard_00249.bin",
+ "size": 67108864,
+ "hash": "11a84438a0b85ba431a2bb06413d6cdfdfd0acabdcf433eb4e0a572d4f628a6d",
+ "offset": 16710107136
+ },
+ {
+ "index": 250,
+ "filename": "shard_00250.bin",
+ "size": 67108864,
+ "hash": "0221e6f516d77f0e1c973e4527d3244f0e715ce30982c44969fb689ab9040de1",
+ "offset": 16777216000
+ },
+ {
+ "index": 251,
+ "filename": "shard_00251.bin",
+ "size": 67108864,
+ "hash": "3659dcd9703166e1d423485f0b9e4c802daf5dcad9123a754a304df42093c1cd",
+ "offset": 16844324864
+ },
+ {
+ "index": 252,
+ "filename": "shard_00252.bin",
+ "size": 67108864,
+ "hash": "c1f108353137cd92aaf0fa6eb2b63d1417e6ea394b69d5a2fb6b7c0b736134ba",
+ "offset": 16911433728
+ },
+ {
+ "index": 253,
+ "filename": "shard_00253.bin",
+ "size": 15809536,
+ "hash": "63ffa92b6fb45180d80b45faba8df751fe80ed935ecc5c05453bc7748d44db10",
+ "offset": 16978542592
+ }
+ ],
+ "tensors": {
+ "model.language_model.embed_tokens.weight": {
+ "spans": [
+ {
+ "shardIndex": 0,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 1,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 2,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 3,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 4,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 5,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 6,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 7,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 8,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 9,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 10,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 11,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 12,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 13,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 14,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 15,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 16,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 17,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 18,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 19,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 20,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 21,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 22,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 23,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 24,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 25,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 26,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 27,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 28,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 29,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 30,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 31,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 32,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 33,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 34,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 35,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 36,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 37,
+ "offset": 0,
+ "size": 59768832
+ }
+ ],
+ "size": 2542796800,
+ "shape": [
+ 248320,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "embedding",
+ "group": "embed"
+ },
+ "model.language_model.layers.0.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 37,
+ "offset": 59768832,
+ "size": 7340032
+ },
+ {
+ "shardIndex": 38,
+ "offset": 0,
+ "size": 42795008
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.0",
+ "layout": "row"
+ },
+ "model.language_model.layers.0.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 38,
+ "offset": 42795008,
+ "size": 24313856
+ },
+ {
+ "shardIndex": 39,
+ "offset": 0,
+ "size": 25821184
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.0",
+ "layout": "row"
+ },
+ "model.language_model.layers.0.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 39,
+ "offset": 25821184,
+ "size": 41287680
+ },
+ {
+ "shardIndex": 40,
+ "offset": 0,
+ "size": 8847360
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.0",
+ "layout": "row"
+ },
+ "model.language_model.layers.1.mlp.down_proj.weight": {
+ "shard": 40,
+ "offset": 8847360,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.1",
+ "layout": "row"
+ },
+ "model.language_model.layers.1.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 40,
+ "offset": 58982400,
+ "size": 8126464
+ },
+ {
+ "shardIndex": 41,
+ "offset": 0,
+ "size": 42008576
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.1",
+ "layout": "row"
+ },
+ "model.language_model.layers.1.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 41,
+ "offset": 42008576,
+ "size": 25100288
+ },
+ {
+ "shardIndex": 42,
+ "offset": 0,
+ "size": 25034752
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.1",
+ "layout": "row"
+ },
+ "model.language_model.layers.10.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 42,
+ "offset": 25034752,
+ "size": 42074112
+ },
+ {
+ "shardIndex": 43,
+ "offset": 0,
+ "size": 8060928
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.10",
+ "layout": "row"
+ },
+ "model.language_model.layers.10.mlp.up_proj.weight": {
+ "shard": 43,
+ "offset": 8060928,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.10",
+ "layout": "row"
+ },
+ "model.language_model.layers.10.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 43,
+ "offset": 58195968,
+ "size": 8912896
+ },
+ {
+ "shardIndex": 44,
+ "offset": 0,
+ "size": 41222144
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.10",
+ "layout": "row"
+ },
+ "model.language_model.layers.11.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 44,
+ "offset": 41222144,
+ "size": 25886720
+ },
+ {
+ "shardIndex": 45,
+ "offset": 0,
+ "size": 24248320
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.11",
+ "layout": "row"
+ },
+ "model.language_model.layers.11.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 45,
+ "offset": 24248320,
+ "size": 42860544
+ },
+ {
+ "shardIndex": 46,
+ "offset": 0,
+ "size": 7274496
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.11",
+ "layout": "row"
+ },
+ "model.language_model.layers.11.mlp.up_proj.weight": {
+ "shard": 46,
+ "offset": 7274496,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.11",
+ "layout": "row"
+ },
+ "model.language_model.layers.12.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 46,
+ "offset": 57409536,
+ "size": 9699328
+ },
+ {
+ "shardIndex": 47,
+ "offset": 0,
+ "size": 40435712
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.12",
+ "layout": "row"
+ },
+ "model.language_model.layers.12.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 47,
+ "offset": 40435712,
+ "size": 26673152
+ },
+ {
+ "shardIndex": 48,
+ "offset": 0,
+ "size": 23461888
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.12",
+ "layout": "row"
+ },
+ "model.language_model.layers.12.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 48,
+ "offset": 23461888,
+ "size": 43646976
+ },
+ {
+ "shardIndex": 49,
+ "offset": 0,
+ "size": 6488064
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.12",
+ "layout": "row"
+ },
+ "model.language_model.layers.13.mlp.down_proj.weight": {
+ "shard": 49,
+ "offset": 6488064,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.13",
+ "layout": "row"
+ },
+ "model.language_model.layers.13.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 49,
+ "offset": 56623104,
+ "size": 10485760
+ },
+ {
+ "shardIndex": 50,
+ "offset": 0,
+ "size": 39649280
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.13",
+ "layout": "row"
+ },
+ "model.language_model.layers.13.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 50,
+ "offset": 39649280,
+ "size": 27459584
+ },
+ {
+ "shardIndex": 51,
+ "offset": 0,
+ "size": 22675456
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.13",
+ "layout": "row"
+ },
+ "model.language_model.layers.14.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 51,
+ "offset": 22675456,
+ "size": 44433408
+ },
+ {
+ "shardIndex": 52,
+ "offset": 0,
+ "size": 5701632
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.14",
+ "layout": "row"
+ },
+ "model.language_model.layers.14.mlp.gate_proj.weight": {
+ "shard": 52,
+ "offset": 5701632,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.14",
+ "layout": "row"
+ },
+ "model.language_model.layers.14.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 52,
+ "offset": 55836672,
+ "size": 11272192
+ },
+ {
+ "shardIndex": 53,
+ "offset": 0,
+ "size": 38862848
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.14",
+ "layout": "row"
+ },
+ "model.language_model.layers.15.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 53,
+ "offset": 38862848,
+ "size": 28246016
+ },
+ {
+ "shardIndex": 54,
+ "offset": 0,
+ "size": 21889024
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.15",
+ "layout": "row"
+ },
+ "model.language_model.layers.15.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 54,
+ "offset": 21889024,
+ "size": 45219840
+ },
+ {
+ "shardIndex": 55,
+ "offset": 0,
+ "size": 4915200
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.15",
+ "layout": "row"
+ },
+ "model.language_model.layers.15.mlp.up_proj.weight": {
+ "shard": 55,
+ "offset": 4915200,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.15",
+ "layout": "row"
+ },
+ "model.language_model.layers.16.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 55,
+ "offset": 55050240,
+ "size": 12058624
+ },
+ {
+ "shardIndex": 56,
+ "offset": 0,
+ "size": 38076416
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.16",
+ "layout": "row"
+ },
+ "model.language_model.layers.16.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 56,
+ "offset": 38076416,
+ "size": 29032448
+ },
+ {
+ "shardIndex": 57,
+ "offset": 0,
+ "size": 21102592
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.16",
+ "layout": "row"
+ },
+ "model.language_model.layers.16.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 57,
+ "offset": 21102592,
+ "size": 46006272
+ },
+ {
+ "shardIndex": 58,
+ "offset": 0,
+ "size": 4128768
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.16",
+ "layout": "row"
+ },
+ "model.language_model.layers.17.mlp.down_proj.weight": {
+ "shard": 58,
+ "offset": 4128768,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.17",
+ "layout": "row"
+ },
+ "model.language_model.layers.17.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 58,
+ "offset": 54263808,
+ "size": 12845056
+ },
+ {
+ "shardIndex": 59,
+ "offset": 0,
+ "size": 37289984
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.17",
+ "layout": "row"
+ },
+ "model.language_model.layers.17.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 59,
+ "offset": 37289984,
+ "size": 29818880
+ },
+ {
+ "shardIndex": 60,
+ "offset": 0,
+ "size": 20316160
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.17",
+ "layout": "row"
+ },
+ "model.language_model.layers.18.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 60,
+ "offset": 20316160,
+ "size": 46792704
+ },
+ {
+ "shardIndex": 61,
+ "offset": 0,
+ "size": 3342336
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.18",
+ "layout": "row"
+ },
+ "model.language_model.layers.18.mlp.gate_proj.weight": {
+ "shard": 61,
+ "offset": 3342336,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.18",
+ "layout": "row"
+ },
+ "model.language_model.layers.18.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 61,
+ "offset": 53477376,
+ "size": 13631488
+ },
+ {
+ "shardIndex": 62,
+ "offset": 0,
+ "size": 36503552
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.18",
+ "layout": "row"
+ },
+ "model.language_model.layers.19.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 62,
+ "offset": 36503552,
+ "size": 30605312
+ },
+ {
+ "shardIndex": 63,
+ "offset": 0,
+ "size": 19529728
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.19",
+ "layout": "row"
+ },
+ "model.language_model.layers.19.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 63,
+ "offset": 19529728,
+ "size": 47579136
+ },
+ {
+ "shardIndex": 64,
+ "offset": 0,
+ "size": 2555904
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.19",
+ "layout": "row"
+ },
+ "model.language_model.layers.19.mlp.up_proj.weight": {
+ "shard": 64,
+ "offset": 2555904,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.19",
+ "layout": "row"
+ },
+ "model.language_model.layers.2.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 64,
+ "offset": 52690944,
+ "size": 14417920
+ },
+ {
+ "shardIndex": 65,
+ "offset": 0,
+ "size": 35717120
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.2",
+ "layout": "row"
+ },
+ "model.language_model.layers.2.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 65,
+ "offset": 35717120,
+ "size": 31391744
+ },
+ {
+ "shardIndex": 66,
+ "offset": 0,
+ "size": 18743296
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.2",
+ "layout": "row"
+ },
+ "model.language_model.layers.2.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 66,
+ "offset": 18743296,
+ "size": 48365568
+ },
+ {
+ "shardIndex": 67,
+ "offset": 0,
+ "size": 1769472
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.2",
+ "layout": "row"
+ },
+ "model.language_model.layers.20.mlp.down_proj.weight": {
+ "shard": 67,
+ "offset": 1769472,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.20",
+ "layout": "row"
+ },
+ "model.language_model.layers.20.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 67,
+ "offset": 51904512,
+ "size": 15204352
+ },
+ {
+ "shardIndex": 68,
+ "offset": 0,
+ "size": 34930688
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.20",
+ "layout": "row"
+ },
+ "model.language_model.layers.20.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 68,
+ "offset": 34930688,
+ "size": 32178176
+ },
+ {
+ "shardIndex": 69,
+ "offset": 0,
+ "size": 17956864
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.20",
+ "layout": "row"
+ },
+ "model.language_model.layers.21.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 69,
+ "offset": 17956864,
+ "size": 49152000
+ },
+ {
+ "shardIndex": 70,
+ "offset": 0,
+ "size": 983040
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.21",
+ "layout": "row"
+ },
+ "model.language_model.layers.21.mlp.gate_proj.weight": {
+ "shard": 70,
+ "offset": 983040,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.21",
+ "layout": "row"
+ },
+ "model.language_model.layers.21.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 70,
+ "offset": 51118080,
+ "size": 15990784
+ },
+ {
+ "shardIndex": 71,
+ "offset": 0,
+ "size": 34144256
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.21",
+ "layout": "row"
+ },
+ "model.language_model.layers.22.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 71,
+ "offset": 34144256,
+ "size": 32964608
+ },
+ {
+ "shardIndex": 72,
+ "offset": 0,
+ "size": 17170432
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.22",
+ "layout": "row"
+ },
+ "model.language_model.layers.22.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 72,
+ "offset": 17170432,
+ "size": 49938432
+ },
+ {
+ "shardIndex": 73,
+ "offset": 0,
+ "size": 196608
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.22",
+ "layout": "row"
+ },
+ "model.language_model.layers.22.mlp.up_proj.weight": {
+ "shard": 73,
+ "offset": 196608,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.22",
+ "layout": "row"
+ },
+ "model.language_model.layers.23.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 73,
+ "offset": 50331648,
+ "size": 16777216
+ },
+ {
+ "shardIndex": 74,
+ "offset": 0,
+ "size": 33357824
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.23",
+ "layout": "row"
+ },
+ "model.language_model.layers.23.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 74,
+ "offset": 33357824,
+ "size": 33751040
+ },
+ {
+ "shardIndex": 75,
+ "offset": 0,
+ "size": 16384000
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.23",
+ "layout": "row"
+ },
+ "model.language_model.layers.23.mlp.up_proj.weight": {
+ "shard": 75,
+ "offset": 16384000,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.23",
+ "layout": "row"
+ },
+ "model.language_model.layers.24.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 75,
+ "offset": 66519040,
+ "size": 589824
+ },
+ {
+ "shardIndex": 76,
+ "offset": 0,
+ "size": 49545216
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.24",
+ "layout": "row"
+ },
+ "model.language_model.layers.24.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 76,
+ "offset": 49545216,
+ "size": 17563648
+ },
+ {
+ "shardIndex": 77,
+ "offset": 0,
+ "size": 32571392
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.24",
+ "layout": "row"
+ },
+ "model.language_model.layers.24.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 77,
+ "offset": 32571392,
+ "size": 34537472
+ },
+ {
+ "shardIndex": 78,
+ "offset": 0,
+ "size": 15597568
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.24",
+ "layout": "row"
+ },
+ "model.language_model.layers.25.mlp.down_proj.weight": {
+ "shard": 78,
+ "offset": 15597568,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.25",
+ "layout": "row"
+ },
+ "model.language_model.layers.25.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 78,
+ "offset": 65732608,
+ "size": 1376256
+ },
+ {
+ "shardIndex": 79,
+ "offset": 0,
+ "size": 48758784
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.25",
+ "layout": "row"
+ },
+ "model.language_model.layers.25.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 79,
+ "offset": 48758784,
+ "size": 18350080
+ },
+ {
+ "shardIndex": 80,
+ "offset": 0,
+ "size": 31784960
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.25",
+ "layout": "row"
+ },
+ "model.language_model.layers.26.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 80,
+ "offset": 31784960,
+ "size": 35323904
+ },
+ {
+ "shardIndex": 81,
+ "offset": 0,
+ "size": 14811136
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.26",
+ "layout": "row"
+ },
+ "model.language_model.layers.26.mlp.gate_proj.weight": {
+ "shard": 81,
+ "offset": 14811136,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.26",
+ "layout": "row"
+ },
+ "model.language_model.layers.26.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 81,
+ "offset": 64946176,
+ "size": 2162688
+ },
+ {
+ "shardIndex": 82,
+ "offset": 0,
+ "size": 47972352
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.26",
+ "layout": "row"
+ },
+ "model.language_model.layers.27.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 82,
+ "offset": 47972352,
+ "size": 19136512
+ },
+ {
+ "shardIndex": 83,
+ "offset": 0,
+ "size": 30998528
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.27",
+ "layout": "row"
+ },
+ "model.language_model.layers.27.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 83,
+ "offset": 30998528,
+ "size": 36110336
+ },
+ {
+ "shardIndex": 84,
+ "offset": 0,
+ "size": 14024704
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.27",
+ "layout": "row"
+ },
+ "model.language_model.layers.27.mlp.up_proj.weight": {
+ "shard": 84,
+ "offset": 14024704,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.27",
+ "layout": "row"
+ },
+ "model.language_model.layers.28.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 84,
+ "offset": 64159744,
+ "size": 2949120
+ },
+ {
+ "shardIndex": 85,
+ "offset": 0,
+ "size": 47185920
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.28",
+ "layout": "row"
+ },
+ "model.language_model.layers.28.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 85,
+ "offset": 47185920,
+ "size": 19922944
+ },
+ {
+ "shardIndex": 86,
+ "offset": 0,
+ "size": 30212096
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.28",
+ "layout": "row"
+ },
+ "model.language_model.layers.28.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 86,
+ "offset": 30212096,
+ "size": 36896768
+ },
+ {
+ "shardIndex": 87,
+ "offset": 0,
+ "size": 13238272
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.28",
+ "layout": "row"
+ },
+ "model.language_model.layers.29.mlp.down_proj.weight": {
+ "shard": 87,
+ "offset": 13238272,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.29",
+ "layout": "row"
+ },
+ "model.language_model.layers.29.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 87,
+ "offset": 63373312,
+ "size": 3735552
+ },
+ {
+ "shardIndex": 88,
+ "offset": 0,
+ "size": 46399488
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.29",
+ "layout": "row"
+ },
+ "model.language_model.layers.29.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 88,
+ "offset": 46399488,
+ "size": 20709376
+ },
+ {
+ "shardIndex": 89,
+ "offset": 0,
+ "size": 29425664
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.29",
+ "layout": "row"
+ },
+ "model.language_model.layers.3.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 89,
+ "offset": 29425664,
+ "size": 37683200
+ },
+ {
+ "shardIndex": 90,
+ "offset": 0,
+ "size": 12451840
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.3",
+ "layout": "row"
+ },
+ "model.language_model.layers.3.mlp.gate_proj.weight": {
+ "shard": 90,
+ "offset": 12451840,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.3",
+ "layout": "row"
+ },
+ "model.language_model.layers.3.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 90,
+ "offset": 62586880,
+ "size": 4521984
+ },
+ {
+ "shardIndex": 91,
+ "offset": 0,
+ "size": 45613056
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.3",
+ "layout": "row"
+ },
+ "model.language_model.layers.30.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 91,
+ "offset": 45613056,
+ "size": 21495808
+ },
+ {
+ "shardIndex": 92,
+ "offset": 0,
+ "size": 28639232
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.30",
+ "layout": "row"
+ },
+ "model.language_model.layers.30.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 92,
+ "offset": 28639232,
+ "size": 38469632
+ },
+ {
+ "shardIndex": 93,
+ "offset": 0,
+ "size": 11665408
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.30",
+ "layout": "row"
+ },
+ "model.language_model.layers.30.mlp.down_proj.weight": {
+ "shard": 93,
+ "offset": 11665408,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.30",
+ "layout": "row"
+ },
+ "model.language_model.layers.31.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 93,
+ "offset": 61800448,
+ "size": 5308416
+ },
+ {
+ "shardIndex": 94,
+ "offset": 0,
+ "size": 44826624
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.31",
+ "layout": "row"
+ },
+ "model.language_model.layers.31.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 94,
+ "offset": 44826624,
+ "size": 22282240
+ },
+ {
+ "shardIndex": 95,
+ "offset": 0,
+ "size": 27852800
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.31",
+ "layout": "row"
+ },
+ "model.language_model.layers.31.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 95,
+ "offset": 27852800,
+ "size": 39256064
+ },
+ {
+ "shardIndex": 96,
+ "offset": 0,
+ "size": 10878976
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.31",
+ "layout": "row"
+ },
+ "model.language_model.layers.4.mlp.down_proj.weight": {
+ "shard": 96,
+ "offset": 10878976,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.4",
+ "layout": "row"
+ },
+ "model.language_model.layers.4.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 96,
+ "offset": 61014016,
+ "size": 6094848
+ },
+ {
+ "shardIndex": 97,
+ "offset": 0,
+ "size": 44040192
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.4",
+ "layout": "row"
+ },
+ "model.language_model.layers.4.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 97,
+ "offset": 44040192,
+ "size": 23068672
+ },
+ {
+ "shardIndex": 98,
+ "offset": 0,
+ "size": 27066368
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.4",
+ "layout": "row"
+ },
+ "model.language_model.layers.5.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 98,
+ "offset": 27066368,
+ "size": 40042496
+ },
+ {
+ "shardIndex": 99,
+ "offset": 0,
+ "size": 10092544
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.5",
+ "layout": "row"
+ },
+ "model.language_model.layers.5.mlp.gate_proj.weight": {
+ "shard": 99,
+ "offset": 10092544,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.5",
+ "layout": "row"
+ },
+ "model.language_model.layers.5.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 99,
+ "offset": 60227584,
+ "size": 6881280
+ },
+ {
+ "shardIndex": 100,
+ "offset": 0,
+ "size": 43253760
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.5",
+ "layout": "row"
+ },
+ "model.language_model.layers.6.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 100,
+ "offset": 43253760,
+ "size": 23855104
+ },
+ {
+ "shardIndex": 101,
+ "offset": 0,
+ "size": 26279936
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.6",
+ "layout": "row"
+ },
+ "model.language_model.layers.6.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 101,
+ "offset": 26279936,
+ "size": 40828928
+ },
+ {
+ "shardIndex": 102,
+ "offset": 0,
+ "size": 9306112
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.6",
+ "layout": "row"
+ },
+ "model.language_model.layers.6.mlp.up_proj.weight": {
+ "shard": 102,
+ "offset": 9306112,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.6",
+ "layout": "row"
+ },
+ "model.language_model.layers.7.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 102,
+ "offset": 59441152,
+ "size": 7667712
+ },
+ {
+ "shardIndex": 103,
+ "offset": 0,
+ "size": 42467328
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.7",
+ "layout": "row"
+ },
+ "model.language_model.layers.7.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 103,
+ "offset": 42467328,
+ "size": 24641536
+ },
+ {
+ "shardIndex": 104,
+ "offset": 0,
+ "size": 25493504
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.7",
+ "layout": "row"
+ },
+ "model.language_model.layers.7.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 104,
+ "offset": 25493504,
+ "size": 41615360
+ },
+ {
+ "shardIndex": 105,
+ "offset": 0,
+ "size": 8519680
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.7",
+ "layout": "row"
+ },
+ "model.language_model.layers.8.mlp.down_proj.weight": {
+ "shard": 105,
+ "offset": 8519680,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.8",
+ "layout": "row"
+ },
+ "model.language_model.layers.8.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 105,
+ "offset": 58654720,
+ "size": 8454144
+ },
+ {
+ "shardIndex": 106,
+ "offset": 0,
+ "size": 41680896
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.8",
+ "layout": "row"
+ },
+ "model.language_model.layers.8.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 106,
+ "offset": 41680896,
+ "size": 25427968
+ },
+ {
+ "shardIndex": 107,
+ "offset": 0,
+ "size": 24707072
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.8",
+ "layout": "row"
+ },
+ "model.language_model.layers.9.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 107,
+ "offset": 24707072,
+ "size": 42401792
+ },
+ {
+ "shardIndex": 108,
+ "offset": 0,
+ "size": 7733248
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.9",
+ "layout": "row"
+ },
+ "model.language_model.layers.9.mlp.gate_proj.weight": {
+ "shard": 108,
+ "offset": 7733248,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.9",
+ "layout": "row"
+ },
+ "model.language_model.layers.9.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 108,
+ "offset": 57868288,
+ "size": 9240576
+ },
+ {
+ "shardIndex": 109,
+ "offset": 0,
+ "size": 40894464
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.9",
+ "layout": "row"
+ },
+ "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 109,
+ "offset": 40894464,
+ "size": 26214400
+ },
+ {
+ "shardIndex": 110,
+ "offset": 0,
+ "size": 3276800
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.0",
+ "layout": "row"
+ },
+ "model.language_model.layers.0.linear_attn.in_proj_z.weight": {
+ "shard": 110,
+ "offset": 3276800,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.0",
+ "layout": "row"
+ },
+ "model.language_model.layers.0.linear_attn.out_proj.weight": {
+ "shard": 110,
+ "offset": 20971520,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.0",
+ "layout": "row"
+ },
+ "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 110,
+ "offset": 38666240,
+ "size": 28442624
+ },
+ {
+ "shardIndex": 111,
+ "offset": 0,
+ "size": 1048576
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.1",
+ "layout": "row"
+ },
+ "model.language_model.layers.1.linear_attn.in_proj_z.weight": {
+ "shard": 111,
+ "offset": 1048576,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.1",
+ "layout": "row"
+ },
+ "model.language_model.layers.1.linear_attn.out_proj.weight": {
+ "shard": 111,
+ "offset": 18743296,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.1",
+ "layout": "row"
+ },
+ "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": {
+ "shard": 111,
+ "offset": 36438016,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.10",
+ "layout": "row"
+ },
+ "model.language_model.layers.10.linear_attn.in_proj_z.weight": {
+ "spans": [
+ {
+ "shardIndex": 111,
+ "offset": 65929216,
+ "size": 1179648
+ },
+ {
+ "shardIndex": 112,
+ "offset": 0,
+ "size": 16515072
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.10",
+ "layout": "row"
+ },
+ "model.language_model.layers.10.linear_attn.out_proj.weight": {
+ "shard": 112,
+ "offset": 16515072,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.10",
+ "layout": "row"
+ },
+ "model.language_model.layers.11.self_attn.k_proj.weight": {
+ "shard": 112,
+ "offset": 34209792,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.11",
+ "layout": "row"
+ },
+ "model.language_model.layers.11.self_attn.o_proj.weight": {
+ "shard": 112,
+ "offset": 37158912,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.11",
+ "layout": "row"
+ },
+ "model.language_model.layers.11.self_attn.q_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 112,
+ "offset": 54853632,
+ "size": 12255232
+ },
+ {
+ "shardIndex": 113,
+ "offset": 0,
+ "size": 23134208
+ }
+ ],
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.11",
+ "layout": "row"
+ },
+ "model.language_model.layers.11.self_attn.v_proj.weight": {
+ "shard": 113,
+ "offset": 23134208,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.11",
+ "layout": "row"
+ },
+ "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": {
+ "shard": 113,
+ "offset": 26083328,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.12",
+ "layout": "row"
+ },
+ "model.language_model.layers.12.linear_attn.in_proj_z.weight": {
+ "spans": [
+ {
+ "shardIndex": 113,
+ "offset": 55574528,
+ "size": 11534336
+ },
+ {
+ "shardIndex": 114,
+ "offset": 0,
+ "size": 6160384
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.12",
+ "layout": "row"
+ },
+ "model.language_model.layers.12.linear_attn.out_proj.weight": {
+ "shard": 114,
+ "offset": 6160384,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.12",
+ "layout": "row"
+ },
+ "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": {
+ "shard": 114,
+ "offset": 23855104,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.13",
+ "layout": "row"
+ },
+ "model.language_model.layers.13.linear_attn.in_proj_z.weight": {
+ "spans": [
+ {
+ "shardIndex": 114,
+ "offset": 53346304,
+ "size": 13762560
+ },
+ {
+ "shardIndex": 115,
+ "offset": 0,
+ "size": 3932160
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.13",
+ "layout": "row"
+ },
+ "model.language_model.layers.13.linear_attn.out_proj.weight": {
+ "shard": 115,
+ "offset": 3932160,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.13",
+ "layout": "row"
+ },
+ "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": {
+ "shard": 115,
+ "offset": 21626880,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.14",
+ "layout": "row"
+ },
+ "model.language_model.layers.14.linear_attn.in_proj_z.weight": {
+ "spans": [
+ {
+ "shardIndex": 115,
+ "offset": 51118080,
+ "size": 15990784
+ },
+ {
+ "shardIndex": 116,
+ "offset": 0,
+ "size": 1703936
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.14",
+ "layout": "row"
+ },
+ "model.language_model.layers.14.linear_attn.out_proj.weight": {
+ "shard": 116,
+ "offset": 1703936,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.14",
+ "layout": "row"
+ },
+ "model.language_model.layers.15.self_attn.k_proj.weight": {
+ "shard": 116,
+ "offset": 19398656,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.15",
+ "layout": "row"
+ },
+ "model.language_model.layers.15.self_attn.o_proj.weight": {
+ "shard": 116,
+ "offset": 22347776,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.15",
+ "layout": "row"
+ },
+ "model.language_model.layers.15.self_attn.q_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 116,
+ "offset": 40042496,
+ "size": 27066368
+ },
+ {
+ "shardIndex": 117,
+ "offset": 0,
+ "size": 8323072
+ }
+ ],
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.15",
+ "layout": "row"
+ },
+ "model.language_model.layers.15.self_attn.v_proj.weight": {
+ "shard": 117,
+ "offset": 8323072,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.15",
+ "layout": "row"
+ },
+ "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": {
+ "shard": 117,
+ "offset": 11272192,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.16",
+ "layout": "row"
+ },
+ "model.language_model.layers.16.linear_attn.in_proj_z.weight": {
+ "shard": 117,
+ "offset": 40763392,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.16",
+ "layout": "row"
+ },
+ "model.language_model.layers.16.linear_attn.out_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 117,
+ "offset": 58458112,
+ "size": 8650752
+ },
+ {
+ "shardIndex": 118,
+ "offset": 0,
+ "size": 9043968
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.16",
+ "layout": "row"
+ },
+ "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": {
+ "shard": 118,
+ "offset": 9043968,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.17",
+ "layout": "row"
+ },
+ "model.language_model.layers.17.linear_attn.in_proj_z.weight": {
+ "shard": 118,
+ "offset": 38535168,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.17",
+ "layout": "row"
+ },
+ "model.language_model.layers.17.linear_attn.out_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 118,
+ "offset": 56229888,
+ "size": 10878976
+ },
+ {
+ "shardIndex": 119,
+ "offset": 0,
+ "size": 6815744
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.17",
+ "layout": "row"
+ },
+ "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": {
+ "shard": 119,
+ "offset": 6815744,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.18",
+ "layout": "row"
+ },
+ "model.language_model.layers.18.linear_attn.in_proj_z.weight": {
+ "shard": 119,
+ "offset": 36306944,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.18",
+ "layout": "row"
+ },
+ "model.language_model.layers.18.linear_attn.out_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 119,
+ "offset": 54001664,
+ "size": 13107200
+ },
+ {
+ "shardIndex": 120,
+ "offset": 0,
+ "size": 4587520
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.18",
+ "layout": "row"
+ },
+ "model.language_model.layers.19.self_attn.k_proj.weight": {
+ "shard": 120,
+ "offset": 4587520,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.19",
+ "layout": "row"
+ },
+ "model.language_model.layers.19.self_attn.o_proj.weight": {
+ "shard": 120,
+ "offset": 7536640,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.19",
+ "layout": "row"
+ },
+ "model.language_model.layers.19.self_attn.q_proj.weight": {
+ "shard": 120,
+ "offset": 25231360,
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.19",
+ "layout": "row"
+ },
+ "model.language_model.layers.19.self_attn.v_proj.weight": {
+ "shard": 120,
+ "offset": 60620800,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.19",
+ "layout": "row"
+ },
+ "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 120,
+ "offset": 63569920,
+ "size": 3538944
+ },
+ {
+ "shardIndex": 121,
+ "offset": 0,
+ "size": 25952256
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.2",
+ "layout": "row"
+ },
+ "model.language_model.layers.2.linear_attn.in_proj_z.weight": {
+ "shard": 121,
+ "offset": 25952256,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.2",
+ "layout": "row"
+ },
+ "model.language_model.layers.2.linear_attn.out_proj.weight": {
+ "shard": 121,
+ "offset": 43646976,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.2",
+ "layout": "row"
+ },
+ "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 121,
+ "offset": 61341696,
+ "size": 5767168
+ },
+ {
+ "shardIndex": 122,
+ "offset": 0,
+ "size": 23724032
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.20",
+ "layout": "row"
+ },
+ "model.language_model.layers.20.linear_attn.in_proj_z.weight": {
+ "shard": 122,
+ "offset": 23724032,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.20",
+ "layout": "row"
+ },
+ "model.language_model.layers.20.linear_attn.out_proj.weight": {
+ "shard": 122,
+ "offset": 41418752,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.20",
+ "layout": "row"
+ },
+ "model.language_model.layers.23.self_attn.k_proj.weight": {
+ "shard": 122,
+ "offset": 59113472,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.23",
+ "layout": "row"
+ },
+ "model.language_model.layers.23.self_attn.q_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 122,
+ "offset": 62062592,
+ "size": 5046272
+ },
+ {
+ "shardIndex": 123,
+ "offset": 0,
+ "size": 30343168
+ }
+ ],
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.23",
+ "layout": "row"
+ },
+ "model.language_model.layers.23.self_attn.v_proj.weight": {
+ "shard": 123,
+ "offset": 30343168,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.23",
+ "layout": "row"
+ },
+ "model.language_model.layers.27.self_attn.k_proj.weight": {
+ "shard": 123,
+ "offset": 33292288,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.27",
+ "layout": "row"
+ },
+ "model.language_model.layers.27.self_attn.q_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 123,
+ "offset": 36241408,
+ "size": 30867456
+ },
+ {
+ "shardIndex": 124,
+ "offset": 0,
+ "size": 4521984
+ }
+ ],
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.27",
+ "layout": "row"
+ },
+ "model.language_model.layers.27.self_attn.v_proj.weight": {
+ "shard": 124,
+ "offset": 4521984,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.27",
+ "layout": "row"
+ },
+ "model.language_model.layers.3.self_attn.k_proj.weight": {
+ "shard": 124,
+ "offset": 7471104,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.3",
+ "layout": "row"
+ },
+ "model.language_model.layers.3.self_attn.q_proj.weight": {
+ "shard": 124,
+ "offset": 10420224,
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.3",
+ "layout": "row"
+ },
+ "model.language_model.layers.3.self_attn.v_proj.weight": {
+ "shard": 124,
+ "offset": 45809664,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.3",
+ "layout": "row"
+ },
+ "model.language_model.layers.31.self_attn.k_proj.weight": {
+ "shard": 124,
+ "offset": 48758784,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.31",
+ "layout": "row"
+ },
+ "model.language_model.layers.31.self_attn.q_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 124,
+ "offset": 51707904,
+ "size": 15400960
+ },
+ {
+ "shardIndex": 125,
+ "offset": 0,
+ "size": 19988480
+ }
+ ],
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.31",
+ "layout": "row"
+ },
+ "model.language_model.layers.31.self_attn.v_proj.weight": {
+ "shard": 125,
+ "offset": 19988480,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.31",
+ "layout": "row"
+ },
+ "model.language_model.layers.7.self_attn.k_proj.weight": {
+ "shard": 125,
+ "offset": 22937600,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.7",
+ "layout": "row"
+ },
+ "model.language_model.layers.7.self_attn.q_proj.weight": {
+ "shard": 125,
+ "offset": 25886720,
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.7",
+ "layout": "row"
+ },
+ "model.language_model.layers.7.self_attn.v_proj.weight": {
+ "shard": 125,
+ "offset": 61276160,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.7",
+ "layout": "row"
+ },
+ "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 125,
+ "offset": 64225280,
+ "size": 2883584
+ },
+ {
+ "shardIndex": 126,
+ "offset": 0,
+ "size": 26607616
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.21",
+ "layout": "row"
+ },
+ "model.language_model.layers.21.linear_attn.in_proj_z.weight": {
+ "shard": 126,
+ "offset": 26607616,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.21",
+ "layout": "row"
+ },
+ "model.language_model.layers.21.linear_attn.out_proj.weight": {
+ "shard": 126,
+ "offset": 44302336,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.21",
+ "layout": "row"
+ },
+ "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 126,
+ "offset": 61997056,
+ "size": 5111808
+ },
+ {
+ "shardIndex": 127,
+ "offset": 0,
+ "size": 24379392
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.22",
+ "layout": "row"
+ },
+ "model.language_model.layers.22.linear_attn.in_proj_z.weight": {
+ "shard": 127,
+ "offset": 24379392,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.22",
+ "layout": "row"
+ },
+ "model.language_model.layers.22.linear_attn.out_proj.weight": {
+ "shard": 127,
+ "offset": 42074112,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.22",
+ "layout": "row"
+ },
+ "model.language_model.layers.23.self_attn.o_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 127,
+ "offset": 59768832,
+ "size": 7340032
+ },
+ {
+ "shardIndex": 128,
+ "offset": 0,
+ "size": 10354688
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.23",
+ "layout": "row"
+ },
+ "model.language_model.layers.24.linear_attn.in_proj_qkv.weight": {
+ "shard": 128,
+ "offset": 10354688,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.24",
+ "layout": "row"
+ },
+ "model.language_model.layers.24.linear_attn.in_proj_z.weight": {
+ "shard": 128,
+ "offset": 39845888,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.24",
+ "layout": "row"
+ },
+ "model.language_model.layers.24.linear_attn.out_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 128,
+ "offset": 57540608,
+ "size": 9568256
+ },
+ {
+ "shardIndex": 129,
+ "offset": 0,
+ "size": 8126464
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.24",
+ "layout": "row"
+ },
+ "model.language_model.layers.25.linear_attn.in_proj_qkv.weight": {
+ "shard": 129,
+ "offset": 8126464,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.25",
+ "layout": "row"
+ },
+ "model.language_model.layers.25.linear_attn.in_proj_z.weight": {
+ "shard": 129,
+ "offset": 37617664,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.25",
+ "layout": "row"
+ },
+ "model.language_model.layers.25.linear_attn.out_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 129,
+ "offset": 55312384,
+ "size": 11796480
+ },
+ {
+ "shardIndex": 130,
+ "offset": 0,
+ "size": 5898240
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.25",
+ "layout": "row"
+ },
+ "model.language_model.layers.26.linear_attn.in_proj_qkv.weight": {
+ "shard": 130,
+ "offset": 5898240,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.26",
+ "layout": "row"
+ },
+ "model.language_model.layers.26.linear_attn.in_proj_z.weight": {
+ "shard": 130,
+ "offset": 35389440,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.26",
+ "layout": "row"
+ },
+ "model.language_model.layers.26.linear_attn.out_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 130,
+ "offset": 53084160,
+ "size": 14024704
+ },
+ {
+ "shardIndex": 131,
+ "offset": 0,
+ "size": 3670016
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.26",
+ "layout": "row"
+ },
+ "model.language_model.layers.27.self_attn.o_proj.weight": {
+ "shard": 131,
+ "offset": 3670016,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.27",
+ "layout": "row"
+ },
+ "model.language_model.layers.28.linear_attn.in_proj_qkv.weight": {
+ "shard": 131,
+ "offset": 21364736,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.28",
+ "layout": "row"
+ },
+ "model.language_model.layers.28.linear_attn.in_proj_z.weight": {
+ "spans": [
+ {
+ "shardIndex": 131,
+ "offset": 50855936,
+ "size": 16252928
+ },
+ {
+ "shardIndex": 132,
+ "offset": 0,
+ "size": 1441792
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.28",
+ "layout": "row"
+ },
+ "model.language_model.layers.28.linear_attn.out_proj.weight": {
+ "shard": 132,
+ "offset": 1441792,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.28",
+ "layout": "row"
+ },
+ "model.language_model.layers.29.linear_attn.in_proj_qkv.weight": {
+ "shard": 132,
+ "offset": 19136512,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.29",
+ "layout": "row"
+ },
+ "model.language_model.layers.29.linear_attn.in_proj_z.weight": {
+ "shard": 132,
+ "offset": 48627712,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.29",
+ "layout": "row"
+ },
+ "model.language_model.layers.29.linear_attn.out_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 132,
+ "offset": 66322432,
+ "size": 786432
+ },
+ {
+ "shardIndex": 133,
+ "offset": 0,
+ "size": 16908288
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.29",
+ "layout": "row"
+ },
+ "model.language_model.layers.3.self_attn.o_proj.weight": {
+ "shard": 133,
+ "offset": 16908288,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.3",
+ "layout": "row"
+ },
+ "model.language_model.layers.30.linear_attn.in_proj_qkv.weight": {
+ "shard": 133,
+ "offset": 34603008,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.30",
+ "layout": "row"
+ },
+ "model.language_model.layers.30.linear_attn.in_proj_z.weight": {
+ "spans": [
+ {
+ "shardIndex": 133,
+ "offset": 64094208,
+ "size": 3014656
+ },
+ {
+ "shardIndex": 134,
+ "offset": 0,
+ "size": 14680064
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.30",
+ "layout": "row"
+ },
+ "model.language_model.layers.30.linear_attn.out_proj.weight": {
+ "shard": 134,
+ "offset": 14680064,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.30",
+ "layout": "row"
+ },
+ "model.language_model.layers.31.self_attn.o_proj.weight": {
+ "shard": 134,
+ "offset": 32374784,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.31",
+ "layout": "row"
+ },
+ "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 134,
+ "offset": 50069504,
+ "size": 17039360
+ },
+ {
+ "shardIndex": 135,
+ "offset": 0,
+ "size": 12451840
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.4",
+ "layout": "row"
+ },
+ "model.language_model.layers.4.linear_attn.in_proj_z.weight": {
+ "shard": 135,
+ "offset": 12451840,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.4",
+ "layout": "row"
+ },
+ "model.language_model.layers.4.linear_attn.out_proj.weight": {
+ "shard": 135,
+ "offset": 30146560,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.4",
+ "layout": "row"
+ },
+ "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 135,
+ "offset": 47841280,
+ "size": 19267584
+ },
+ {
+ "shardIndex": 136,
+ "offset": 0,
+ "size": 10223616
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.5",
+ "layout": "row"
+ },
+ "model.language_model.layers.5.linear_attn.in_proj_z.weight": {
+ "shard": 136,
+ "offset": 10223616,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.5",
+ "layout": "row"
+ },
+ "model.language_model.layers.5.linear_attn.out_proj.weight": {
+ "shard": 136,
+ "offset": 27918336,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.5",
+ "layout": "row"
+ },
+ "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 136,
+ "offset": 45613056,
+ "size": 21495808
+ },
+ {
+ "shardIndex": 137,
+ "offset": 0,
+ "size": 7995392
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.6",
+ "layout": "row"
+ },
+ "model.language_model.layers.6.linear_attn.in_proj_z.weight": {
+ "shard": 137,
+ "offset": 7995392,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.6",
+ "layout": "row"
+ },
+ "model.language_model.layers.6.linear_attn.out_proj.weight": {
+ "shard": 137,
+ "offset": 25690112,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.6",
+ "layout": "row"
+ },
+ "model.language_model.layers.7.self_attn.o_proj.weight": {
+ "shard": 137,
+ "offset": 43384832,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.7",
+ "layout": "row"
+ },
+ "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 137,
+ "offset": 61079552,
+ "size": 6029312
+ },
+ {
+ "shardIndex": 138,
+ "offset": 0,
+ "size": 23461888
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.8",
+ "layout": "row"
+ },
+ "model.language_model.layers.8.linear_attn.in_proj_z.weight": {
+ "shard": 138,
+ "offset": 23461888,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.8",
+ "layout": "row"
+ },
+ "model.language_model.layers.8.linear_attn.out_proj.weight": {
+ "shard": 138,
+ "offset": 41156608,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.8",
+ "layout": "row"
+ },
+ "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 138,
+ "offset": 58851328,
+ "size": 8257536
+ },
+ {
+ "shardIndex": 139,
+ "offset": 0,
+ "size": 21233664
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.9",
+ "layout": "row"
+ },
+ "model.language_model.layers.9.linear_attn.in_proj_z.weight": {
+ "shard": 139,
+ "offset": 21233664,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.9",
+ "layout": "row"
+ },
+ "model.language_model.layers.9.linear_attn.out_proj.weight": {
+ "shard": 139,
+ "offset": 38928384,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.9",
+ "layout": "row"
+ },
+ "lm_head.weight": {
+ "spans": [
+ {
+ "shardIndex": 139,
+ "offset": 56623104,
+ "size": 10485760
+ },
+ {
+ "shardIndex": 140,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 141,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 142,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 143,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 144,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 145,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 146,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 147,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 148,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 149,
+ "offset": 0,
+ "size": 67108864
+ },
+ {
+ "shardIndex": 150,
+ "offset": 0,
+ "size": 33587200
+ }
+ ],
+ "size": 715161600,
+ "shape": [
+ 248320,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "lm_head",
+ "group": "head",
+ "layout": "row"
+ },
+ "model.language_model.layers.0.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 33587200,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.0"
+ },
+ "model.language_model.layers.0.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 33597440,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.0"
+ },
+ "model.language_model.layers.0.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 33597536,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.0"
+ },
+ "model.language_model.layers.0.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 33679456,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.0"
+ },
+ "model.language_model.layers.0.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 33679552,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.0"
+ },
+ "model.language_model.layers.0.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 34171072,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.0"
+ },
+ "model.language_model.layers.0.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 34662592,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.0"
+ },
+ "model.language_model.layers.0.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 34662848,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.0"
+ },
+ "model.language_model.layers.1.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 34673088,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.1"
+ },
+ "model.language_model.layers.1.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 34683328,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.1"
+ },
+ "model.language_model.layers.1.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 34683424,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.1"
+ },
+ "model.language_model.layers.1.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 34765344,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.1"
+ },
+ "model.language_model.layers.1.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 34765440,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.1"
+ },
+ "model.language_model.layers.1.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 35256960,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.1"
+ },
+ "model.language_model.layers.1.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 35748480,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.1"
+ },
+ "model.language_model.layers.1.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 35748736,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.1"
+ },
+ "model.language_model.layers.10.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 35758976,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.10"
+ },
+ "model.language_model.layers.10.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 35769216,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.10"
+ },
+ "model.language_model.layers.10.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 35769312,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.10"
+ },
+ "model.language_model.layers.10.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 35851232,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.10"
+ },
+ "model.language_model.layers.10.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 35851328,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.10"
+ },
+ "model.language_model.layers.10.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 36342848,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.10"
+ },
+ "model.language_model.layers.10.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 36834368,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.10"
+ },
+ "model.language_model.layers.10.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 36834624,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.10"
+ },
+ "model.language_model.layers.11.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 36844864,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.11"
+ },
+ "model.language_model.layers.11.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 36855104,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.11"
+ },
+ "model.language_model.layers.11.self_attn.k_norm.weight": {
+ "shard": 150,
+ "offset": 36865344,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.11"
+ },
+ "model.language_model.layers.11.self_attn.q_norm.weight": {
+ "shard": 150,
+ "offset": 36865856,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.11"
+ },
+ "model.language_model.layers.12.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 36866368,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.12"
+ },
+ "model.language_model.layers.12.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 36876608,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.12"
+ },
+ "model.language_model.layers.12.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 36876704,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.12"
+ },
+ "model.language_model.layers.12.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 36958624,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.12"
+ },
+ "model.language_model.layers.12.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 36958720,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.12"
+ },
+ "model.language_model.layers.12.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 37450240,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.12"
+ },
+ "model.language_model.layers.12.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 37941760,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.12"
+ },
+ "model.language_model.layers.12.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 37942016,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.12"
+ },
+ "model.language_model.layers.13.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 37952256,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.13"
+ },
+ "model.language_model.layers.13.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 37962496,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.13"
+ },
+ "model.language_model.layers.13.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 37962592,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.13"
+ },
+ "model.language_model.layers.13.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 38044512,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.13"
+ },
+ "model.language_model.layers.13.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 38044608,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.13"
+ },
+ "model.language_model.layers.13.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 38536128,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.13"
+ },
+ "model.language_model.layers.13.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 39027648,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.13"
+ },
+ "model.language_model.layers.13.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 39027904,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.13"
+ },
+ "model.language_model.layers.14.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 39038144,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.14"
+ },
+ "model.language_model.layers.14.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 39048384,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.14"
+ },
+ "model.language_model.layers.14.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 39048480,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.14"
+ },
+ "model.language_model.layers.14.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 39130400,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.14"
+ },
+ "model.language_model.layers.14.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 39130496,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.14"
+ },
+ "model.language_model.layers.14.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 39622016,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.14"
+ },
+ "model.language_model.layers.14.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 40113536,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.14"
+ },
+ "model.language_model.layers.14.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 40113792,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.14"
+ },
+ "model.language_model.layers.15.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 40124032,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.15"
+ },
+ "model.language_model.layers.15.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 40134272,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.15"
+ },
+ "model.language_model.layers.15.self_attn.k_norm.weight": {
+ "shard": 150,
+ "offset": 40144512,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.15"
+ },
+ "model.language_model.layers.15.self_attn.q_norm.weight": {
+ "shard": 150,
+ "offset": 40145024,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.15"
+ },
+ "model.language_model.layers.16.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 40145536,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.16"
+ },
+ "model.language_model.layers.16.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 40155776,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.16"
+ },
+ "model.language_model.layers.16.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 40155872,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.16"
+ },
+ "model.language_model.layers.16.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 40237792,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.16"
+ },
+ "model.language_model.layers.16.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 40237888,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.16"
+ },
+ "model.language_model.layers.16.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 40729408,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.16"
+ },
+ "model.language_model.layers.16.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 41220928,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.16"
+ },
+ "model.language_model.layers.16.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 41221184,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.16"
+ },
+ "model.language_model.layers.17.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 41231424,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.17"
+ },
+ "model.language_model.layers.17.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 41241664,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.17"
+ },
+ "model.language_model.layers.17.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 41241760,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.17"
+ },
+ "model.language_model.layers.17.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 41323680,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.17"
+ },
+ "model.language_model.layers.17.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 41323776,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.17"
+ },
+ "model.language_model.layers.17.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 41815296,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.17"
+ },
+ "model.language_model.layers.17.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 42306816,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.17"
+ },
+ "model.language_model.layers.17.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 42307072,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.17"
+ },
+ "model.language_model.layers.18.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 42317312,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.18"
+ },
+ "model.language_model.layers.18.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 42327552,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.18"
+ },
+ "model.language_model.layers.18.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 42327648,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.18"
+ },
+ "model.language_model.layers.18.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 42409568,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.18"
+ },
+ "model.language_model.layers.18.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 42409664,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.18"
+ },
+ "model.language_model.layers.18.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 42901184,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.18"
+ },
+ "model.language_model.layers.18.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 43392704,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.18"
+ },
+ "model.language_model.layers.18.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 43392960,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.18"
+ },
+ "model.language_model.layers.19.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 43403200,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.19"
+ },
+ "model.language_model.layers.19.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 43413440,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.19"
+ },
+ "model.language_model.layers.19.self_attn.k_norm.weight": {
+ "shard": 150,
+ "offset": 43423680,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.19"
+ },
+ "model.language_model.layers.19.self_attn.q_norm.weight": {
+ "shard": 150,
+ "offset": 43424192,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.19"
+ },
+ "model.language_model.layers.2.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 43424704,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.2"
+ },
+ "model.language_model.layers.2.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 43434944,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.2"
+ },
+ "model.language_model.layers.2.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 43435040,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.2"
+ },
+ "model.language_model.layers.2.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 43516960,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.2"
+ },
+ "model.language_model.layers.2.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 43517056,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.2"
+ },
+ "model.language_model.layers.2.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 44008576,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.2"
+ },
+ "model.language_model.layers.2.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 44500096,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.2"
+ },
+ "model.language_model.layers.2.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 44500352,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.2"
+ },
+ "model.language_model.layers.20.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 44510592,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.20"
+ },
+ "model.language_model.layers.20.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 44520832,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.20"
+ },
+ "model.language_model.layers.20.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 44520928,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.20"
+ },
+ "model.language_model.layers.20.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 44602848,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.20"
+ },
+ "model.language_model.layers.20.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 44602944,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.20"
+ },
+ "model.language_model.layers.20.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 45094464,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.20"
+ },
+ "model.language_model.layers.20.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 45585984,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.20"
+ },
+ "model.language_model.layers.20.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 45586240,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.20"
+ },
+ "model.language_model.layers.21.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 45596480,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.21"
+ },
+ "model.language_model.layers.21.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 45606720,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.21"
+ },
+ "model.language_model.layers.21.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 45606816,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.21"
+ },
+ "model.language_model.layers.21.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 45688736,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.21"
+ },
+ "model.language_model.layers.21.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 45688832,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.21"
+ },
+ "model.language_model.layers.21.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 46180352,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.21"
+ },
+ "model.language_model.layers.21.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 46671872,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.21"
+ },
+ "model.language_model.layers.21.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 46672128,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.21"
+ },
+ "model.language_model.layers.22.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 46682368,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.22"
+ },
+ "model.language_model.layers.22.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 46692608,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.22"
+ },
+ "model.language_model.layers.22.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 46692704,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.22"
+ },
+ "model.language_model.layers.22.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 46774624,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.22"
+ },
+ "model.language_model.layers.22.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 46774720,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.22"
+ },
+ "model.language_model.layers.22.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 47266240,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.22"
+ },
+ "model.language_model.layers.22.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 47757760,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.22"
+ },
+ "model.language_model.layers.22.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 47758016,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.22"
+ },
+ "model.language_model.layers.23.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 47768256,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.23"
+ },
+ "model.language_model.layers.23.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 47778496,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.23"
+ },
+ "model.language_model.layers.23.self_attn.k_norm.weight": {
+ "shard": 150,
+ "offset": 47788736,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.23"
+ },
+ "model.language_model.layers.23.self_attn.q_norm.weight": {
+ "shard": 150,
+ "offset": 47789248,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.23"
+ },
+ "model.language_model.layers.24.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 47789760,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.24"
+ },
+ "model.language_model.layers.24.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 47800000,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.24"
+ },
+ "model.language_model.layers.24.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 47800096,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.24"
+ },
+ "model.language_model.layers.24.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 47882016,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.24"
+ },
+ "model.language_model.layers.24.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 47882112,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.24"
+ },
+ "model.language_model.layers.24.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 48373632,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.24"
+ },
+ "model.language_model.layers.24.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 48865152,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.24"
+ },
+ "model.language_model.layers.24.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 48865408,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.24"
+ },
+ "model.language_model.layers.25.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 48875648,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.25"
+ },
+ "model.language_model.layers.25.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 48885888,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.25"
+ },
+ "model.language_model.layers.25.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 48885984,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.25"
+ },
+ "model.language_model.layers.25.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 48967904,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.25"
+ },
+ "model.language_model.layers.25.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 48968000,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.25"
+ },
+ "model.language_model.layers.25.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 49459520,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.25"
+ },
+ "model.language_model.layers.25.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 49951040,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.25"
+ },
+ "model.language_model.layers.25.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 49951296,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.25"
+ },
+ "model.language_model.layers.26.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 49961536,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.26"
+ },
+ "model.language_model.layers.26.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 49971776,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.26"
+ },
+ "model.language_model.layers.26.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 49971872,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.26"
+ },
+ "model.language_model.layers.26.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 50053792,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.26"
+ },
+ "model.language_model.layers.26.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 50053888,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.26"
+ },
+ "model.language_model.layers.26.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 50545408,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.26"
+ },
+ "model.language_model.layers.26.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 51036928,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.26"
+ },
+ "model.language_model.layers.26.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 51037184,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.26"
+ },
+ "model.language_model.layers.27.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 51047424,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.27"
+ },
+ "model.language_model.layers.27.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 51057664,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.27"
+ },
+ "model.language_model.layers.27.self_attn.k_norm.weight": {
+ "shard": 150,
+ "offset": 51067904,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.27"
+ },
+ "model.language_model.layers.27.self_attn.q_norm.weight": {
+ "shard": 150,
+ "offset": 51068416,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.27"
+ },
+ "model.language_model.layers.28.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 51068928,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.28"
+ },
+ "model.language_model.layers.28.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 51079168,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.28"
+ },
+ "model.language_model.layers.28.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 51079264,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.28"
+ },
+ "model.language_model.layers.28.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 51161184,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.28"
+ },
+ "model.language_model.layers.28.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 51161280,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.28"
+ },
+ "model.language_model.layers.28.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 51652800,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.28"
+ },
+ "model.language_model.layers.28.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 52144320,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.28"
+ },
+ "model.language_model.layers.28.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 52144576,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.28"
+ },
+ "model.language_model.layers.29.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 52154816,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.29"
+ },
+ "model.language_model.layers.29.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 52165056,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.29"
+ },
+ "model.language_model.layers.29.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 52165152,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.29"
+ },
+ "model.language_model.layers.29.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 52247072,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.29"
+ },
+ "model.language_model.layers.29.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 52247168,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.29"
+ },
+ "model.language_model.layers.29.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 52738688,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.29"
+ },
+ "model.language_model.layers.29.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 53230208,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.29"
+ },
+ "model.language_model.layers.29.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 53230464,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.29"
+ },
+ "model.language_model.layers.3.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 53240704,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.3"
+ },
+ "model.language_model.layers.3.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 53250944,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.3"
+ },
+ "model.language_model.layers.3.self_attn.k_norm.weight": {
+ "shard": 150,
+ "offset": 53261184,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.3"
+ },
+ "model.language_model.layers.3.self_attn.q_norm.weight": {
+ "shard": 150,
+ "offset": 53261696,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.3"
+ },
+ "model.language_model.layers.30.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 53262208,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.30"
+ },
+ "model.language_model.layers.30.linear_attn.A_log": {
+ "shard": 150,
+ "offset": 53272448,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.30"
+ },
+ "model.language_model.layers.30.linear_attn.conv1d.weight": {
+ "shard": 150,
+ "offset": 53272544,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.30"
+ },
+ "model.language_model.layers.30.linear_attn.dt_bias": {
+ "shard": 150,
+ "offset": 53354464,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.30"
+ },
+ "model.language_model.layers.30.linear_attn.in_proj_a.weight": {
+ "shard": 150,
+ "offset": 53354560,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.30"
+ },
+ "model.language_model.layers.30.linear_attn.in_proj_b.weight": {
+ "shard": 150,
+ "offset": 53846080,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.30"
+ },
+ "model.language_model.layers.30.linear_attn.norm.weight": {
+ "shard": 150,
+ "offset": 54337600,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.30"
+ },
+ "model.language_model.layers.30.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 54337856,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.30"
+ },
+ "model.language_model.layers.31.input_layernorm.weight": {
+ "shard": 150,
+ "offset": 54348096,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.31"
+ },
+ "model.language_model.layers.31.post_attention_layernorm.weight": {
+ "shard": 150,
+ "offset": 54358336,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.31"
+ },
+ "model.language_model.layers.31.self_attn.k_norm.weight": {
+ "shard": 150,
+ "offset": 54368576,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.31"
+ },
+ "model.language_model.layers.31.self_attn.q_norm.weight": {
+ "shard": 150,
+ "offset": 54369088,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.31"
+ },
+ "model.language_model.layers.32.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 150,
+ "offset": 54369600,
+ "size": 12739264
+ },
+ {
+ "shardIndex": 151,
+ "offset": 0,
+ "size": 37395776
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.32",
+ "layout": "row"
+ },
+ "model.language_model.layers.32.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 151,
+ "offset": 37395776,
+ "size": 29713088
+ },
+ {
+ "shardIndex": 152,
+ "offset": 0,
+ "size": 20421952
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.32",
+ "layout": "row"
+ },
+ "model.language_model.layers.32.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 152,
+ "offset": 20421952,
+ "size": 46686912
+ },
+ {
+ "shardIndex": 153,
+ "offset": 0,
+ "size": 3448128
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.32",
+ "layout": "row"
+ },
+ "model.language_model.layers.33.mlp.down_proj.weight": {
+ "shard": 153,
+ "offset": 3448128,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.33",
+ "layout": "row"
+ },
+ "model.language_model.layers.33.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 153,
+ "offset": 53583168,
+ "size": 13525696
+ },
+ {
+ "shardIndex": 154,
+ "offset": 0,
+ "size": 36609344
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.33",
+ "layout": "row"
+ },
+ "model.language_model.layers.33.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 154,
+ "offset": 36609344,
+ "size": 30499520
+ },
+ {
+ "shardIndex": 155,
+ "offset": 0,
+ "size": 19635520
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.33",
+ "layout": "row"
+ },
+ "model.language_model.layers.4.input_layernorm.weight": {
+ "shard": 155,
+ "offset": 19635520,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.4"
+ },
+ "model.language_model.layers.4.linear_attn.A_log": {
+ "shard": 155,
+ "offset": 19645760,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.4"
+ },
+ "model.language_model.layers.4.linear_attn.conv1d.weight": {
+ "shard": 155,
+ "offset": 19645856,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.4"
+ },
+ "model.language_model.layers.4.linear_attn.dt_bias": {
+ "shard": 155,
+ "offset": 19727776,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.4"
+ },
+ "model.language_model.layers.4.linear_attn.in_proj_a.weight": {
+ "shard": 155,
+ "offset": 19727872,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.4"
+ },
+ "model.language_model.layers.4.linear_attn.in_proj_b.weight": {
+ "shard": 155,
+ "offset": 20219392,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.4"
+ },
+ "model.language_model.layers.4.linear_attn.norm.weight": {
+ "shard": 155,
+ "offset": 20710912,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.4"
+ },
+ "model.language_model.layers.4.post_attention_layernorm.weight": {
+ "shard": 155,
+ "offset": 20711168,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.4"
+ },
+ "model.language_model.layers.5.input_layernorm.weight": {
+ "shard": 155,
+ "offset": 20721408,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.5"
+ },
+ "model.language_model.layers.5.linear_attn.A_log": {
+ "shard": 155,
+ "offset": 20731648,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.5"
+ },
+ "model.language_model.layers.5.linear_attn.conv1d.weight": {
+ "shard": 155,
+ "offset": 20731744,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.5"
+ },
+ "model.language_model.layers.5.linear_attn.dt_bias": {
+ "shard": 155,
+ "offset": 20813664,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.5"
+ },
+ "model.language_model.layers.5.linear_attn.in_proj_a.weight": {
+ "shard": 155,
+ "offset": 20813760,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.5"
+ },
+ "model.language_model.layers.5.linear_attn.in_proj_b.weight": {
+ "shard": 155,
+ "offset": 21305280,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.5"
+ },
+ "model.language_model.layers.5.linear_attn.norm.weight": {
+ "shard": 155,
+ "offset": 21796800,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.5"
+ },
+ "model.language_model.layers.5.post_attention_layernorm.weight": {
+ "shard": 155,
+ "offset": 21797056,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.5"
+ },
+ "model.language_model.layers.6.input_layernorm.weight": {
+ "shard": 155,
+ "offset": 21807296,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.6"
+ },
+ "model.language_model.layers.6.linear_attn.A_log": {
+ "shard": 155,
+ "offset": 21817536,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.6"
+ },
+ "model.language_model.layers.6.linear_attn.conv1d.weight": {
+ "shard": 155,
+ "offset": 21817632,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.6"
+ },
+ "model.language_model.layers.6.linear_attn.dt_bias": {
+ "shard": 155,
+ "offset": 21899552,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.6"
+ },
+ "model.language_model.layers.6.linear_attn.in_proj_a.weight": {
+ "shard": 155,
+ "offset": 21899648,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.6"
+ },
+ "model.language_model.layers.6.linear_attn.in_proj_b.weight": {
+ "shard": 155,
+ "offset": 22391168,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.6"
+ },
+ "model.language_model.layers.6.linear_attn.norm.weight": {
+ "shard": 155,
+ "offset": 22882688,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.6"
+ },
+ "model.language_model.layers.6.post_attention_layernorm.weight": {
+ "shard": 155,
+ "offset": 22882944,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.6"
+ },
+ "model.language_model.layers.7.input_layernorm.weight": {
+ "shard": 155,
+ "offset": 22893184,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.7"
+ },
+ "model.language_model.layers.7.post_attention_layernorm.weight": {
+ "shard": 155,
+ "offset": 22903424,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.7"
+ },
+ "model.language_model.layers.7.self_attn.k_norm.weight": {
+ "shard": 155,
+ "offset": 22913664,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.7"
+ },
+ "model.language_model.layers.7.self_attn.q_norm.weight": {
+ "shard": 155,
+ "offset": 22914176,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.7"
+ },
+ "model.language_model.layers.8.input_layernorm.weight": {
+ "shard": 155,
+ "offset": 22914688,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.8"
+ },
+ "model.language_model.layers.8.linear_attn.A_log": {
+ "shard": 155,
+ "offset": 22924928,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.8"
+ },
+ "model.language_model.layers.8.linear_attn.conv1d.weight": {
+ "shard": 155,
+ "offset": 22925024,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.8"
+ },
+ "model.language_model.layers.8.linear_attn.dt_bias": {
+ "shard": 155,
+ "offset": 23006944,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.8"
+ },
+ "model.language_model.layers.8.linear_attn.in_proj_a.weight": {
+ "shard": 155,
+ "offset": 23007040,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.8"
+ },
+ "model.language_model.layers.8.linear_attn.in_proj_b.weight": {
+ "shard": 155,
+ "offset": 23498560,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.8"
+ },
+ "model.language_model.layers.8.linear_attn.norm.weight": {
+ "shard": 155,
+ "offset": 23990080,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.8"
+ },
+ "model.language_model.layers.8.post_attention_layernorm.weight": {
+ "shard": 155,
+ "offset": 23990336,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.8"
+ },
+ "model.language_model.layers.9.input_layernorm.weight": {
+ "shard": 155,
+ "offset": 24000576,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.9"
+ },
+ "model.language_model.layers.9.linear_attn.A_log": {
+ "shard": 155,
+ "offset": 24010816,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.9"
+ },
+ "model.language_model.layers.9.linear_attn.conv1d.weight": {
+ "shard": 155,
+ "offset": 24010912,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.9"
+ },
+ "model.language_model.layers.9.linear_attn.dt_bias": {
+ "shard": 155,
+ "offset": 24092832,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.9"
+ },
+ "model.language_model.layers.9.linear_attn.in_proj_a.weight": {
+ "shard": 155,
+ "offset": 24092928,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.9"
+ },
+ "model.language_model.layers.9.linear_attn.in_proj_b.weight": {
+ "shard": 155,
+ "offset": 24584448,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.9"
+ },
+ "model.language_model.layers.9.linear_attn.norm.weight": {
+ "shard": 155,
+ "offset": 25075968,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.9"
+ },
+ "model.language_model.layers.9.post_attention_layernorm.weight": {
+ "shard": 155,
+ "offset": 25076224,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.9"
+ },
+ "model.language_model.layers.34.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 155,
+ "offset": 25086464,
+ "size": 42022400
+ },
+ {
+ "shardIndex": 156,
+ "offset": 0,
+ "size": 8112640
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.34",
+ "layout": "row"
+ },
+ "model.language_model.layers.34.mlp.gate_proj.weight": {
+ "shard": 156,
+ "offset": 8112640,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.34",
+ "layout": "row"
+ },
+ "model.language_model.layers.34.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 156,
+ "offset": 58247680,
+ "size": 8861184
+ },
+ {
+ "shardIndex": 157,
+ "offset": 0,
+ "size": 41273856
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.34",
+ "layout": "row"
+ },
+ "model.language_model.layers.35.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 157,
+ "offset": 41273856,
+ "size": 25835008
+ },
+ {
+ "shardIndex": 158,
+ "offset": 0,
+ "size": 24300032
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.35",
+ "layout": "row"
+ },
+ "model.language_model.layers.35.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 158,
+ "offset": 24300032,
+ "size": 42808832
+ },
+ {
+ "shardIndex": 159,
+ "offset": 0,
+ "size": 7326208
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.35",
+ "layout": "row"
+ },
+ "model.language_model.layers.35.mlp.up_proj.weight": {
+ "shard": 159,
+ "offset": 7326208,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.35",
+ "layout": "row"
+ },
+ "model.language_model.layers.36.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 159,
+ "offset": 57461248,
+ "size": 9647616
+ },
+ {
+ "shardIndex": 160,
+ "offset": 0,
+ "size": 40487424
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.36",
+ "layout": "row"
+ },
+ "model.language_model.layers.36.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 160,
+ "offset": 40487424,
+ "size": 26621440
+ },
+ {
+ "shardIndex": 161,
+ "offset": 0,
+ "size": 23513600
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.36",
+ "layout": "row"
+ },
+ "model.language_model.layers.36.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 161,
+ "offset": 23513600,
+ "size": 43595264
+ },
+ {
+ "shardIndex": 162,
+ "offset": 0,
+ "size": 6539776
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.36",
+ "layout": "row"
+ },
+ "model.language_model.layers.37.mlp.down_proj.weight": {
+ "shard": 162,
+ "offset": 6539776,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.37",
+ "layout": "row"
+ },
+ "model.language_model.layers.37.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 162,
+ "offset": 56674816,
+ "size": 10434048
+ },
+ {
+ "shardIndex": 163,
+ "offset": 0,
+ "size": 39700992
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.37",
+ "layout": "row"
+ },
+ "model.language_model.layers.37.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 163,
+ "offset": 39700992,
+ "size": 27407872
+ },
+ {
+ "shardIndex": 164,
+ "offset": 0,
+ "size": 22727168
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.37",
+ "layout": "row"
+ },
+ "model.language_model.layers.38.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 164,
+ "offset": 22727168,
+ "size": 44381696
+ },
+ {
+ "shardIndex": 165,
+ "offset": 0,
+ "size": 5753344
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.38",
+ "layout": "row"
+ },
+ "model.language_model.layers.38.mlp.gate_proj.weight": {
+ "shard": 165,
+ "offset": 5753344,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.38",
+ "layout": "row"
+ },
+ "model.language_model.layers.38.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 165,
+ "offset": 55888384,
+ "size": 11220480
+ },
+ {
+ "shardIndex": 166,
+ "offset": 0,
+ "size": 38914560
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.38",
+ "layout": "row"
+ },
+ "model.language_model.layers.39.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 166,
+ "offset": 38914560,
+ "size": 28194304
+ },
+ {
+ "shardIndex": 167,
+ "offset": 0,
+ "size": 21940736
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.39",
+ "layout": "row"
+ },
+ "model.language_model.layers.39.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 167,
+ "offset": 21940736,
+ "size": 45168128
+ },
+ {
+ "shardIndex": 168,
+ "offset": 0,
+ "size": 4966912
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.39",
+ "layout": "row"
+ },
+ "model.language_model.layers.39.mlp.up_proj.weight": {
+ "shard": 168,
+ "offset": 4966912,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.39",
+ "layout": "row"
+ },
+ "model.language_model.layers.40.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 168,
+ "offset": 55101952,
+ "size": 12006912
+ },
+ {
+ "shardIndex": 169,
+ "offset": 0,
+ "size": 38128128
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.40",
+ "layout": "row"
+ },
+ "model.language_model.layers.40.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 169,
+ "offset": 38128128,
+ "size": 28980736
+ },
+ {
+ "shardIndex": 170,
+ "offset": 0,
+ "size": 21154304
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.40",
+ "layout": "row"
+ },
+ "model.language_model.layers.40.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 170,
+ "offset": 21154304,
+ "size": 45954560
+ },
+ {
+ "shardIndex": 171,
+ "offset": 0,
+ "size": 4180480
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.40",
+ "layout": "row"
+ },
+ "model.language_model.layers.41.mlp.gate_proj.weight": {
+ "shard": 171,
+ "offset": 4180480,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.41",
+ "layout": "row"
+ },
+ "model.language_model.layers.41.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 171,
+ "offset": 54315520,
+ "size": 12793344
+ },
+ {
+ "shardIndex": 172,
+ "offset": 0,
+ "size": 37341696
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.41",
+ "layout": "row"
+ },
+ "model.language_model.layers.41.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 172,
+ "offset": 37341696,
+ "size": 29767168
+ },
+ {
+ "shardIndex": 173,
+ "offset": 0,
+ "size": 20367872
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.41",
+ "layout": "row"
+ },
+ "model.language_model.layers.42.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 173,
+ "offset": 20367872,
+ "size": 46740992
+ },
+ {
+ "shardIndex": 174,
+ "offset": 0,
+ "size": 3394048
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.42",
+ "layout": "row"
+ },
+ "model.language_model.layers.42.mlp.gate_proj.weight": {
+ "shard": 174,
+ "offset": 3394048,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.42",
+ "layout": "row"
+ },
+ "model.language_model.layers.42.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 174,
+ "offset": 53529088,
+ "size": 13579776
+ },
+ {
+ "shardIndex": 175,
+ "offset": 0,
+ "size": 36555264
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.42",
+ "layout": "row"
+ },
+ "model.language_model.layers.43.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 175,
+ "offset": 36555264,
+ "size": 30553600
+ },
+ {
+ "shardIndex": 176,
+ "offset": 0,
+ "size": 19581440
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.43",
+ "layout": "row"
+ },
+ "model.language_model.layers.43.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 176,
+ "offset": 19581440,
+ "size": 47527424
+ },
+ {
+ "shardIndex": 177,
+ "offset": 0,
+ "size": 2607616
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.43",
+ "layout": "row"
+ },
+ "model.language_model.layers.43.mlp.up_proj.weight": {
+ "shard": 177,
+ "offset": 2607616,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.43",
+ "layout": "row"
+ },
+ "model.language_model.layers.44.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 177,
+ "offset": 52742656,
+ "size": 14366208
+ },
+ {
+ "shardIndex": 178,
+ "offset": 0,
+ "size": 35768832
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.44",
+ "layout": "row"
+ },
+ "model.language_model.layers.44.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 178,
+ "offset": 35768832,
+ "size": 31340032
+ },
+ {
+ "shardIndex": 179,
+ "offset": 0,
+ "size": 18795008
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.44",
+ "layout": "row"
+ },
+ "model.language_model.layers.44.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 179,
+ "offset": 18795008,
+ "size": 48313856
+ },
+ {
+ "shardIndex": 180,
+ "offset": 0,
+ "size": 1821184
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.44",
+ "layout": "row"
+ },
+ "model.language_model.layers.45.mlp.down_proj.weight": {
+ "shard": 180,
+ "offset": 1821184,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.45",
+ "layout": "row"
+ },
+ "model.language_model.layers.45.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 180,
+ "offset": 51956224,
+ "size": 15152640
+ },
+ {
+ "shardIndex": 181,
+ "offset": 0,
+ "size": 34982400
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.45",
+ "layout": "row"
+ },
+ "model.language_model.layers.45.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 181,
+ "offset": 34982400,
+ "size": 32126464
+ },
+ {
+ "shardIndex": 182,
+ "offset": 0,
+ "size": 18008576
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.45",
+ "layout": "row"
+ },
+ "model.language_model.layers.46.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 182,
+ "offset": 18008576,
+ "size": 49100288
+ },
+ {
+ "shardIndex": 183,
+ "offset": 0,
+ "size": 1034752
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.46",
+ "layout": "row"
+ },
+ "model.language_model.layers.46.mlp.gate_proj.weight": {
+ "shard": 183,
+ "offset": 1034752,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.46",
+ "layout": "row"
+ },
+ "model.language_model.layers.46.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 183,
+ "offset": 51169792,
+ "size": 15939072
+ },
+ {
+ "shardIndex": 184,
+ "offset": 0,
+ "size": 34195968
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.46",
+ "layout": "row"
+ },
+ "model.language_model.layers.47.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 184,
+ "offset": 34195968,
+ "size": 32912896
+ },
+ {
+ "shardIndex": 185,
+ "offset": 0,
+ "size": 17222144
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.47",
+ "layout": "row"
+ },
+ "model.language_model.layers.47.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 185,
+ "offset": 17222144,
+ "size": 49886720
+ },
+ {
+ "shardIndex": 186,
+ "offset": 0,
+ "size": 248320
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.47",
+ "layout": "row"
+ },
+ "model.language_model.layers.47.mlp.up_proj.weight": {
+ "shard": 186,
+ "offset": 248320,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.47",
+ "layout": "row"
+ },
+ "model.language_model.layers.48.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 186,
+ "offset": 50383360,
+ "size": 16725504
+ },
+ {
+ "shardIndex": 187,
+ "offset": 0,
+ "size": 33409536
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.48",
+ "layout": "row"
+ },
+ "model.language_model.layers.48.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 187,
+ "offset": 33409536,
+ "size": 33699328
+ },
+ {
+ "shardIndex": 188,
+ "offset": 0,
+ "size": 16435712
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.48",
+ "layout": "row"
+ },
+ "model.language_model.layers.48.mlp.down_proj.weight": {
+ "shard": 188,
+ "offset": 16435712,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.48",
+ "layout": "row"
+ },
+ "model.language_model.layers.49.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 188,
+ "offset": 66570752,
+ "size": 538112
+ },
+ {
+ "shardIndex": 189,
+ "offset": 0,
+ "size": 49596928
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.49",
+ "layout": "row"
+ },
+ "model.language_model.layers.49.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 189,
+ "offset": 49596928,
+ "size": 17511936
+ },
+ {
+ "shardIndex": 190,
+ "offset": 0,
+ "size": 32623104
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.49",
+ "layout": "row"
+ },
+ "model.language_model.layers.49.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 190,
+ "offset": 32623104,
+ "size": 34485760
+ },
+ {
+ "shardIndex": 191,
+ "offset": 0,
+ "size": 15649280
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.49",
+ "layout": "row"
+ },
+ "model.language_model.layers.50.mlp.down_proj.weight": {
+ "shard": 191,
+ "offset": 15649280,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.50",
+ "layout": "row"
+ },
+ "model.language_model.layers.50.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 191,
+ "offset": 65784320,
+ "size": 1324544
+ },
+ {
+ "shardIndex": 192,
+ "offset": 0,
+ "size": 48810496
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.50",
+ "layout": "row"
+ },
+ "model.language_model.layers.50.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 192,
+ "offset": 48810496,
+ "size": 18298368
+ },
+ {
+ "shardIndex": 193,
+ "offset": 0,
+ "size": 31836672
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.50",
+ "layout": "row"
+ },
+ "model.language_model.layers.51.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 193,
+ "offset": 31836672,
+ "size": 35272192
+ },
+ {
+ "shardIndex": 194,
+ "offset": 0,
+ "size": 14862848
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.51",
+ "layout": "row"
+ },
+ "model.language_model.layers.51.mlp.gate_proj.weight": {
+ "shard": 194,
+ "offset": 14862848,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.51",
+ "layout": "row"
+ },
+ "model.language_model.layers.51.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 194,
+ "offset": 64997888,
+ "size": 2110976
+ },
+ {
+ "shardIndex": 195,
+ "offset": 0,
+ "size": 48024064
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.51",
+ "layout": "row"
+ },
+ "model.language_model.layers.52.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 195,
+ "offset": 48024064,
+ "size": 19084800
+ },
+ {
+ "shardIndex": 196,
+ "offset": 0,
+ "size": 31050240
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.52",
+ "layout": "row"
+ },
+ "model.language_model.layers.52.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 196,
+ "offset": 31050240,
+ "size": 36058624
+ },
+ {
+ "shardIndex": 197,
+ "offset": 0,
+ "size": 14076416
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.52",
+ "layout": "row"
+ },
+ "model.language_model.layers.52.mlp.up_proj.weight": {
+ "shard": 197,
+ "offset": 14076416,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.52",
+ "layout": "row"
+ },
+ "model.language_model.layers.53.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 197,
+ "offset": 64211456,
+ "size": 2897408
+ },
+ {
+ "shardIndex": 198,
+ "offset": 0,
+ "size": 47237632
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.53",
+ "layout": "row"
+ },
+ "model.language_model.layers.53.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 198,
+ "offset": 47237632,
+ "size": 19871232
+ },
+ {
+ "shardIndex": 199,
+ "offset": 0,
+ "size": 30263808
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.53",
+ "layout": "row"
+ },
+ "model.language_model.layers.53.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 199,
+ "offset": 30263808,
+ "size": 36845056
+ },
+ {
+ "shardIndex": 200,
+ "offset": 0,
+ "size": 13289984
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.53",
+ "layout": "row"
+ },
+ "model.language_model.layers.54.mlp.down_proj.weight": {
+ "shard": 200,
+ "offset": 13289984,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.54",
+ "layout": "row"
+ },
+ "model.language_model.layers.54.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 200,
+ "offset": 63425024,
+ "size": 3683840
+ },
+ {
+ "shardIndex": 201,
+ "offset": 0,
+ "size": 46451200
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.54",
+ "layout": "row"
+ },
+ "model.language_model.layers.54.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 201,
+ "offset": 46451200,
+ "size": 20657664
+ },
+ {
+ "shardIndex": 202,
+ "offset": 0,
+ "size": 29477376
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.54",
+ "layout": "row"
+ },
+ "model.language_model.layers.55.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 202,
+ "offset": 29477376,
+ "size": 37631488
+ },
+ {
+ "shardIndex": 203,
+ "offset": 0,
+ "size": 12503552
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.55",
+ "layout": "row"
+ },
+ "model.language_model.layers.55.mlp.gate_proj.weight": {
+ "shard": 203,
+ "offset": 12503552,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.55",
+ "layout": "row"
+ },
+ "model.language_model.layers.55.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 203,
+ "offset": 62638592,
+ "size": 4470272
+ },
+ {
+ "shardIndex": 204,
+ "offset": 0,
+ "size": 45664768
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.55",
+ "layout": "row"
+ },
+ "model.language_model.layers.56.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 204,
+ "offset": 45664768,
+ "size": 21444096
+ },
+ {
+ "shardIndex": 205,
+ "offset": 0,
+ "size": 28690944
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.56",
+ "layout": "row"
+ },
+ "model.language_model.layers.56.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 205,
+ "offset": 28690944,
+ "size": 38417920
+ },
+ {
+ "shardIndex": 206,
+ "offset": 0,
+ "size": 11717120
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.56",
+ "layout": "row"
+ },
+ "model.language_model.layers.56.mlp.up_proj.weight": {
+ "shard": 206,
+ "offset": 11717120,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.56",
+ "layout": "row"
+ },
+ "model.language_model.layers.57.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 206,
+ "offset": 61852160,
+ "size": 5256704
+ },
+ {
+ "shardIndex": 207,
+ "offset": 0,
+ "size": 44878336
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.57",
+ "layout": "row"
+ },
+ "model.language_model.layers.57.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 207,
+ "offset": 44878336,
+ "size": 22230528
+ },
+ {
+ "shardIndex": 208,
+ "offset": 0,
+ "size": 27904512
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.57",
+ "layout": "row"
+ },
+ "model.language_model.layers.57.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 208,
+ "offset": 27904512,
+ "size": 39204352
+ },
+ {
+ "shardIndex": 209,
+ "offset": 0,
+ "size": 10930688
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.57",
+ "layout": "row"
+ },
+ "model.language_model.layers.58.mlp.down_proj.weight": {
+ "shard": 209,
+ "offset": 10930688,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.58",
+ "layout": "row"
+ },
+ "model.language_model.layers.58.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 209,
+ "offset": 61065728,
+ "size": 6043136
+ },
+ {
+ "shardIndex": 210,
+ "offset": 0,
+ "size": 44091904
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.58",
+ "layout": "row"
+ },
+ "model.language_model.layers.58.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 210,
+ "offset": 44091904,
+ "size": 23016960
+ },
+ {
+ "shardIndex": 211,
+ "offset": 0,
+ "size": 27118080
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.58",
+ "layout": "row"
+ },
+ "model.language_model.layers.59.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 211,
+ "offset": 27118080,
+ "size": 39990784
+ },
+ {
+ "shardIndex": 212,
+ "offset": 0,
+ "size": 10144256
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.59",
+ "layout": "row"
+ },
+ "model.language_model.layers.59.mlp.gate_proj.weight": {
+ "shard": 212,
+ "offset": 10144256,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.59",
+ "layout": "row"
+ },
+ "model.language_model.layers.59.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 212,
+ "offset": 60279296,
+ "size": 6829568
+ },
+ {
+ "shardIndex": 213,
+ "offset": 0,
+ "size": 43305472
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.59",
+ "layout": "row"
+ },
+ "model.language_model.layers.60.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 213,
+ "offset": 43305472,
+ "size": 23803392
+ },
+ {
+ "shardIndex": 214,
+ "offset": 0,
+ "size": 26331648
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.60",
+ "layout": "row"
+ },
+ "model.language_model.layers.60.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 214,
+ "offset": 26331648,
+ "size": 40777216
+ },
+ {
+ "shardIndex": 215,
+ "offset": 0,
+ "size": 9357824
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.60",
+ "layout": "row"
+ },
+ "model.language_model.layers.60.mlp.up_proj.weight": {
+ "shard": 215,
+ "offset": 9357824,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.60",
+ "layout": "row"
+ },
+ "model.language_model.layers.61.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 215,
+ "offset": 59492864,
+ "size": 7616000
+ },
+ {
+ "shardIndex": 216,
+ "offset": 0,
+ "size": 42519040
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.61",
+ "layout": "row"
+ },
+ "model.language_model.layers.61.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 216,
+ "offset": 42519040,
+ "size": 24589824
+ },
+ {
+ "shardIndex": 217,
+ "offset": 0,
+ "size": 25545216
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.61",
+ "layout": "row"
+ },
+ "model.language_model.layers.61.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 217,
+ "offset": 25545216,
+ "size": 41563648
+ },
+ {
+ "shardIndex": 218,
+ "offset": 0,
+ "size": 8571392
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.61",
+ "layout": "row"
+ },
+ "model.language_model.layers.62.mlp.down_proj.weight": {
+ "shard": 218,
+ "offset": 8571392,
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.62",
+ "layout": "row"
+ },
+ "model.language_model.layers.62.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 218,
+ "offset": 58706432,
+ "size": 8402432
+ },
+ {
+ "shardIndex": 219,
+ "offset": 0,
+ "size": 41732608
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.62",
+ "layout": "row"
+ },
+ "model.language_model.layers.62.mlp.up_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 219,
+ "offset": 41732608,
+ "size": 25376256
+ },
+ {
+ "shardIndex": 220,
+ "offset": 0,
+ "size": 24758784
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.62",
+ "layout": "row"
+ },
+ "model.language_model.layers.63.mlp.gate_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 220,
+ "offset": 24758784,
+ "size": 42350080
+ },
+ {
+ "shardIndex": 221,
+ "offset": 0,
+ "size": 7784960
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.63",
+ "layout": "row"
+ },
+ "model.language_model.layers.32.linear_attn.in_proj_qkv.weight": {
+ "shard": 221,
+ "offset": 7784960,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.32",
+ "layout": "row"
+ },
+ "model.language_model.layers.32.linear_attn.in_proj_z.weight": {
+ "shard": 221,
+ "offset": 37276160,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.32",
+ "layout": "row"
+ },
+ "model.language_model.layers.32.linear_attn.out_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 221,
+ "offset": 54970880,
+ "size": 12137984
+ },
+ {
+ "shardIndex": 222,
+ "offset": 0,
+ "size": 5556736
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.32",
+ "layout": "row"
+ },
+ "model.language_model.layers.33.linear_attn.in_proj_qkv.weight": {
+ "shard": 222,
+ "offset": 5556736,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.33",
+ "layout": "row"
+ },
+ "model.language_model.layers.33.linear_attn.in_proj_z.weight": {
+ "shard": 222,
+ "offset": 35047936,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.33",
+ "layout": "row"
+ },
+ "model.language_model.layers.33.linear_attn.out_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 222,
+ "offset": 52742656,
+ "size": 14366208
+ },
+ {
+ "shardIndex": 223,
+ "offset": 0,
+ "size": 3328512
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.33",
+ "layout": "row"
+ },
+ "model.language_model.layers.34.linear_attn.in_proj_qkv.weight": {
+ "shard": 223,
+ "offset": 3328512,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.34",
+ "layout": "row"
+ },
+ "model.language_model.layers.34.linear_attn.in_proj_z.weight": {
+ "shard": 223,
+ "offset": 32819712,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.34",
+ "layout": "row"
+ },
+ "model.language_model.layers.34.linear_attn.out_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 223,
+ "offset": 50514432,
+ "size": 16594432
+ },
+ {
+ "shardIndex": 224,
+ "offset": 0,
+ "size": 1100288
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.34",
+ "layout": "row"
+ },
+ "model.language_model.layers.35.self_attn.k_proj.weight": {
+ "shard": 224,
+ "offset": 1100288,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.35",
+ "layout": "row"
+ },
+ "model.language_model.layers.35.self_attn.o_proj.weight": {
+ "shard": 224,
+ "offset": 4049408,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.35",
+ "layout": "row"
+ },
+ "model.language_model.layers.35.self_attn.q_proj.weight": {
+ "shard": 224,
+ "offset": 21744128,
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.35",
+ "layout": "row"
+ },
+ "model.language_model.layers.35.self_attn.v_proj.weight": {
+ "shard": 224,
+ "offset": 57133568,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.35",
+ "layout": "row"
+ },
+ "model.language_model.layers.36.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 224,
+ "offset": 60082688,
+ "size": 7026176
+ },
+ {
+ "shardIndex": 225,
+ "offset": 0,
+ "size": 22465024
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.36",
+ "layout": "row"
+ },
+ "model.language_model.layers.36.linear_attn.in_proj_z.weight": {
+ "shard": 225,
+ "offset": 22465024,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.36",
+ "layout": "row"
+ },
+ "model.language_model.layers.36.linear_attn.out_proj.weight": {
+ "shard": 225,
+ "offset": 40159744,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.36",
+ "layout": "row"
+ },
+ "model.language_model.layers.37.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 225,
+ "offset": 57854464,
+ "size": 9254400
+ },
+ {
+ "shardIndex": 226,
+ "offset": 0,
+ "size": 20236800
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.37",
+ "layout": "row"
+ },
+ "model.language_model.layers.37.linear_attn.in_proj_z.weight": {
+ "shard": 226,
+ "offset": 20236800,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.37",
+ "layout": "row"
+ },
+ "model.language_model.layers.37.linear_attn.out_proj.weight": {
+ "shard": 226,
+ "offset": 37931520,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.37",
+ "layout": "row"
+ },
+ "model.language_model.layers.38.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 226,
+ "offset": 55626240,
+ "size": 11482624
+ },
+ {
+ "shardIndex": 227,
+ "offset": 0,
+ "size": 18008576
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.38",
+ "layout": "row"
+ },
+ "model.language_model.layers.38.linear_attn.in_proj_z.weight": {
+ "shard": 227,
+ "offset": 18008576,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.38",
+ "layout": "row"
+ },
+ "model.language_model.layers.38.linear_attn.out_proj.weight": {
+ "shard": 227,
+ "offset": 35703296,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.38",
+ "layout": "row"
+ },
+ "model.language_model.layers.39.self_attn.k_proj.weight": {
+ "shard": 227,
+ "offset": 53398016,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.39",
+ "layout": "row"
+ },
+ "model.language_model.layers.39.self_attn.o_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 227,
+ "offset": 56347136,
+ "size": 10761728
+ },
+ {
+ "shardIndex": 228,
+ "offset": 0,
+ "size": 6932992
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.39",
+ "layout": "row"
+ },
+ "model.language_model.layers.39.self_attn.q_proj.weight": {
+ "shard": 228,
+ "offset": 6932992,
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.39",
+ "layout": "row"
+ },
+ "model.language_model.layers.39.self_attn.v_proj.weight": {
+ "shard": 228,
+ "offset": 42322432,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.39",
+ "layout": "row"
+ },
+ "model.language_model.layers.40.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 228,
+ "offset": 45271552,
+ "size": 21837312
+ },
+ {
+ "shardIndex": 229,
+ "offset": 0,
+ "size": 7653888
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.40",
+ "layout": "row"
+ },
+ "model.language_model.layers.40.linear_attn.in_proj_z.weight": {
+ "shard": 229,
+ "offset": 7653888,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.40",
+ "layout": "row"
+ },
+ "model.language_model.layers.43.self_attn.k_proj.weight": {
+ "shard": 229,
+ "offset": 25348608,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.43",
+ "layout": "row"
+ },
+ "model.language_model.layers.43.self_attn.q_proj.weight": {
+ "shard": 229,
+ "offset": 28297728,
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.43",
+ "layout": "row"
+ },
+ "model.language_model.layers.43.self_attn.v_proj.weight": {
+ "shard": 229,
+ "offset": 63687168,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.43",
+ "layout": "row"
+ },
+ "model.language_model.layers.47.self_attn.k_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 229,
+ "offset": 66636288,
+ "size": 472576
+ },
+ {
+ "shardIndex": 230,
+ "offset": 0,
+ "size": 2476544
+ }
+ ],
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.47",
+ "layout": "row"
+ },
+ "model.language_model.layers.47.self_attn.q_proj.weight": {
+ "shard": 230,
+ "offset": 2476544,
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.47",
+ "layout": "row"
+ },
+ "model.language_model.layers.47.self_attn.v_proj.weight": {
+ "shard": 230,
+ "offset": 37865984,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.47",
+ "layout": "row"
+ },
+ "model.language_model.layers.51.self_attn.k_proj.weight": {
+ "shard": 230,
+ "offset": 40815104,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.51",
+ "layout": "row"
+ },
+ "model.language_model.layers.51.self_attn.q_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 230,
+ "offset": 43764224,
+ "size": 23344640
+ },
+ {
+ "shardIndex": 231,
+ "offset": 0,
+ "size": 12044800
+ }
+ ],
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.51",
+ "layout": "row"
+ },
+ "model.language_model.layers.51.self_attn.v_proj.weight": {
+ "shard": 231,
+ "offset": 12044800,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.51",
+ "layout": "row"
+ },
+ "model.language_model.layers.55.self_attn.k_proj.weight": {
+ "shard": 231,
+ "offset": 14993920,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.55",
+ "layout": "row"
+ },
+ "model.language_model.layers.55.self_attn.q_proj.weight": {
+ "shard": 231,
+ "offset": 17943040,
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.55",
+ "layout": "row"
+ },
+ "model.language_model.layers.55.self_attn.v_proj.weight": {
+ "shard": 231,
+ "offset": 53332480,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.55",
+ "layout": "row"
+ },
+ "model.language_model.layers.59.self_attn.k_proj.weight": {
+ "shard": 231,
+ "offset": 56281600,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.59",
+ "layout": "row"
+ },
+ "model.language_model.layers.59.self_attn.q_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 231,
+ "offset": 59230720,
+ "size": 7878144
+ },
+ {
+ "shardIndex": 232,
+ "offset": 0,
+ "size": 27511296
+ }
+ ],
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.59",
+ "layout": "row"
+ },
+ "model.language_model.layers.59.self_attn.v_proj.weight": {
+ "shard": 232,
+ "offset": 27511296,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.59",
+ "layout": "row"
+ },
+ "model.language_model.layers.63.mlp.down_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 232,
+ "offset": 30460416,
+ "size": 36648448
+ },
+ {
+ "shardIndex": 233,
+ "offset": 0,
+ "size": 13486592
+ }
+ ],
+ "size": 50135040,
+ "shape": [
+ 5120,
+ 17408
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.63",
+ "layout": "row"
+ },
+ "model.language_model.layers.63.mlp.up_proj.weight": {
+ "shard": 233,
+ "offset": 13486592,
+ "size": 50135040,
+ "shape": [
+ 17408,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.63",
+ "layout": "row"
+ },
+ "model.language_model.layers.63.self_attn.k_proj.weight": {
+ "shard": 233,
+ "offset": 63621632,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.63",
+ "layout": "row"
+ },
+ "model.language_model.layers.63.self_attn.q_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 233,
+ "offset": 66570752,
+ "size": 538112
+ },
+ {
+ "shardIndex": 234,
+ "offset": 0,
+ "size": 34851328
+ }
+ ],
+ "size": 35389440,
+ "shape": [
+ 12288,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.63",
+ "layout": "row"
+ },
+ "model.language_model.layers.63.self_attn.v_proj.weight": {
+ "shard": 234,
+ "offset": 34851328,
+ "size": 2949120,
+ "shape": [
+ 1024,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.63",
+ "layout": "row"
+ },
+ "model.language_model.layers.40.linear_attn.out_proj.weight": {
+ "shard": 234,
+ "offset": 37800448,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.40",
+ "layout": "row"
+ },
+ "model.language_model.layers.41.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 234,
+ "offset": 55495168,
+ "size": 11613696
+ },
+ {
+ "shardIndex": 235,
+ "offset": 0,
+ "size": 17877504
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.41",
+ "layout": "row"
+ },
+ "model.language_model.layers.41.linear_attn.in_proj_z.weight": {
+ "shard": 235,
+ "offset": 17877504,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.41",
+ "layout": "row"
+ },
+ "model.language_model.layers.41.linear_attn.out_proj.weight": {
+ "shard": 235,
+ "offset": 35572224,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.41",
+ "layout": "row"
+ },
+ "model.language_model.layers.42.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 235,
+ "offset": 53266944,
+ "size": 13841920
+ },
+ {
+ "shardIndex": 236,
+ "offset": 0,
+ "size": 15649280
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.42",
+ "layout": "row"
+ },
+ "model.language_model.layers.42.linear_attn.in_proj_z.weight": {
+ "shard": 236,
+ "offset": 15649280,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.42",
+ "layout": "row"
+ },
+ "model.language_model.layers.42.linear_attn.out_proj.weight": {
+ "shard": 236,
+ "offset": 33344000,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.42",
+ "layout": "row"
+ },
+ "model.language_model.layers.43.self_attn.o_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 236,
+ "offset": 51038720,
+ "size": 16070144
+ },
+ {
+ "shardIndex": 237,
+ "offset": 0,
+ "size": 1624576
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.43",
+ "layout": "row"
+ },
+ "model.language_model.layers.44.linear_attn.in_proj_qkv.weight": {
+ "shard": 237,
+ "offset": 1624576,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.44",
+ "layout": "row"
+ },
+ "model.language_model.layers.44.linear_attn.in_proj_z.weight": {
+ "shard": 237,
+ "offset": 31115776,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.44",
+ "layout": "row"
+ },
+ "model.language_model.layers.44.linear_attn.out_proj.weight": {
+ "shard": 237,
+ "offset": 48810496,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.44",
+ "layout": "row"
+ },
+ "model.language_model.layers.45.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 237,
+ "offset": 66505216,
+ "size": 603648
+ },
+ {
+ "shardIndex": 238,
+ "offset": 0,
+ "size": 28887552
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.45",
+ "layout": "row"
+ },
+ "model.language_model.layers.45.linear_attn.in_proj_z.weight": {
+ "shard": 238,
+ "offset": 28887552,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.45",
+ "layout": "row"
+ },
+ "model.language_model.layers.45.linear_attn.out_proj.weight": {
+ "shard": 238,
+ "offset": 46582272,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.45",
+ "layout": "row"
+ },
+ "model.language_model.layers.46.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 238,
+ "offset": 64276992,
+ "size": 2831872
+ },
+ {
+ "shardIndex": 239,
+ "offset": 0,
+ "size": 26659328
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.46",
+ "layout": "row"
+ },
+ "model.language_model.layers.46.linear_attn.in_proj_z.weight": {
+ "shard": 239,
+ "offset": 26659328,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.46",
+ "layout": "row"
+ },
+ "model.language_model.layers.46.linear_attn.out_proj.weight": {
+ "shard": 239,
+ "offset": 44354048,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.46",
+ "layout": "row"
+ },
+ "model.language_model.layers.47.self_attn.o_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 239,
+ "offset": 62048768,
+ "size": 5060096
+ },
+ {
+ "shardIndex": 240,
+ "offset": 0,
+ "size": 12634624
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.47",
+ "layout": "row"
+ },
+ "model.language_model.layers.48.linear_attn.in_proj_qkv.weight": {
+ "shard": 240,
+ "offset": 12634624,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.48",
+ "layout": "row"
+ },
+ "model.language_model.layers.48.linear_attn.in_proj_z.weight": {
+ "shard": 240,
+ "offset": 42125824,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.48",
+ "layout": "row"
+ },
+ "model.language_model.layers.48.linear_attn.out_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 240,
+ "offset": 59820544,
+ "size": 7288320
+ },
+ {
+ "shardIndex": 241,
+ "offset": 0,
+ "size": 10406400
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.48",
+ "layout": "row"
+ },
+ "model.language_model.layers.49.linear_attn.in_proj_qkv.weight": {
+ "shard": 241,
+ "offset": 10406400,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.49",
+ "layout": "row"
+ },
+ "model.language_model.layers.49.linear_attn.in_proj_z.weight": {
+ "shard": 241,
+ "offset": 39897600,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.49",
+ "layout": "row"
+ },
+ "model.language_model.layers.49.linear_attn.out_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 241,
+ "offset": 57592320,
+ "size": 9516544
+ },
+ {
+ "shardIndex": 242,
+ "offset": 0,
+ "size": 8178176
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.49",
+ "layout": "row"
+ },
+ "model.language_model.layers.50.linear_attn.in_proj_qkv.weight": {
+ "shard": 242,
+ "offset": 8178176,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.50",
+ "layout": "row"
+ },
+ "model.language_model.layers.50.linear_attn.in_proj_z.weight": {
+ "shard": 242,
+ "offset": 37669376,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.50",
+ "layout": "row"
+ },
+ "model.language_model.layers.50.linear_attn.out_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 242,
+ "offset": 55364096,
+ "size": 11744768
+ },
+ {
+ "shardIndex": 243,
+ "offset": 0,
+ "size": 5949952
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.50",
+ "layout": "row"
+ },
+ "model.language_model.layers.51.self_attn.o_proj.weight": {
+ "shard": 243,
+ "offset": 5949952,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.51",
+ "layout": "row"
+ },
+ "model.language_model.layers.52.linear_attn.in_proj_qkv.weight": {
+ "shard": 243,
+ "offset": 23644672,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.52",
+ "layout": "row"
+ },
+ "model.language_model.layers.52.linear_attn.in_proj_z.weight": {
+ "spans": [
+ {
+ "shardIndex": 243,
+ "offset": 53135872,
+ "size": 13972992
+ },
+ {
+ "shardIndex": 244,
+ "offset": 0,
+ "size": 3721728
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.52",
+ "layout": "row"
+ },
+ "model.language_model.layers.52.linear_attn.out_proj.weight": {
+ "shard": 244,
+ "offset": 3721728,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.52",
+ "layout": "row"
+ },
+ "model.language_model.layers.53.linear_attn.in_proj_qkv.weight": {
+ "shard": 244,
+ "offset": 21416448,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.53",
+ "layout": "row"
+ },
+ "model.language_model.layers.53.linear_attn.in_proj_z.weight": {
+ "spans": [
+ {
+ "shardIndex": 244,
+ "offset": 50907648,
+ "size": 16201216
+ },
+ {
+ "shardIndex": 245,
+ "offset": 0,
+ "size": 1493504
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.53",
+ "layout": "row"
+ },
+ "model.language_model.layers.53.linear_attn.out_proj.weight": {
+ "shard": 245,
+ "offset": 1493504,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.53",
+ "layout": "row"
+ },
+ "model.language_model.layers.54.linear_attn.in_proj_qkv.weight": {
+ "shard": 245,
+ "offset": 19188224,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.54",
+ "layout": "row"
+ },
+ "model.language_model.layers.54.linear_attn.in_proj_z.weight": {
+ "shard": 245,
+ "offset": 48679424,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.54",
+ "layout": "row"
+ },
+ "model.language_model.layers.54.linear_attn.out_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 245,
+ "offset": 66374144,
+ "size": 734720
+ },
+ {
+ "shardIndex": 246,
+ "offset": 0,
+ "size": 16960000
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.54",
+ "layout": "row"
+ },
+ "model.language_model.layers.55.self_attn.o_proj.weight": {
+ "shard": 246,
+ "offset": 16960000,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.55",
+ "layout": "row"
+ },
+ "model.language_model.layers.56.linear_attn.in_proj_qkv.weight": {
+ "shard": 246,
+ "offset": 34654720,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.56",
+ "layout": "row"
+ },
+ "model.language_model.layers.56.linear_attn.in_proj_z.weight": {
+ "spans": [
+ {
+ "shardIndex": 246,
+ "offset": 64145920,
+ "size": 2962944
+ },
+ {
+ "shardIndex": 247,
+ "offset": 0,
+ "size": 14731776
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.56",
+ "layout": "row"
+ },
+ "model.language_model.layers.56.linear_attn.out_proj.weight": {
+ "shard": 247,
+ "offset": 14731776,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.56",
+ "layout": "row"
+ },
+ "model.language_model.layers.57.linear_attn.in_proj_qkv.weight": {
+ "shard": 247,
+ "offset": 32426496,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.57",
+ "layout": "row"
+ },
+ "model.language_model.layers.57.linear_attn.in_proj_z.weight": {
+ "spans": [
+ {
+ "shardIndex": 247,
+ "offset": 61917696,
+ "size": 5191168
+ },
+ {
+ "shardIndex": 248,
+ "offset": 0,
+ "size": 12503552
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.57",
+ "layout": "row"
+ },
+ "model.language_model.layers.57.linear_attn.out_proj.weight": {
+ "shard": 248,
+ "offset": 12503552,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.57",
+ "layout": "row"
+ },
+ "model.language_model.layers.58.linear_attn.in_proj_qkv.weight": {
+ "shard": 248,
+ "offset": 30198272,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.58",
+ "layout": "row"
+ },
+ "model.language_model.layers.58.linear_attn.in_proj_z.weight": {
+ "spans": [
+ {
+ "shardIndex": 248,
+ "offset": 59689472,
+ "size": 7419392
+ },
+ {
+ "shardIndex": 249,
+ "offset": 0,
+ "size": 10275328
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.58",
+ "layout": "row"
+ },
+ "model.language_model.layers.58.linear_attn.out_proj.weight": {
+ "shard": 249,
+ "offset": 10275328,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.58",
+ "layout": "row"
+ },
+ "model.language_model.layers.59.self_attn.o_proj.weight": {
+ "shard": 249,
+ "offset": 27970048,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.59",
+ "layout": "row"
+ },
+ "model.language_model.layers.60.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 249,
+ "offset": 45664768,
+ "size": 21444096
+ },
+ {
+ "shardIndex": 250,
+ "offset": 0,
+ "size": 8047104
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.60",
+ "layout": "row"
+ },
+ "model.language_model.layers.60.linear_attn.in_proj_z.weight": {
+ "shard": 250,
+ "offset": 8047104,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.60",
+ "layout": "row"
+ },
+ "model.language_model.layers.60.linear_attn.out_proj.weight": {
+ "shard": 250,
+ "offset": 25741824,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.60",
+ "layout": "row"
+ },
+ "model.language_model.layers.61.linear_attn.in_proj_qkv.weight": {
+ "spans": [
+ {
+ "shardIndex": 250,
+ "offset": 43436544,
+ "size": 23672320
+ },
+ {
+ "shardIndex": 251,
+ "offset": 0,
+ "size": 5818880
+ }
+ ],
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.61",
+ "layout": "row"
+ },
+ "model.language_model.layers.32.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 5818880,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.32"
+ },
+ "model.language_model.layers.32.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 5829120,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.32"
+ },
+ "model.language_model.layers.32.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 5829216,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.32"
+ },
+ "model.language_model.layers.32.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 5911136,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.32"
+ },
+ "model.language_model.layers.32.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 5911232,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.32"
+ },
+ "model.language_model.layers.32.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 6402752,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.32"
+ },
+ "model.language_model.layers.32.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 6894272,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.32"
+ },
+ "model.language_model.layers.32.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 6894528,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.32"
+ },
+ "model.language_model.layers.33.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 6904768,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.33"
+ },
+ "model.language_model.layers.33.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 6915008,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.33"
+ },
+ "model.language_model.layers.33.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 6915104,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.33"
+ },
+ "model.language_model.layers.33.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 6997024,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.33"
+ },
+ "model.language_model.layers.33.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 6997120,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.33"
+ },
+ "model.language_model.layers.33.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 7488640,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.33"
+ },
+ "model.language_model.layers.33.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 7980160,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.33"
+ },
+ "model.language_model.layers.33.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 7980416,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.33"
+ },
+ "model.language_model.layers.34.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 7990656,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.34"
+ },
+ "model.language_model.layers.34.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 8000896,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.34"
+ },
+ "model.language_model.layers.34.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 8000992,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.34"
+ },
+ "model.language_model.layers.34.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 8082912,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.34"
+ },
+ "model.language_model.layers.34.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 8083008,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.34"
+ },
+ "model.language_model.layers.34.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 8574528,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.34"
+ },
+ "model.language_model.layers.34.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 9066048,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.34"
+ },
+ "model.language_model.layers.34.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 9066304,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.34"
+ },
+ "model.language_model.layers.35.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 9076544,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.35"
+ },
+ "model.language_model.layers.35.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 9086784,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.35"
+ },
+ "model.language_model.layers.35.self_attn.k_norm.weight": {
+ "shard": 251,
+ "offset": 9097024,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.35"
+ },
+ "model.language_model.layers.35.self_attn.q_norm.weight": {
+ "shard": 251,
+ "offset": 9097536,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.35"
+ },
+ "model.language_model.layers.36.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 9098048,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.36"
+ },
+ "model.language_model.layers.36.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 9108288,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.36"
+ },
+ "model.language_model.layers.36.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 9108384,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.36"
+ },
+ "model.language_model.layers.36.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 9190304,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.36"
+ },
+ "model.language_model.layers.36.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 9190400,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.36"
+ },
+ "model.language_model.layers.36.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 9681920,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.36"
+ },
+ "model.language_model.layers.36.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 10173440,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.36"
+ },
+ "model.language_model.layers.36.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 10173696,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.36"
+ },
+ "model.language_model.layers.37.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 10183936,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.37"
+ },
+ "model.language_model.layers.37.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 10194176,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.37"
+ },
+ "model.language_model.layers.37.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 10194272,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.37"
+ },
+ "model.language_model.layers.37.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 10276192,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.37"
+ },
+ "model.language_model.layers.37.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 10276288,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.37"
+ },
+ "model.language_model.layers.37.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 10767808,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.37"
+ },
+ "model.language_model.layers.37.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 11259328,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.37"
+ },
+ "model.language_model.layers.37.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 11259584,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.37"
+ },
+ "model.language_model.layers.38.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 11269824,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.38"
+ },
+ "model.language_model.layers.38.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 11280064,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.38"
+ },
+ "model.language_model.layers.38.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 11280160,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.38"
+ },
+ "model.language_model.layers.38.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 11362080,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.38"
+ },
+ "model.language_model.layers.38.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 11362176,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.38"
+ },
+ "model.language_model.layers.38.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 11853696,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.38"
+ },
+ "model.language_model.layers.38.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 12345216,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.38"
+ },
+ "model.language_model.layers.38.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 12345472,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.38"
+ },
+ "model.language_model.layers.39.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 12355712,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.39"
+ },
+ "model.language_model.layers.39.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 12365952,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.39"
+ },
+ "model.language_model.layers.39.self_attn.k_norm.weight": {
+ "shard": 251,
+ "offset": 12376192,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.39"
+ },
+ "model.language_model.layers.39.self_attn.q_norm.weight": {
+ "shard": 251,
+ "offset": 12376704,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.39"
+ },
+ "model.language_model.layers.40.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 12377216,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.40"
+ },
+ "model.language_model.layers.40.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 12387456,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.40"
+ },
+ "model.language_model.layers.40.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 12387552,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.40"
+ },
+ "model.language_model.layers.40.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 12469472,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.40"
+ },
+ "model.language_model.layers.40.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 12469568,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.40"
+ },
+ "model.language_model.layers.40.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 12961088,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.40"
+ },
+ "model.language_model.layers.40.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 13452608,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.40"
+ },
+ "model.language_model.layers.40.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 13452864,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.40"
+ },
+ "model.language_model.layers.41.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 13463104,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.41"
+ },
+ "model.language_model.layers.41.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 13473344,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.41"
+ },
+ "model.language_model.layers.41.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 13473440,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.41"
+ },
+ "model.language_model.layers.41.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 13555360,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.41"
+ },
+ "model.language_model.layers.41.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 13555456,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.41"
+ },
+ "model.language_model.layers.41.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 14046976,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.41"
+ },
+ "model.language_model.layers.41.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 14538496,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.41"
+ },
+ "model.language_model.layers.41.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 14538752,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.41"
+ },
+ "model.language_model.layers.42.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 14548992,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.42"
+ },
+ "model.language_model.layers.42.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 14559232,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.42"
+ },
+ "model.language_model.layers.42.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 14559328,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.42"
+ },
+ "model.language_model.layers.42.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 14641248,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.42"
+ },
+ "model.language_model.layers.42.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 14641344,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.42"
+ },
+ "model.language_model.layers.42.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 15132864,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.42"
+ },
+ "model.language_model.layers.42.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 15624384,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.42"
+ },
+ "model.language_model.layers.42.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 15624640,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.42"
+ },
+ "model.language_model.layers.43.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 15634880,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.43"
+ },
+ "model.language_model.layers.43.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 15645120,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.43"
+ },
+ "model.language_model.layers.43.self_attn.k_norm.weight": {
+ "shard": 251,
+ "offset": 15655360,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.43"
+ },
+ "model.language_model.layers.43.self_attn.q_norm.weight": {
+ "shard": 251,
+ "offset": 15655872,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.43"
+ },
+ "model.language_model.layers.44.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 15656384,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.44"
+ },
+ "model.language_model.layers.44.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 15666624,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.44"
+ },
+ "model.language_model.layers.44.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 15666720,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.44"
+ },
+ "model.language_model.layers.44.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 15748640,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.44"
+ },
+ "model.language_model.layers.44.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 15748736,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.44"
+ },
+ "model.language_model.layers.44.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 16240256,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.44"
+ },
+ "model.language_model.layers.44.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 16731776,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.44"
+ },
+ "model.language_model.layers.44.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 16732032,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.44"
+ },
+ "model.language_model.layers.45.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 16742272,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.45"
+ },
+ "model.language_model.layers.45.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 16752512,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.45"
+ },
+ "model.language_model.layers.45.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 16752608,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.45"
+ },
+ "model.language_model.layers.45.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 16834528,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.45"
+ },
+ "model.language_model.layers.45.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 16834624,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.45"
+ },
+ "model.language_model.layers.45.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 17326144,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.45"
+ },
+ "model.language_model.layers.45.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 17817664,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.45"
+ },
+ "model.language_model.layers.45.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 17817920,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.45"
+ },
+ "model.language_model.layers.46.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 17828160,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.46"
+ },
+ "model.language_model.layers.46.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 17838400,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.46"
+ },
+ "model.language_model.layers.46.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 17838496,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.46"
+ },
+ "model.language_model.layers.46.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 17920416,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.46"
+ },
+ "model.language_model.layers.46.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 17920512,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.46"
+ },
+ "model.language_model.layers.46.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 18412032,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.46"
+ },
+ "model.language_model.layers.46.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 18903552,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.46"
+ },
+ "model.language_model.layers.46.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 18903808,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.46"
+ },
+ "model.language_model.layers.47.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 18914048,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.47"
+ },
+ "model.language_model.layers.47.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 18924288,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.47"
+ },
+ "model.language_model.layers.47.self_attn.k_norm.weight": {
+ "shard": 251,
+ "offset": 18934528,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.47"
+ },
+ "model.language_model.layers.47.self_attn.q_norm.weight": {
+ "shard": 251,
+ "offset": 18935040,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.47"
+ },
+ "model.language_model.layers.48.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 18935552,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.48"
+ },
+ "model.language_model.layers.48.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 18945792,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.48"
+ },
+ "model.language_model.layers.48.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 18945888,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.48"
+ },
+ "model.language_model.layers.48.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 19027808,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.48"
+ },
+ "model.language_model.layers.48.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 19027904,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.48"
+ },
+ "model.language_model.layers.48.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 19519424,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.48"
+ },
+ "model.language_model.layers.48.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 20010944,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.48"
+ },
+ "model.language_model.layers.48.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 20011200,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.48"
+ },
+ "model.language_model.layers.49.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 20021440,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.49"
+ },
+ "model.language_model.layers.49.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 20031680,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.49"
+ },
+ "model.language_model.layers.49.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 20031776,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.49"
+ },
+ "model.language_model.layers.49.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 20113696,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.49"
+ },
+ "model.language_model.layers.49.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 20113792,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.49"
+ },
+ "model.language_model.layers.49.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 20605312,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.49"
+ },
+ "model.language_model.layers.49.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 21096832,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.49"
+ },
+ "model.language_model.layers.49.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 21097088,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.49"
+ },
+ "model.language_model.layers.50.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 21107328,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.50"
+ },
+ "model.language_model.layers.50.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 21117568,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.50"
+ },
+ "model.language_model.layers.50.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 21117664,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.50"
+ },
+ "model.language_model.layers.50.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 21199584,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.50"
+ },
+ "model.language_model.layers.50.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 21199680,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.50"
+ },
+ "model.language_model.layers.50.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 21691200,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.50"
+ },
+ "model.language_model.layers.50.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 22182720,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.50"
+ },
+ "model.language_model.layers.50.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 22182976,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.50"
+ },
+ "model.language_model.layers.51.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 22193216,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.51"
+ },
+ "model.language_model.layers.51.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 22203456,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.51"
+ },
+ "model.language_model.layers.51.self_attn.k_norm.weight": {
+ "shard": 251,
+ "offset": 22213696,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.51"
+ },
+ "model.language_model.layers.51.self_attn.q_norm.weight": {
+ "shard": 251,
+ "offset": 22214208,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.51"
+ },
+ "model.language_model.layers.52.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 22214720,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.52"
+ },
+ "model.language_model.layers.52.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 22224960,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.52"
+ },
+ "model.language_model.layers.52.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 22225056,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.52"
+ },
+ "model.language_model.layers.52.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 22306976,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.52"
+ },
+ "model.language_model.layers.52.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 22307072,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.52"
+ },
+ "model.language_model.layers.52.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 22798592,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.52"
+ },
+ "model.language_model.layers.52.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 23290112,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.52"
+ },
+ "model.language_model.layers.52.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 23290368,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.52"
+ },
+ "model.language_model.layers.53.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 23300608,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.53"
+ },
+ "model.language_model.layers.53.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 23310848,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.53"
+ },
+ "model.language_model.layers.53.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 23310944,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.53"
+ },
+ "model.language_model.layers.53.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 23392864,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.53"
+ },
+ "model.language_model.layers.53.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 23392960,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.53"
+ },
+ "model.language_model.layers.53.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 23884480,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.53"
+ },
+ "model.language_model.layers.53.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 24376000,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.53"
+ },
+ "model.language_model.layers.53.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 24376256,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.53"
+ },
+ "model.language_model.layers.54.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 24386496,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.54"
+ },
+ "model.language_model.layers.54.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 24396736,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.54"
+ },
+ "model.language_model.layers.54.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 24396832,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.54"
+ },
+ "model.language_model.layers.54.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 24478752,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.54"
+ },
+ "model.language_model.layers.54.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 24478848,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.54"
+ },
+ "model.language_model.layers.54.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 24970368,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.54"
+ },
+ "model.language_model.layers.54.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 25461888,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.54"
+ },
+ "model.language_model.layers.54.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 25462144,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.54"
+ },
+ "model.language_model.layers.55.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 25472384,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.55"
+ },
+ "model.language_model.layers.55.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 25482624,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.55"
+ },
+ "model.language_model.layers.55.self_attn.k_norm.weight": {
+ "shard": 251,
+ "offset": 25492864,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.55"
+ },
+ "model.language_model.layers.55.self_attn.q_norm.weight": {
+ "shard": 251,
+ "offset": 25493376,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.55"
+ },
+ "model.language_model.layers.56.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 25493888,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.56"
+ },
+ "model.language_model.layers.56.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 25504128,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.56"
+ },
+ "model.language_model.layers.56.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 25504224,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.56"
+ },
+ "model.language_model.layers.56.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 25586144,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.56"
+ },
+ "model.language_model.layers.56.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 25586240,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.56"
+ },
+ "model.language_model.layers.56.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 26077760,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.56"
+ },
+ "model.language_model.layers.56.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 26569280,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.56"
+ },
+ "model.language_model.layers.56.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 26569536,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.56"
+ },
+ "model.language_model.layers.57.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 26579776,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.57"
+ },
+ "model.language_model.layers.57.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 26590016,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.57"
+ },
+ "model.language_model.layers.57.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 26590112,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.57"
+ },
+ "model.language_model.layers.57.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 26672032,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.57"
+ },
+ "model.language_model.layers.57.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 26672128,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.57"
+ },
+ "model.language_model.layers.57.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 27163648,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.57"
+ },
+ "model.language_model.layers.57.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 27655168,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.57"
+ },
+ "model.language_model.layers.57.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 27655424,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.57"
+ },
+ "model.language_model.layers.58.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 27665664,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.58"
+ },
+ "model.language_model.layers.58.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 27675904,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.58"
+ },
+ "model.language_model.layers.58.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 27676000,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.58"
+ },
+ "model.language_model.layers.58.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 27757920,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.58"
+ },
+ "model.language_model.layers.58.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 27758016,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.58"
+ },
+ "model.language_model.layers.58.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 28249536,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.58"
+ },
+ "model.language_model.layers.58.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 28741056,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.58"
+ },
+ "model.language_model.layers.58.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 28741312,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.58"
+ },
+ "model.language_model.layers.59.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 28751552,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.59"
+ },
+ "model.language_model.layers.59.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 28761792,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.59"
+ },
+ "model.language_model.layers.59.self_attn.k_norm.weight": {
+ "shard": 251,
+ "offset": 28772032,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.59"
+ },
+ "model.language_model.layers.59.self_attn.q_norm.weight": {
+ "shard": 251,
+ "offset": 28772544,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.59"
+ },
+ "model.language_model.layers.60.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 28773056,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.60"
+ },
+ "model.language_model.layers.60.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 28783296,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.60"
+ },
+ "model.language_model.layers.60.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 28783392,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.60"
+ },
+ "model.language_model.layers.60.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 28865312,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.60"
+ },
+ "model.language_model.layers.60.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 28865408,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.60"
+ },
+ "model.language_model.layers.60.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 29356928,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.60"
+ },
+ "model.language_model.layers.60.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 29848448,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.60"
+ },
+ "model.language_model.layers.60.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 29848704,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.60"
+ },
+ "model.language_model.layers.61.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 29858944,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.61"
+ },
+ "model.language_model.layers.61.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 29869184,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.61"
+ },
+ "model.language_model.layers.61.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 29869280,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.61"
+ },
+ "model.language_model.layers.61.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 29951200,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.61"
+ },
+ "model.language_model.layers.61.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 29951296,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.61"
+ },
+ "model.language_model.layers.61.linear_attn.in_proj_b.weight": {
+ "shard": 251,
+ "offset": 30442816,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.61"
+ },
+ "model.language_model.layers.61.linear_attn.in_proj_z.weight": {
+ "shard": 251,
+ "offset": 30934336,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.61",
+ "layout": "row"
+ },
+ "model.language_model.layers.61.linear_attn.norm.weight": {
+ "shard": 251,
+ "offset": 48629056,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.61"
+ },
+ "model.language_model.layers.61.linear_attn.out_proj.weight": {
+ "shard": 251,
+ "offset": 48629312,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.61",
+ "layout": "row"
+ },
+ "model.language_model.layers.61.post_attention_layernorm.weight": {
+ "shard": 251,
+ "offset": 66324032,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.61"
+ },
+ "model.language_model.layers.62.input_layernorm.weight": {
+ "shard": 251,
+ "offset": 66334272,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.62"
+ },
+ "model.language_model.layers.62.linear_attn.A_log": {
+ "shard": 251,
+ "offset": 66344512,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.62"
+ },
+ "model.language_model.layers.62.linear_attn.conv1d.weight": {
+ "shard": 251,
+ "offset": 66344608,
+ "size": 81920,
+ "shape": [
+ 10240,
+ 1,
+ 4
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.62"
+ },
+ "model.language_model.layers.62.linear_attn.dt_bias": {
+ "shard": 251,
+ "offset": 66426528,
+ "size": 96,
+ "shape": [
+ 48
+ ],
+ "dtype": "F16",
+ "role": "other",
+ "group": "layer.62"
+ },
+ "model.language_model.layers.62.linear_attn.in_proj_a.weight": {
+ "shard": 251,
+ "offset": 66426624,
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.62"
+ },
+ "model.language_model.layers.62.linear_attn.in_proj_b.weight": {
+ "spans": [
+ {
+ "shardIndex": 251,
+ "offset": 66918144,
+ "size": 190720
+ },
+ {
+ "shardIndex": 252,
+ "offset": 0,
+ "size": 300800
+ }
+ ],
+ "size": 491520,
+ "shape": [
+ 48,
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "matmul",
+ "group": "layer.62"
+ },
+ "model.language_model.layers.62.linear_attn.in_proj_qkv.weight": {
+ "shard": 252,
+ "offset": 300800,
+ "size": 29491200,
+ "shape": [
+ 10240,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.62",
+ "layout": "row"
+ },
+ "model.language_model.layers.62.linear_attn.in_proj_z.weight": {
+ "shard": 252,
+ "offset": 29792000,
+ "size": 17694720,
+ "shape": [
+ 6144,
+ 5120
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.62",
+ "layout": "row"
+ },
+ "model.language_model.layers.62.linear_attn.norm.weight": {
+ "shard": 252,
+ "offset": 47486720,
+ "size": 256,
+ "shape": [
+ 128
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.62"
+ },
+ "model.language_model.layers.62.linear_attn.out_proj.weight": {
+ "shard": 252,
+ "offset": 47486976,
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.62",
+ "layout": "row"
+ },
+ "model.language_model.layers.62.post_attention_layernorm.weight": {
+ "shard": 252,
+ "offset": 65181696,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.62"
+ },
+ "model.language_model.layers.63.input_layernorm.weight": {
+ "shard": 252,
+ "offset": 65191936,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.63"
+ },
+ "model.language_model.layers.63.post_attention_layernorm.weight": {
+ "shard": 252,
+ "offset": 65202176,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.63"
+ },
+ "model.language_model.layers.63.self_attn.k_norm.weight": {
+ "shard": 252,
+ "offset": 65212416,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.63"
+ },
+ "model.language_model.layers.63.self_attn.o_proj.weight": {
+ "spans": [
+ {
+ "shardIndex": 252,
+ "offset": 65212928,
+ "size": 1895936
+ },
+ {
+ "shardIndex": 253,
+ "offset": 0,
+ "size": 15798784
+ }
+ ],
+ "size": 17694720,
+ "shape": [
+ 5120,
+ 6144
+ ],
+ "dtype": "Q4_K_M",
+ "role": "matmul",
+ "group": "layer.63",
+ "layout": "row"
+ },
+ "model.language_model.layers.63.self_attn.q_norm.weight": {
+ "shard": 253,
+ "offset": 15798784,
+ "size": 512,
+ "shape": [
+ 256
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "layer.63"
+ },
+ "model.language_model.norm.weight": {
+ "shard": 253,
+ "offset": 15799296,
+ "size": 10240,
+ "shape": [
+ 5120
+ ],
+ "dtype": "F16",
+ "role": "norm",
+ "group": "head"
+ }
+ },
+ "totalSize": 16994352128,
+ "hashAlgorithm": "blake3",
+ "eos_token_id": [
+ 248046,
+ 248044
+ ],
+ "image_token_id": 248056,
+ "video_token_id": 248057,
+ "config": {},
+ "conversion": null,
+ "metadata": {
+ "source": "file:///home/x/deco/doppler/models/source/huggingface_cache/Qwen--Qwen3.6-27B",
+ "convertedAt": "2026-04-27T17:02:39.652Z",
+ "hasTokenizer": true
+ },
+ "tokenizer": {
+ "type": "bundled",
+ "vocabSize": 248044,
+ "file": "tokenizer.json",
+ "addBosToken": false
+ },
+ "integrityExtensions": {
+ "contractVersion": 1,
+ "blockMerkle": {
+ "blockSize": 1048576,
+ "roots": {
+ "lm_head.weight": "sha256:340205fc8f4dada3e7687bdd5abe6c3846996365f2aa5fa84c0462eba411738a",
+ "model.language_model.embed_tokens.weight": "sha256:aab5562ce823096950c2da8db2729d672912cc916ad3971854795a8733087a46",
+ "model.language_model.layers.0.input_layernorm.weight": "sha256:f039895c9d9a8ee79e8cbed96cf50163dbd8cdc7c25c380a46fbbab8f99ba7f2",
+ "model.language_model.layers.0.linear_attn.A_log": "sha256:bd3a21dda46a2ca9ea08806859f98b13cf959661224cfe9ac43b0e725633126f",
+ "model.language_model.layers.0.linear_attn.conv1d.weight": "sha256:039aa8cf426cd7aef5e86b75983599f729cdc2e2e174d6ec4a6e2c6bc1cb2e79",
+ "model.language_model.layers.0.linear_attn.dt_bias": "sha256:393a16dad9db5d8e6122951cb4177429091412a5ec5497dd1680cfa97b0c5f0a",
+ "model.language_model.layers.0.linear_attn.in_proj_a.weight": "sha256:941fa0a72ec28d58b4501d37092d3eabca1cf5125586cab0146e32ed235e1391",
+ "model.language_model.layers.0.linear_attn.in_proj_b.weight": "sha256:cabdd1ebee7e0909485cc4db688ede9d2a744fab36da87a33930c3f58dd64377",
+ "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": "sha256:ddc5549057f1cb4659a4bdaff4afa543aa36d95db1e1e40004b924eb490f1d94",
+ "model.language_model.layers.0.linear_attn.in_proj_z.weight": "sha256:5533d6ccde17b40b1243eaaea1052a1b513a312a2bb4d18feda27e80f88dc9a2",
+ "model.language_model.layers.0.linear_attn.norm.weight": "sha256:ffe81c8cfffa80500afdafed5746ca33c1f53be07004e79d23ab94789dfdd906",
+ "model.language_model.layers.0.linear_attn.out_proj.weight": "sha256:1300a307e382af777a9b25090681efaa6b638cdd49178378f2c04a72b958ae81",
+ "model.language_model.layers.0.mlp.down_proj.weight": "sha256:4dfa6e17d972ec411873a0b3626dc1affc7ba0e35f29bfe36aef7a0894433178",
+ "model.language_model.layers.0.mlp.gate_proj.weight": "sha256:d00b0475eab5cca78ae89cba19ecce3bcf0fa30ecb39920da5f5e23c21ba0329",
+ "model.language_model.layers.0.mlp.up_proj.weight": "sha256:c6e14fb6ef0f4c62b76e611178e954266edda108631ddd4f5ec844259a475e6e",
+ "model.language_model.layers.0.post_attention_layernorm.weight": "sha256:842e5c230f44fe6e3392811befdea85a43aaa3a8f4e83a7ccfb711159e8863db",
+ "model.language_model.layers.1.input_layernorm.weight": "sha256:12d4b591ab499a4dafc4ac6c314ecfcc579437e9a1feee58544bc035877d5b41",
+ "model.language_model.layers.1.linear_attn.A_log": "sha256:e0fc50129b2dbf9eaada8f26cc92088324a799ff89b57b498040beef9aad0d5c",
+ "model.language_model.layers.1.linear_attn.conv1d.weight": "sha256:5e62da8e247dabd11cb21703d0a602bfa33089323cd69c585ed0e8c00b3f251c",
+ "model.language_model.layers.1.linear_attn.dt_bias": "sha256:b2737e0ce26b83eacb208b55fe5688f3ad74ebd0b3385dbd56c3eb6001c29027",
+ "model.language_model.layers.1.linear_attn.in_proj_a.weight": "sha256:d4f9a481a2ae7c49b2f4fd3e15b9269bb7f1ff718b255825e2144a5ec12e56ab",
+ "model.language_model.layers.1.linear_attn.in_proj_b.weight": "sha256:ba198a1cbe7429a96cd9eddd11f2aa19f81a7a5efe5ad6bef262120f2d3f6e87",
+ "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": "sha256:2fafa25dceeb2979b40c789bbf85fea1461a12df1f4de3e281e80aa2cbe50826",
+ "model.language_model.layers.1.linear_attn.in_proj_z.weight": "sha256:3fe2b0ae70e9681800d5ab26bc649099b3f0736b52be930c4b194530d6c01e84",
+ "model.language_model.layers.1.linear_attn.norm.weight": "sha256:a66593f0e2bed314a653a4101ae32ddefcfd76442de0d5eadcbfde4e07ed8b6d",
+ "model.language_model.layers.1.linear_attn.out_proj.weight": "sha256:7538c1e9d699464375af171f84120d8be7fff6c3ec38d060b89706f5e4379188",
+ "model.language_model.layers.1.mlp.down_proj.weight": "sha256:5e53df5bb3b4948a947386eaf211623c0dba2745030a072a83e75cbb8bf587ca",
+ "model.language_model.layers.1.mlp.gate_proj.weight": "sha256:4e812356e3c4830a60083a377167c15416a6e2ab8dc9a905c009b6a092d6d1f9",
+ "model.language_model.layers.1.mlp.up_proj.weight": "sha256:8ad1e6816c5a0a15ef4e2cb420816e4064b93699496fd3811a548ed27b13b65b",
+ "model.language_model.layers.1.post_attention_layernorm.weight": "sha256:a2515f9d6c859cb28d33aff5da10611f052038cc65b3f7acb5a29793b4c3c09d",
+ "model.language_model.layers.10.input_layernorm.weight": "sha256:ccd9af0188c2bddb9e37e7b7898dfa6b7a4adff2f0a6a511af1ad8300d06a85f",
+ "model.language_model.layers.10.linear_attn.A_log": "sha256:6218d19ccaee8c4c4151dab2645082a4a10ca1ffb2d1b7e33af2ab07695dac66",
+ "model.language_model.layers.10.linear_attn.conv1d.weight": "sha256:d9bf0e7d51d2fbd0b92c0739447bc6fe46c6e248c0615719b02f251cbcc9265c",
+ "model.language_model.layers.10.linear_attn.dt_bias": "sha256:e87072c968e0c32c7cf7192371a643b927f3dc7d1ea59700d77159654858b5b1",
+ "model.language_model.layers.10.linear_attn.in_proj_a.weight": "sha256:7e107df4bf71c167cb46ff3dd0baf6d7d0499ca0d7e27535dc4b7cf2d584bb6b",
+ "model.language_model.layers.10.linear_attn.in_proj_b.weight": "sha256:40320ee8a099d6fb86dd75f8038241a406e00af1a98b6c2dc36dfbb6b4862e70",
+ "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": "sha256:c6408a39f97ef48c709e788259b2f676b2b7303ec2874995698d027cf37d9916",
+ "model.language_model.layers.10.linear_attn.in_proj_z.weight": "sha256:ee2b7c8f37a653d7fd1613f749c99be4b88dd16528b11c77a7238409ed87e4ac",
+ "model.language_model.layers.10.linear_attn.norm.weight": "sha256:a93a4147fcd1345ba0102c3f9d5be5268b583b9d381c50a2c3680ee53e31999f",
+ "model.language_model.layers.10.linear_attn.out_proj.weight": "sha256:78e97361b6c74bf7286edc0907a76996a3fa242c1fb4ff1ea2389c3e46df6f4a",
+ "model.language_model.layers.10.mlp.down_proj.weight": "sha256:ca47698a7cb18ca53391d8b5942794d1010e6eeb94f4bf49f173f992daf58bf6",
+ "model.language_model.layers.10.mlp.gate_proj.weight": "sha256:0f54cbf3dc394d76bb01ca2bae85e35cd8b7283c18253a78456a7bf442f6992d",
+ "model.language_model.layers.10.mlp.up_proj.weight": "sha256:ece5cb987c52a19c8a83c89dc09693641a2c319e73f3f14da6d8fd2cb4a613e1",
+ "model.language_model.layers.10.post_attention_layernorm.weight": "sha256:c194fce8dc30a3855b999a6081d6e8a2da2439a07ffdfb6915be850c2017ca0e",
+ "model.language_model.layers.11.input_layernorm.weight": "sha256:9246665a454f49eeb652d3ec3b65cff0802a3d4787cb3ea23dd1dd2717991306",
+ "model.language_model.layers.11.mlp.down_proj.weight": "sha256:65a1e02bd6f8b75c732512b2070cb1a745ad36565ee12ed24e9a3247b6fcf738",
+ "model.language_model.layers.11.mlp.gate_proj.weight": "sha256:f565b93ac990986ec6fc2244df8f48fcaa0092705f0b653a4df561fa5e3cc47f",
+ "model.language_model.layers.11.mlp.up_proj.weight": "sha256:55d3661bb0e4b3d5e85d5ebf3284a65bf57d99996eac6e1bf198c762664167ba",
+ "model.language_model.layers.11.post_attention_layernorm.weight": "sha256:6d887649a03a1f5870e2f17826204a8b7afb40b6836ccdf067e45f92ecd30b02",
+ "model.language_model.layers.11.self_attn.k_norm.weight": "sha256:0e88a104ab35c60b76bc8ea32bb705dd4c46493eed203a25a4908495f9f7f9dc",
+ "model.language_model.layers.11.self_attn.k_proj.weight": "sha256:17a188f3aba99a37d597083e3440ca457fc81e5e658536842037c064f3054648",
+ "model.language_model.layers.11.self_attn.o_proj.weight": "sha256:262681fef3e4a65a78cb304a6abb0a60285150a618232a9fa7ada24d075a8621",
+ "model.language_model.layers.11.self_attn.q_norm.weight": "sha256:c3f5e117a07107ede4bdf3eaa39f99c5b6f0ba77ed335a8acbc4c3f3c6f29478",
+ "model.language_model.layers.11.self_attn.q_proj.weight": "sha256:1e8b90a7b5fb41bb04ce3266fbee972cd8fefad61ce097e1bdf6807fafb6938d",
+ "model.language_model.layers.11.self_attn.v_proj.weight": "sha256:20f28087915947240868206a54087aae4ed5239d4612208953ec64dfbaee1d6b",
+ "model.language_model.layers.12.input_layernorm.weight": "sha256:259def3e9e8fd09d7b8f41c3b6e93a48770afe07a470bd2c84768541b4fa1bab",
+ "model.language_model.layers.12.linear_attn.A_log": "sha256:e1adc305a3b48ddb95d733b0405e8f7315a6be6e59f7b35d7cbb3e0acb20d843",
+ "model.language_model.layers.12.linear_attn.conv1d.weight": "sha256:def30e36c75c4d419682debc56eae8e8ced91a976d6a094497e452cca392dd46",
+ "model.language_model.layers.12.linear_attn.dt_bias": "sha256:79496293d743254b965fc0ce947692223fae3a64a74aaf1aa459231857b4ddd5",
+ "model.language_model.layers.12.linear_attn.in_proj_a.weight": "sha256:abdd517cc82cc933860defd0f5a17a3ed7f6af076c452ffc5cfdbbe654fd212f",
+ "model.language_model.layers.12.linear_attn.in_proj_b.weight": "sha256:24575fe0b4f08ae008323303a99a2f5ba980d0a0ddd55aa371e624310ea4a0d5",
+ "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": "sha256:bcb01283eb22e730ba6a11a422a3dae79c4f5bede23ee094f956a1a0980747ad",
+ "model.language_model.layers.12.linear_attn.in_proj_z.weight": "sha256:7a9568585418c8033ac6d884642c5e8465ab3f230bf93165fbdd369aa2e92d94",
+ "model.language_model.layers.12.linear_attn.norm.weight": "sha256:5b4f1fc8ce0cfc8339eb6fc62279e6b09bfcaa6f53405dd70c0ce94adf58a36d",
+ "model.language_model.layers.12.linear_attn.out_proj.weight": "sha256:e9a4d77e028fec1b360054fbd1970d215244b7d6de276fc8acf862a325b45c45",
+ "model.language_model.layers.12.mlp.down_proj.weight": "sha256:c3df56f55bba7bbf40ca73a96acedd8097c9538583996dc5278c8ef793ac94ed",
+ "model.language_model.layers.12.mlp.gate_proj.weight": "sha256:006aaaaa233358c40e5258a6e2fa8acbc294c6a8343c5002fae0d70df1dd6eec",
+ "model.language_model.layers.12.mlp.up_proj.weight": "sha256:e82eb9aae2ffe57729d810c7e664f5b29e8a41ae15cdcf78f6611dda741634f0",
+ "model.language_model.layers.12.post_attention_layernorm.weight": "sha256:c60e72845f725dab815896ecab32ed11400a9c440ce8cb4a775fc8b6e13f3291",
+ "model.language_model.layers.13.input_layernorm.weight": "sha256:06d3251cc0a95fa19580411867102835a3c64b69941f277a3ba332593f5bf873",
+ "model.language_model.layers.13.linear_attn.A_log": "sha256:a610c3110ce959dc58e1518474decac66545203a5f853d729280a305bdc9da41",
+ "model.language_model.layers.13.linear_attn.conv1d.weight": "sha256:f395276baa2ca0e872976a4a374c9f767d0202eccf5fb88f4ba7ab16655b592c",
+ "model.language_model.layers.13.linear_attn.dt_bias": "sha256:0287c0edd9aef97999e4babd0bf24cce4f140d216090542fd623f3c60cc41abb",
+ "model.language_model.layers.13.linear_attn.in_proj_a.weight": "sha256:1029ff6d9bbb2f6cb81d43bccaae866c7d3fcaa79b62befb3465bbe20d9f198e",
+ "model.language_model.layers.13.linear_attn.in_proj_b.weight": "sha256:57466a5dca8ecdf374cc37733142442b01d209c07078f9601f8938b08df1a264",
+ "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": "sha256:7067bf5cdc1780d3ff6dd62e0cb05c34f54c6758217f7918ce8f8b3903b1e0fe",
+ "model.language_model.layers.13.linear_attn.in_proj_z.weight": "sha256:57a8eea342e3df491664ccc4cb16b33d51f56dfcba13f33dc112ccbd988f3147",
+ "model.language_model.layers.13.linear_attn.norm.weight": "sha256:d9bef606a648e23c25adcd4a0897191c7ea1b5c3db8ec9719bfde0c6533d230b",
+ "model.language_model.layers.13.linear_attn.out_proj.weight": "sha256:2d7b078294f18b5c22822f02d2da46205d525ee146e823361131bbf9e4f76073",
+ "model.language_model.layers.13.mlp.down_proj.weight": "sha256:72d9ba76311d6c8f2f5a6fd20348107e687cdd4cb0ebcc7bc07b44ed6de3287f",
+ "model.language_model.layers.13.mlp.gate_proj.weight": "sha256:0ea99f2e249cc23883f3c97abcf6fa77be7a9bd50b9ac8c60e64601820332b80",
+ "model.language_model.layers.13.mlp.up_proj.weight": "sha256:d563ca7d9dd82d10ea6b83548f45b02413c5309783cbe13c20405f5d9c21de34",
+ "model.language_model.layers.13.post_attention_layernorm.weight": "sha256:549d9c33c1f81fce254de5ecddbabeb06059fc971bb236cd1675006998f39cd8",
+ "model.language_model.layers.14.input_layernorm.weight": "sha256:aa18d462f90ff010252be09c6016156a7ce711241804b33ebbcffc78045e596a",
+ "model.language_model.layers.14.linear_attn.A_log": "sha256:8132233535a91becbd16d2258691c0b72b03aafd50c26876f19d04a3d69e1890",
+ "model.language_model.layers.14.linear_attn.conv1d.weight": "sha256:a2dcd5e0ae2def4f21be1a12c764d04e3bba9e1d8ef5c20fc73d5396e0b292b0",
+ "model.language_model.layers.14.linear_attn.dt_bias": "sha256:bf0d20c9bb49eace649c5c81a034847e30619aed38b91ddfd1eb5f65f665c498",
+ "model.language_model.layers.14.linear_attn.in_proj_a.weight": "sha256:324c84dea29d69ab095a09babbb301e4e4839104b9b80de675df547244a97061",
+ "model.language_model.layers.14.linear_attn.in_proj_b.weight": "sha256:d70814c2c7eaf6d34935c43c2cba0fd3046a2f52a6becbacaa745ca50f549dd9",
+ "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": "sha256:30f7a9453a20103eb11ba181bccafbe075a87d1c61fbc3392efbca6009a5a52e",
+ "model.language_model.layers.14.linear_attn.in_proj_z.weight": "sha256:6bb8c707264ff9b96c342f8b169da6d7cf7df567efff6529118b6cda715c1191",
+ "model.language_model.layers.14.linear_attn.norm.weight": "sha256:f33ac5cf9fd0ba09e93ff0bcb46a32e079007d55771db2f90123678b4b6364c9",
+ "model.language_model.layers.14.linear_attn.out_proj.weight": "sha256:d91c1ee574869c6ab2ea7a49484a6f486b848873814a5a067d1bc8f133c2234b",
+ "model.language_model.layers.14.mlp.down_proj.weight": "sha256:6017b066e3de154a94bb810b3ece519edc446b1078120340a1dd1f3745e252dd",
+ "model.language_model.layers.14.mlp.gate_proj.weight": "sha256:3d3404a57dc154f9b6adc19f05364fa2d52769afd37bf69c010a4bd4bb68ae27",
+ "model.language_model.layers.14.mlp.up_proj.weight": "sha256:42dd7e61fb014c4ad1c47bdef433cef5de5e3cd0f576a4cf1fd170bd7b41faf0",
+ "model.language_model.layers.14.post_attention_layernorm.weight": "sha256:2d6c2eaff5e3c15c3c83a844819b923b535930a512ebf2f87993cd512d135cea",
+ "model.language_model.layers.15.input_layernorm.weight": "sha256:3c82550df2b3ca425c214848073a397c8835c1c19465cf4e690534a55b5440eb",
+ "model.language_model.layers.15.mlp.down_proj.weight": "sha256:f544c48c4d47122d17cc56b612055986cd4843f32419dbe46d8b29d4d3a76d4c",
+ "model.language_model.layers.15.mlp.gate_proj.weight": "sha256:320053fc25555276c59b05e851fc69a7c54cafbc1051944e732c354c1467571c",
+ "model.language_model.layers.15.mlp.up_proj.weight": "sha256:1265025a0ea0de572127630f36152c04d1cf96a50d6d8810f217eafeeb60dcc8",
+ "model.language_model.layers.15.post_attention_layernorm.weight": "sha256:b72877ac286729b3a7a61a5159c540d4b96575ea83173d508acbb74d027d1502",
+ "model.language_model.layers.15.self_attn.k_norm.weight": "sha256:719ed19486144eba52e021d579e4a8357fb8418c92ee75532d0b94ea614bd469",
+ "model.language_model.layers.15.self_attn.k_proj.weight": "sha256:35c4845b919d53c44311cbb6d9ba28b8db6e2b726d4986b6c78a0d512637666b",
+ "model.language_model.layers.15.self_attn.o_proj.weight": "sha256:adae1e4d7b3746ebf4da59c09c1b55691803f263c5dd7c227a4bb55d43be743e",
+ "model.language_model.layers.15.self_attn.q_norm.weight": "sha256:acb96948e091782d90b0c7b1fb53b6fd80f9c48002ffc6e9e2a1bf8520fb6f4b",
+ "model.language_model.layers.15.self_attn.q_proj.weight": "sha256:72efc487e8448326bef529cd9770dcfc4270921e37cd5613af128c7ac2116de5",
+ "model.language_model.layers.15.self_attn.v_proj.weight": "sha256:d4cce1838490998dfdc87ec33eeffb603366e14bbb6e3e16e8aa27cabca6b896",
+ "model.language_model.layers.16.input_layernorm.weight": "sha256:c412cd07342ad46bb29cea7d4ef88de6cd3e89419b7a46746628a8bde4c1bc51",
+ "model.language_model.layers.16.linear_attn.A_log": "sha256:6d3c0ffc7379f228b7e81afedff839084607d4a741e19ef403176c3472be08d1",
+ "model.language_model.layers.16.linear_attn.conv1d.weight": "sha256:f56cc2bfef5cd0d961dd2bca91e08106702e2f73ee870fccf9777660de1daf93",
+ "model.language_model.layers.16.linear_attn.dt_bias": "sha256:fd84f1c5862c6bb7a4440b9d19418495526b2f2505e8574fe51c43f643cc085c",
+ "model.language_model.layers.16.linear_attn.in_proj_a.weight": "sha256:7735775e2876ddda7fe7828960f4cb896b1cb3750b57a1187cf143e1c497fbc9",
+ "model.language_model.layers.16.linear_attn.in_proj_b.weight": "sha256:40fd470914c594e167e0be60bc6ec7f7ee53a1a16e3b4a2bad9ce14fa1a44282",
+ "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": "sha256:109999f752dd70826ea21b667fdd6d2958a3cefcb14ac1066edd7d5a1036fb12",
+ "model.language_model.layers.16.linear_attn.in_proj_z.weight": "sha256:6897312376c58e71242ca6d3051acc75e6fc80dc187afe7ec213db60ee5189d6",
+ "model.language_model.layers.16.linear_attn.norm.weight": "sha256:96558fbceb885811337ef128f11014ec57e9985c28cb2ff9d22f505867467fb7",
+ "model.language_model.layers.16.linear_attn.out_proj.weight": "sha256:e4de5fb5155654871ffb6499e5df7b2e66419e86e61b6118b42f70b4374a824d",
+ "model.language_model.layers.16.mlp.down_proj.weight": "sha256:3c613ccf64010502d3826903ad00c990558580a2f06f2893cb206bb1e59c25e4",
+ "model.language_model.layers.16.mlp.gate_proj.weight": "sha256:981b6d9d1624e5444ea0038346cfe6db742e80c765591fe480ef62b5d0ae4348",
+ "model.language_model.layers.16.mlp.up_proj.weight": "sha256:d9e5109633ac3f076c78f465aae1f02d1698133e2ff6832b4b1802a9870fd833",
+ "model.language_model.layers.16.post_attention_layernorm.weight": "sha256:0327b3f45ca8c63694d41d3d0bc47e0a6520acba820b8a3e7b78173af473a789",
+ "model.language_model.layers.17.input_layernorm.weight": "sha256:c119ea28274002b734f0c062f02eda9911ca7eccf4d6e38b6b64e26b52b666b6",
+ "model.language_model.layers.17.linear_attn.A_log": "sha256:ea3240b970d19bcb4b43398785ecc0ffbae55b3f99633cfc8df6219571a84bf0",
+ "model.language_model.layers.17.linear_attn.conv1d.weight": "sha256:93a47d7cd36facda08c59bd714619cf745dd9fefc4af66c246aa2e7713f65667",
+ "model.language_model.layers.17.linear_attn.dt_bias": "sha256:2dc5247b99de2c869bdcfdf66e4fc98d451235f22088fe7cca68116a0b1c63b8",
+ "model.language_model.layers.17.linear_attn.in_proj_a.weight": "sha256:62849286a9b4e4fd2182a481240c4062302413d118768e0715290c528cf877b4",
+ "model.language_model.layers.17.linear_attn.in_proj_b.weight": "sha256:5ffac3d2b7a918cf819f8b8cf283ef96cdca4ba435fcaf3703ea5188df6e2fcb",
+ "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": "sha256:8599f53980584aa122dbfd428cdbe719852b5334246564d8dac30b2bec6d554a",
+ "model.language_model.layers.17.linear_attn.in_proj_z.weight": "sha256:65e7fb3d354a652fd3ab9d763a8575230abb1b7a910b06cf265e1d6d1956441d",
+ "model.language_model.layers.17.linear_attn.norm.weight": "sha256:7cc1e1fcad5035a84777f5af863278df1b3ca6c29cf779c61ab0ca5436028af1",
+ "model.language_model.layers.17.linear_attn.out_proj.weight": "sha256:61c6d499a1347a917c684dfefcaccfbe4ed9c26255b710598533717a0282e0e2",
+ "model.language_model.layers.17.mlp.down_proj.weight": "sha256:52c943632dfc8b0e7de664d809dfdfb27e9f922f593f01e82e27cfba8458d3e2",
+ "model.language_model.layers.17.mlp.gate_proj.weight": "sha256:5f6c2404e8c2b75e4b895920b0707816282ca34c972c2fad85c9dd6cdb75e2a1",
+ "model.language_model.layers.17.mlp.up_proj.weight": "sha256:5c119bae044b1e6b0e0e9dd4297494f755608cef7849dc1c2c9684f946bddf34",
+ "model.language_model.layers.17.post_attention_layernorm.weight": "sha256:1891a98f149134d681f95234e4fc5d583b615a06f7d8ce43455537c8f0568138",
+ "model.language_model.layers.18.input_layernorm.weight": "sha256:e825a34d42ef2f9ea86e37a3f9b6e6a8dca0d321711a1d41b4a49c438c0a8482",
+ "model.language_model.layers.18.linear_attn.A_log": "sha256:14f308167334f8aae04e72b0878a15ca216c081c2a226ebe4545c5458c26139f",
+ "model.language_model.layers.18.linear_attn.conv1d.weight": "sha256:d06462f4eee2cb32ca5824f1181431bf5d91b914d58ceb16a60595fd057a743d",
+ "model.language_model.layers.18.linear_attn.dt_bias": "sha256:29d26a8288953cce7e2b6e89808731a74ee76818efc95cb774e1cf4a56bf068c",
+ "model.language_model.layers.18.linear_attn.in_proj_a.weight": "sha256:f6df6a15a4664236c5de36f0a1985c25b8b05c1fd5984559853887696c429442",
+ "model.language_model.layers.18.linear_attn.in_proj_b.weight": "sha256:f360536e87ec77ad0eae2473cd17c449b5c721e1ad135f07443206316efce6fe",
+ "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": "sha256:f73ff2af34fb34c01093813dad1c9735dea8efc155f44161859f61f5d0ded276",
+ "model.language_model.layers.18.linear_attn.in_proj_z.weight": "sha256:1d99d4b1a7bf68467403e2fedd3bcaa5e0557cb3868ab9340f88da772bd156bd",
+ "model.language_model.layers.18.linear_attn.norm.weight": "sha256:defb0576837469849938ad585bde1cb935b7e625466c18c8943ffc41282e727d",
+ "model.language_model.layers.18.linear_attn.out_proj.weight": "sha256:5fc9bed804a853edc08d53f8c1e012cf91d8bb9fcda19825166d001d35612d14",
+ "model.language_model.layers.18.mlp.down_proj.weight": "sha256:09f2f925dd9651b7bdf589c06e5e9959c8d0a1f86865026e9a7a7b693a5dc3c8",
+ "model.language_model.layers.18.mlp.gate_proj.weight": "sha256:37cabcb3bbf45e2720ad36bccbddf949fe680dd825ad47746c27a0871f5c53d1",
+ "model.language_model.layers.18.mlp.up_proj.weight": "sha256:d92b56a759b86f3fcf212f1f73ca3b5ab973410f183f51021a39add3935843e7",
+ "model.language_model.layers.18.post_attention_layernorm.weight": "sha256:084e46c1bb8b56392e36ac40ca0a20a6202aa692c1cb7d988af53f4dc1415771",
+ "model.language_model.layers.19.input_layernorm.weight": "sha256:750a78315dc0777f79219eeab4c781b80d629b80eab767a4b73e1eec7d8c1cb5",
+ "model.language_model.layers.19.mlp.down_proj.weight": "sha256:213c4591e02cd2a3a6bdb3aab4ba1b93f2ec2384561266abc3d6a7d8f118e2c3",
+ "model.language_model.layers.19.mlp.gate_proj.weight": "sha256:6cad31b7867a3d8f94bd5ba0f09f2c72df92ef857a199e92c3e4de19f5ad7bdb",
+ "model.language_model.layers.19.mlp.up_proj.weight": "sha256:be38a7c71d8ff80d0b525094bfab9bb500266e2188b0e01f9df6e8c9f70b9226",
+ "model.language_model.layers.19.post_attention_layernorm.weight": "sha256:caef8067b2527675a6ee4aaae909321be3079c59afe32e85e44fe466df54aeca",
+ "model.language_model.layers.19.self_attn.k_norm.weight": "sha256:e3d6291949a7737f3f112806f98429ad032b8b2fd00d2fbebec469922cb7f81b",
+ "model.language_model.layers.19.self_attn.k_proj.weight": "sha256:11d4ac2efa9570a71cc5ffc8875511ace48bab3bfbde12d8457ffe98f8664986",
+ "model.language_model.layers.19.self_attn.o_proj.weight": "sha256:96588bf0949dd9e94abedd868eacc300f209ba83b11e5bf1d5d9b10a02c30147",
+ "model.language_model.layers.19.self_attn.q_norm.weight": "sha256:816e27cb91b22a4c541e07824289517f182bdc18541c559771a3ddd94c355ae9",
+ "model.language_model.layers.19.self_attn.q_proj.weight": "sha256:6b8412a25ff82cd67167a38b6cfade93e4755b131131727c69f2f14154444264",
+ "model.language_model.layers.19.self_attn.v_proj.weight": "sha256:83da81873d36fb04af4c4935c6fc7c6a61a27dfe50fd8aefe12753db123d48ce",
+ "model.language_model.layers.2.input_layernorm.weight": "sha256:a7af6e58d7d926b1fbea5fe0cbffdd991f14518ab549077ac94d7903ce00449c",
+ "model.language_model.layers.2.linear_attn.A_log": "sha256:2d552b51d73b4948b28b37883b9bcb66ef1a35327cd39334a8f4cb193760012f",
+ "model.language_model.layers.2.linear_attn.conv1d.weight": "sha256:48eb6281015304b20194ca6cdbc4d3bcfe1357868f0fde6718e877119c67dfd5",
+ "model.language_model.layers.2.linear_attn.dt_bias": "sha256:c9375063700d5d28f72d4f753f53cec88811e104f43b204475a2e517a82c2e11",
+ "model.language_model.layers.2.linear_attn.in_proj_a.weight": "sha256:e784a9b98499eca10590983157b4a1f0a27863c453f841a7dadc69ec1b89d52a",
+ "model.language_model.layers.2.linear_attn.in_proj_b.weight": "sha256:7097a8fcba1165db6ace99daa8d6812fb8382b1577daba7ef305cfb7904f6c6c",
+ "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": "sha256:43f6668f41168b7608bd0877d8602b9985039babd5a234cd72758044905fc375",
+ "model.language_model.layers.2.linear_attn.in_proj_z.weight": "sha256:f4c29507db1456d3986d5c40b870a85b7772a6cb4b3e9fc4275357e3d8b08006",
+ "model.language_model.layers.2.linear_attn.norm.weight": "sha256:e083d2c6f9ba07422c99ce31710ffa134f486cea13958db7ea5e2d6b788b22cf",
+ "model.language_model.layers.2.linear_attn.out_proj.weight": "sha256:76d728a02cd2306f7e858afafdf7d57ea1f7f535964fccdf1fe786e4aebcde51",
+ "model.language_model.layers.2.mlp.down_proj.weight": "sha256:5642edb3f85880a574857171ea645f4cd6e8eeafa8c831eddb60d4777801aa6d",
+ "model.language_model.layers.2.mlp.gate_proj.weight": "sha256:57004991001c618ae5d2cd74a2ae055f26a22f7e670c35551df06b9e6c4f8956",
+ "model.language_model.layers.2.mlp.up_proj.weight": "sha256:b1334476f54ec9cde6ddb93a0f9d32110ee95ce12fa624300deba315df41689f",
+ "model.language_model.layers.2.post_attention_layernorm.weight": "sha256:5379300d00b9060eb26f888eca99a9c6165d6ea74c3ff38561031a64495f9fe8",
+ "model.language_model.layers.20.input_layernorm.weight": "sha256:c0d25fb75016db4b339be665e89261ec2970da378e397e8e3eb2d090504c2f59",
+ "model.language_model.layers.20.linear_attn.A_log": "sha256:0b331e012738db9e641982a0138054e9069c93ded7e516545dde706637ded36d",
+ "model.language_model.layers.20.linear_attn.conv1d.weight": "sha256:c41000c44515af2ecf99378ced20bc9f2cbe7aadac7d32ba7cdc3aee6b953997",
+ "model.language_model.layers.20.linear_attn.dt_bias": "sha256:12b70df06c6abcbbfff3bd5e01d2a0fe8a3380a62ac81378e8ad804c96593f4a",
+ "model.language_model.layers.20.linear_attn.in_proj_a.weight": "sha256:25ed73ad782b694193483fcac55fd9c4dfd55fb3513fd1be753c38f23477ee4a",
+ "model.language_model.layers.20.linear_attn.in_proj_b.weight": "sha256:df42fa6adac5dd0b9f5040bb99c728f26cc83739cd516e36f6e9f53de8fcc26c",
+ "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": "sha256:76fa69052abca4593307372745b98b5b2c0f9548cb5df3c080a68a06d412f4e6",
+ "model.language_model.layers.20.linear_attn.in_proj_z.weight": "sha256:1069fd7f00bb37cddedf370e609e1b161d5f42872681539de8d8c9c14b39e401",
+ "model.language_model.layers.20.linear_attn.norm.weight": "sha256:3fda3450de88a2e1668b7dfdc5c35371f87c3101144fb2fdb78b7e1866185674",
+ "model.language_model.layers.20.linear_attn.out_proj.weight": "sha256:693dccf34d6375da46fb29f7e69c2d4db6721a87f69b6e193a9f13b9cbb4e6e2",
+ "model.language_model.layers.20.mlp.down_proj.weight": "sha256:a0dadc0b52f09b9ab5bbf24ca4cfafc0c35e9a7469e6f96571665a75c67f69be",
+ "model.language_model.layers.20.mlp.gate_proj.weight": "sha256:df22d736b0d85ad4a618a286d0a6a586c32c0d86791a8a15122802cdf8a7af11",
+ "model.language_model.layers.20.mlp.up_proj.weight": "sha256:46f95b5f164fdace3c0634c90cf36e3f12b3f531f2c109dbc4f266b111b946cd",
+ "model.language_model.layers.20.post_attention_layernorm.weight": "sha256:f1596eaaa4cb148da21afdf78f5170f897eae0a81c0a6d7040928448f2fffec6",
+ "model.language_model.layers.21.input_layernorm.weight": "sha256:5a274e8ec2b5c96f1f51f9d5ff71a48bbf27d7a25eb4f4c8a80f8f789e4679dd",
+ "model.language_model.layers.21.linear_attn.A_log": "sha256:e2327274584ee65d6f949537cf3d4ffd3c4f420098a064251f9b90af8c9834fa",
+ "model.language_model.layers.21.linear_attn.conv1d.weight": "sha256:ca306f1f628f00c2d119733cb4846b7f2ada7750ad813b43eee51f6c6f52c7e9",
+ "model.language_model.layers.21.linear_attn.dt_bias": "sha256:d6e23d447c25a8c07cf5e5969535f82e9bef2d6611d0c67a70a5e07f9c129437",
+ "model.language_model.layers.21.linear_attn.in_proj_a.weight": "sha256:657d57f919e55e42e6bdca806e67f5fa2d74ae47a6dec6f859bd8d785b127b0b",
+ "model.language_model.layers.21.linear_attn.in_proj_b.weight": "sha256:cbc7de862c898d88a60f546dd6d7f2bb9be46943367af1ae3fad110509ac97f3",
+ "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": "sha256:c4c97a4d7d842b2efb0050d33d55e4be323095f9a6290f20fb111bdcb3b0a86f",
+ "model.language_model.layers.21.linear_attn.in_proj_z.weight": "sha256:d8078c818337c4784b1822933fe5d0b549123be65f36f81082efd93baaddd1bf",
+ "model.language_model.layers.21.linear_attn.norm.weight": "sha256:d6610afbfbbe1cc0b80e5d19e57eff87d1b3f1ba5f414f6464623710a98b32fe",
+ "model.language_model.layers.21.linear_attn.out_proj.weight": "sha256:5aa880dab1cfe11e1adef74e57260a81d7ebec3a70ae474a9e62753ef92e33f3",
+ "model.language_model.layers.21.mlp.down_proj.weight": "sha256:700d5013536521b06dfe15e21384946bc909b5832198634a4233e9ca067ba7e2",
+ "model.language_model.layers.21.mlp.gate_proj.weight": "sha256:48c2c15003e0ef46f709f44b065ab363853f59e476c8fc294ecd9e94dfb38fd3",
+ "model.language_model.layers.21.mlp.up_proj.weight": "sha256:1ee2040d78f847e6278ebea6b35470df7b2d35b683add6d37ed343f1defc069e",
+ "model.language_model.layers.21.post_attention_layernorm.weight": "sha256:a5f7a26a6688160a80cff67d21044ccd88c0fb4483f1b61e946db223aadea92e",
+ "model.language_model.layers.22.input_layernorm.weight": "sha256:f6e08082c1ce8edb86ad0d258461a48b4c1de8b8081f178b73e31277b27eb957",
+ "model.language_model.layers.22.linear_attn.A_log": "sha256:73d493b83f66e4400ffe7a9f59dc74abb2f1a4f725c53fde1fafe861e6339080",
+ "model.language_model.layers.22.linear_attn.conv1d.weight": "sha256:404c8ef890a87b7c8761b96432326d061e44a2b70bd2ba35a6ea48d80aa7bf41",
+ "model.language_model.layers.22.linear_attn.dt_bias": "sha256:af2346d0a08893ede31783dc3dfb69f6df7cbfdaaaac5e8d652f7e4e2558653c",
+ "model.language_model.layers.22.linear_attn.in_proj_a.weight": "sha256:2531e8c215abfffd44f7a97184cbd114ab2bdad418a133159c5ac054207fa84f",
+ "model.language_model.layers.22.linear_attn.in_proj_b.weight": "sha256:9f62a82627a02940685b78d976ef5d8e3c2ce94f47c10827d6aae4433ed4951d",
+ "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": "sha256:7140c7b20a22e96bbc15eeaa9c31dcb644e564ed97a77a2b6c17042d97e8c820",
+ "model.language_model.layers.22.linear_attn.in_proj_z.weight": "sha256:9ffcbbb001b135c168bb5d2b29d17799ffec45dd36b2afc516a24d33323c8d25",
+ "model.language_model.layers.22.linear_attn.norm.weight": "sha256:ae45c8134e4341e420ef67463a247f9985e06316888e27b129b37e51152119b8",
+ "model.language_model.layers.22.linear_attn.out_proj.weight": "sha256:927becd990958463c538bf1c90e8451cb0f4e749a74bd9c4f2decff0003d8cea",
+ "model.language_model.layers.22.mlp.down_proj.weight": "sha256:b37f672e00f361ff09cf01a2cc5dabbb66aa213fb7280db11adf331aad2b97a2",
+ "model.language_model.layers.22.mlp.gate_proj.weight": "sha256:82c31dc1d82a258c093a675007f4d2dc7ef9092d9580b386e630d87ad9be7fc4",
+ "model.language_model.layers.22.mlp.up_proj.weight": "sha256:e0805d2ed440d2ecfa458ea00df603362b2aac25ffcc7eac4f6049633ccb45b3",
+ "model.language_model.layers.22.post_attention_layernorm.weight": "sha256:6ea00b7b0354a5ef241e465b7570443f2d27f3b2937eb5d86b41eda013fcabe5",
+ "model.language_model.layers.23.input_layernorm.weight": "sha256:003278d58a71664473a17674715c3375f0800f751b05e523eb13e696a2a80732",
+ "model.language_model.layers.23.mlp.down_proj.weight": "sha256:598c20798d37e40bba783580bb5b081c40b0ef805ceb7e0884721d6ac836a8c0",
+ "model.language_model.layers.23.mlp.gate_proj.weight": "sha256:91ce0cef03e6f49975480a0a504cfb5206c2a5306a41abd99041b5807e1b2139",
+ "model.language_model.layers.23.mlp.up_proj.weight": "sha256:93743459ff7c977e3fd9f21f7dc5e393da009e1417d54061c23f9b3b8fb2aa0f",
+ "model.language_model.layers.23.post_attention_layernorm.weight": "sha256:9875276a7486dceff87702ad47e427839fe2aaff93bb3aa1c1d7189f63468ee8",
+ "model.language_model.layers.23.self_attn.k_norm.weight": "sha256:f8822d70d9ece7037537ec1b0937ec32eb5e0df3cf3140cb1be2b05d49ff8600",
+ "model.language_model.layers.23.self_attn.k_proj.weight": "sha256:a9e42213b5ad0bafa76e81eee621ee216316ae27d1fcdc2ce979b1120d0cfa58",
+ "model.language_model.layers.23.self_attn.o_proj.weight": "sha256:fdca835b26151799f6dcd4c83743e1287b60cd8e4564b532a65d144ec17834dd",
+ "model.language_model.layers.23.self_attn.q_norm.weight": "sha256:00ae2b50cf3f8b70168e197731ddaa5fd0f7efcb100f5f73f44820bcbc689817",
+ "model.language_model.layers.23.self_attn.q_proj.weight": "sha256:5f6df811d168c0e2fbf247223976238398e483a29c41c4aa2095eb86156d47be",
+ "model.language_model.layers.23.self_attn.v_proj.weight": "sha256:ff65e72ecbe31ed44fd6fa8bcca6433dda1da1971ca74d188ff548dfb2ffd230",
+ "model.language_model.layers.24.input_layernorm.weight": "sha256:414c35e03236a4e1d9dfb89e42c8c9b69e7657e2cdc65eb0a812607a87a3aa66",
+ "model.language_model.layers.24.linear_attn.A_log": "sha256:62b3706a009f1c1b6a77577e20ec5f28a60a431a5fdfc40c44919ddba9d670fc",
+ "model.language_model.layers.24.linear_attn.conv1d.weight": "sha256:e3089690ba1e6dc7b8a86e6cb44f3e64aef64cccec45ab0eca2904c844832b9f",
+ "model.language_model.layers.24.linear_attn.dt_bias": "sha256:63c336196c7982325f0f8963d01239d4e7dbcae3d66e2dd09ad081f68a2de54f",
+ "model.language_model.layers.24.linear_attn.in_proj_a.weight": "sha256:db8a8994ea2e09b9f851d192e1031e6db82b66845afacd36fdc086aafc7b9f51",
+ "model.language_model.layers.24.linear_attn.in_proj_b.weight": "sha256:8afa2ba51447ae2c2b91c50f9eb0f4a573ad233dae13ee75700b1b661995532c",
+ "model.language_model.layers.24.linear_attn.in_proj_qkv.weight": "sha256:14ed87e4454a6a9c9f2e1d23ec4b6fbf645727dc7171e7eec2b72ad317587229",
+ "model.language_model.layers.24.linear_attn.in_proj_z.weight": "sha256:7ff4b05600f6057309b9310da247527a4f1446d55520adbb6e4ccfb8b122ef9e",
+ "model.language_model.layers.24.linear_attn.norm.weight": "sha256:b4627e7119e9aaecf5f146f87f7e3a571c1eb9a62f325a8070a738e386206ca8",
+ "model.language_model.layers.24.linear_attn.out_proj.weight": "sha256:1b38c61f2622fa95f498aabbdbc94b42acd612393e42e23c3849d8e5cc704e23",
+ "model.language_model.layers.24.mlp.down_proj.weight": "sha256:9d952d94beb9809439390e2659eb4c70975cfbdb7cf809ce80f794e2b7705ea1",
+ "model.language_model.layers.24.mlp.gate_proj.weight": "sha256:5e815cb42c07d0ed0a3c6c229983ea41c20f46970e7c320fa8429ddd4054ccf9",
+ "model.language_model.layers.24.mlp.up_proj.weight": "sha256:e68c473d94e5b92a1eec56848b1c9260ada75af18f78164830ca237fe5947633",
+ "model.language_model.layers.24.post_attention_layernorm.weight": "sha256:c38a12be57cfed5603f8f2c7d1883fa8e005032da4c316e727033ac19a78fbb8",
+ "model.language_model.layers.25.input_layernorm.weight": "sha256:1dcf828f7637722c4277a05f19304e4e11bb670104afe34a8245b257b231815d",
+ "model.language_model.layers.25.linear_attn.A_log": "sha256:588518b8c76fde1464fe2ab651826f167c6fa33c342b78c81bce028f5bf2751e",
+ "model.language_model.layers.25.linear_attn.conv1d.weight": "sha256:b0ec988cc9865747d3a8ceb50b9c734d690dd5d89b0ba5df86aeb80d6e4e76d8",
+ "model.language_model.layers.25.linear_attn.dt_bias": "sha256:1f8599a7711608fb2a479da98279a3e56bf837a086c7375ae4e77b3cfacb751d",
+ "model.language_model.layers.25.linear_attn.in_proj_a.weight": "sha256:f2eb1ba59147da7b0ee1b1ba317d85695527e7a841f4eabbf7fed0ecbcd5cd8d",
+ "model.language_model.layers.25.linear_attn.in_proj_b.weight": "sha256:03d3ba242d574a9bf6ac1089e8e415f98713ef877c6b6e6dfd023ac5d8ad1560",
+ "model.language_model.layers.25.linear_attn.in_proj_qkv.weight": "sha256:fa9c5054c08b1f6577adb593e3df9a36ce422663b0777dce6bfc19fac6ab8a8d",
+ "model.language_model.layers.25.linear_attn.in_proj_z.weight": "sha256:a6805775cac23e6b1c6561188af59efa4bd3c39756d30498710e75d77f8a2555",
+ "model.language_model.layers.25.linear_attn.norm.weight": "sha256:7c820215d03713ec82cbfc7d0e052a24be3250b9814fa5abb1e4cacf64b56bc3",
+ "model.language_model.layers.25.linear_attn.out_proj.weight": "sha256:13069d6359ea81b8e36824b9591b211b52de9635ddf6a4f633e561f710fd20a7",
+ "model.language_model.layers.25.mlp.down_proj.weight": "sha256:8bf558050472fa3a5e629635139df6e5e817fb61abab5b3d283444f00cb7a929",
+ "model.language_model.layers.25.mlp.gate_proj.weight": "sha256:44645b51e715fe10525dbad2c26a6c68659ab0282e704ab0fcdd6f4a2c91ed48",
+ "model.language_model.layers.25.mlp.up_proj.weight": "sha256:23552bdcdb318b0443ab9ee4455750afa42f44dde654c7fb6e0ae01813bf53fd",
+ "model.language_model.layers.25.post_attention_layernorm.weight": "sha256:e1b27849e3670c455192cf41f5d0ddfa401067c730e6df551e59ebb9b1c578ea",
+ "model.language_model.layers.26.input_layernorm.weight": "sha256:acb3027cf4aa037dec840015207a16fa930abc9ad52362861cdb48740fe138ba",
+ "model.language_model.layers.26.linear_attn.A_log": "sha256:f198f09c58f837cb9d57fec43342625af189b757595db20cd74e1152c9ab4b28",
+ "model.language_model.layers.26.linear_attn.conv1d.weight": "sha256:0033c0e57ed05c47fd615ba917c66080f483c280da9000f7c32cbf5b461f2832",
+ "model.language_model.layers.26.linear_attn.dt_bias": "sha256:707b96e3e23578dc1d61b398d70ba630d75360a3b9d0010ec46e42660cea1a04",
+ "model.language_model.layers.26.linear_attn.in_proj_a.weight": "sha256:df655f34a4d2c38141744a0ac0591df17c5fe456d65c1ada4a1ab8949f638d1f",
+ "model.language_model.layers.26.linear_attn.in_proj_b.weight": "sha256:b2d121b02536d9fc781f6d639c4a5ae6311fa12b48033a54358b7905d7460b74",
+ "model.language_model.layers.26.linear_attn.in_proj_qkv.weight": "sha256:19e6fedcbc9b2362624760f3fccf83687d08ba5313d521d3c259537b4265f214",
+ "model.language_model.layers.26.linear_attn.in_proj_z.weight": "sha256:ba5cae43c19521bb7af76ddd870fb575618b90c408c81ee455d6ab8db917840f",
+ "model.language_model.layers.26.linear_attn.norm.weight": "sha256:3256f796883a04dc0e4596220bbda43bedb1a9ae4e5fae4fe52c3230a5704a06",
+ "model.language_model.layers.26.linear_attn.out_proj.weight": "sha256:98afbc67bf5fd4b4cbcb2e34310272ecbd0e7b783287c3ee054251fc4dbb685e",
+ "model.language_model.layers.26.mlp.down_proj.weight": "sha256:c0c72213b6ddf3352079e012a1906078a17eac63e7b23cd307610af1bb4f8f46",
+ "model.language_model.layers.26.mlp.gate_proj.weight": "sha256:5ac23ddcb50c8f4411bc8001e8962b5df245ad1a0e168b83f271eb882dba0554",
+ "model.language_model.layers.26.mlp.up_proj.weight": "sha256:8ec3c523735cde839f3b63f8966fdc936a79c40e04df42ece99806ee29e4d877",
+ "model.language_model.layers.26.post_attention_layernorm.weight": "sha256:cff162c9141c3d771a7bd66deb795be428d358adb701405bbafeb591c01dfc95",
+ "model.language_model.layers.27.input_layernorm.weight": "sha256:3cb98f640eeba68a2d29c86dc2bf01a3cd52b509130d39515e20b7f3255916ef",
+ "model.language_model.layers.27.mlp.down_proj.weight": "sha256:9dc68b4865284492ad003bb8dec718d17d505efc62a0ee6ae465e8f95db93744",
+ "model.language_model.layers.27.mlp.gate_proj.weight": "sha256:2f0bf21fce3013739cf51c1d81bf2f45a6c0c6078a6eb9911724c71a734977be",
+ "model.language_model.layers.27.mlp.up_proj.weight": "sha256:f7c6bad7523e3bda36bf8825431ad9e4ae75a226be65891f284614c0a24704fa",
+ "model.language_model.layers.27.post_attention_layernorm.weight": "sha256:f3ebcff19e3bb2df38c6573969e6c29874150a9b7b7a0abb53de38999e317f5b",
+ "model.language_model.layers.27.self_attn.k_norm.weight": "sha256:56d6e39c69d86d3bf329ba97d48d8aec82215def757f33d996e86ecb4904c05b",
+ "model.language_model.layers.27.self_attn.k_proj.weight": "sha256:d9d7a75c216022af71dc23230bf645cdc83d57ff4a1acf99423d86847bdc2024",
+ "model.language_model.layers.27.self_attn.o_proj.weight": "sha256:ac2137156109fee4b13f7fa1e70b591e4ed9b7cc6ca2a8e392f1df556575ca52",
+ "model.language_model.layers.27.self_attn.q_norm.weight": "sha256:780518bb10266162b19216f9c44a43fd2d67554c1ba8032d243be5baaf852ac2",
+ "model.language_model.layers.27.self_attn.q_proj.weight": "sha256:89f7fe664aad5545c49a71fd9a901e258942045962340c00ed9aa7ffb896b68d",
+ "model.language_model.layers.27.self_attn.v_proj.weight": "sha256:322b7870606edf32057a04b844c9bb613c6e0494503e9cf2f3c66d7566a7d22a",
+ "model.language_model.layers.28.input_layernorm.weight": "sha256:619919ea6c1c0455327652c8dd9c31a87f7f94fa4e97e6ac56f0ad7b4743bd33",
+ "model.language_model.layers.28.linear_attn.A_log": "sha256:8d684ed96454a69c0a1ca7e19581f3272562feca69175a86a57ece8d882f1ce1",
+ "model.language_model.layers.28.linear_attn.conv1d.weight": "sha256:3e0a855796ca052d61b7648d2529365abcbd934201a089f08fd6ec1448ae581f",
+ "model.language_model.layers.28.linear_attn.dt_bias": "sha256:68f7834e933d62c68428c3bab3813ce7099aad840c080a149de3b8b4d59c24b4",
+ "model.language_model.layers.28.linear_attn.in_proj_a.weight": "sha256:8b4bad1f07d725678b1f99ebe5513c0c40354853c7fe28c36df2a72a1f227077",
+ "model.language_model.layers.28.linear_attn.in_proj_b.weight": "sha256:86025330cc27c52511b79c8cce7d5378e768f921c90010a3f448aac3e0a5625d",
+ "model.language_model.layers.28.linear_attn.in_proj_qkv.weight": "sha256:03bba78d4f5aae4e817f095b809a208aefc669369eaa92acec281a334402c56c",
+ "model.language_model.layers.28.linear_attn.in_proj_z.weight": "sha256:e2673c3792b6f0837312e910f9c601cc4d3a6ed5ed2e1f14a64bde5ce66d5de0",
+ "model.language_model.layers.28.linear_attn.norm.weight": "sha256:de6dc8f61f69306d3f81beaa672eb52af45c266c07058d5952baeafb847844bb",
+ "model.language_model.layers.28.linear_attn.out_proj.weight": "sha256:6be7cba03972518275ca21fc026ad6fc2341c2675e18b729bb34309c8fc510b1",
+ "model.language_model.layers.28.mlp.down_proj.weight": "sha256:e313de758bb3d041a3df30cd37369068671ee777ed515eada019aa564e7af074",
+ "model.language_model.layers.28.mlp.gate_proj.weight": "sha256:cbe2813422c5fc768cacc1a3de164c323fff290f45143d0f23faab2e34012369",
+ "model.language_model.layers.28.mlp.up_proj.weight": "sha256:fa69dcb3377eb2f1acdc6fb7b6bf5ba327a15a4a91d01d9911a9ade519a7be22",
+ "model.language_model.layers.28.post_attention_layernorm.weight": "sha256:1a3b59bf0bd976eef82312c4fca35f69ba0859f121e6fa9a3b72467cfc4d5b8f",
+ "model.language_model.layers.29.input_layernorm.weight": "sha256:085ae4a02cb625217ceb8abfa7b9b4791cfc04c8e3835f096ee36cebe5593c90",
+ "model.language_model.layers.29.linear_attn.A_log": "sha256:8d164ea22ee1899fd6dd37f49c53dd2b34d4566d543260c2efbcedc7cdb965a6",
+ "model.language_model.layers.29.linear_attn.conv1d.weight": "sha256:1ff26e3b0c11da2e9c74d86d27c71692bad7d4c9af2cfbba2cdd2d62589d92eb",
+ "model.language_model.layers.29.linear_attn.dt_bias": "sha256:c7186f82f47aefb8c5bb195806240ab112804a5bd581245d85fd7a1d6f8fbe55",
+ "model.language_model.layers.29.linear_attn.in_proj_a.weight": "sha256:952d8015917695195809cd7d6007aceb54c4c0aa2dff205852ca243d4fd811dc",
+ "model.language_model.layers.29.linear_attn.in_proj_b.weight": "sha256:1aaa2a6f268d93940b8038fc615d12da15920ab51b674ec1cc3d800f4634c430",
+ "model.language_model.layers.29.linear_attn.in_proj_qkv.weight": "sha256:f9e217c70fa1ef662f4ed1abff31eaf9ba0b33702a3b4f274a7efefd03425a03",
+ "model.language_model.layers.29.linear_attn.in_proj_z.weight": "sha256:d745e1c8f6d35c54a0bc085aa57918414dd71f88be04a478db509242ece70ddc",
+ "model.language_model.layers.29.linear_attn.norm.weight": "sha256:3843d140aee3a84d8864f8f7049ad43959622a9dde63837b17361e28c2ff80a0",
+ "model.language_model.layers.29.linear_attn.out_proj.weight": "sha256:186b48613c6c226181113ec226b196bacf1b653bcb1c3288a29752e992a4b95a",
+ "model.language_model.layers.29.mlp.down_proj.weight": "sha256:d3198b1446f5aae089304151848b5e2459c547e761dc9e751eff1b594aa915dd",
+ "model.language_model.layers.29.mlp.gate_proj.weight": "sha256:9a63cc6338495ca31abe7d36cbb28b77f0e24555fbc6595e6baa1b5a904b7a44",
+ "model.language_model.layers.29.mlp.up_proj.weight": "sha256:926a7ba61211aca0f774e04b869496a8a1c22edc3a7aa9eb52d45f7769e9286c",
+ "model.language_model.layers.29.post_attention_layernorm.weight": "sha256:1f5082ec8259efb0dabcdc2591206d8adc60911a2b746ee2f7c35f69dcf9ad61",
+ "model.language_model.layers.3.input_layernorm.weight": "sha256:23e118af2398ed0cdefeb7adcf1d5f916b769473d88faf2ee05d6b080a95f311",
+ "model.language_model.layers.3.mlp.down_proj.weight": "sha256:16c70998e0e14ac75b6a703183041bf0b196031d4aac1fca0c2cf134c0a03f31",
+ "model.language_model.layers.3.mlp.gate_proj.weight": "sha256:4ca2504e90259536431adc362e6b990a205a146c2bb1ca7676abc7b124fd0c8c",
+ "model.language_model.layers.3.mlp.up_proj.weight": "sha256:f86c0381c11d2a69ecd8a882dfb9b38a474ac72d07465bb7048932b1f333c890",
+ "model.language_model.layers.3.post_attention_layernorm.weight": "sha256:6093aed9da83a6911fc6c8d570c2d1ecd1487c18541cda2eb585078ad41fbce0",
+ "model.language_model.layers.3.self_attn.k_norm.weight": "sha256:020fbe2b06a748e751cf3997fc00b12f3c315e94ca3999da985198c638d03d19",
+ "model.language_model.layers.3.self_attn.k_proj.weight": "sha256:90f070964c983ca7edbdbf837d81ad384c6c4dea454e41bd91cae1b1322a5373",
+ "model.language_model.layers.3.self_attn.o_proj.weight": "sha256:f7e6bcd40d7bcbdc3026e2f07d80cf6f5dec8e3e197328505ebf421ae70dc1c5",
+ "model.language_model.layers.3.self_attn.q_norm.weight": "sha256:a89bcaa4e462009a7a0077abf915b1dcd4836d30925fa40d688a5d744e0a7708",
+ "model.language_model.layers.3.self_attn.q_proj.weight": "sha256:529dbbd6dce268d654ca0b28ff5c7b67c3c0ad51b2a6f9d1b5fc964fb8be0dfe",
+ "model.language_model.layers.3.self_attn.v_proj.weight": "sha256:f98e6748812b2d2421c3f47d85da30ad916be90c07591ec98af06ef206be973e",
+ "model.language_model.layers.30.input_layernorm.weight": "sha256:63279f6e7b9c3ef7392d7c3b8b7dce456d3ea1ffa2d870c228050d85e5f902f0",
+ "model.language_model.layers.30.linear_attn.A_log": "sha256:40def8ff8b0c460fce7986a3aa716518582a92431a0eefc9520d58b098eaed30",
+ "model.language_model.layers.30.linear_attn.conv1d.weight": "sha256:cbd51699db3904de0cf745868bf36c2c59efb09c18f72894902ba8317fd4e7d7",
+ "model.language_model.layers.30.linear_attn.dt_bias": "sha256:f55a32b1ccad19f4173863928c4567158c7da829867514e8dff783f49c1c8005",
+ "model.language_model.layers.30.linear_attn.in_proj_a.weight": "sha256:bf6c916fac50e333fdd2b9cdf3eda4ff52c40413cb011f54b9d05f15d656a1f8",
+ "model.language_model.layers.30.linear_attn.in_proj_b.weight": "sha256:1a0b3df61223c4496fe07425ef2e51c25c6b4596b9ebce2aa0b41691e3496d10",
+ "model.language_model.layers.30.linear_attn.in_proj_qkv.weight": "sha256:3a5fac236a261b708d6b2ecbd2fd9082d8649b76d977297a482cccc8484bbd05",
+ "model.language_model.layers.30.linear_attn.in_proj_z.weight": "sha256:2a4e7413c510f14cca2ce488b020fce3d220a120ed7fde8a70c09c4150750d3b",
+ "model.language_model.layers.30.linear_attn.norm.weight": "sha256:9aa6c13fa98a5e0e25c289ec5b7775956deada541e7e5aa3668886ec175ebf52",
+ "model.language_model.layers.30.linear_attn.out_proj.weight": "sha256:f4c084bdf0739b1dc692d52040718a06f9946abe85f19c8fc9974941acea9676",
+ "model.language_model.layers.30.mlp.down_proj.weight": "sha256:ac31a249d7b7f2e97c4fe5213abea47ddd2399524d6a53abea78fd4454cf5931",
+ "model.language_model.layers.30.mlp.gate_proj.weight": "sha256:066eed3d365a82312970075f6b80760ea13bc28f3b944db5387a68f25089ddd6",
+ "model.language_model.layers.30.mlp.up_proj.weight": "sha256:d2f7618b22c556c2904f6371f1c47a23c54892937a26aa412319b086f1eb2a7e",
+ "model.language_model.layers.30.post_attention_layernorm.weight": "sha256:27ab2c345945a00eee0fede377b165108470883ea5ad44c46aa8794790d373f5",
+ "model.language_model.layers.31.input_layernorm.weight": "sha256:0650d12fd155b72deaa36a39bcc43158f833b545c3f92103f4bbcdcffeffc281",
+ "model.language_model.layers.31.mlp.down_proj.weight": "sha256:06665607669eef40614097ada87aca884f554f024ea42186dec707ad021c7b64",
+ "model.language_model.layers.31.mlp.gate_proj.weight": "sha256:2f75676bc8bd678fc0b6f0970f3607c8f43726dbe9a085cda04cc9070bfb45e0",
+ "model.language_model.layers.31.mlp.up_proj.weight": "sha256:8397bb4c5797e12290534e21a8a6d09c1149939dfe060c8f9b5fb56bb2e9acbf",
+ "model.language_model.layers.31.post_attention_layernorm.weight": "sha256:0536cf098f3ea9a2ba4f0bd57834fffc664a7dd0af8c8f2ef088931aad9aacda",
+ "model.language_model.layers.31.self_attn.k_norm.weight": "sha256:166c9462ed2cde278fd1f8b3cda522a06516e7c124347a4c561ae806d3abc038",
+ "model.language_model.layers.31.self_attn.k_proj.weight": "sha256:3f8e70fb86ca1c7e033a3277785da7b1815609f45caf77e02657158ea5f289af",
+ "model.language_model.layers.31.self_attn.o_proj.weight": "sha256:af9a5bdf7da989a2d4490252dab59feb22b662e19c246de591d7455fa080a1df",
+ "model.language_model.layers.31.self_attn.q_norm.weight": "sha256:81f2859f26e3ff05b6c8bd2b889834ced76148eed58091136afe7dba2e92cd8c",
+ "model.language_model.layers.31.self_attn.q_proj.weight": "sha256:89cb34e7fc246a6921497608a64aa9d886dde1849c8eceb4d91085f9e9c183f9",
+ "model.language_model.layers.31.self_attn.v_proj.weight": "sha256:963530db134ec573952eed842f3cda846d73b8055d161561f03e311df083b32e",
+ "model.language_model.layers.32.input_layernorm.weight": "sha256:170100146ad8f4d4739655db3f86d3e4916c85b59a8671dd7a2297b3891b0240",
+ "model.language_model.layers.32.linear_attn.A_log": "sha256:57c297c32e41d56bdda28a3e5ffde987c561a1726e205ac79f784bde71ed4147",
+ "model.language_model.layers.32.linear_attn.conv1d.weight": "sha256:4832952e29f413635e1e5d4419df8b8c8a92cb099734a9607d2bb92a33457070",
+ "model.language_model.layers.32.linear_attn.dt_bias": "sha256:5a0ffbc0945d0a2fc308251bd34b624593336e344ec77e3d66190b8f80eb8f06",
+ "model.language_model.layers.32.linear_attn.in_proj_a.weight": "sha256:13e0e79724f6f5da46e08db7cb38d604d07e003e873b6c70c793c8592b827243",
+ "model.language_model.layers.32.linear_attn.in_proj_b.weight": "sha256:4849f1ee37170a87d80a8b657bc962fa1c62f7c154a506e965f0d08471c9c173",
+ "model.language_model.layers.32.linear_attn.in_proj_qkv.weight": "sha256:a64611972a5b5c1ad8b628d88215e1c33de201c29b1ff28aa7b764977be32fc4",
+ "model.language_model.layers.32.linear_attn.in_proj_z.weight": "sha256:ebb0afa462561d2508d249b40c90c98a634ed8203bbe18df47e3a610c1b28764",
+ "model.language_model.layers.32.linear_attn.norm.weight": "sha256:a7ed799b5d8aa8c8f547e8d1646b27a6eb9f820339b0e4ee2257c4cd44d18399",
+ "model.language_model.layers.32.linear_attn.out_proj.weight": "sha256:4a2a499f7a56bb5ea8ee4135792ed7e99991178c48d969d1b95850f08427d686",
+ "model.language_model.layers.32.mlp.down_proj.weight": "sha256:f2f0555098546c3e7da04322451204a668c36916d19975da5f9b4569518a443d",
+ "model.language_model.layers.32.mlp.gate_proj.weight": "sha256:d317c1a195712eeb3a3e72f4ee0fd6831c7d52c3ef36b2be137eea7d7d4d4504",
+ "model.language_model.layers.32.mlp.up_proj.weight": "sha256:583d08e8fb718ce5b2a42675c0ef668589269d8dc673db6635c8bd78949749db",
+ "model.language_model.layers.32.post_attention_layernorm.weight": "sha256:f34f366912b44dc0e9d2a511cff5cd8dac3bfb8286ebcc476d3198015bb308ac",
+ "model.language_model.layers.33.input_layernorm.weight": "sha256:72d62a945a80841c67c2decea3707f4c13871a2a2b341655d1d32f9cc74e5e9c",
+ "model.language_model.layers.33.linear_attn.A_log": "sha256:517937f51b536376fd0b9672b3595b3a086cfd640dd1a4f2bf84269a802ad5fd",
+ "model.language_model.layers.33.linear_attn.conv1d.weight": "sha256:ac0b1bb78479ad5240d47a532e757a0f47ea7e95120cc9859bd0df5a7b3179fe",
+ "model.language_model.layers.33.linear_attn.dt_bias": "sha256:cf057557a858a331c1c48fb09e85a17fcc8078acf406bc20f211656f88a9ed59",
+ "model.language_model.layers.33.linear_attn.in_proj_a.weight": "sha256:d49952709eae30f32ca7e47f56b8d99b9b62eebd46166522302aaae987102fdd",
+ "model.language_model.layers.33.linear_attn.in_proj_b.weight": "sha256:3dbaa86e285102aa44cf9cbca4592807537dfedc40d204f9c9fe4aba7835c162",
+ "model.language_model.layers.33.linear_attn.in_proj_qkv.weight": "sha256:b62def3ba89b479a92a6acbe1d5cc5d02bdcd5237f43d6306ed555163cfc62d2",
+ "model.language_model.layers.33.linear_attn.in_proj_z.weight": "sha256:c2af4288b12f56fc3689c458d8e48c591a7db138b77fa692b4ebd56186d7c9fb",
+ "model.language_model.layers.33.linear_attn.norm.weight": "sha256:8d937d82caab08cc5036ebe412fee699ad7de7674f5811076b76d4244bf653f3",
+ "model.language_model.layers.33.linear_attn.out_proj.weight": "sha256:b0524b69f66e4aa71d5ecfc9e8fd3429ed17835897071045bebf38710810f63a",
+ "model.language_model.layers.33.mlp.down_proj.weight": "sha256:9fde749abe45f6e4930a004ef938da0b7dcdaffdfa1eb1ec4a0a4d54188c63f3",
+ "model.language_model.layers.33.mlp.gate_proj.weight": "sha256:0990c2acb940d8068c9e4562f1eaa94e8dc83e8e2a3d9c57d2869fe9a7095edd",
+ "model.language_model.layers.33.mlp.up_proj.weight": "sha256:56ff01affc64e680bf80d78222da5162024f9aab64f4e10dad3b875870e5e53f",
+ "model.language_model.layers.33.post_attention_layernorm.weight": "sha256:431a31f2336fe724d6b0c4356b4bb1cbe239ca5e0dea01350162b65b05d98e0f",
+ "model.language_model.layers.34.input_layernorm.weight": "sha256:46344a776898cc72c07e4bfe5afa08ff48021bd3e8c045e82e76b6ee5ac2f0d7",
+ "model.language_model.layers.34.linear_attn.A_log": "sha256:7a9fe9909b2f3d3a75593150a7653aafa69e0c117b02088debb59312303b27a0",
+ "model.language_model.layers.34.linear_attn.conv1d.weight": "sha256:5ec7b88c32bcb32ed7ecac4d2ae814871b130852822965b0c36fa9035ce4122d",
+ "model.language_model.layers.34.linear_attn.dt_bias": "sha256:13f187430480f60f9ddd89a5403aba1bac148bc18576ecd8830fbd2cb9cbefe9",
+ "model.language_model.layers.34.linear_attn.in_proj_a.weight": "sha256:7929c67b6ef2bd0f510d280f6f9b9b18f1d22fd6b830994b0a5d8a6ff4e79230",
+ "model.language_model.layers.34.linear_attn.in_proj_b.weight": "sha256:cad38aa788b61c108ed9d23e750cb6c0fae074316c5450ccccaf10f5d846e6aa",
+ "model.language_model.layers.34.linear_attn.in_proj_qkv.weight": "sha256:f8c189c74cd0f0000349a65dd70314e155aaf3aa908291d03a956fb690befd8c",
+ "model.language_model.layers.34.linear_attn.in_proj_z.weight": "sha256:756f6ed8fbf5de435544b753f930603b1174916540c670b7edf9700667448958",
+ "model.language_model.layers.34.linear_attn.norm.weight": "sha256:72d1d81b396c8434f89a0d6a9a2347fa848bb001135ef29c8fafacc58be61799",
+ "model.language_model.layers.34.linear_attn.out_proj.weight": "sha256:31ff0b0afd02082e791758df609b845ab7c77ecf9be5bd2e15f06c28f0e42019",
+ "model.language_model.layers.34.mlp.down_proj.weight": "sha256:dd85eca50cab23cb3e72cf69a50a992bb12c6e94eda94ffd05a0cef8332f8f42",
+ "model.language_model.layers.34.mlp.gate_proj.weight": "sha256:415002bcbc9aaa0f0bf9a08c71e7392c7b50c8a9d39834661aae65d301a23037",
+ "model.language_model.layers.34.mlp.up_proj.weight": "sha256:7f95b3fb4f1ec71b51ea7aef5907cc284453ac27a31ab2c5d1201821e02eba69",
+ "model.language_model.layers.34.post_attention_layernorm.weight": "sha256:0ceb5092969406bd0833cf82eb27ef19cd1a344002ff8069aa205988fa56a356",
+ "model.language_model.layers.35.input_layernorm.weight": "sha256:a0fcf1c65f74028c5af520e9209792f5a15fae4ef3ff95b057927e85b00b38c2",
+ "model.language_model.layers.35.mlp.down_proj.weight": "sha256:7f738596e4e0fc70c66f29b9454cf34540d1cc6cdaeafd3e5bfafe880e0e284a",
+ "model.language_model.layers.35.mlp.gate_proj.weight": "sha256:3e6da570802cd6ccf9771775473d632483853d2f71b767deaef612f06b8bdeb9",
+ "model.language_model.layers.35.mlp.up_proj.weight": "sha256:cb9756044428d58e667d58d047551b49dd278cfbc7c262d3e26969baeff4cbc0",
+ "model.language_model.layers.35.post_attention_layernorm.weight": "sha256:af460d230f1e7d7eac93a7f0495d14fbe2b34d0b929b582a083d98e453b6579e",
+ "model.language_model.layers.35.self_attn.k_norm.weight": "sha256:c20687dbcacea13aff62c30002512840b20d89b0a3153454e72df51b63762c07",
+ "model.language_model.layers.35.self_attn.k_proj.weight": "sha256:e19e2ce30087d02d8d52b52298f87b89f2349d1c63e0a673dc42e9f2e7ff1db3",
+ "model.language_model.layers.35.self_attn.o_proj.weight": "sha256:b8ea8a9287cab7b9f61b18b5a111339c8efc3a6c4c97a8b005cc4eb91630fcd8",
+ "model.language_model.layers.35.self_attn.q_norm.weight": "sha256:4ee0c2ee26b5edc1539317ef3ff6ce55e580064b64405d8f7f100b01589974fd",
+ "model.language_model.layers.35.self_attn.q_proj.weight": "sha256:3e3b8c5d49461792cf2a8f45a7710cc8c7ab898283e164068f2883985180ae17",
+ "model.language_model.layers.35.self_attn.v_proj.weight": "sha256:5ed9723e211174b2c4c628b04cf3d13c20027afde16ff8ceca15590cd387ceb8",
+ "model.language_model.layers.36.input_layernorm.weight": "sha256:249e8ff22837117443aee50afae250964dec2207999f8c2447a29e26e5a93209",
+ "model.language_model.layers.36.linear_attn.A_log": "sha256:84b6209d439883c17c2a992b8e4d186a28e462fe671286359e876606db14af3c",
+ "model.language_model.layers.36.linear_attn.conv1d.weight": "sha256:0651dd1ea8093f82375313016d6fe6165ff4fd316b1dfb382a4b0f2e25783e82",
+ "model.language_model.layers.36.linear_attn.dt_bias": "sha256:56530b14da8a454e506b36c65dffd6933dde6f4baff85644059143361f70f775",
+ "model.language_model.layers.36.linear_attn.in_proj_a.weight": "sha256:f237179428737f4ec8039e1a9f2cb55b65ba2c3d68f09e9f8abad4bbdef46a46",
+ "model.language_model.layers.36.linear_attn.in_proj_b.weight": "sha256:1f846fefccb2edec8e1d2b58e3ebd9d5234c053d130b310dd023c46f1f611e76",
+ "model.language_model.layers.36.linear_attn.in_proj_qkv.weight": "sha256:2bc811988957a6c2e01368e0e6425d07dbdbfd031193ba7377fe9569d03fe388",
+ "model.language_model.layers.36.linear_attn.in_proj_z.weight": "sha256:bb89a5be8643bbb10743b307ed6deb4324124ecc9968f1d53ebac830514fcf0a",
+ "model.language_model.layers.36.linear_attn.norm.weight": "sha256:f505e971d24f4997feaa8aa018cae619669785c1f472f7daa01319f37e0f2c6e",
+ "model.language_model.layers.36.linear_attn.out_proj.weight": "sha256:899d80874df4c20114640a011b35d772193cceab6ce7b38baad3b04efc89bffa",
+ "model.language_model.layers.36.mlp.down_proj.weight": "sha256:329717f430a650950787d5eba7f9dc0049bbf494e9b5a649dce31559bde167d4",
+ "model.language_model.layers.36.mlp.gate_proj.weight": "sha256:9a252e88cbb3b7ea1f9a47b05e4d60bf55c576821c857c7134768a35a50f9b68",
+ "model.language_model.layers.36.mlp.up_proj.weight": "sha256:a92164ffe170f1f6f2b11cc6ff26daae39079e10eb0b216631cbf7fd16c89c89",
+ "model.language_model.layers.36.post_attention_layernorm.weight": "sha256:e92984ad475b51fd1fb95576a7df44eb2578c055ab0a7977ed2023206bc6c87d",
+ "model.language_model.layers.37.input_layernorm.weight": "sha256:8e0b805d1890aa11e9a74448e092c9fedb4a8052d5a7a958c53a340eb0e61e09",
+ "model.language_model.layers.37.linear_attn.A_log": "sha256:858999288ed0778dc829450981dcac5345a548225eafb6b69807e23b02c1a4fe",
+ "model.language_model.layers.37.linear_attn.conv1d.weight": "sha256:2dbfe4a4def14e0ca9bf61fff408dca941a84a7f49f045a0f899c921ed1c6558",
+ "model.language_model.layers.37.linear_attn.dt_bias": "sha256:27dd87cbeaaca71e08b08ad633bd0bcddbbce96249ce875dba72ed52c2fd0fe5",
+ "model.language_model.layers.37.linear_attn.in_proj_a.weight": "sha256:6c1ea4fa0e5f2dbf41951ca059a34b08ab0cd0f14c7b6d04b7d1183fcf5fa697",
+ "model.language_model.layers.37.linear_attn.in_proj_b.weight": "sha256:472de1375959cac339987ba0b63355cdd7344d7e371a12f11baf0f048764a978",
+ "model.language_model.layers.37.linear_attn.in_proj_qkv.weight": "sha256:92167bd1d1ef33582554f082d1d142c1fd8affb30c9fc060c853fef9d1ff0cdd",
+ "model.language_model.layers.37.linear_attn.in_proj_z.weight": "sha256:f322ab22d6426506247efeff5207927fd1b92431d5bca73edf2596041608e2bf",
+ "model.language_model.layers.37.linear_attn.norm.weight": "sha256:faf9968321f30e02e0bee62074c25df27870e9a0dd9e49ca309f476071044df9",
+ "model.language_model.layers.37.linear_attn.out_proj.weight": "sha256:923b7abc7988c23ae3a40eab71bff963a6de931b2449a7f0899b6700313c7c32",
+ "model.language_model.layers.37.mlp.down_proj.weight": "sha256:2b084476669497bbdf1cd7a2ad09906937dc0dd78fc5acb757964d0c437f8ae6",
+ "model.language_model.layers.37.mlp.gate_proj.weight": "sha256:cad6db24b83dc1ed40a2785dce5656a271d0b3de6e5b90ccd8708d89b26464dc",
+ "model.language_model.layers.37.mlp.up_proj.weight": "sha256:b6eaaf24a1da2b6b52081d674e7b41946c3c2d4167c2042632743b69619a831d",
+ "model.language_model.layers.37.post_attention_layernorm.weight": "sha256:b379df59149b625f7588013ba01fed8a4d42a2898f3e13819abd8bbae551cd0a",
+ "model.language_model.layers.38.input_layernorm.weight": "sha256:21bdaa7db4aaba9c5f9de5c4d2b43cdf363b990cf2b0b468b22f0bfdb4f97043",
+ "model.language_model.layers.38.linear_attn.A_log": "sha256:64216afe94ee65b04b7fc1fb071c6db7f80961d8524c3887d45f7a0200fd5190",
+ "model.language_model.layers.38.linear_attn.conv1d.weight": "sha256:77979aac7756967ab7736a67808643e822603b8f4af5c4f741521f2eeb480456",
+ "model.language_model.layers.38.linear_attn.dt_bias": "sha256:3a5ce8ce70e0d7a5f8bb439ca1b2572e80d84b134cda8f9b231851d9e1efdbec",
+ "model.language_model.layers.38.linear_attn.in_proj_a.weight": "sha256:e23aab8d66b763cf3d0b958b5c4f5001269d02f4eee5ca7aaae12f8270874bc6",
+ "model.language_model.layers.38.linear_attn.in_proj_b.weight": "sha256:6e8aa5c2b160239cd973b7dab3b1c75f55c6786a4750e62cc57dd2f8dabe5dc1",
+ "model.language_model.layers.38.linear_attn.in_proj_qkv.weight": "sha256:a995bb6a2ccbb87b1f44a03dcd6c5c99a6a0ac8769197dfdf69cb00281092b97",
+ "model.language_model.layers.38.linear_attn.in_proj_z.weight": "sha256:6e79e4eb9228de2578dee3151d4de77dd5d3e9592eac8ad333a38c32535a4830",
+ "model.language_model.layers.38.linear_attn.norm.weight": "sha256:32680d1c9d9311a03db6dfa0a981266a1d0fdcf9845f5b2b8567c5df1a9d83ab",
+ "model.language_model.layers.38.linear_attn.out_proj.weight": "sha256:39953dddc9b370b0569b4d4d3670706117711c59d1fec5366eec0e7a45784ec3",
+ "model.language_model.layers.38.mlp.down_proj.weight": "sha256:d62f11898e9cf0d867faec24f600cc0fa64586a9f8217391a78569508f476f51",
+ "model.language_model.layers.38.mlp.gate_proj.weight": "sha256:b4513e8fd285c2a4ebdda024728d1308778890d6ccc23d4d50ff3c8f941c1d57",
+ "model.language_model.layers.38.mlp.up_proj.weight": "sha256:8bad134e0f9cbc47e7df6524cf2b777deeb506aaa03aa572d5c0420a2f88cc23",
+ "model.language_model.layers.38.post_attention_layernorm.weight": "sha256:bf496fd2ceb6248ea94ba5ae1ae86cb3b6809abf8c429548b220b141b1961cb4",
+ "model.language_model.layers.39.input_layernorm.weight": "sha256:e20b65aa4c1717dc659aafae5da7ff9b9fc656070cc85fd6ea20064b756fffac",
+ "model.language_model.layers.39.mlp.down_proj.weight": "sha256:71804f0888b798323600398e38687d18558190ceae808cf2e48a96ae096b2070",
+ "model.language_model.layers.39.mlp.gate_proj.weight": "sha256:3a84aac88cc2965d636526df0bcfcf122991a1ff5722ae599f989d60aded5af6",
+ "model.language_model.layers.39.mlp.up_proj.weight": "sha256:ca6b3106834de9c55d513631e5f74e399b3f0d2cacb57070ef261446f2e80738",
+ "model.language_model.layers.39.post_attention_layernorm.weight": "sha256:e9d3e3e7c900138cbe9b46216c7c8ae069b6d1602ce129498d045fc7c13825fb",
+ "model.language_model.layers.39.self_attn.k_norm.weight": "sha256:f0fafd369e6c80c058d4b067adb9037dbada1e050f9bfe85b8a17a083d4635cf",
+ "model.language_model.layers.39.self_attn.k_proj.weight": "sha256:13ea8e087958807755879281f58494f9857baa3933ec0a1096caf959c06c13fa",
+ "model.language_model.layers.39.self_attn.o_proj.weight": "sha256:bb761da27eb4b2e7fc0981b7be37f71fb535a6e5df550eabcef760b4bbc9f657",
+ "model.language_model.layers.39.self_attn.q_norm.weight": "sha256:e1844eb8c9097c3ee7d26e66ddb71c899a4e1d68d713114db0baeadabdf12b9f",
+ "model.language_model.layers.39.self_attn.q_proj.weight": "sha256:5d00968179d2aab67cf3214a792923b0e640fc580c8857f829444fa3d8f8bd51",
+ "model.language_model.layers.39.self_attn.v_proj.weight": "sha256:bf9770a457dd1697c5dfae63d3bded0513629653f1fe3ba0e1fc91caa7aeb9bd",
+ "model.language_model.layers.4.input_layernorm.weight": "sha256:37e045bf0a6a637687963660b99cec8eda8200ee1f0d7a0dc28a5751c21dcbe5",
+ "model.language_model.layers.4.linear_attn.A_log": "sha256:1228937aaead7e9afd74df4dafad3d63cf59ca31f1ce526d6b46919111dc823e",
+ "model.language_model.layers.4.linear_attn.conv1d.weight": "sha256:1d57decbd96cae9715b996a96ff621834d7eeb7e39563904dc0cea309bc98eeb",
+ "model.language_model.layers.4.linear_attn.dt_bias": "sha256:40241e7e41a23473e1f034eaacfa31157f12ee6a36d45960a0fd1c989e47250d",
+ "model.language_model.layers.4.linear_attn.in_proj_a.weight": "sha256:4ccbd60dd32304f0f1a3358de89c7bb5314e1788a9bedb81f72c5e30f58ad3ad",
+ "model.language_model.layers.4.linear_attn.in_proj_b.weight": "sha256:40ee9130e61887a2309a5ee21c2a5b22a23e3165de1093d9b9027c051bd3bf49",
+ "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": "sha256:43a940532ed9244fa42ae6c4cf0e264bbbeb2a859cf66b4d0f47eb69304fa14b",
+ "model.language_model.layers.4.linear_attn.in_proj_z.weight": "sha256:780b460e994413cba7c6100d6e6aa6032610b5963411ac06eed62d13249364ad",
+ "model.language_model.layers.4.linear_attn.norm.weight": "sha256:470cc5aa5c03c48bba83283502056f6b2a5159457aa621710ee4d520f53b97dc",
+ "model.language_model.layers.4.linear_attn.out_proj.weight": "sha256:3b3b2c074c5df76298d8f14ef081013a30ab91724d87fa2c5386f9d15f964a08",
+ "model.language_model.layers.4.mlp.down_proj.weight": "sha256:2ab22cd6ab48e8ff9e8267b67ce5162dbb29f1a564ff1ec67f681f9da7226b1d",
+ "model.language_model.layers.4.mlp.gate_proj.weight": "sha256:67c2c7ad71af0449b4800fb5e59e81b9b83641b72059137da48f5f2aa6d3d353",
+ "model.language_model.layers.4.mlp.up_proj.weight": "sha256:523f01f37f1497c2bb78e8e2e6eb8b826bc7528aaa9cd31fa180cc609e6e9a2b",
+ "model.language_model.layers.4.post_attention_layernorm.weight": "sha256:65203411b2e37d00fb00099f1cd16045c105fd48cbc4fffe9f16f028b9e0b27c",
+ "model.language_model.layers.40.input_layernorm.weight": "sha256:6a5c9660f7977231e873bf6d991e338903db5fba73fd546b2b254b918cfdaea6",
+ "model.language_model.layers.40.linear_attn.A_log": "sha256:510e82a733317e7eb9da98fa170a32bb013ca8d4b30d63e92c2532a5582a18f7",
+ "model.language_model.layers.40.linear_attn.conv1d.weight": "sha256:8f82600354f593755665d438074445a4f607d4a2015410501ea5e1f3243b41f4",
+ "model.language_model.layers.40.linear_attn.dt_bias": "sha256:5b4ffea3a40951bf49b8cbef075a7025504722e8f4b0271d31a949eec21b8723",
+ "model.language_model.layers.40.linear_attn.in_proj_a.weight": "sha256:d1bbadef5de2f9eb4b818dcac6bd3d1eeee41717e6b8c7bbb7a3391aae8c00e4",
+ "model.language_model.layers.40.linear_attn.in_proj_b.weight": "sha256:d44846b9ea796d4293d9aa96b30ef5df509d8f27000c3e6aad541853efe96045",
+ "model.language_model.layers.40.linear_attn.in_proj_qkv.weight": "sha256:424d9730edf2d9719862ba701b642647cb4e6bdc9708f474b202a829d52358e7",
+ "model.language_model.layers.40.linear_attn.in_proj_z.weight": "sha256:aeca69549b6be913f0eaead63f4bcbdcdfff81563738d8925cf5ad9eed880741",
+ "model.language_model.layers.40.linear_attn.norm.weight": "sha256:ab53446c9bb5483b6e6f928a5caee9e680df335b8a95fd6c1cb46a2923797a15",
+ "model.language_model.layers.40.linear_attn.out_proj.weight": "sha256:558a060a756db96082c5ad7196e36d6578e7c713d6581c932442edaaeeaac475",
+ "model.language_model.layers.40.mlp.down_proj.weight": "sha256:09bbf10cb76e26908b8b8b0431254c88879e1aa169597771940513838ff50040",
+ "model.language_model.layers.40.mlp.gate_proj.weight": "sha256:06dda4783f23b1cad14d357bc7495752ce652840c54f9642a470bd2c9f4a2174",
+ "model.language_model.layers.40.mlp.up_proj.weight": "sha256:18e89a5d08e7a610aed3997f365ab17e7502a0d4f01d50e149ddfa8e15a3466c",
+ "model.language_model.layers.40.post_attention_layernorm.weight": "sha256:bb42562312c60a2c3d1a5c609d5d57ab77212d52b6d525b3b80cd45d9e675929",
+ "model.language_model.layers.41.input_layernorm.weight": "sha256:14cfd21b203e79682a0e0e0dcf0a922657b25a66d6ded95c13d0046393448a08",
+ "model.language_model.layers.41.linear_attn.A_log": "sha256:62c38dbe75950f33cfdd2bcd7b98cd8d8235fbc2bbdce66d2cceb8f5e1bc61fd",
+ "model.language_model.layers.41.linear_attn.conv1d.weight": "sha256:47e489efd01ff968e0d81fe7505bb774996b2c8ab79376560133436db5eccc89",
+ "model.language_model.layers.41.linear_attn.dt_bias": "sha256:13f047fb7a7267b84beea3ce8d63fc4bc75dc5b94ad55d1c0e2cb437daf3b844",
+ "model.language_model.layers.41.linear_attn.in_proj_a.weight": "sha256:eb64389c8dcca637e8690e4c85d04dcddc4ccffb35e53d1a750261d55f65e0b4",
+ "model.language_model.layers.41.linear_attn.in_proj_b.weight": "sha256:bf3dac4039bd7b03ef9a982599e4b1339ebcd4c05b99f13e71fffb95b0feced8",
+ "model.language_model.layers.41.linear_attn.in_proj_qkv.weight": "sha256:b410ccdab78e4137274211a81b2c3f9754361c4ee6d12bd46513fcc17cb8124f",
+ "model.language_model.layers.41.linear_attn.in_proj_z.weight": "sha256:dcd32f00466d01b348cffd38697d1bed9fbebc002b7fdb935b25eb1a6b279aa8",
+ "model.language_model.layers.41.linear_attn.norm.weight": "sha256:3d59bae9305d47e9ece75d362d3594897ca82fb17e0f85008f00f38fff17e0d2",
+ "model.language_model.layers.41.linear_attn.out_proj.weight": "sha256:474363e7c059f43cd85d3a5267472bfa3a14bf99011e554ddefbf05d4759f65a",
+ "model.language_model.layers.41.mlp.down_proj.weight": "sha256:421cd30536ce695d38f3f0f685075ed1120cf362ddd2288c8b8c99936703bda9",
+ "model.language_model.layers.41.mlp.gate_proj.weight": "sha256:541e8cc20b7a31829ffd175e526fb5d4912052e53b4503364eb52cd5fa7180a1",
+ "model.language_model.layers.41.mlp.up_proj.weight": "sha256:460b4941275d7bcd8fdd607df4376c00589b01b020d92362d765dbf5c2c35c7c",
+ "model.language_model.layers.41.post_attention_layernorm.weight": "sha256:a068d96f9adabfd9c0e7a2a643a7969f55f748bd44d7175e25c885313042813d",
+ "model.language_model.layers.42.input_layernorm.weight": "sha256:293bcb5ca2b15bbe3b0dc945deb7c5d78d9300042699456673b199498cc91331",
+ "model.language_model.layers.42.linear_attn.A_log": "sha256:a258297fd519185082553f103d89e6b7417f63cfa592ceb37f4fb03471917848",
+ "model.language_model.layers.42.linear_attn.conv1d.weight": "sha256:a5f7b4f174f7caeba140e078a3ea32060349ccce4432667205d7c631b73eaaa1",
+ "model.language_model.layers.42.linear_attn.dt_bias": "sha256:cc3bf3b865ffe6c59dfb55f9134789ffa7e93569370420733b817d8953c7f87c",
+ "model.language_model.layers.42.linear_attn.in_proj_a.weight": "sha256:5ba2ef26fa098bafcf9a69dcca292bebcbe180898cda29f64d1cfa0c5f62d1da",
+ "model.language_model.layers.42.linear_attn.in_proj_b.weight": "sha256:8828551f975ed80a1860013472d93f518a008f68949f015f6fef83eced571a7b",
+ "model.language_model.layers.42.linear_attn.in_proj_qkv.weight": "sha256:fb2b556370bbceb236d017f34300d275b697fbe0d7810f40b614b3ea33581b5b",
+ "model.language_model.layers.42.linear_attn.in_proj_z.weight": "sha256:a5838cdba87d1e9290b93781aa981721700990c7b2a324686626f6827f0c7b98",
+ "model.language_model.layers.42.linear_attn.norm.weight": "sha256:17a5f20e02cf503bdd095e54975c237be7ad1f1282b9aece128379d341f36052",
+ "model.language_model.layers.42.linear_attn.out_proj.weight": "sha256:e9998d88eaca33a5783f55b685897ef545cd24d9078d60d51aa82b99fafa1eee",
+ "model.language_model.layers.42.mlp.down_proj.weight": "sha256:4e349151c8d4465288fc16834a62813627975265274b011770962334fe4cfa9f",
+ "model.language_model.layers.42.mlp.gate_proj.weight": "sha256:19b67a8643981ed91e474a0b19156ec46a726868b26b3bc0ee7b5efe7b43aca2",
+ "model.language_model.layers.42.mlp.up_proj.weight": "sha256:2dde78510e2e915e6876c06911afe8b2a15168856215acadfffc370a16150bb5",
+ "model.language_model.layers.42.post_attention_layernorm.weight": "sha256:7d511e6a583b0a57ad9470bb187ea5f8080645502e81e4840b789aec3f4d1c9e",
+ "model.language_model.layers.43.input_layernorm.weight": "sha256:3c380cd2eefb5b760d8cfddbb1c752dc073d95e73a4ea446ec978314aa8df2ac",
+ "model.language_model.layers.43.mlp.down_proj.weight": "sha256:a4e83d3ab3caa321fbabd7d670c1012ab72c5cee07e76ae703f75789e7b0640a",
+ "model.language_model.layers.43.mlp.gate_proj.weight": "sha256:a1dd7c751ea645d41f47fa161859ae1d329b9b46cf506cc0f6f9150242bf186b",
+ "model.language_model.layers.43.mlp.up_proj.weight": "sha256:c7487d5f6ec455def0b4a971e6735a19482aec02b29803a9c0d85221297b9775",
+ "model.language_model.layers.43.post_attention_layernorm.weight": "sha256:7964806e33ccd66d14e642946117d10f115c544b5b06653fdbe34d4411f6398d",
+ "model.language_model.layers.43.self_attn.k_norm.weight": "sha256:756057a250b641e5c712f485a288ec6b1df217b05e3c33c4609be29cbbf43035",
+ "model.language_model.layers.43.self_attn.k_proj.weight": "sha256:98b2400702899cad1e49cfb3ba81304dd9b28b2afbcf5f50fca74b936b455eff",
+ "model.language_model.layers.43.self_attn.o_proj.weight": "sha256:de9918b4a434ab65e35517fd464ee445a6f45c3e85a8bec8dad362fd0f6d4675",
+ "model.language_model.layers.43.self_attn.q_norm.weight": "sha256:785e2b448d5e170d1f019f6fd628153627136f7ab0ecfa2bcc3c940349d5022c",
+ "model.language_model.layers.43.self_attn.q_proj.weight": "sha256:a5a2d9b7c32193e7960b9c2903c7ebe9feeb8f732632e5d6d54615bea62df1b7",
+ "model.language_model.layers.43.self_attn.v_proj.weight": "sha256:9a53ab55e2816c9f48f1d5779151a61b19646f2c752dab3a14377f8804e1caed",
+ "model.language_model.layers.44.input_layernorm.weight": "sha256:3da25be4a172924ccfaa0b4b345903e19032c2a396c9fe8e97b8d2c5333825d4",
+ "model.language_model.layers.44.linear_attn.A_log": "sha256:a16839fdced943f24953e568af54ee8d1742b18ecb238b3ba5c5a398cc01c09f",
+ "model.language_model.layers.44.linear_attn.conv1d.weight": "sha256:34690b633eb7099c179797c66f0838b4268f30c6f3aa338ba01a110e4da3165a",
+ "model.language_model.layers.44.linear_attn.dt_bias": "sha256:96e946e07533a3ff28f9ca08f2df6bf126f52eaf458312c8bb11607843e5c349",
+ "model.language_model.layers.44.linear_attn.in_proj_a.weight": "sha256:5dd08c56f84b83e497559788402528565218b0eec66923d86363e6bad84ced1a",
+ "model.language_model.layers.44.linear_attn.in_proj_b.weight": "sha256:f82cfad3933866e001843f049d3e5db612619441f0329d08db078bdfbce9f40e",
+ "model.language_model.layers.44.linear_attn.in_proj_qkv.weight": "sha256:1f96a90147aa5aa4cb0c5d3676203a2f39557e0f5b5cbe98fc3bea7b3fa2432c",
+ "model.language_model.layers.44.linear_attn.in_proj_z.weight": "sha256:cde68bc772f10649a60fadce1c0b0ae423bf0c1196407e9559849e4fc4abb72f",
+ "model.language_model.layers.44.linear_attn.norm.weight": "sha256:6d6acfc01679deb3512f989889e296812067c91f8cf169680f3ac8b64e02c973",
+ "model.language_model.layers.44.linear_attn.out_proj.weight": "sha256:a7e3d6d9c03df37732fd68913db46a3cadb56a6acf68c3754afa9c2bbe6f793f",
+ "model.language_model.layers.44.mlp.down_proj.weight": "sha256:d8db9b1ad433de8dc259a638687838b95a057913c1cf6c20ecb03d3ef990e6c7",
+ "model.language_model.layers.44.mlp.gate_proj.weight": "sha256:00c5c7575f150573df81c3cb2f3493398cdf68cb22c2ee9041153154239e1877",
+ "model.language_model.layers.44.mlp.up_proj.weight": "sha256:c84d3629881a8ecd703029bd7ab09b2bc363013224c2510bdc52a86d2de7009c",
+ "model.language_model.layers.44.post_attention_layernorm.weight": "sha256:2789214ce644c124d416704fb986b56aa4a639bbdd028b9053cdf871b79e6062",
+ "model.language_model.layers.45.input_layernorm.weight": "sha256:178bbadb8378348be5bfdc379c540cc81b7abb1685f329b4ad7c83502474a5e7",
+ "model.language_model.layers.45.linear_attn.A_log": "sha256:f88cd5b60bfefd0d12f2ea16794caf427f602ae4caf9dfcb3b7cd22e10318402",
+ "model.language_model.layers.45.linear_attn.conv1d.weight": "sha256:a8053d964c4577969c116a748dafca4e749570865bf93b6e1c04b80403313f75",
+ "model.language_model.layers.45.linear_attn.dt_bias": "sha256:2349d89246ecdbb635125677258cfb5acd9327b595c65a93c6c64dc4922bf9f7",
+ "model.language_model.layers.45.linear_attn.in_proj_a.weight": "sha256:9e2c73cfca7803ce494983085b7e45980fc5ec4ea13ea11942947618775353c6",
+ "model.language_model.layers.45.linear_attn.in_proj_b.weight": "sha256:cc7acdfd4531caa3f6628752bd24dd9458cfa01f011c178403cb3ab4c89890d8",
+ "model.language_model.layers.45.linear_attn.in_proj_qkv.weight": "sha256:536d8331c60256b6d31462382856d6964d932c6a70294e92005391784c82b7b7",
+ "model.language_model.layers.45.linear_attn.in_proj_z.weight": "sha256:6e3fa6a79f9435519817119428aac978efdab6c39e2b728cd03610d6f225a134",
+ "model.language_model.layers.45.linear_attn.norm.weight": "sha256:e07ccd38125ce05f729d490423c7d723d52f4a401505a8c1e3b5e09867df6e2c",
+ "model.language_model.layers.45.linear_attn.out_proj.weight": "sha256:6b3199bce1b231e4c48e1a918192cc8fb594265e9a0eae7b1ca8509ef011f747",
+ "model.language_model.layers.45.mlp.down_proj.weight": "sha256:3f53ec776ebdb50cfa762602973d5a65341e42640edf03b30099ab37c283045e",
+ "model.language_model.layers.45.mlp.gate_proj.weight": "sha256:d77491e3d37ce08a5bef954905683a6449120814e0dd7058dc868268c5484cb2",
+ "model.language_model.layers.45.mlp.up_proj.weight": "sha256:37aab26fd38be12410b8a9cf6e258eb8197fc86240e22fb545db13aa9b0e112a",
+ "model.language_model.layers.45.post_attention_layernorm.weight": "sha256:e358e0658c301c6153c02a9835e56e23cdab6055fd341bb0fbe7eee516c67840",
+ "model.language_model.layers.46.input_layernorm.weight": "sha256:c3c114ec440f94a82b35cf67b6f805be0719c942767e0adc2528dbf0a65feca0",
+ "model.language_model.layers.46.linear_attn.A_log": "sha256:ded30861db88a71051716b88d3995fb36345dbfc8100b9f96bc3304583ba72bf",
+ "model.language_model.layers.46.linear_attn.conv1d.weight": "sha256:b99853c910ba6b74eb98a241c54c2881db0a852a48e1fc89f8d738952ffce3ab",
+ "model.language_model.layers.46.linear_attn.dt_bias": "sha256:51dff5b2dd7bf4f4b97581d6d3eb728a98296a5f028b38d079bc3ce5958d76d3",
+ "model.language_model.layers.46.linear_attn.in_proj_a.weight": "sha256:6d476ffac3615bf3c162b7a9262390f37a2d43da230b24b32e321e3ccfd8c4bc",
+ "model.language_model.layers.46.linear_attn.in_proj_b.weight": "sha256:0eb8ea4a2bc0f9bfc4b658283548ce19788a7ddb3e6e1fc39e5a2e0ea7d48071",
+ "model.language_model.layers.46.linear_attn.in_proj_qkv.weight": "sha256:d16a6d7c9aafd8bbc66c4a7514f497b8efd284a3af0cb1182dd29904d0f43741",
+ "model.language_model.layers.46.linear_attn.in_proj_z.weight": "sha256:ab0df7c180bc2cd47f1b0d9e24279606affad01839e294a7e0ee333e88aea082",
+ "model.language_model.layers.46.linear_attn.norm.weight": "sha256:425fc4f8e712907bb6f4e222a88e3cea7fc295f13f50ba185dda9661cc013b42",
+ "model.language_model.layers.46.linear_attn.out_proj.weight": "sha256:74d3b6a58426a144e2a87f0412e8d31955ff2b2114249b21dce41470238d80a6",
+ "model.language_model.layers.46.mlp.down_proj.weight": "sha256:cb5708535b7814177f95a7911d0f0b175f211d6979fb507d33e59828d6207ca6",
+ "model.language_model.layers.46.mlp.gate_proj.weight": "sha256:75ea26af4dcb90eda5f61e0f1752a314bf0cc13fec78f63bb5f91a1fbae06081",
+ "model.language_model.layers.46.mlp.up_proj.weight": "sha256:b206e51d23d3d415ce08f61df90a707af24c0910f1c83633c8ac24ed6db632d4",
+ "model.language_model.layers.46.post_attention_layernorm.weight": "sha256:17bc303fdc6d2e1736dad69e04a50ec1c799af9f71704158061b21cb9360dc67",
+ "model.language_model.layers.47.input_layernorm.weight": "sha256:a6354b433086e43575e7f5f7d8cb1f5238d409579e7209d7446c0db947808c84",
+ "model.language_model.layers.47.mlp.down_proj.weight": "sha256:b2b8fd115767f7bc6a5396a2fc01f46e164d3e60de7b7adce9c97f51f6f5ddd4",
+ "model.language_model.layers.47.mlp.gate_proj.weight": "sha256:05db337eea4cab7de0cb7a9632bd7c783db681c061e5f95523fc75104363f19b",
+ "model.language_model.layers.47.mlp.up_proj.weight": "sha256:a664a7e15a0d0800565e991b851720ba23479e533eba5aefb431b1ae065b4cc0",
+ "model.language_model.layers.47.post_attention_layernorm.weight": "sha256:eda21e8373fd02191df9d0c23b37a2ede26f18f7a494760d5d8c6880890c3493",
+ "model.language_model.layers.47.self_attn.k_norm.weight": "sha256:99236d65887b1c57ca3f7e0d8c3ab9b7b1807ac20b0334ec62994419b44df5d8",
+ "model.language_model.layers.47.self_attn.k_proj.weight": "sha256:101bd9cff4564bc9c9022c0fb35436e56deecb34bf6a97a4a808d89aa9bc54c4",
+ "model.language_model.layers.47.self_attn.o_proj.weight": "sha256:8eaadacd9479b62c2a157f37f723cfd2dfff6c8426e5983c87ba3797af232206",
+ "model.language_model.layers.47.self_attn.q_norm.weight": "sha256:28cdb5bd20c2ab1dd5a5dd2dc0a4a60a6f8103f5de08219897a1385ff609961c",
+ "model.language_model.layers.47.self_attn.q_proj.weight": "sha256:cf953f1b7dd6c1818d12697f83aab7d36baefbe321a5e788f66445a8af5e3a0a",
+ "model.language_model.layers.47.self_attn.v_proj.weight": "sha256:bda609350aea8b3d10e466d20896ac8c34afc27444abff9ce74917a5c7c5371e",
+ "model.language_model.layers.48.input_layernorm.weight": "sha256:353e03a16df3fa99c9ff3279a8a37181d170d6c72d45eb3a440f607a4fbba822",
+ "model.language_model.layers.48.linear_attn.A_log": "sha256:835ee1883ce5564efe7881acdfad8acd3b3231bacdb8cd71b096d7e79f93cb52",
+ "model.language_model.layers.48.linear_attn.conv1d.weight": "sha256:3b138c4061c5dbf2acb7913d6d1dcb322af957c3cbcd034e866b6f6b4a2997bd",
+ "model.language_model.layers.48.linear_attn.dt_bias": "sha256:195bb4aef0b21fd44c60b133661b6f6a1c13916aeceb33162800ffdf0a3c9309",
+ "model.language_model.layers.48.linear_attn.in_proj_a.weight": "sha256:8bf227cb2b912db5a429f7bac989308b343ea84fe3003559bce12622b09b2962",
+ "model.language_model.layers.48.linear_attn.in_proj_b.weight": "sha256:c90522708e3c35926f744a2e1a5a348ce27e7983b3ea682edc0945c34e1e034d",
+ "model.language_model.layers.48.linear_attn.in_proj_qkv.weight": "sha256:6228178d8936801a393c57bac662385faf7f8f5d132b04d4b56d0869b02bc12c",
+ "model.language_model.layers.48.linear_attn.in_proj_z.weight": "sha256:0acfcca5b2217d150a0a0d0b0193dff51b19cf8fb6ec495516999fb08abcb861",
+ "model.language_model.layers.48.linear_attn.norm.weight": "sha256:820ec5783c5709fe8f5a4e10a32049e96c214f128f4f1a2ef90db2a945a783be",
+ "model.language_model.layers.48.linear_attn.out_proj.weight": "sha256:5c84b8b5efaa3f008d81137cbad2a8182800e412714868655163de8e770fde17",
+ "model.language_model.layers.48.mlp.down_proj.weight": "sha256:398cede2926ee84decefd6241cca0195d7372a51cde888b86e30712cb67aadc5",
+ "model.language_model.layers.48.mlp.gate_proj.weight": "sha256:2a0a6a9d7ec211edbf841eb022fdadb7d26b31c507d050ca0d0595108b77b1cc",
+ "model.language_model.layers.48.mlp.up_proj.weight": "sha256:67c480fe563262bdac23bbc1efbb3945fdeebb8ff353135f5b1b0c9449434d58",
+ "model.language_model.layers.48.post_attention_layernorm.weight": "sha256:4dd3eff0654b0e3caca90aaaf2562eeb96af200844a15571a1eeaa017c930704",
+ "model.language_model.layers.49.input_layernorm.weight": "sha256:74f2587b18d661526f852a9e46e1b1ffcee18e7d9e00de0f0ef37bb60e5393af",
+ "model.language_model.layers.49.linear_attn.A_log": "sha256:e3b3e9adb154f1f926bd8ba085f5c97fccfe0f97c60321446c357c143a79f046",
+ "model.language_model.layers.49.linear_attn.conv1d.weight": "sha256:c387bdb3580aac0bf8158f5085905dd55c359a7c6d3a051d2a22c66256620f36",
+ "model.language_model.layers.49.linear_attn.dt_bias": "sha256:9aff58aa43dddc62756a53c6f28ac1ec429ea4e48bd43757fc17f0453bbc8737",
+ "model.language_model.layers.49.linear_attn.in_proj_a.weight": "sha256:f17f3c053d5a659c1c1ad9daf8c9bf86899ef4cee885c8db8feb276cdac0ab92",
+ "model.language_model.layers.49.linear_attn.in_proj_b.weight": "sha256:3d089af1e1bd80b5ac8ea64a86fcc08a3b2f14f3421020cd6def96663c27abfb",
+ "model.language_model.layers.49.linear_attn.in_proj_qkv.weight": "sha256:3853f43dbca60c20bb8e3c558b4c1bd20d4a8bd131a4f8dce5ab6f8c5cc84aae",
+ "model.language_model.layers.49.linear_attn.in_proj_z.weight": "sha256:ea20c95576d136cc9295abefbfda6529148149d12b1f4778c977de5b7dfc156e",
+ "model.language_model.layers.49.linear_attn.norm.weight": "sha256:1eae502bc2eb96106689695d2bccfcaa8db4323a1ee86bd92c3ced3b8ee70e4c",
+ "model.language_model.layers.49.linear_attn.out_proj.weight": "sha256:541ffc540999a464dafd3ff38394829c5c19788fc768dc62f6822b0172f639b7",
+ "model.language_model.layers.49.mlp.down_proj.weight": "sha256:d574fe242171c80be29201861167cd317924414cc38ef92a735e9a5d6d2c02d7",
+ "model.language_model.layers.49.mlp.gate_proj.weight": "sha256:9d76868b7dc160b7e482d1026378b4e57949d2dd32aeeeae0ea0a81bc0c212e7",
+ "model.language_model.layers.49.mlp.up_proj.weight": "sha256:cdfcc2903ae27e20c7dc8d5f43d82d82e147db07001aa6f991013b981017701e",
+ "model.language_model.layers.49.post_attention_layernorm.weight": "sha256:2af2d9de1b81225e21057448bedaf9afe02a7659293b2d8398a823ec785a5028",
+ "model.language_model.layers.5.input_layernorm.weight": "sha256:67d9ba97eb42e3f8221c7d45c097d868815decd215c22b0b8f9f30327d55058d",
+ "model.language_model.layers.5.linear_attn.A_log": "sha256:9f95e9dad3005a69106a5a5bcf40e049de92cc7eb411fe08d5488f7251491d02",
+ "model.language_model.layers.5.linear_attn.conv1d.weight": "sha256:a746a03d17970733c4884b284d4b64ab2e8602c9bbfc1e650b08fc29ed0fa36f",
+ "model.language_model.layers.5.linear_attn.dt_bias": "sha256:41c00e6683ff4b832264a982383ea1ec316ea8f79775ce247cadd1598dd2d514",
+ "model.language_model.layers.5.linear_attn.in_proj_a.weight": "sha256:93b3f3d1aeaf0ffc8682cbcf3a1646b1e2357341e9c88f92f21d898fd1e92a77",
+ "model.language_model.layers.5.linear_attn.in_proj_b.weight": "sha256:3ee63ac4d02cf98532aa79f16ee5d75aa2ef68d9fcc8c3cb2f2fe53d7b35fe67",
+ "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": "sha256:b5bceebd5585144a935a92f527c0d9c7f8528f7e7606f3ec3469d6ca8bcc5ce8",
+ "model.language_model.layers.5.linear_attn.in_proj_z.weight": "sha256:bd6e84577967393834b63dfc4c333b3c2bcb49e53884775d0ac3d78f5d2344fd",
+ "model.language_model.layers.5.linear_attn.norm.weight": "sha256:26cebdd08d0d3643d12bdac9126f2ae01da28f0ed3c0d4875486c7ef52c5bde4",
+ "model.language_model.layers.5.linear_attn.out_proj.weight": "sha256:ceee8d6db142446e076b85e4c3effa50d28dea003d7fafb2a9170e914bda5a5e",
+ "model.language_model.layers.5.mlp.down_proj.weight": "sha256:30e99d317cecbaa23e38c54d60e8ce3c1db457d71f46f45e95e53283f092ee8d",
+ "model.language_model.layers.5.mlp.gate_proj.weight": "sha256:c7011880356305b73edba50626776bda3c56dc8e586f6b9beec8518f4cf36e18",
+ "model.language_model.layers.5.mlp.up_proj.weight": "sha256:93450de245f5536344b1290216a89ec2cbf8b1dc9e6809bd76b0a31d47db7629",
+ "model.language_model.layers.5.post_attention_layernorm.weight": "sha256:dac473e300edf0e76b47fe13ce6dc47514a39389b7529ce2636ffcb173c317a4",
+ "model.language_model.layers.50.input_layernorm.weight": "sha256:76916769f30a1c32182e17fd0067330b1407ab27a02af9e0b7b459a8c1893128",
+ "model.language_model.layers.50.linear_attn.A_log": "sha256:dffbb9977f6221dc338bd85b44b698db8590b0fb1d4ac096de6c385d2859ca5d",
+ "model.language_model.layers.50.linear_attn.conv1d.weight": "sha256:e9efb09582fde9b2efb32fc554f78cb520ff4227fc3e730dd90b9f607eaf1065",
+ "model.language_model.layers.50.linear_attn.dt_bias": "sha256:d51b8f98e3dd1559c4a198a1fa7d6c5e2df71d91845a262f9bf7962ee0eb79f0",
+ "model.language_model.layers.50.linear_attn.in_proj_a.weight": "sha256:3d3efddf545489ca0a7d3ef72f6aad43edafd9eb3406522484cd2edb6e9c74f7",
+ "model.language_model.layers.50.linear_attn.in_proj_b.weight": "sha256:545fbce0b4391fcf3b1784a6f2cab5ca2285e3cca70fcfa6a153b2c4fdd8f567",
+ "model.language_model.layers.50.linear_attn.in_proj_qkv.weight": "sha256:7ef389b0d1a55846cd04e560392500d9756a17af27580e83331d34f6b0719141",
+ "model.language_model.layers.50.linear_attn.in_proj_z.weight": "sha256:d2a8faa6eda143106c8ba9498433eb1be844b1221a3f3a91f868474467cac53f",
+ "model.language_model.layers.50.linear_attn.norm.weight": "sha256:c3edb7cb6c7a06dab5d0ef2270662ce0f66adee3ef6a5a49ad5e40c3cdcd4e9c",
+ "model.language_model.layers.50.linear_attn.out_proj.weight": "sha256:922d49bf23c9639e061222c4174148fd472c153548300759e0a783432254c6c4",
+ "model.language_model.layers.50.mlp.down_proj.weight": "sha256:50890ffd72254920f4610e5dc41dbb8120b5ca8a9ee24744be3456907c0306cd",
+ "model.language_model.layers.50.mlp.gate_proj.weight": "sha256:f98f6d7bb10cfd1f69e5c907423294e3dd1970db07056185c6f52da35db9db84",
+ "model.language_model.layers.50.mlp.up_proj.weight": "sha256:24ac4462cf22e40874c18d175dd7ea4a1b79c6900bbbd29b7853e14f90d36ffa",
+ "model.language_model.layers.50.post_attention_layernorm.weight": "sha256:d3d99991672312e04af91e30b726ef700963b13a637f69cd76d40a2ccbc6e162",
+ "model.language_model.layers.51.input_layernorm.weight": "sha256:d6bf8b0058a66fb12c7d18a19510fd4ca780bbf2d76f0a65f9b4c803085d8c56",
+ "model.language_model.layers.51.mlp.down_proj.weight": "sha256:79aacebb756fc9747c9f941c7a5cd928e8328a1a0b7adc356d3499e59ca597d0",
+ "model.language_model.layers.51.mlp.gate_proj.weight": "sha256:6547c8fb8272360d299a567a379dc731cf6e94f924cba8cdfa5f617d6616cb10",
+ "model.language_model.layers.51.mlp.up_proj.weight": "sha256:d958677bdc80c133ff01ba914a95ba160a0cb133af05612b8151e42369e1fdb2",
+ "model.language_model.layers.51.post_attention_layernorm.weight": "sha256:66303e13e7d60ebfb13bc5a24d624b017f990b7840d35690f595026929056fb2",
+ "model.language_model.layers.51.self_attn.k_norm.weight": "sha256:e541505499396f9fce4227e573ee9ee27d5452347ac7530d454711a20ba483a6",
+ "model.language_model.layers.51.self_attn.k_proj.weight": "sha256:d975964976762779e450c5f0069ef460f9bb95d946b7111ad138c6636a6b5c91",
+ "model.language_model.layers.51.self_attn.o_proj.weight": "sha256:be5ff1c8a3b3ecc41232fb4317db6ccc653dd17f30c12ab7ab10fd1d586d86e6",
+ "model.language_model.layers.51.self_attn.q_norm.weight": "sha256:5804877fcf10dcb2393b601af78a0a93fa6cdfba5281e4ea20cec678a7b9789a",
+ "model.language_model.layers.51.self_attn.q_proj.weight": "sha256:e563db977a1464fa332c86b2942c9cc2b80d3a8a042660c6acd25fd39b11ded1",
+ "model.language_model.layers.51.self_attn.v_proj.weight": "sha256:b6d524dd13d6603fa7eec0655a55c6ec413c5077aefe3629ea4093154cec64d0",
+ "model.language_model.layers.52.input_layernorm.weight": "sha256:93047c76401f7d6095718c93abb0ece62e505feaea4c7c9a36402d3a4486ccbf",
+ "model.language_model.layers.52.linear_attn.A_log": "sha256:8df7f91eacb00bc73a4654c3347d1f56766a34372bbc409b646f10ac916d61d2",
+ "model.language_model.layers.52.linear_attn.conv1d.weight": "sha256:22797338c7cbc51d521c5d7d8738b4c22181e355108c6de7de39b6f5cf4606f4",
+ "model.language_model.layers.52.linear_attn.dt_bias": "sha256:b90895d3a28dff5da4512c8ed1ccce8282e72542cf6aabd7c31781e212ef9c37",
+ "model.language_model.layers.52.linear_attn.in_proj_a.weight": "sha256:55ef49cc89ef3514da5a34a23441077599df11a7340de2f15b8ea1737c8b3ba7",
+ "model.language_model.layers.52.linear_attn.in_proj_b.weight": "sha256:3ec5144fc6e800baabe9a628f3dd5c24ce10ef8c786f11be18096562fbd4ffe4",
+ "model.language_model.layers.52.linear_attn.in_proj_qkv.weight": "sha256:e1ed47bb143d489629a928a56f7aa6080adf95793ac7d37fbf72c1a5e85ab1b5",
+ "model.language_model.layers.52.linear_attn.in_proj_z.weight": "sha256:c81c5d0da99dd90554ade70a552ad7406ef5f00a1b722643e83b9b5cd8833541",
+ "model.language_model.layers.52.linear_attn.norm.weight": "sha256:fe2734c7cbb6d405279c5b26fb56a74c2893ce1d5bef53fc2ee46bd13e3fae38",
+ "model.language_model.layers.52.linear_attn.out_proj.weight": "sha256:8dac974935c9cbe5608706021962d4bd8ea9821fd44da50ec42a9c4d7ca923d7",
+ "model.language_model.layers.52.mlp.down_proj.weight": "sha256:aa73c517f088fb95023303a74baa4eaec1f43adfedab386f21af769969a4b0f0",
+ "model.language_model.layers.52.mlp.gate_proj.weight": "sha256:a359b87ef35b73bbac502919fc1a864acb68e7ccab81700d458c9a54076b3cd4",
+ "model.language_model.layers.52.mlp.up_proj.weight": "sha256:37eb20bfc80214af6ac1b6bce4dfc2ed650792bb6a63e49bf8f767b5e9ab45ae",
+ "model.language_model.layers.52.post_attention_layernorm.weight": "sha256:700d04af4000e91cc3cb196a1069fd3f37718f59011cb236873497d00e2b3d9d",
+ "model.language_model.layers.53.input_layernorm.weight": "sha256:0d12b6b177bcfad46b3dbaad6be541137b832a84a16ee4047bb3ee512ccc483f",
+ "model.language_model.layers.53.linear_attn.A_log": "sha256:8f8cfea078a5a6be6081bba59a47bbabe1fad9614137e52b081438fd03e4a33a",
+ "model.language_model.layers.53.linear_attn.conv1d.weight": "sha256:4a60c626f55db0d1fae72aeabbb42e37353bbff4a3382e6f03a16b85f22574c0",
+ "model.language_model.layers.53.linear_attn.dt_bias": "sha256:868adde2fe204b30591d3f00cca42acf8ab947a0bf772383e4d3f83fa8183d42",
+ "model.language_model.layers.53.linear_attn.in_proj_a.weight": "sha256:64cbeb34829b39ce5ae4722016eb4ef012cf4c19cf1318d1d4ea2573fec3cabb",
+ "model.language_model.layers.53.linear_attn.in_proj_b.weight": "sha256:edf6b03157de6d408e6bfd117a6a88dcebb80a93fe815e03381b533a18d44335",
+ "model.language_model.layers.53.linear_attn.in_proj_qkv.weight": "sha256:5c349f3cf072285ffd9675410c4c204222566522534feda85768c4cc43befe32",
+ "model.language_model.layers.53.linear_attn.in_proj_z.weight": "sha256:cfa452d52b2e09227563ed325461c6720d9f7f4ca26c2ae600c38087efc6732d",
+ "model.language_model.layers.53.linear_attn.norm.weight": "sha256:510157178d54d09a9e5357a9d2e865e6dd9bb55ae1acd6ef16658f680a4ef9cf",
+ "model.language_model.layers.53.linear_attn.out_proj.weight": "sha256:8d77a949ac599c025c1c156b4a11ebcbb6ddf903beaff62bd1120425d6970b94",
+ "model.language_model.layers.53.mlp.down_proj.weight": "sha256:340fea69ead9b9ed90b27c7a4cb75c814114888af1a2f37ff06056d0c7444a2e",
+ "model.language_model.layers.53.mlp.gate_proj.weight": "sha256:0cdae45de8e8c82689e3d129b6b46be6e9e9c47fc89a17347a18fccd7257c592",
+ "model.language_model.layers.53.mlp.up_proj.weight": "sha256:8e9c40e5eef6cfa395ff9c6a1d25ac9e20c60a651a20a399bad2a278d6c3e10a",
+ "model.language_model.layers.53.post_attention_layernorm.weight": "sha256:2e279c30af22dfd21533f12efab157d09186d36a79214c34b7c6c7d234b36427",
+ "model.language_model.layers.54.input_layernorm.weight": "sha256:084dae339cb3776dcacd609c49c4dfb8b4a7ce4df76928e44345fc0b28e1ba7b",
+ "model.language_model.layers.54.linear_attn.A_log": "sha256:cd487e2f40df509e807e75027ba36e11741e20fd1c7ffccf027bd791288190e6",
+ "model.language_model.layers.54.linear_attn.conv1d.weight": "sha256:b9d8972ea1e94a033f377e4972c13d7c707fdc8480700609714f31753015217f",
+ "model.language_model.layers.54.linear_attn.dt_bias": "sha256:2d96aece9a53750f5612ff0bf62b03f16ef7b1b08d7c2c2b6e28bd7864d221e1",
+ "model.language_model.layers.54.linear_attn.in_proj_a.weight": "sha256:b72b05a529fbc88a1422ec7e7cc8eefcfc2dab92ee5f553073f56b22e8ce4fcf",
+ "model.language_model.layers.54.linear_attn.in_proj_b.weight": "sha256:16e6740d1d3364021b8cffda8a8572989a7de68b55d368fad4ccb4c94ad9eeea",
+ "model.language_model.layers.54.linear_attn.in_proj_qkv.weight": "sha256:db64467d1a7738a989ed419da865dff820772e8e91e47dae1b60d26b475abd5e",
+ "model.language_model.layers.54.linear_attn.in_proj_z.weight": "sha256:e29da531f935214304f657727c9aff2606579fb3625d8c4004f75474c09bd1fc",
+ "model.language_model.layers.54.linear_attn.norm.weight": "sha256:08914a426be5a3c442f0720e6496f58d8e5b214c4ed0434b6ff8d05b3fb77347",
+ "model.language_model.layers.54.linear_attn.out_proj.weight": "sha256:ae3ec3ee41b7d5c6da03d59d10db2e8127655e33268b741b4c7b888c64f5a6b2",
+ "model.language_model.layers.54.mlp.down_proj.weight": "sha256:b84313c6aa9d37f474b8f9c2ad89d4d925646cb1752ad0aa6f36e868caea3589",
+ "model.language_model.layers.54.mlp.gate_proj.weight": "sha256:f2c8c6515a7e52c62c3b835637922d978a385a641d5c108445d388074da80130",
+ "model.language_model.layers.54.mlp.up_proj.weight": "sha256:c5378e6fb398f1504ff6c7aff56a7263197c63388ceb8153f394a7fe30b04257",
+ "model.language_model.layers.54.post_attention_layernorm.weight": "sha256:516ba000e54836cc74d9c1f85ccab19f66933bd0c159de59721db6b35463708b",
+ "model.language_model.layers.55.input_layernorm.weight": "sha256:fc3bb5e657f695e90853bf2d44f19cc0003587dd9c70f2db8bc454cdc0568cf7",
+ "model.language_model.layers.55.mlp.down_proj.weight": "sha256:a76aa40c92923819818ea22f4be3c2d832720d1b20c48ced33c7515f3945d248",
+ "model.language_model.layers.55.mlp.gate_proj.weight": "sha256:a88834d963c5db27e816ee50eacd86accfbb4fe5bfbe7a6417067076ade5577b",
+ "model.language_model.layers.55.mlp.up_proj.weight": "sha256:f5c0b698354ccbd09921034541ccd69f19b6e20b6b285f048324542d2edaa27b",
+ "model.language_model.layers.55.post_attention_layernorm.weight": "sha256:baf1c3ac74a0e79931d7241a84b294991faa8fd55f8959f4aa86d5447198526f",
+ "model.language_model.layers.55.self_attn.k_norm.weight": "sha256:0ddb3cce0f1d01467243614a4de54fc845063aafb7480a17e91db15934b130f8",
+ "model.language_model.layers.55.self_attn.k_proj.weight": "sha256:0ab41ba0b55ff6e6ddef8f85624d2e4f93b15b9875387b1c418ea3867fde32c5",
+ "model.language_model.layers.55.self_attn.o_proj.weight": "sha256:5fc0fddf7b99721c3ba0b3f4169ff1f3c5db01d6530f4e36b34f2cd225faf68d",
+ "model.language_model.layers.55.self_attn.q_norm.weight": "sha256:ace3d91973a8bd24a3d9365be2428fb4b7f4acbbe082b4aa46eb5bb329bbb93c",
+ "model.language_model.layers.55.self_attn.q_proj.weight": "sha256:f200bb0729190c29be29a6d6e4cd77e6311d551672ed98132a4765a40823af45",
+ "model.language_model.layers.55.self_attn.v_proj.weight": "sha256:a07c369a93023b32996ddc01daaf173d17372ac5d2293d2b82478f99f5c0a1d7",
+ "model.language_model.layers.56.input_layernorm.weight": "sha256:037334069e5b01fed4e861c8515325c4925b094cb2e620bb5cbaece15d182a69",
+ "model.language_model.layers.56.linear_attn.A_log": "sha256:cf1c16db1fc3cd85c03ed34542fda53922bbff0845d288d370f392c229fa9b89",
+ "model.language_model.layers.56.linear_attn.conv1d.weight": "sha256:284449437219b87799f0f4d3204a2d4b3108ccee65885c949990c267e59bb9ab",
+ "model.language_model.layers.56.linear_attn.dt_bias": "sha256:47c7df7f1a09c5514e25578a4124440c21fc2a89aa75ac369a26d632ded48785",
+ "model.language_model.layers.56.linear_attn.in_proj_a.weight": "sha256:373883ca084749261de8e6b0e4c95053316436b4946b7be6cc60b0d1b3971edf",
+ "model.language_model.layers.56.linear_attn.in_proj_b.weight": "sha256:6b351ed14f011910827c23902581ec49788bde479ffc7b07d2e0c3946b11bf00",
+ "model.language_model.layers.56.linear_attn.in_proj_qkv.weight": "sha256:5d2e883459ffaf200dced2463f2ca73ffd138722ab6899e1a3f989d4c978b11f",
+ "model.language_model.layers.56.linear_attn.in_proj_z.weight": "sha256:9eb76a76da2882b21a709893eea593217504de507398e18b54315acd288d1a11",
+ "model.language_model.layers.56.linear_attn.norm.weight": "sha256:b4b3f300120f9439595f05d724cdf714be228c3f254ac91e3f6aec34c23dd0f6",
+ "model.language_model.layers.56.linear_attn.out_proj.weight": "sha256:6aeb0b151d664fbbfa950e6e794c2bf2d7030e9469a48fc89d9bcd1c0b82e005",
+ "model.language_model.layers.56.mlp.down_proj.weight": "sha256:08cbd8eccfd0f7d27e7c90c8dcb0643d2830c31e9ac4ee1bc7de6bbcc8818e13",
+ "model.language_model.layers.56.mlp.gate_proj.weight": "sha256:8378bf7ea800e568160505566c857aebc5cc69351c7ed5463079517c303e8a88",
+ "model.language_model.layers.56.mlp.up_proj.weight": "sha256:6480ea8458bb8cafc323b3dc5441cef4ee9dacce4eb440ec6021bfb582e6661e",
+ "model.language_model.layers.56.post_attention_layernorm.weight": "sha256:e823dc7a1171bb04f14e127b68d8fa7a96b6f0141f4511bd4f9a426a8281af22",
+ "model.language_model.layers.57.input_layernorm.weight": "sha256:40c6ef3fbd681ec597a948c1d8698ca733a5f04ca2802bed834d0647afb6eb6b",
+ "model.language_model.layers.57.linear_attn.A_log": "sha256:cd5390fc92dee39edba96802cd81c03cc655ed6368b2ffbb18cc0cec61c05539",
+ "model.language_model.layers.57.linear_attn.conv1d.weight": "sha256:b6027ecc44eeb93b287955c953bcb1665dbb8672fbe83d2acfb741a5df8fdf70",
+ "model.language_model.layers.57.linear_attn.dt_bias": "sha256:90ac2ef383ed14f512badb66ed498e62444e9f806f84f65a4c416efd20580126",
+ "model.language_model.layers.57.linear_attn.in_proj_a.weight": "sha256:f4b3e2f7478ace8ea706ed5cf800fab89da324e217d4bf6ecb213176ecefa04c",
+ "model.language_model.layers.57.linear_attn.in_proj_b.weight": "sha256:c9473aa4e3e89f6d3718b39e221bf28c020f974c3334c562f56d01fdc8e22319",
+ "model.language_model.layers.57.linear_attn.in_proj_qkv.weight": "sha256:897b587bd1c8a5b561ecf94547cb38439d9eef5c6620bb259d62366e957bcfcd",
+ "model.language_model.layers.57.linear_attn.in_proj_z.weight": "sha256:37909beb1a56a31bf4b65adb8d5483d09b2ca60d1474c2c9c90507353ae342e2",
+ "model.language_model.layers.57.linear_attn.norm.weight": "sha256:401d2a260c8968ea394721a77b263d1bea74f274e92875bb8adbbbf2fe0685eb",
+ "model.language_model.layers.57.linear_attn.out_proj.weight": "sha256:8065b247d0c36538f44d2195e1a8379115e6aeab0d28b9ecd36466fe15a901c8",
+ "model.language_model.layers.57.mlp.down_proj.weight": "sha256:f21625aaa4e1f023d671cc93b79634f822442b21c9388644218e255dac309048",
+ "model.language_model.layers.57.mlp.gate_proj.weight": "sha256:60afe1d7d141cf89f2db0b80a95cf1596f91e7a249af7cb7453cc33c8b983a7e",
+ "model.language_model.layers.57.mlp.up_proj.weight": "sha256:0315fbb5255c877bc9fa0e8c2298993bf6e036cea8dc05555e27426376e41f90",
+ "model.language_model.layers.57.post_attention_layernorm.weight": "sha256:efb5ed1c651d0229dba8ea11822838ecd1d7195868c2c45d30a4a72ffa70d5d1",
+ "model.language_model.layers.58.input_layernorm.weight": "sha256:fc8636eb2e4fc953e8c395ba5b710ed4a5e337475338722f04a86bad95fb7254",
+ "model.language_model.layers.58.linear_attn.A_log": "sha256:a0f8029c1a89214f1ea57edddae562108935dec1cd261efaab38baf0280d4460",
+ "model.language_model.layers.58.linear_attn.conv1d.weight": "sha256:bdcb47c26fc5233b586a832ec88d86f2917f1be3aea753cddf1a7becd8bcfffe",
+ "model.language_model.layers.58.linear_attn.dt_bias": "sha256:0c16e8b655c1e5d209cfe6dbb612add3d3b2f7361b497497a1142b2cc0ae8a99",
+ "model.language_model.layers.58.linear_attn.in_proj_a.weight": "sha256:573abf1179834cab80928c237843fc1a8a6ee35316fdd213ef495272f00009f1",
+ "model.language_model.layers.58.linear_attn.in_proj_b.weight": "sha256:5f2ad48021d920a0eb132e68368da42aaf2185940a1bf64d9517f3d761cb7541",
+ "model.language_model.layers.58.linear_attn.in_proj_qkv.weight": "sha256:6489eda39923e16f5476e7db9a0144ca2856e1978b0e58d0534f86f7620a67b5",
+ "model.language_model.layers.58.linear_attn.in_proj_z.weight": "sha256:ad1c80243d3ccc082c296e54a34ec29dcf9b5d32bd6c6aa990f64150bd445bb6",
+ "model.language_model.layers.58.linear_attn.norm.weight": "sha256:35de0fa34d9f35e74c6ae1508e93ab7d3b494985f74643b7d5ba3bc1622d12a9",
+ "model.language_model.layers.58.linear_attn.out_proj.weight": "sha256:5354662c677a69607ffbc74dbe742a252f686dbe9ebb1079def4adcc0ed195d8",
+ "model.language_model.layers.58.mlp.down_proj.weight": "sha256:71ec361465a07409e9110fda35de3de06bef1122acb539ee9c63f5ec60831dde",
+ "model.language_model.layers.58.mlp.gate_proj.weight": "sha256:4adae50c28d0a77584b72d2eb22c8a9d45fb7dbdd769f6e33d369f8d7f2e32c5",
+ "model.language_model.layers.58.mlp.up_proj.weight": "sha256:1219391a694968cf6d18a12f0164aea9214dacf7793a5ff2321c1a9b4e3dc31b",
+ "model.language_model.layers.58.post_attention_layernorm.weight": "sha256:cfd8507d476c633463b82c46ceac8cc03fc120b3097b8e1cde56d762b4ddac83",
+ "model.language_model.layers.59.input_layernorm.weight": "sha256:9db29612e2d31c324f618a1674e5cff51b0d05292d3d622a2359740afe726545",
+ "model.language_model.layers.59.mlp.down_proj.weight": "sha256:c3f59631e16a726e614a8092c0c7e593a57a4e05aa2b242d4af5a548965b6df7",
+ "model.language_model.layers.59.mlp.gate_proj.weight": "sha256:ba9ac3fcfd4ef5086c399f1efcb1713aaa1d2870609f0a2104a6d49fda983687",
+ "model.language_model.layers.59.mlp.up_proj.weight": "sha256:fe51874bb3cb423fa4113df234eaa72c794b3a10acca40a0ad198fc30ca62d05",
+ "model.language_model.layers.59.post_attention_layernorm.weight": "sha256:af744a7f3a38d8ce72dbb2d742638032840af0036588e6acb75ea10de3a92ca1",
+ "model.language_model.layers.59.self_attn.k_norm.weight": "sha256:eb0f896178803c98df67872153d40158cc33ed3f95d8b4e0a7a6cc9604692a6f",
+ "model.language_model.layers.59.self_attn.k_proj.weight": "sha256:c44ed0909e9de4be13a0eecb6970cbd574232560302be1b95ad397d6b32f49ad",
+ "model.language_model.layers.59.self_attn.o_proj.weight": "sha256:a06df6f9a976208c24265200fd9b6a3923ef70f41cd252511e67526c16c52fb9",
+ "model.language_model.layers.59.self_attn.q_norm.weight": "sha256:211f117cbaeb29990a80a52fe92d1b0be42dc6b995c86aa49aff74bdec2b080e",
+ "model.language_model.layers.59.self_attn.q_proj.weight": "sha256:fc462f5ecc0f99f197a93470ce555589fe0874b11d1b7d9e4e3183ba1c63cf3e",
+ "model.language_model.layers.59.self_attn.v_proj.weight": "sha256:7116c442fd03757ea0a1963eb6555a45a4ef76911a5d274721febeafaca8a833",
+ "model.language_model.layers.6.input_layernorm.weight": "sha256:d94cbc19ab922cd518b44f432dc5297541658f283be80e1060168567760405b2",
+ "model.language_model.layers.6.linear_attn.A_log": "sha256:94586710511567ab9753fbe46ad9459fbb86a8dd2d0cd1f094c0187a407cc8a5",
+ "model.language_model.layers.6.linear_attn.conv1d.weight": "sha256:38c4f6985c5ddcbd67ee6d413f53f794cdce1c77d0d4fced9a9daf1284c0fe05",
+ "model.language_model.layers.6.linear_attn.dt_bias": "sha256:e29deaa7c159c4fb8b8ea7d367edf78fe6a6162f83eba7c29b5e9d3d3722bf90",
+ "model.language_model.layers.6.linear_attn.in_proj_a.weight": "sha256:66b019c38cf49d8f47e1e97ae3a4717a2f88396973fc59d963cbb2d471f06cb2",
+ "model.language_model.layers.6.linear_attn.in_proj_b.weight": "sha256:bdfa07682dc60696e45cb17a9990dd6d8860261028a2fbeea0067ec99fe7f1af",
+ "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": "sha256:9c4b3b4445cfd553507578d55c0bfa047c07cf4e833fc331fc865231c8467fb6",
+ "model.language_model.layers.6.linear_attn.in_proj_z.weight": "sha256:413888b1b4a422b3dc573c2e3ec99ae4b8f1c9f3f0fabc336324433a42b290d9",
+ "model.language_model.layers.6.linear_attn.norm.weight": "sha256:b9bddd4c86f77c419ee88483ae0b6203edd90b558d1a9b489593122d1db82065",
+ "model.language_model.layers.6.linear_attn.out_proj.weight": "sha256:116f6071a48f7a128f0acfb9001928783ae1b0c66daacd1d1301c70639d117ea",
+ "model.language_model.layers.6.mlp.down_proj.weight": "sha256:d333efbbfebfc3ed829e6e26aed05df4d7457d84825ef549ce6776be541bc690",
+ "model.language_model.layers.6.mlp.gate_proj.weight": "sha256:8e5f0a3f4dc0cd6282954402595afb8306534d80dbd24d7d7d15658d3d90a189",
+ "model.language_model.layers.6.mlp.up_proj.weight": "sha256:57ceb2a6008db1f6bc29fd6d3560c696fb929a8bc14b163a749f6ae6d2acf31f",
+ "model.language_model.layers.6.post_attention_layernorm.weight": "sha256:950525988f5455a58bc653669de0e2325301de64f9e359261d788934fea5af73",
+ "model.language_model.layers.60.input_layernorm.weight": "sha256:aa25d7415ddf2b009333df8da9aa5a235e2020b08bf97fd4075ead610c29c261",
+ "model.language_model.layers.60.linear_attn.A_log": "sha256:78267058e20f3529b9d1cf9578870a132e077cf5072a08fd76e6df3a7adcc8c7",
+ "model.language_model.layers.60.linear_attn.conv1d.weight": "sha256:538c90a2d7026c49df83659750ba66e7838ef3cabc88dd28082543be945e0c30",
+ "model.language_model.layers.60.linear_attn.dt_bias": "sha256:5cbc25ff391b1cdce437aacc9323f40740b0828c711143d6296dcc1dd80ad28c",
+ "model.language_model.layers.60.linear_attn.in_proj_a.weight": "sha256:905e8fcb0d6626d409fa00667d481ea2eb59b15d9c3d2e02c99746bfad9e9023",
+ "model.language_model.layers.60.linear_attn.in_proj_b.weight": "sha256:21c874e937db9e9a403663ad5d3ac7e0829106aaf3fe1a2b5de33e1248a4853e",
+ "model.language_model.layers.60.linear_attn.in_proj_qkv.weight": "sha256:1c997ddc7d88839b6fd1d6dc416de5f4b4875c07ce261a5de45c669b325f0013",
+ "model.language_model.layers.60.linear_attn.in_proj_z.weight": "sha256:d19cda5048c8485d7e755b76d85de2798f6d9bba3246091525d4b94ca9189dd3",
+ "model.language_model.layers.60.linear_attn.norm.weight": "sha256:b27ce815a66f58b788d82dd40c5dcfe644447bddda23cfe3aaffd08cb249fde9",
+ "model.language_model.layers.60.linear_attn.out_proj.weight": "sha256:cab8a3880054bd58f8be1cb857cdd56156602f726d6f784ab847f523d5f4867a",
+ "model.language_model.layers.60.mlp.down_proj.weight": "sha256:02be06216624f05be60c97640da32102ef8ee1a67a97b2ba8294861756384b29",
+ "model.language_model.layers.60.mlp.gate_proj.weight": "sha256:7af60d944a74d673bcd8656f501eceb8196557355f3ce74466a4680368bc34ed",
+ "model.language_model.layers.60.mlp.up_proj.weight": "sha256:ebd1752505443be222b7678e49b0621c0c418b5477a5050eb207a7c22f479d35",
+ "model.language_model.layers.60.post_attention_layernorm.weight": "sha256:4de2ad36f16f781ad65e8a02cd2f8e8e176540d25ad5477b37266848cec4a8fa",
+ "model.language_model.layers.61.input_layernorm.weight": "sha256:abb84e5747416c594abc3fbdf347d865f442b780caa94f4406ebd35a2b1e195c",
+ "model.language_model.layers.61.linear_attn.A_log": "sha256:f25d5f6205cdd849b766267ea2d1ba1a9d8d32dac78a79e52ee03d1d69188030",
+ "model.language_model.layers.61.linear_attn.conv1d.weight": "sha256:6c5c35460565bf637b578b27aba850bce21357c5bd89a8cd73b8fab23c9ee4ef",
+ "model.language_model.layers.61.linear_attn.dt_bias": "sha256:1cdf5c9cbb73d8b438e73072ceeaec60272d4c04957720901f900570c87a87ad",
+ "model.language_model.layers.61.linear_attn.in_proj_a.weight": "sha256:d4343ea4facef97c963f7c4ee1b2d37455363924760d922ff661e73f244f901b",
+ "model.language_model.layers.61.linear_attn.in_proj_b.weight": "sha256:762b0c7fffedf5fac76fc61a47a2be92ea808ae565c57e7582f87b084cf7f7bf",
+ "model.language_model.layers.61.linear_attn.in_proj_qkv.weight": "sha256:9ad6c64e8aea98d7b44b27c4f522b8cc83e1ad5b5a030264b13c765f266b5548",
+ "model.language_model.layers.61.linear_attn.in_proj_z.weight": "sha256:09dc37df6214bfe1098948af831146bdfbd894f268c26de791af98d049c80922",
+ "model.language_model.layers.61.linear_attn.norm.weight": "sha256:47acedc36dcc9a12630c590d06eb8f421876676a1b0e52c8db0fc7319db3d632",
+ "model.language_model.layers.61.linear_attn.out_proj.weight": "sha256:b8f3d067b9e3f4d382bce1158b34a4b2b3edb25d00c076244ddf771465cccc59",
+ "model.language_model.layers.61.mlp.down_proj.weight": "sha256:dc567fbc1f042746780cbc0140e56be90f4810d506a02bd34767d49105802d54",
+ "model.language_model.layers.61.mlp.gate_proj.weight": "sha256:6bc9fd6024e599a12b563b0c656e83c3a61a660d52c48001d5b291a65ba38f17",
+ "model.language_model.layers.61.mlp.up_proj.weight": "sha256:bd2e014a560107ba32939879090300784c926e9087220b5cc32f2266a430521b",
+ "model.language_model.layers.61.post_attention_layernorm.weight": "sha256:388bc5488d9cbf8122d319539f9dfbd96c3c1692d44c66d7245b24e07e37e572",
+ "model.language_model.layers.62.input_layernorm.weight": "sha256:83d1f6d201e1be103f6434233f68bd048160c81fed5f7d8dea6b83128bd1b206",
+ "model.language_model.layers.62.linear_attn.A_log": "sha256:9455ae997647601a2c752b59333635589240efba61bd60ef655be8abe996271a",
+ "model.language_model.layers.62.linear_attn.conv1d.weight": "sha256:ae13a33d668ba041ce78e3a076fd334e7d1d1287662d759f56897424b7b375d0",
+ "model.language_model.layers.62.linear_attn.dt_bias": "sha256:f3429aa2cf2e133cd1279fb74212183a81f30e39c9aaf098e80a685e3879d26b",
+ "model.language_model.layers.62.linear_attn.in_proj_a.weight": "sha256:15f8a297c826ef3a52434b10c6d6a1cfb5b72699d29018df864eea752875b614",
+ "model.language_model.layers.62.linear_attn.in_proj_b.weight": "sha256:39f50e264296811f9feff914f8317d9e6eb2c2d2e51596409a08188aaee7e4f9",
+ "model.language_model.layers.62.linear_attn.in_proj_qkv.weight": "sha256:96f3acdaabf883cec681144cb5c11321d2be616d9abe79a7c041ca292c998ba7",
+ "model.language_model.layers.62.linear_attn.in_proj_z.weight": "sha256:04a785b86c4c0e676da1bf6a53448569adc2d2ff3b77601dc902246003b53e9c",
+ "model.language_model.layers.62.linear_attn.norm.weight": "sha256:cffd8ffa269d8043419da95af42bd6e9b7ac2766f3130973a5ed64d605fdf916",
+ "model.language_model.layers.62.linear_attn.out_proj.weight": "sha256:bb18034ba0469cd8aebb5ae118d4b550140146e29861621a7e636a31e20e2e72",
+ "model.language_model.layers.62.mlp.down_proj.weight": "sha256:645606d4a0a421f33efa893d7b49325131581413bfd5eee083932c2860dfa1fc",
+ "model.language_model.layers.62.mlp.gate_proj.weight": "sha256:f40a8e272c6e763b96d706baedd94c885867c1c2a31fc96ed2986c7e7d62d13f",
+ "model.language_model.layers.62.mlp.up_proj.weight": "sha256:15245e7c436b0366ec06501bde017c10d4736821bc64406f64d6ddbe4c2c732f",
+ "model.language_model.layers.62.post_attention_layernorm.weight": "sha256:8f3642839975d5b4b0395788c7e10537271512b0673cec0c9bd2b9d380e83064",
+ "model.language_model.layers.63.input_layernorm.weight": "sha256:bd362a129e7acd66a09980e19658bf5134142836b16ae4e2bb97ef294ad86966",
+ "model.language_model.layers.63.mlp.down_proj.weight": "sha256:d2e1211d042a0c853e9ab74c27bb05cac97ba0910c0ae9082a66bec56f379f3e",
+ "model.language_model.layers.63.mlp.gate_proj.weight": "sha256:d5ef025d1634e5659d277f37e2aafb1213c8a51ca3844c28555661ea358e5883",
+ "model.language_model.layers.63.mlp.up_proj.weight": "sha256:3d124dda3d617c4f0ae47d421f84a567f0f3904d800cd2ac46e992952da63069",
+ "model.language_model.layers.63.post_attention_layernorm.weight": "sha256:cd4d5f9ec7393537f3d335aeccd4218893b3c1a23fc28f1c18e6dcd15f56c35a",
+ "model.language_model.layers.63.self_attn.k_norm.weight": "sha256:228b3764681b3fafc2830bb1cdb286c12109a99cb16b2ace60d195463961d72d",
+ "model.language_model.layers.63.self_attn.k_proj.weight": "sha256:63da53b6a4ea72b0619d8c49f1fc2111ea9cef8d925fc2bf06a217ae95dec54e",
+ "model.language_model.layers.63.self_attn.o_proj.weight": "sha256:ebc2d45cc58879cd2d7f604218bbe570b2289ea6dde3c74eab51acbb3bdd5719",
+ "model.language_model.layers.63.self_attn.q_norm.weight": "sha256:ba39f0eff318be95e1d81df25500a0771f56807cadff050faef5f72d1eeb6d6b",
+ "model.language_model.layers.63.self_attn.q_proj.weight": "sha256:f726bef04408d68e87f218b14340c1e872baa927ef2d292adf55c9b81e399562",
+ "model.language_model.layers.63.self_attn.v_proj.weight": "sha256:5ff890a059c6df2580091042bdbe08ee4952cea12eb2f94bcf820ba3febe99ae",
+ "model.language_model.layers.7.input_layernorm.weight": "sha256:78deffd2aac862f0bae2e5f47a4ff4a25d3e1af8d765ea5775ff6fddebb5fae0",
+ "model.language_model.layers.7.mlp.down_proj.weight": "sha256:5e9eb207fe0899f572f5e955974fbead83b45fbf75714c0621f235012b4ddde1",
+ "model.language_model.layers.7.mlp.gate_proj.weight": "sha256:211892cc314cac46f064001821a07d17eae063191d8f8bb176a4d17cca89080e",
+ "model.language_model.layers.7.mlp.up_proj.weight": "sha256:e7f0bab9af37f81c8490c0e9973bf74898513170bfa5507ccb6fd65122fd873e",
+ "model.language_model.layers.7.post_attention_layernorm.weight": "sha256:e7883827b70206cd4fa3646da82fcc90de7db7066d59722a8e05d1e136d259d3",
+ "model.language_model.layers.7.self_attn.k_norm.weight": "sha256:fac102499658aad9b6c1e9b9563b5964ff435c94a120b50b87986c5d0927e8a0",
+ "model.language_model.layers.7.self_attn.k_proj.weight": "sha256:010e484d6b97ba67ca9f8b9dddbc574de01f3d7eb34dfcd84e0fd57af5c96597",
+ "model.language_model.layers.7.self_attn.o_proj.weight": "sha256:4d81e2c14e8b63fb62922426033b0c132ffa9668cca3287e6897f8503ff2ee65",
+ "model.language_model.layers.7.self_attn.q_norm.weight": "sha256:f50b51c8a4d1bd40a5349b803f53cfca2cf20bd3e89c2ed6b5a474be6691cf8f",
+ "model.language_model.layers.7.self_attn.q_proj.weight": "sha256:164ec8255f252eca86df68b7786b361d9f5a1294b1203ac56bf2c38e6c08eacb",
+ "model.language_model.layers.7.self_attn.v_proj.weight": "sha256:692819c2a026006c11dfc70e9db7ce5ce1bcdc7306af1ac422d7ab0fd83efcd5",
+ "model.language_model.layers.8.input_layernorm.weight": "sha256:87f23bb7976feaccd2e13b53dbe813a56d4d49b16a933ec46f73e05d65b7986a",
+ "model.language_model.layers.8.linear_attn.A_log": "sha256:7d82ca42d387168d0bab437bc6140a639d753b32ded6555ff7573cd0668f5142",
+ "model.language_model.layers.8.linear_attn.conv1d.weight": "sha256:537a437aa0dd93e6005fb4d3bb74d59bcf88f1e0aa2cecf1f32226b81a76a7dd",
+ "model.language_model.layers.8.linear_attn.dt_bias": "sha256:6f29b6c12253a7783a9acc3420a7eb897613c1e2067e97fc9098d0bbae65bc6e",
+ "model.language_model.layers.8.linear_attn.in_proj_a.weight": "sha256:58aa89352ef2830c613fea86cc41eca75039121b46265f78e265a617fc894175",
+ "model.language_model.layers.8.linear_attn.in_proj_b.weight": "sha256:457e3c7cd63e5cfcede40924be053501214acfc6a0d8245cf50c72f81bd8ab37",
+ "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": "sha256:9111b640dab337ebc46b18e2b4b439bd25f83b83851f2a2823a88a1184b6d0a8",
+ "model.language_model.layers.8.linear_attn.in_proj_z.weight": "sha256:f2146b2fb393be65d7f75381d118aadd36b62ab0d3c30c73e518295884b616d2",
+ "model.language_model.layers.8.linear_attn.norm.weight": "sha256:962524df6ef32ee19b0d9a5b1871fd99727933be60bb926ff2634155ee25b26a",
+ "model.language_model.layers.8.linear_attn.out_proj.weight": "sha256:db50c67aafc420ffd2c494e3d5ae475970c59fa09905e2b4dddf7860022237a3",
+ "model.language_model.layers.8.mlp.down_proj.weight": "sha256:2a25c4e67ea92f9d4a6398711ef1aa60949d0097e96f0a5ce81c1b83afa30152",
+ "model.language_model.layers.8.mlp.gate_proj.weight": "sha256:09dbc0bf340a6c22eeed5441e8018ded24b25bcea69d524d948bce8b0cf7e7ba",
+ "model.language_model.layers.8.mlp.up_proj.weight": "sha256:123e0702edaa228db22960f15e7c9dd1039e6bc40fbe6fb064721851fa244d60",
+ "model.language_model.layers.8.post_attention_layernorm.weight": "sha256:b2fa90e0b6604b0c31aa8038d177f6aafd74c49363626f622d3ae24bc461ff22",
+ "model.language_model.layers.9.input_layernorm.weight": "sha256:282811cd7ebae76550fe30f8efa0bc53839431250e3c3e54b7265ddc607a03fd",
+ "model.language_model.layers.9.linear_attn.A_log": "sha256:4c546a4cb18c915d37c202598ae664623b47feefbfb30581ba66de0206b98add",
+ "model.language_model.layers.9.linear_attn.conv1d.weight": "sha256:f4849adaaa5c14cb74abb95b12563d4edc747e5511ab3023896fe90a0cb24776",
+ "model.language_model.layers.9.linear_attn.dt_bias": "sha256:4f06d858dc5f230d0d443deeb59db40b198322844b9ecc7d9ed4d62d48b013a5",
+ "model.language_model.layers.9.linear_attn.in_proj_a.weight": "sha256:0bd5b59c2298e4e4d3e77f86149ecadcd358948825e7fd0e1cbbcd34a9d89f23",
+ "model.language_model.layers.9.linear_attn.in_proj_b.weight": "sha256:b248dd8712fa6637616676307dc818428ae8abc573696104fe94abc7b12209e2",
+ "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": "sha256:9350ff2d117f6fd55d6ce76d528a3814ca49d15de9b648888e88a652132fed09",
+ "model.language_model.layers.9.linear_attn.in_proj_z.weight": "sha256:1d051adc03deb8a8a6d770baf934e46741f09b2944ad1f7bad8c5cba5c76e331",
+ "model.language_model.layers.9.linear_attn.norm.weight": "sha256:aea3ffac31842b8b887b30954a8c7522116ef1d4725c5f3953d23efff277e8a7",
+ "model.language_model.layers.9.linear_attn.out_proj.weight": "sha256:4b92dd5944f5c56728d43443c785a7e4b9bc7f17221b6902b3b36492f50a2b5a",
+ "model.language_model.layers.9.mlp.down_proj.weight": "sha256:33b8e59e7e7f6c30007fa1eae40be925e20ebefc53242b7189e3ffbd0fba45e4",
+ "model.language_model.layers.9.mlp.gate_proj.weight": "sha256:410bd271e6b4b04ef5894b0bc2db79bfff414b199714ffe836af341efb3c268f",
+ "model.language_model.layers.9.mlp.up_proj.weight": "sha256:18bf4b760f386cd9a920993f18f27f75b10de082c4fb7bbd566ec17c490065fc",
+ "model.language_model.layers.9.post_attention_layernorm.weight": "sha256:16d351c9bb688f387c4698e0403f26659b66b1ce714e79bccbacd69d66b53f38",
+ "model.language_model.norm.weight": "sha256:121059d9e4ea835b0a714290d4ebab7be42a07ca02b90c95dd88e5f8350d4ed7"
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00000.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00000.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f07c709db5265a3eeac261aae0d1bb6b13e9370c
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00000.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd130ec134a66cef8501d926ffbcb97ae14eb850e4987337335ec87a0cca7f6
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00001.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00001.bin
new file mode 100644
index 0000000000000000000000000000000000000000..743f986ee846965d73137df8772441bfc0a2346a
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00001.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fc993bd6a3aa01dc96ad297ffcad10d6f634063b705ecc3884740d17e0be2d
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00002.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00002.bin
new file mode 100644
index 0000000000000000000000000000000000000000..59aeaf7485330fb936895aced84bf45bfd5de6ca
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00002.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b449c7f12c8b0d756b0a9637f6b558c436fbbeb8f619f63c3190295d17aea8
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00003.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00003.bin
new file mode 100644
index 0000000000000000000000000000000000000000..78cdc5ca38cf52539fdcc8010522e0cb1d8adf83
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00003.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb577203af0f966747c0f55a11ef6493005aab8b9c5c726b8fddf8090eac232
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00004.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00004.bin
new file mode 100644
index 0000000000000000000000000000000000000000..88e28c18ba34c3e6da22b33ca6da40164c5687e2
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00004.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d4646d5ca48e192fe0706bbd98b6a9b0aab954dcdb98d63519ecce6927974a
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00005.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00005.bin
new file mode 100644
index 0000000000000000000000000000000000000000..285ceb01181cdcea7bc79a93eebe6d887c82be11
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00005.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749880ac01933feaa9020c94a1de571d148a239b440924f9b25e5faa1651f35d
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00006.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00006.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1992f9b1b4ed06731061799cc5fa2e8e9ea06b15
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00006.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd07de0bc195ac1f2950e4903d28284b1d35ab9245f80d66098379a1972fae1
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00007.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00007.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cf8166e42dda406b18c504ceb9bc8c3e257abda1
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00007.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b31852ac27544b05352256ff967f8a434346c08a7e6d5b14c9d3ac5f6a98f2
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00008.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00008.bin
new file mode 100644
index 0000000000000000000000000000000000000000..267d07c3301bb6cc3a6274a75fc22cfda044516b
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00008.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ef197eca534739cb0ae387dcb77cc49164150def2ce2cd97012ea929053ee8
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00009.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00009.bin
new file mode 100644
index 0000000000000000000000000000000000000000..da8c9ff79d450ff82a93f46efc3723ebcf4a3fc5
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00009.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e674e328d922e8b7af4e21f874b160ea100a9c5584ab7c9d1caf0ef2734a671
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00010.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00010.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1bd2686bebc3ad0b250c8779c2b757345545e79c
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00010.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeff93549b55c5aef736d21a5562e4af8ce32f78f2da932bd47c62dfa9369893
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00011.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00011.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bda40e81e04531c14080ea43c3539a3886a3ff14
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00011.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2652cbe3d38b5627e7a2d9a04e291d472bad101c58dd06d42c21bfe2f5c25c
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00012.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00012.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a5577a41c6a11abc73a813e7a7fa01852d03471c
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00012.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e653de136b116ddd1b919e53d5121f3eef2a4694f11a9d0b31b7b0d8cc7c5f59
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00013.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00013.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5c1458132366b431eab10d9c2447a13eff8e7d20
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00013.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1b4810b308e3feb9cb5c679e04030444029354f0549ffa9189a881777e27f1
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00014.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00014.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6cf3aa2090ad335cab3a7aa5c8a7232bead734b9
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00014.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8b6fff82eaecf0daae5792dd2239f12f2364fd186a4de0702f146336193ae0
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00015.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00015.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a11d8ab3c84e1c72b8683d8858639c9cbd12d12d
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00015.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa812ebf09c436b9d1baed2fec98862b03c1ef2cbd9250137c33e3332d937bed
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00016.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00016.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c563ce248cca2ecf994f6f37fceecb142278788e
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00016.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc61758f28ba6962ac446ac66f2e07a10d406dc4fd1103bc930a7e1055d5afa
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00017.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00017.bin
new file mode 100644
index 0000000000000000000000000000000000000000..79b46c2023661e56ff2d6a31972321b09ac6e92e
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00017.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e3f240af1160eee75add82876e46e72f2a55818f1d1771b123356397f5371c
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00018.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00018.bin
new file mode 100644
index 0000000000000000000000000000000000000000..297056ba36ae38b31477699f247ebd804aeefd7d
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00018.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dcb5ee6f2d67c220c42b090c65abf2d132c3b6e9e6b461bfe8bc4a8da1690c
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00019.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00019.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1cd55f76f21df5b736b4642c0d9d699380aa279b
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00019.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5044a4c1d9ffe9d790847f3b195b94bb59d3362039c838120203c59f3adc7f8a
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00020.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00020.bin
new file mode 100644
index 0000000000000000000000000000000000000000..31b4f77cb344164bbf3c814b51cd7dcaa456ec4f
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00020.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc30d8dddf5081bfc77ebd96ba12bfcbadde7d95b86632d8be64e19e7e54c0b2
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00021.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00021.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0e066b88c59844edbc833738670f89e1ea3733d4
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00021.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13da47e6dc76fe7f2fe3280e6c0d4ccb9f3e2d41d66397138a4b502765669fc7
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00022.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00022.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6fa4bfabe1197205619b631995936cff9e654d48
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00022.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e38255e5fb3d6a619c9dbcb23c7cce46d7e2c89d0c010217729d6b65b5af20e
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00023.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00023.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2620de224d786584a3aaa394eb3e497b3ed941ee
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00023.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1108dee9db1a626caf8a5836ffecff138838b8234504b0ab946ec73a350edba
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00024.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00024.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ca86da42437f67af37ef4a334fc217a959a236dc
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00024.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcc04b4b1047d855ed00746a0aa85f04ce5250cfa2069c1f9ca54e45d72a44a
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00025.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00025.bin
new file mode 100644
index 0000000000000000000000000000000000000000..eca2139b2e89c147383f4df5a9934a43bc809b1d
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00025.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4101ef26887c167f4a4be8f5987294e25f43dd1593b242e1de0e67f04ce0f3d
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00026.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00026.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5c498268aa3a7780c05b0ea781e835d22c716d38
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00026.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d7c7168901fe1c597ee4d90d6351212e7b84eaf16b4c0583e9f65fe66e1861
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00027.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00027.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d48c346013bd0b47ac0364f11c3ea268b3a50cb5
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00027.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aecb703bfca126c44853ec7a1ef2a1fdbaac225e74aaf9af9d419f2ee23e453
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00028.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00028.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e4c20cb7389fb53440fd53b5af5fce621d6303d1
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00028.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8ac605e276fe7b50f06de659213ec0f202ff4e24b0716d2989d328b1f9706d
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00029.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00029.bin
new file mode 100644
index 0000000000000000000000000000000000000000..de01601929222916746f72ab76eaabd9a281587c
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00029.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4206d63858fff971f7f4271cf4791930d62a0326436eb6155da40929ce01f37c
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00030.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00030.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cdae6bf8e89b778e272bf160080a332f03eda73a
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00030.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2919034fac6c246dfa99fd81b724ab46130e4efce0194d4fe780bf9ab90c937
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00031.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00031.bin
new file mode 100644
index 0000000000000000000000000000000000000000..336a81432141758c228808832bf2371b746942fc
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00031.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46de34ba96f79b650650c305d8c96d89c4b7bf70d4b200863560892c3e34f065
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00032.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00032.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8a42b4d7934f01c79d6820b1e5c05512ea47b7be
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00032.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214905769e7c94297b0a2d7be0233963f6d41cf2c8470dee976bbdfd5f005ef5
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00033.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00033.bin
new file mode 100644
index 0000000000000000000000000000000000000000..341be21bacd487b75ececd1a503f88ea25d0829b
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00033.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755033b410f4106238f90ba97bd36a3d7cc9bab82446fc99145f28fd044e7c7e
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00034.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00034.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cd300d15c189a8c1ed00b58fcb8c525eb7269052
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00034.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65a422c78eb428dab71b9a9b27d159166ea35238922a4535e9d3db9c1276c0d
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00035.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00035.bin
new file mode 100644
index 0000000000000000000000000000000000000000..73c91ab3db41b1c92adb9270e6b11ed3a207372a
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00035.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c71c1de9df2b145a4deebbaf0abc5b36cc7c64e8028553c04c9e0d5aa9b9df
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00036.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00036.bin
new file mode 100644
index 0000000000000000000000000000000000000000..59e93cfa09e6fcc71059c27bde4204ebe7089ff5
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00036.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525a2cda3cb102f5890037511428c2182563bac35b6b91884d6417b16b398081
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00037.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00037.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c4d49a5d4d119729b0286ea73fe538cb93da6b55
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00037.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e417584574412b3ca2f7f5f6b9069595d0a955f1d9233e7166b8d599769377
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00038.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00038.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b5864b854796f066193e22754fb18280b8cdd534
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00038.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a3c09e54349e552b5e04fdfa631ac96c7de26da78a20a196a22dc5f9672ee3
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00039.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00039.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a08f13b6c6cd0604777393d48c0ecf3a30cbd88d
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00039.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422a47aae73ecc9463453145977bd3695b52c32fe8d6513110adb165a2bd0308
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00040.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00040.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6ef14878a2013a8f8cd2115f219c2856ce9ec389
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00040.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6775fb2b3ada04be03039b80542706eee504fd2be962f4b22a2a085e99747c7d
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00041.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00041.bin
new file mode 100644
index 0000000000000000000000000000000000000000..86f2848e571fce64b586d1441f434443d6894e33
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00041.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9969a2d4e484d529306e4c73c14f0f09074ef3b56b9884834d20a9cfc5e936
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00042.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00042.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2710ce8e41b76afef8a23f88d60f6230fa3c55f2
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00042.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ef484374c59eb054b4fa81b1921bfba3252017a2140f71a4c4b57944513a0b
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00043.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00043.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a2314b8cf3812fdad6e135bd51bfede0cac63443
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00043.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49aeadd50312d353f1cc9010d770843c054220bfac8363cac5a4f80be618f145
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00044.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00044.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b878eedbdfdaa8dc988ca4ce13fcaf3643037830
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00044.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4695c0c425248b5f74b38dc66f40ff31452f6010890ecc89d1b46b3b86b7fb7
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00045.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00045.bin
new file mode 100644
index 0000000000000000000000000000000000000000..da5b279a003d2b83d207634ab8616b4f85c7bf56
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00045.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea38c7dea783987daa461d92d1ce28fe667ff5027f55c5af61bc52275449a6b3
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00046.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00046.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b09f41fd0d568042ad8c75c818712b90994386c4
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00046.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed696a6d1d9b126045c69052f44cc1e87f92865dfd345d8be5d951034334644
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00047.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00047.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5e0c345a52465a5efa7c703515745451e7943314
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00047.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e519bc7e45860d0b57ceaf95e84e699187c5b6135ba7c484ed1de6b849d57e44
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00048.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00048.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bec19758d0edf59ce81b022fa64627be6ac74a92
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00048.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100ff8ac55a039edad43e0a47fa45d3cbe7b154a71d6facd47b16b6694d98eff
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00049.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00049.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f4fc332c3c24a08b97e9f73f6702fd47cdc59371
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00049.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95353af3f3eecb7c0ef08ad18485bc566808758d576bdcdc8fb355c0b3502282
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00050.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00050.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a221f29ec741ec24c0b72a0fc57b1abe157e8505
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00050.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1ca5a91e83ea31b5fd554c1050bf2644c716406fa298a769b8a01c0768284b
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00051.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00051.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a8d095706e3ec93c5256e161878a023f2122bb61
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00051.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30c98ed1a4a474025f0c105638e6100d9166779db9f793ddf9ba9507832db2f
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00052.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00052.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dd141c60c61f9f9ee4f10cb93ff9d58e5adf6319
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00052.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb5eb49919c3fc483f229766b5ddf08bd768c81fb9e9d15804d565fa182b2e2
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00053.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00053.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7aa234638f7c074f0fddedc56a32246561e54c8e
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00053.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0f047d1a7c08fd12f396f836c781cbe605198ae290f9ccdc575b1da5adbb7c
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00054.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00054.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dddb96148be74b3b3425554763771907bce2242f
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00054.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7a3449f81db045c650d45668856f55ef2a8a5422b0e17a2c08c7b1bc5eda85
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00055.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00055.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dc41020d8eee05c70dfbfb54fab86f9253a96b0d
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00055.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6adfaa02789de69a268c732543c5e5b13e98a100d15e67b89bcc5716e9a2d7
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00056.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00056.bin
new file mode 100644
index 0000000000000000000000000000000000000000..83deee572fbe273877ee66e8d70d24da1de77c5e
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00056.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f537bdb5868ccb1ae752b709efdaa63f20434818e0d2b5b012868a2c9fb508
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00057.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00057.bin
new file mode 100644
index 0000000000000000000000000000000000000000..533db7758f1b14f56f275b23522e73dd53d86d89
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00057.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9320c7c6392c0a1d1e2f8f24948103fee7bdcfb12d46611aa6db3e9c37ab4335
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00058.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00058.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fe69b027635202bf48d5c15ce7845b5cc741ba86
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00058.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00100020126fb00a80438d934bb09fa27edd35ea512f905688a5f69fbfd4e19a
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00059.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00059.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d8b96616ae1f3cfdd84d1f05ec8f3451829c262c
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00059.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0975da65b5c170c3fc5b105839cb2e3659c347bcc9b81b57ed7da87bdd529668
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00060.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00060.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9c8ea313fa6a6abd4a660c81a9b1942440366a56
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00060.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d8859ae9f953a265d46bdda07124a1346d505850b5e33389a9ab4e7a5397d9
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00061.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00061.bin
new file mode 100644
index 0000000000000000000000000000000000000000..882a24c3477bbc6511383bc4407ec24f37deeb0f
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00061.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacc8ea5402d9ece81232d2858868b0b7146846692e390baed5b80b44d1065e5
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00062.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00062.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d7850d6dbea903c74cbe84a9f29b590a370ddf8c
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00062.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df5a769d776eb1ccf1646baf2e14efc423761da17564d2afc4d0ff6c8f40e98
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00063.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00063.bin
new file mode 100644
index 0000000000000000000000000000000000000000..727ee2038539755c2ce4b2631d1b7d244deac91a
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00063.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c511aeb03a0e62eeaa0ddfbbbd9527ae79d2653b2c2334311dd04427bf49718f
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00064.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00064.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1f1112e67d5f2c449f9199d41ed2ea6841533218
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00064.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd52530b78bb30bda5c5e964e4597bf2e63f7489383fb3f1c870f22d4215193
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00065.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00065.bin
new file mode 100644
index 0000000000000000000000000000000000000000..41776e4b03beaca030742947455359db2be37beb
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00065.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d244bc00e0f8d26eacdac06fa0217b014061462f7f3123f7b751000ec2dd6c5
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00066.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00066.bin
new file mode 100644
index 0000000000000000000000000000000000000000..df61b467b19f5c94d4bf6d542e4f3b134bcd37f6
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00066.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5932616c9de1085ad06396e2db3d7577294a44accde9bf262b1e65f707a1c2ed
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00067.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00067.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7eae8f880aa807e48721a201e3ba0d5942deed40
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00067.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fea8b6029e9fe11144f83e508cae29dcc73bc3507db16b74ff6b123f2f61ea8
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00068.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00068.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7c8d4de391c96e98730975e4dd08acc2e75ebf2d
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00068.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9293a4e4e11c1f980d0f876dccec1040f9e6349b2f21e01aa150c7d14a288aba
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00069.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00069.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18d53328b09cbdc01335a6cb2278c1223bcc6d48
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00069.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0db1b1215e8e5fca4800bc1a36f5d238dd436d319a612e2a5bd1daee8f8806c
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00070.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00070.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b2150f4824b98a011adc141094fb496ddb1a05d5
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00070.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9b9ec72a0f753bbd1360b01e977b6c49bec542140d894208e6fbc4f5b779b6
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00071.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00071.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b3e8b699c964b48ec83f9917ff86a13a47976267
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00071.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd25af091c7624a199c97fb46ec45087fea097c4e0eddc54f7dbdf3a78333ce5
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00072.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00072.bin
new file mode 100644
index 0000000000000000000000000000000000000000..21530b2263f8b2935853c6b4ecf7b25f36f8e49b
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00072.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334320afb79540f854104918fce198b0910936110c35c4e8d95aa4bf22eb7c6d
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00073.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00073.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fda148144bf32419be26da3dbbcf30ffa6df5c93
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00073.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28a3a3db0a339bf170944a07e1a74e7e2abe95bc6021fcfc1a84271c7bc2f92
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00074.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00074.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4dd8e0b2ef3e4c54bc54bce26f058d7e56d26940
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00074.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a21d5bc833680ac7427b52322c6e78481000afe647d333a30f94426ff322ec
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00075.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00075.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fe705eac6579a7c1bae07559be27ecda2b0616a3
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00075.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e34d9656e67ef39c741348556ff5916b8ebdb0f019e860c4d809d93993c8242
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00076.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00076.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a761ccf0c7b83d7e0f5a7cdabee001e23760fc90
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00076.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189441ee851ece0fb8d861c331c1ccc252ba16d8770b9eed60a1df402699443b
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00077.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00077.bin
new file mode 100644
index 0000000000000000000000000000000000000000..913d7c56cf08f31d980cd344686277c0395c00e0
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00077.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be067b494c9ab9344e312cecaf017ff6bfe9bb9b7eecbe23495cb2e7b63a22b7
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00078.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00078.bin
new file mode 100644
index 0000000000000000000000000000000000000000..461ce13695b525b106f0cc07ba3ca637e71c0326
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00078.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf722c95bcd9553e0a2d71cfc07a37d6bf5963e627a25cec7926940445c48e5
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00079.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00079.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3e632e26a6ff08d10803674497a142ba5ecac93e
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00079.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1fc3df4300fafc152216fe7d0a5e59b6277a6a6d73a1ec7a271f787b19352b
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00080.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00080.bin
new file mode 100644
index 0000000000000000000000000000000000000000..47112153e1c68fb73a879559e7dc333b103714ad
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00080.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c81780f5ffe47e64a4907157be2829ccd22dd021c8b46efa028d6f5779305e
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00081.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00081.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7d3bd55481556a5d52ca99002226e7631b3e1f3f
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00081.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595ba248e74577a591e79185448bfe2a00f490c974dd76804f4f1bb1543ce9d0
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00082.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00082.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c2581fb73cb371959e905d434c8340f1975654c2
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00082.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b45e2498415788f76f9fd7d1c072abc9b6f6027698a188c33dbf488ba346627
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00083.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00083.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2ce7bc21e1cf71e91064f29be84a81c1c006b534
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00083.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da75c151fd8434ceede8f3666ec93501e597ccd07f48d7bed5b3e007faca6bf9
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00084.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00084.bin
new file mode 100644
index 0000000000000000000000000000000000000000..87344875dffac638b1f2a7f9a5dd0369e52a39b7
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00084.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02d0c47e4644b2402223b79855ba2b8dbb00b95da0ab6d230e15e78693eb0c9
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00085.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00085.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9f1f5616d3aadba362a11d87caa21488d8c41943
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00085.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f9a7396356ab55ad4cbe29ecf57fb9539c8d9a9a202f98c153061c1026efb2
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00086.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00086.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f6fd4f0172756b2f10589aea1aff9e4178ed2d96
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00086.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430b1d37632e0ae858c124987ce5b5e1dd411dd488e2fe07216a35d2e4d7c415
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00087.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00087.bin
new file mode 100644
index 0000000000000000000000000000000000000000..49cd967124e44a39351b33114bedd7f8a30b137a
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00087.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff81cb1cad58ef9291db60ed0c863030e1f426dcac51af885e732db7d37498f8
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00088.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00088.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0100062900262e1f38745bb73e56667b214c6469
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00088.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b52d617890dd2479703695501bf4ff14c0675818c987abfaee360f2088f08c
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00089.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00089.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ab808ce441338b39650df33531f1ba7202fea239
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00089.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153554eb1e1f4e5eeac01c707b8fcf239f7d15dffe911c7efa6f4a5b318cf08d
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00090.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00090.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6d9fed2a0438e83119da37eebb4351c281f94835
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00090.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a814da935d0884eb20f27c4339d08e8048f8e61729b4fc29615081301306d353
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00091.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00091.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a61211a0c44eb7334c787b9b694ceb297ffb87f5
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00091.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff37e5d65da6e8ff8461c5253e93ed95e49044c4af3bb55613407df8083177cd
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00092.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00092.bin
new file mode 100644
index 0000000000000000000000000000000000000000..596f9cec3d8c90d76fe731807179f62fb1406eaf
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00092.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3348b2aac3a25f64dc9086ec8e29d7ad56d8b7dc410287319444091aa195ec99
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00093.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00093.bin
new file mode 100644
index 0000000000000000000000000000000000000000..da1574fd67f3a275a00fb0ab2abc0c37f08543e5
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00093.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d606239e190e0ad1cf11b92a4a687ae2cd4981218592f6ce9b8f33b2cde340c
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00094.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00094.bin
new file mode 100644
index 0000000000000000000000000000000000000000..23a880747b3a865c3b860c20aa582e33f488e862
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00094.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f2c6747f3e8cf3162687de759251e064727b5770404144ec619b6ff5225024
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00095.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00095.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e143505e2049e508b3775b8aa683ae494d9cdd83
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00095.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e4569a93fa43221d00090a40c4a73b6f125a6dfca150162ddfb6357adf8918
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00096.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00096.bin
new file mode 100644
index 0000000000000000000000000000000000000000..84c2d07aaac3f62898fdc705e45b0c1865694243
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00096.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264a3e5c43fcddd5ead3d4119948f564bc2848294736a09eacdd92376eea6eb7
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00097.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00097.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c584d754be51aba8945b8a86b46ae5c8c3b0384b
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00097.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1773b77408ac01d4f8c4c373e0e289fcb81bbe313fa6a0bb12f992fe09936f76
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00098.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00098.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bb72daf8e8a03b424a5dccf5f27392706a26166d
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00098.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af214e3284872e06c70d18d0c16172ceadfe1d90bfde7a1460f428113e82cd5
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00099.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00099.bin
new file mode 100644
index 0000000000000000000000000000000000000000..15284876bcd263130e06c5b8a1445c3dd00b35ce
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00099.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f290d78b5445d16364e36bd6a1095e63399255816e11f12d90b5be58bd1813db
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00100.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00100.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5299934f30d5cebfa5f67f75206ce1c72445066b
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00100.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1193fbd59f810270f4445304cbe3e6f264647054ee60bb37b7eaaf2ce60cc7b2
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00101.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00101.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e1d9ad7e8729b9eaa893936db270c0d0bb5752b
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00101.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fe163b71dda6a531c7c74f581f52bba1b6b09ac5bdf0b70db4a5a42732186c
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00102.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00102.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8d095ae010544c4ce025c73ce6cfa03cf638e4a6
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00102.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577334aad6828053129a17ce923ab0e461be261984611ab4d7cc8d1f02489781
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00103.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00103.bin
new file mode 100644
index 0000000000000000000000000000000000000000..02d5b3c7ee31f957c4640383dbc42945fd48f460
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00103.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d3d96e04a1e5f60d965a26fdd69493019d1e09afeec79ae3b94f677fadd575
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00104.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00104.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cfd76f5485f6037ac41f794730113959b95560eb
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00104.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f0167068760696c47d87073d6efddab4ad823277bb84c3ddff1f7c220660c2
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00105.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00105.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c90e9112c43f516d3fe4aaf58ffef75ce4fc402c
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00105.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dbe789127172cdfee5bfcbb2af01ab569256948018bdea06108ef13ba718f9
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00106.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00106.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1b96dae309450cabdb102e045cc52d5e92181d9c
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00106.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766d5195f28dea7914c85567b6d3e5c31f86131f1d36937941e738a115191b73
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00107.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00107.bin
new file mode 100644
index 0000000000000000000000000000000000000000..97089a4a80fbefcad694459606da5efcb9c645e7
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00107.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdba6202887c7263c1da43545816d8ff53178aa3f5acfc97ef62bd671c8e0c65
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00108.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00108.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f9859b3323cfbd7158ccffac9c6bbcc3036b4724
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00108.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238d21aa01c5820fc4938d58c2d2ac79a3b835bb170fc4700407344fbe9c9995
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00109.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00109.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ef0c381828eff5c9f366170b5da0027023ecba42
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00109.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4dfb1f62d05720c3498f986ce6bd14abfd915d590c95244d4620f2a0c5ad60
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00110.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00110.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d097c802033ec25b0447574477f5699f39b37bf7
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00110.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c1801ab9498ff23fe9cb8b3d912ed22fb0c7a75167f7f1f45e8484263e1f1b
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00111.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00111.bin
new file mode 100644
index 0000000000000000000000000000000000000000..751ec307adae921b305d547495306d67b77725db
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00111.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8b9f79596dc4ebeeba06589e6f0622545174b1eb472c5148ba87dcd19f5662
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00112.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00112.bin
new file mode 100644
index 0000000000000000000000000000000000000000..13edab2951461b58ea6577b58f08e54751e1b5c7
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00112.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d90b1f57a2b6ea4e6d81f97724ac50ffbdd7cd317b6816ec0c8146fa641be6
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00113.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00113.bin
new file mode 100644
index 0000000000000000000000000000000000000000..81401f22dc8c533f41d8ed9c2f368e16f31120ba
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00113.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e526b1760e4a1958daf7219adcfd325fbda3b35ba9ec1fa714b7bdcf01c6a18b
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00114.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00114.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7f309cf0e05841544e4f490294fd47c3c34de47e
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00114.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b1dc533773e8b6aca1e98213fc01bac8d755553069fc5fcc74a2ce35c1b430
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00115.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00115.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7dabed85f9bb7fc70132bc12a37a91732cda02a2
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00115.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e7cea3d58f4cb7b87d56c0ee4cd5f8b756f93865a6a9e35b7010676c5c0a9f
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00116.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00116.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cd5c6735e9e8891eb034bd4efda2d3dc8b53117e
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00116.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49963eee1b94ca396bc0eede5ba6be791ce9c96c92c62e02e44c45cc8b70b739
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00117.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00117.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9c1fd9ddd2cdefca90f64c6f0dfedfbc9182c124
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00117.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dff7eb58bba299b4b268a5d87e9a1d5938675cb37179f547c9a305b7774871
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00118.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00118.bin
new file mode 100644
index 0000000000000000000000000000000000000000..177ff37b92e503b06c84e9c67cd4e40cfc437717
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00118.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b451f06670041ed5585cb747f7955475c1dfff4ecdd882ecb58ced7ba30d5bff
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00119.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00119.bin
new file mode 100644
index 0000000000000000000000000000000000000000..baefe029250547734db00f5849808b3c17e7cf7b
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00119.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ad203c9ddd98429911afc10bf4fafc18cfaafcae6331f8142d6f8b63cb7717
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00120.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00120.bin
new file mode 100644
index 0000000000000000000000000000000000000000..62ee0a84efe4ac13c54657e5c036d0453f787ff0
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00120.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343ae767083d1772f589edcb3695f32f8172c1df0336fa7f5cf97870eb9cc609
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00121.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00121.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4763d3c4ddf67411812adc230e97596aa1ac4917
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00121.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab08adb4716a184660f8cd2797185158930d0a106e14378df2c59cc530e6c1d
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00122.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00122.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc7bde74ca0370f58d38526a37de27ee3cbc79f8
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00122.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7f91e6226a2cc16c4586ea46af1598e7eb97c711bf79838745bd96d0e6cc0f
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00123.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00123.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c9037fd1efae7db32327301d03af1856b5797b33
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00123.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad5b47627ea8e3eb3c5c88d1e0527fabd74e77bd420068c33be1dedcaba3e2a
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00124.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00124.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d98f88784b3f8b28d5142ce231dc345de491c0a2
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00124.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93c1e058da7dd88b1b8cd792a817c297e7d59c7f827022ff5930be08fd0168f
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00125.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00125.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa49e13c3ec141739b69afd6791a6943b9077f6f
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00125.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663886116f34889e8bac81c5b912e20a03a5140982a1c3a0b9ab5f9f31f3696b
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00126.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00126.bin
new file mode 100644
index 0000000000000000000000000000000000000000..39e036c8820026911c7d054c2e35998d10c10bed
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00126.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ec72145b7fe6ab277afb2c48849becf309387af740af56f5e77ac59ce632e4
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00127.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00127.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aea83b70843ab9d478538c67bc449199ee01a148
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00127.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200e878466859f4356a2fff254a42691a545195d25ba6941635b82f4aa4c2362
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00128.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00128.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e5b8d1db9530a85b7d96e01b42362309b0617ed4
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00128.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b3da9d6e4b3a4325da2ac7138e937d26d5ed5ef2c14367027f00e09c3963ae
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00129.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00129.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2884cfb8243acbb8e1f2f765dc2f2bd36d2bdd33
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00129.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9103458a0147470c5914401178a7cfaa564586404382313f1d01eb8ab6d5fa12
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00130.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00130.bin
new file mode 100644
index 0000000000000000000000000000000000000000..06a04b72fe5b5ec0327d39fc02ed4d8220e2cda2
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00130.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc9b95c05c8b63e5ec47942307c63ea9f54572f67032858583c1db6ad62d0af
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00131.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00131.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f3cce06bbce9e4dcbd291e7a98be685ac2912e21
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00131.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8ddb4d02d137d304dd330f3aa8b1c52064a0e54c488de8627fc7b3d3a82a3a
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00132.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00132.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ad3e38f86c0ee314fb6a56773db80683defceb04
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00132.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a045db7a9f153df8a4d859bc581fff6fb9533920dd3427c998e2ded7eb54c8e
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00133.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00133.bin
new file mode 100644
index 0000000000000000000000000000000000000000..78dbd056de376040684a7a0742fad432303e6f83
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00133.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf2cff36f7b9eb348df35c8d6a7205bdb6bf29b4c7339c2c96265521d7f54a0
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00134.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00134.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9528e85072d8300883a91022daa9a7a744019374
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00134.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563f56c90da245c483c7d2173d3c6ae51c5e2c1259cf28abd19bfea7729cab0b
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00135.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00135.bin
new file mode 100644
index 0000000000000000000000000000000000000000..554774dcbc4b4cc4578f0389900d6a7c36f594a9
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00135.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7ff9bfe9c5dd31268e87f2a985d91d0dd609830f998fda1c986befbbadde94
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00136.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00136.bin
new file mode 100644
index 0000000000000000000000000000000000000000..35029c37882ab953f186801b69ba46f24c7c3edf
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00136.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beafc2625f04ff87f33f430f1e5a16f4bb419cd0cea53455c0edb76922193495
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00137.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00137.bin
new file mode 100644
index 0000000000000000000000000000000000000000..323afd01ef9abd451e20cd283ad8b4063bbb4ca7
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00137.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bb09ecc1d8fe107c134e12afb53bdc46f5ee50f3a88e3ce181a87818aa7b2c
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00138.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00138.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0aaa50f4f0c624fc50f4e204200327566051448f
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00138.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ba980430e55a7cf169b5f3f35c5ac1fb88932c2e6e0446def207d8875d8440
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00139.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00139.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b11d19b6d85fe5f84313f8bb99db128f0f35cf0b
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00139.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9e01b06d4678b92afdf26780a9d24142661f714a2ca898e9c392c9247a37d6
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00140.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ae414cd18e30e728c78c5b125089b864c4eb308c
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852b61a262b4e4538b095790a98ac6db34578b7dbd4778cd4322dde6ff3cdff3
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00141.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00141.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0a31715409da3e511d08fd8a4150075e8328e039
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00141.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8f4b1ff86db79f9480a2b1ed055d532e9a000125b0ed860cf7c3508e044528
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00142.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00142.bin
new file mode 100644
index 0000000000000000000000000000000000000000..39f8bace8c48e6b259b3fa9f62f800aa856bc82d
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00142.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bc9075f9278cea350e8fdbf33ebb4ac01a9f359dd7c8ec570b102b1ac497cc
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00143.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00143.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa605fdb1fc13afbbc95d174c4066ffbd79075ae
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00143.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e33b3ca75a0955e39bfe2be1bbe888b51b1926ebb64a060647d08e36561b864
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00144.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00144.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c73979773637c3a8f02bb9ddb458c0fc074c8c97
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00144.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b086c902caeafe8d51a6f90f1c0d343df7de6c2d35c15f5dd076458ae7c7fc24
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00145.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00145.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dc35a756614cafc3dc6a4daf5322b7ee064a7dfb
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00145.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a267df14cadd5413ae29366dd1faf3786c73ff6e825bbcc7535fbba87a70a2da
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00146.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00146.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f9c59cf972e9bfd3302722576add2b4ff35f3d95
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00146.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c25383acf3f8250b3783f892ec92f3d887b35501a0470ec032eb54f3e212a47
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00147.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00147.bin
new file mode 100644
index 0000000000000000000000000000000000000000..116c8903ea93abccb9cb958623bc63148874c956
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00147.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ce0754756072f03fd099888f57e3b60e921a4b89ed3265247b24e06bbe545c
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00148.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00148.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d3ea4090d0020944322d994c5965a01ee3d6caaf
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00148.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b15c57558eb28052f7e26cca86be6fd94dd95601e4b4ed8d8c4f172a44c2cad
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00149.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00149.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ca94ad661c38c74bb8cb291587a6beca5ce9a9e6
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00149.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256287ce2af90e1aded14ae2724dd09ff74fb96af23f27f3e3f4cd4f69590d3a
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00150.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00150.bin
new file mode 100644
index 0000000000000000000000000000000000000000..07956ab32cd9f28465a69516ef5416e47702f673
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00150.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d9ab98448612ee0b919d5b42af0f8c977fa4a22af78b2fb620e29879c45c76
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00151.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00151.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2ce8012b03ad1365b32227f9aadc85f55e7a909e
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00151.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d4eef704d46496d7043a886160fb2a30914a6d42783ef02daa9808c6b48e38
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00152.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00152.bin
new file mode 100644
index 0000000000000000000000000000000000000000..65f0570c79e331cea6c0444e4f7448ac98b1a3ab
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00152.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8812b251f6ec3da5d8f9ae4153dfe94ba91b40fde760d8db8777e94a06137d
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00153.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00153.bin
new file mode 100644
index 0000000000000000000000000000000000000000..836cb651d4435cacf1d17971f63ec85c61734e27
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00153.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad2ea50f0170af2c5ad0c7067450f313e1457c2a2ca89c084f5fe022701c397
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00154.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00154.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dd152bf1a0c28d6b079866f5f23bd211481682fa
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00154.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2b561208e041880b597f844c83bd998099a5b5b51d7651d0a49b6eb59f1592
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00155.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00155.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c5fff24b3d637328976c00f73e40829b114c9c9a
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00155.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09952107a6ee219679d4baa6549c4ef69e89845feceddbcd4b6f3b0a6fded373
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00156.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00156.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a31be0e71dfdd38c38039d24c559c02440ec294e
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00156.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c810f0a1c5c59721c0a150a74dbd14f2fa065c4288f8a6e79213c49eb7d7e3
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00157.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00157.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5877f3acc6ad3da767934d3ebe63b75c8c2d5e5a
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00157.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c78a7d5574486c2ef68fb26a4bcfe0b0b0e396a566c4ab50b5de92adc41aa6
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00158.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00158.bin
new file mode 100644
index 0000000000000000000000000000000000000000..71d26742fda3f05169bbfc65d7833f2eac0a5e49
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00158.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb09fc4d979cc32914dc0c9f24b97e84fb8ef2048f22d10206e0a519d1e3fcd
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00159.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00159.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e519059f4dc7bcb3e1e5d5feb6567a3023bdd006
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00159.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a127b24e7b2d5b81975fba12fcbc2526793c9ba19e99c840ea15c29067260813
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00160.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00160.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dc64827b361ce975d1ba6ba85cd774e551ea6dc9
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00160.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe35c0637bc71249a83541a70375bea225587f33dc71fb16a771deeb22c02b5f
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00161.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00161.bin
new file mode 100644
index 0000000000000000000000000000000000000000..66a72fd2c4136cff6c05bb9a73e9457c6a3aa2a9
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00161.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8355ce236efce2c8760445f3d7eba85a30f0532347de368e10b0ea5256a641
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00162.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00162.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9240b910e5328a7166d6d96f0f1c426c01c1a79c
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00162.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df9bb3b658b05931fa29496b7ff09b77c54c93e884123ef132527df0196e5ba
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00163.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00163.bin
new file mode 100644
index 0000000000000000000000000000000000000000..01ba3b5819f6fd544fd086a5afb5652f3962ddf6
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00163.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa988d6647e7c4c5c9760fcee88a7e19ba49a2bf1f3f2e43910d675c1e9a0b4
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00164.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00164.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc0fda29cde95bbb361eabf1946b37ed15438a33
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00164.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df33570f5f3efc940e91fde030d7a2783d2a39f016e34037b654f0367cb6ebd8
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00165.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00165.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c5cdc2dd2f6d0d8bb33d92c6e69c8e5a25d3b81f
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00165.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d68ef046f8829fd8d8e989db2f1a5c5ac84f173165f4fa5ee74458d1f3ef0d0
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00166.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00166.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e73f708b3da9476c5d8cc7a296473b9310e60638
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00166.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d592bf94e24059bfcb012e0dc46872eece2f628b1752d7145b959172d2a5ae
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00167.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00167.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b6b6b8bb0e801beb01c1c006ee00397633771ffe
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00167.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a690ef614a560fcb31f6b602b4268c39347e2925bc588782172191751e5d21a7
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00168.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00168.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e1d73707f37611613dbba1e062e12a5c65696d3c
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00168.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d760df8a345af00ae11d6ccde12e40f74ba018be8a3b6b40611942e80c17a316
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00169.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00169.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c58e2981c315f48718bb8975af84aa6f4303d371
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00169.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5cb270afc995cd39b7488069250fffbed2fe3ad0b521a38064d53ed207dcf5f
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00170.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00170.bin
new file mode 100644
index 0000000000000000000000000000000000000000..926ab5b32e7c3e1d0faf6a9598abea645568ce3d
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00170.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4087f5a2d7110caf910ee7bf60e062613e9291d1ad24864147f97ee2c445f3c1
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00171.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00171.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fda1bb5a478039cbd21f0e33afa1e2baacb5a5b3
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00171.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0515d20e845f9ff36daca724c29d64ac9670cb01beb10bce091d234ee71ebc81
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00172.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00172.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8d9896aeae60fdac2579295c4b373bca7b6ed1c0
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00172.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc31b7416bb3ac48d48a1fa6b082cb60adf17cf25b0c3e14d60ce180e1dbdf3
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00173.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00173.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7fd07846c9c8141daa9f636efef8fc0c35422368
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00173.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df59ed15784182fabb5d113b6309ca8a92741980fa55da453a207eeb51d8d6e
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00174.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00174.bin
new file mode 100644
index 0000000000000000000000000000000000000000..98af19625f1e80716a71f1e2abf9fbc374b2a44a
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00174.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc91e70365743fd9c433cbc458ebec038209993457d51684c99ab2e0849bdcbc
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00175.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00175.bin
new file mode 100644
index 0000000000000000000000000000000000000000..631377a8470f9289e18f0c08bba1ea4d869d7556
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00175.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bb421ecf1d322e927ac3b8f912b88745dd68651126ccea665657dbe950bdae
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00176.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00176.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3432909b3cd85ad1da1db628921b143647e866f6
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00176.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae36db225b2765db880f799cd953219a4b15d372b360df2eb05d952189c30be4
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00177.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00177.bin
new file mode 100644
index 0000000000000000000000000000000000000000..356736dd932433bbf27e74b43b66de5495193646
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00177.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332242b8e18b1787da0011f27f00e7b2af4ab2cc4c90b502d8ab52f15eaf1651
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00178.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00178.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8a52bda47d7df4ac3c9b0a08f7a42f9fff81dcc1
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00178.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22cfb2c50c10189bae633313b387a80c4b7398db9e681e478d6538dfab9eea8
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00179.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00179.bin
new file mode 100644
index 0000000000000000000000000000000000000000..85046bf9487a560a11be4c341cc87428edbdb810
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00179.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e32cd4c864988ab5dd511edac2114b7ce0141b348eebd519c2dfcb8e5f5702c
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00180.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00180.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3177fd42bec3b5903be0ca70192496a1de9680b5
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00180.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0d30b1104dbf2cf28acf97edc3f26bea3acb5bbb240025601eea1e6b6352b9
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00181.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00181.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5ea044af36f861b6cbf81db7a28be4b9f82de62b
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00181.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bec678b8f75d9d419d9074b95cabe95512927956a0bad793bd4c05177cc0d7
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00182.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00182.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d27ab8ce1ca81e399a6dfd3f44a0e3ca8e259498
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00182.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fdbe6e4f9d649aac6045c51255215af2979673809cfaf6826cf7b7329aa3df
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00183.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00183.bin
new file mode 100644
index 0000000000000000000000000000000000000000..00429facfda408035232ec7c5408af21c44ac5c8
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00183.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe043dc0d13d2d4e1916503b52afccccce1298eaf1d3891317bb5c419f3ece1
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00184.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00184.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d5408b3e9ae5baa96837750a111e12e6997261bd
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00184.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d10ffd7f40162bfb108a670e6079c2381636f324218185a8d1f578acfb6de39
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00185.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00185.bin
new file mode 100644
index 0000000000000000000000000000000000000000..111e08acf7571986bd61f7a64900cb946b8afe91
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00185.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb26d20e561c5f7cbaf308deadb556c76ce83f7a7fe42bdee461d0f7efb9769a
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00186.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00186.bin
new file mode 100644
index 0000000000000000000000000000000000000000..155164d26794f018372b8f50c3f4079c43a120ac
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00186.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4010bbd753516170814f131a2b26a135a0392a007e57b3c616b4497981475ca6
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00187.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00187.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f1dbade41204feb9f6b18695396193414a70acf8
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00187.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc73c98784ea88a206d4d0d0a01dc7f126a0a5a81f51177c93cbe08ecfce28
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00188.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00188.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e67a4b87f8590db37763f5d6d372cc17bcda770b
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00188.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd9f651844d6557957ebdc040f3b0f18b30c957210579cac38eee99de35f771
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00189.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00189.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a7e7637791b267c590fcae5faa8bef9d822c665e
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00189.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b459b862ac03506545b24ef49ff927f5bf408248d60fb626d98bc11ed868ff26
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00190.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00190.bin
new file mode 100644
index 0000000000000000000000000000000000000000..54f8f8cefcfda1d5342150787996a15969b95d8d
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00190.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e875d9445646e5da88a06d0bf77aadcd6064aee46d334017360a84a3df05adac
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00191.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00191.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4367221add6a4e646742f3f000a4518dd890c6c7
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00191.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9914ac34a3f2bd94dc1839ace88af284ecf3cd03a70e96ba39c7f42caa79e17
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00192.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00192.bin
new file mode 100644
index 0000000000000000000000000000000000000000..57a13195d1388cf046e1de4a6c28dfff9259e31c
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00192.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12731cba23a0ce7e02ef337f26b6dcb7c4bed8fe4c0f5fb6deb45a0c6d830135
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00193.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00193.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7db60353e6623826cffe42dc07be91e8af2ab2dd
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00193.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7e8dbe6f48691055849f0287d10402c50ea86a3b9f15bd31cec4bf0f499ca4
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00194.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00194.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4143214acd687447c63f439956fed2935782b6ec
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00194.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1536c3618d0d9a5e841df5f6f8a46b42c3ef109e676beb2854adc6d4a1f0223
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00195.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00195.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c7048962262fcc414660e04ab162c7a56d20da18
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00195.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427b63d42282ccc6bf4311880f1951fc05e4e2af246f648014f7c1a0529bab47
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00196.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00196.bin
new file mode 100644
index 0000000000000000000000000000000000000000..78538768107540bad8b6a77d83c533577b680a84
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00196.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e569949ad10d1486b443f689fd880dd9dd81f597a083aeef4f6a2f9430b313c
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00197.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00197.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d4dcc385500dfc6919fa2eb6f3c07d1429080015
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00197.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc09952a2ad111006f7ff1d5924edbf6e56ec367db3b6146c00ee7a4056af185
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00198.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00198.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d3e5a5eb58d9947ec8d36b49bd5e5251f90f8e26
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00198.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce057ce3b63ee3e3f4e11336d99cafc41052df6824e940a50985f51765a80ce4
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00199.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00199.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5293604774c48af584d93f5e26cb79adddf9d7f7
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00199.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4049d5b0293ceb3ead6fd4630e4c91f1d54a4c6ea1f43b282fe279151e6fa1
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00200.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00200.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f16407e43651747bfca62ebb358851825ce1ae10
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00200.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f0691fbdfc597fff25fe04f6df76f7dd058440dbc5987f56ae02133bb34f50
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00201.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00201.bin
new file mode 100644
index 0000000000000000000000000000000000000000..013b9ebb34d2e0dbea354a5f7bb023b4ae096fd1
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00201.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b5a43dbf90ae44eeab90cebcb835dee2b48b02b639eb85a02fb0f4154c2e9d
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00202.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00202.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ed0809bbbe2a54837eaada795b1986db0cc9cdd5
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00202.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c81a9051ada23a0022319b79fcc5a5d10f85de8693c47db188f16b115f4dd2
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00203.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00203.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6dd17a026e70f2a9ad35fe29e06660a64a5ed680
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00203.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e080cc7a3bd7e7a252c0f82cd1eeeaee645010713bfd04464c59c0d29faa1b9b
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00204.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00204.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3ee2c342dd112fdbd07b1fd3fa2fd82c189f253a
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00204.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af41b0174026830b5e110cd11ea92b234d7d5543502d8a97888819659f4bf2f
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00205.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00205.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2e29338e4371e8bc6cd72199caa71bba8e840e4e
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00205.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8578e2320845b353d9f2997a16ec3ba72b30b6917e3610c49b3df0a5d6f5510
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00206.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00206.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c55f959126e02092f07c95197f11b04693387353
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00206.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b10d3f6d5adbfce6b5084f096a5131b6c84453533158f03cabce354320d6b06
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00207.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00207.bin
new file mode 100644
index 0000000000000000000000000000000000000000..575692c6b46350ccd726834fe69a2ce7010854ca
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00207.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465360e948d395f2afee9e9dbefa62df7013b4db6fa00ccc29331ec5f04eb745
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00208.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00208.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c802abf062989b5bd464aaa06c963f39116e1228
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00208.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c976758e2f2fc348d59c768d86b5e86a7535ec9292f4e554f90d342c684f228a
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00209.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00209.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a716a5bed43b4dd03fcdef661c86a4d4ee966aa5
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00209.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5183d08694e87de8a38d28509e2bf93a9cdc2f268a9e8e643553d7343965ac
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00210.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00210.bin
new file mode 100644
index 0000000000000000000000000000000000000000..32b5ddb0b74e6263d6fb13e50249907c1c64b901
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00210.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfa47cd1d7082846626c1bcf0aa5bb8a539a4b97b6cf45b08e94309d2e2157a
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00211.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00211.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e5282f78430d9a1c5cd7540e79c2c28ce1600df7
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00211.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5e8143bf7e2cff8297d5e17c5fdb209cf29bd0bd3ce74241f7a7b073712219
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00212.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00212.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e2c45016daa68adf2c4f59fd5b68e4f81a591b0e
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00212.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7d63e6c158ec81c8fac7d8ac77db92068e8c8993a6420be5b846b1d3c49c3f
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00213.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00213.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0edbab8d08bc091b31cb560d43af7b33b4806e80
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00213.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125de847b9c87c9b6919c8fccd2bb09db2bc6ad7568f1d0e06a7d5d4df22ab01
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00214.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00214.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4da9defb7f1116716a3789d82e876fa70616eb13
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00214.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bab85fdd6d6ed7f6a449adc87d50da096b597bb8224b1723bdadcdca1bc75e
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00215.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00215.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0a69bc9b5aaed716d4a5c2b6708e475b31d0f097
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00215.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afea9f6fd15bbbf53642c32e5d6fadd6336a04ad47b8987d87f102fe8220aaa5
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00216.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00216.bin
new file mode 100644
index 0000000000000000000000000000000000000000..326708099fa6a384cfe70ba175ce6de397a484f5
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00216.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0361a8ea378d4c36d2fb8c6d68e66d2da3e8d7080f65f62e58cad63ec3f263f
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00217.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00217.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5abd81661214fd1f3a808eb923639cac733d2e1b
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00217.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71308b18e422f58c559b3bb529c2664fc01afb966478eb1904bef4d378252510
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00218.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00218.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8985984238238742bc8c23cd8c7cc07620e9f03a
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00218.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25404ecd75f5acc121182155a3c472fe68d1ff63d7a872c393cc93d83c7d8d7
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00219.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00219.bin
new file mode 100644
index 0000000000000000000000000000000000000000..409cd74d8deee324c498b55735a71217f72f82bb
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00219.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81817392d8067806575651d32073057ebfc643a0981bd235b4cdeb8f021ee798
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00220.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00220.bin
new file mode 100644
index 0000000000000000000000000000000000000000..009a5ed36af42f74fb8d2e0529d9272ba7870e9a
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00220.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2af9196d542a6a3ab4a9baf3bcaf2edbf755e7aef2b8b2f5b12b5463a01955
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00221.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00221.bin
new file mode 100644
index 0000000000000000000000000000000000000000..58496aa4290ecca6c162e49893c6723f37bee32d
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00221.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8075c4ce562907489931a33681b636acb048e1fd5b9b251370fcea2593c462
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00222.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00222.bin
new file mode 100644
index 0000000000000000000000000000000000000000..55ce13d19cdde6db90a6da54b48fd88c489290a2
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00222.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360220bf2d1bc9024c3ddb43808cc0de13a5127bd7e2a6cbe80adc7d9a2659ca
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00223.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00223.bin
new file mode 100644
index 0000000000000000000000000000000000000000..279d55d1fa7b76fb0a93e3b2fe87a5333453cc44
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00223.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eab5c1a70f598ca004750cc5a724d7eea755eba046fc55668fc99a8b9835a3b
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00224.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00224.bin
new file mode 100644
index 0000000000000000000000000000000000000000..34f334b569fb7558db8466cbbe1382afc3aa7ff6
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00224.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365d000f01ccbcb8c05bb4399d961672a64056a49092cc1df1b86869a5120808
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00225.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00225.bin
new file mode 100644
index 0000000000000000000000000000000000000000..53610fb8fb38d809eafdf7f25be7edc05581d456
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00225.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27eaa2633232e9a1e17254f60a5172ba99f488cf4c055c6135aaa1dbf0a453e
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00226.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00226.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7c95e7c523a19b5a302cfce66fcb69cf212bf3e7
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00226.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff5855313e3a15c6e670f24736199ea2963c5a05e28f15cfe236edd709163e5
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00227.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00227.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9b583b708b7733e1b69b09c4e64115855ba365ca
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00227.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbe6a6b51ef55d359a5ab786ee9a16e41a3096bf5fb44f853813f4aef30d4d7
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00228.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00228.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0f7821ce1149592f1582bea815ab0b5fcee39d46
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00228.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a822f5ba406b7308284799311ad2a67d8e9f6331d5105007223bc622c23b17a8
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00229.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00229.bin
new file mode 100644
index 0000000000000000000000000000000000000000..37c0a3db823d73a44306180bede01424a8ffc7be
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00229.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f189e8b9739fbf665101028eff782ac3376ffc571c0d4d983d95ae44b9aa5a3d
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00230.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00230.bin
new file mode 100644
index 0000000000000000000000000000000000000000..859cfa5be64496371de9fa29ece67eb10ed4d144
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00230.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0894dfd0ce0118c5d12118b33ce0f7235e9662d65804b761ccaa1a22aec39e47
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00231.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00231.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e62f87ea7b20889a4fecf960d6f2e4697afef0ae
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00231.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616ea435f3298737bf73d7c939347ae190180ba8598f89121f16449aa0126fee
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00232.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00232.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9ca09914393550c519a926b59b77f43f5479ae25
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00232.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9852c0abe5cd2540aa65bb5a8a459179fabd1d59cf7eb12bf49196e2e0b63acf
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00233.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00233.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a58e202d4155154c8a52981d7e0f495570a9e1f
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00233.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba102c770f9489d7428364c5e5b63995fb42416ad5f0caef1c3a6c63438de28
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00234.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00234.bin
new file mode 100644
index 0000000000000000000000000000000000000000..520a97f235dce45204d4ea1874a0f53a19937b32
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00234.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b49f3a939ba2fa5c9308c2c7b2377248dae45918303681c8afd726bd28ad1c
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00235.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00235.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a3bdc2d36236908d46440ec6282971033089205c
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00235.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fef337bf521f756393504d08b9c1314d218addcd4ee68b7ca2deae76e90222
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00236.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00236.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f1cc26c81d02df78737f16ea48fa4f807d2cc91a
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00236.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc06dad375aa955be74b341c8a67923503aa1cfd9b301dc11728d20b23f10c24
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00237.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00237.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d094185cbbdf802706b56b4d74bbdbeb29e2084d
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00237.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118bde00a9e383ebb563f01c4d6a9d6d9e905f3f85528af7b6c4e74ac9dbe307
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00238.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00238.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5832f59c2779b9ee11cde3912a6e7dd26f07e782
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00238.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861cfc720855152bd9e29beb6654c74801cccc3b90ce65ec74d08b23908d6c68
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00239.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00239.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d731a5bbb011d4dd65e88cfb09c08e78a94384dd
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00239.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cdb89cdd4755a52ee7069b6751db907c9d034a502f21442353f710e290f394
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00240.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00240.bin
new file mode 100644
index 0000000000000000000000000000000000000000..19e17d26084c94f48166a6c2cc3fafba3672fefd
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00240.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd8fa2c2d76b36afca05faa00367d16297ecf8721955b0bdda3c6541bec521a
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00241.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00241.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b08e65ad8d2a438197d91b39dd1a57a2c02592b
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00241.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bf3348c2d0114418277e56a9c57b8460a02fb88f20cc363160f3655c791d12
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00242.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00242.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b63367defbdf8592095345371beca51da5b11be4
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00242.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdd0f3a7580fd9417f743cde36e4883974b18677ef43d94d22900953e9ca023
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00243.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00243.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c027e7d72eb46bf6c19d8ace39bc46af6bd70f61
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00243.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0e8446f7d2a419269c4fc8ab0a2765854cdd5e1eaf1acf46e9db0fe4f64943
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00244.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00244.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0a8c9fa82506f9b7ef97d5389ef56b82a36743b4
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00244.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd382329c73bad76380a1bda90f89d6ccfd12ff72f838ef384ab5578f96a64b
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00245.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00245.bin
new file mode 100644
index 0000000000000000000000000000000000000000..830d264cc68ee248ba5f199626f2a8dda26b803e
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00245.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ec5fedcddea44323bb74768f29f65da714f9e326c893b4f8817accaa5a6a6c
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00246.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00246.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0d68d66b138d2814228c5a8c3a24d1abbe588169
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00246.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a621277ed6686267eb14398231c5df1f1319820731c570e73a778916829e70
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00247.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00247.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5818807006ec01c7b28271b94e896549533d6d34
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00247.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcb51da4d3a7b93b7fd689b014aadd20bb4b62bd8065c89a6e64e8dac8a0d76
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00248.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00248.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4435bf3b172b0a962f4f725f4327bdf66d2adbc8
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00248.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ece59e4691f1cadafbf97e1acf0d883f6579918798d2a3bcf17dbb7056fad5
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00249.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00249.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a7da32c4a251f7b0fe1ff139a79589e86eb228d5
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00249.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbb5dfff7100134ba1ac77ddb20cd674342723992e08e51f3cadecd984ef070
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00250.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00250.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c667d9666ef9195a61722489b8e7b4e89728be4c
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00250.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fdb74d79c2798f24a888c8ab8bd662841351338547968ec57a1f5844abe72b
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00251.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00251.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1cd27d757e9747d9f5e05bc6fdc82f1c31dcb60b
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00251.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1455ced1b79d9a4054b490ba7af4340217e6e320b4c9ffce372c5968e10096cb
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00252.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00252.bin
new file mode 100644
index 0000000000000000000000000000000000000000..773bae5efd34d19692c0d019094c33e18e281251
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00252.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7fa90654fccb12b7504df60f637e40349caadf9158608db262b4e0b8c6ffb8
+size 67108864
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/shard_00253.bin b/models/qwen-3-6-27b-q4k-ehaf16/shard_00253.bin
new file mode 100644
index 0000000000000000000000000000000000000000..593cfab8ddfdf9f23569c24a75423ed5763fab29
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/shard_00253.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c22e6a0e966f7eb2f9236841dd1bf3b6d5ca5bd682caa973381427c5a6b63bd
+size 15809536
diff --git a/models/qwen-3-6-27b-q4k-ehaf16/tokenizer.json b/models/qwen-3-6-27b-q4k-ehaf16/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..d2cb782f975d6b3fa5a9744378a10baf18063b63
--- /dev/null
+++ b/models/qwen-3-6-27b-q4k-ehaf16/tokenizer.json
@@ -0,0 +1 @@
+{"version":"1.0","truncation":null,"padding":null,"added_tokens":[{"id":248044,"content":"<|endoftext|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":248045,"content":"<|im_start|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":248046,"content":"<|im_end|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":true},{"id":248047,"content":"<|object_ref_start|>","normalized":false,"lstrip":false,"rstrip":false,"single_word":false,"special":true},{"id":248048,"content":"<|object_ref_end|>","normalized":false,"lstrip":false,"rstrip":false,"single_word":false,"special":true},{"id":248049,"content":"<|box_start|>","normalized":false,"lstrip":false,"rstrip":false,"single_word":false,"special":true},{"id":248050,"content":"<|box_end|>","normalized":false,"lstrip":false,"rstrip":false,"single_word":false,"special":true},{"id":248051,"content":"<|quad_start|>","normalized":false,"lstrip":false,"rstrip":false,"single_word":false,"special":true},{"id":248052,"content":"<|quad_end|>","normalized":false,"lstrip":false,"rstrip":false,"single_word":false,"special":true},{"id":248053,"content":"<|vision_start|>","normalized":false,"lstrip":false,"rstrip":false,"single_word":false,"special":true},{"id":248054,"content":"<|vision_end|>","normalized":false,"lstrip":false,"rstrip":false,"single_word":false,"special":true},{"id":248055,"content":"<|vision_pad|>","normalized":false,"lstrip":false,"rstrip":false,"single_word":false,"special":true},{"id":248056,"content":"<|image_pad|>","normalized":false,"lstrip":false,"rstrip":false,"single_word":false,"special":true},{"id":248057,"content":"<|video_pad|>","normalized":false,"lstrip":false,"rstrip":false,"single_word":false,"special":true},{"id":248058,"content":"","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":false},{"id":248059,"content":"","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":false},{"id":248060,"content":"<|fim_prefix|>","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":false},{"id":248061,"content":"<|fim_middle|>","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":false},{"id":248062,"content":"<|fim_suffix|>","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":false},{"id":248063,"content":"<|fim_pad|>","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":false},{"id":248064,"content":"<|repo_name|>","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":false},{"id":248065,"content":"<|file_sep|>","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":false},{"id":248066,"content":"","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":false},{"id":248067,"content":"","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":false},{"id":248068,"content":"","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":false},{"id":248069,"content":"","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":false}],"normalizer":{"type":"NFC"},"pre_tokenizer":{"type":"Sequence","pretokenizers":[{"type":"Split","pattern":{"Regex":"(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+"},"behavior":"Isolated","invert":false},{"type":"ByteLevel","add_prefix_space":false,"trim_offsets":false,"use_regex":false}]},"post_processor":{"type":"ByteLevel","add_prefix_space":false,"trim_offsets":false,"use_regex":false},"decoder":{"type":"ByteLevel","add_prefix_space":false,"trim_offsets":false,"use_regex":false},"model":{"type":"BPE","dropout":null,"unk_token":null,"continuing_subword_prefix":"","end_of_word_suffix":"","fuse_unk":false,"byte_fallback":false,"ignore_merges":false,"vocab":{"0":15,"1":16,"2":17,"3":18,"4":19,"5":20,"6":21,"7":22,"8":23,"9":24,"!":0,"\"":1,"#":2,"$":3,"%":4,"&":5,"'":6,"(":7,")":8,"*":9,"+":10,",":11,"-":12,".":13,"/":14,":":25,";":26,"<":27,"=":28,">":29,"?":30,"@":31,"A":32,"B":33,"C":34,"D":35,"E":36,"F":37,"G":38,"H":39,"I":40,"J":41,"K":42,"L":43,"M":44,"N":45,"O":46,"P":47,"Q":48,"R":49,"S":50,"T":51,"U":52,"V":53,"W":54,"X":55,"Y":56,"Z":57,"[":58,"\\":59,"]":60,"^":61,"_":62,"`":63,"a":64,"b":65,"c":66,"d":67,"e":68,"f":69,"g":70,"h":71,"i":72,"j":73,"k":74,"l":75,"m":76,"n":77,"o":78,"p":79,"q":80,"r":81,"s":82,"t":83,"u":84,"v":85,"w":86,"x":87,"y":88,"z":89,"{":90,"|":91,"}":92,"~":93,"¡":94,"¢":95,"£":96,"¤":97,"¥":98,"¦":99,"§":100,"¨":101,"©":102,"ª":103,"«":104,"¬":105,"®":106,"¯":107,"°":108,"±":109,"²":110,"³":111,"´":112,"µ":113,"¶":114,"·":115,"¸":116,"¹":117,"º":118,"»":119,"¼":120,"½":121,"¾":122,"¿":123,"À":124,"Á":125,"Â":126,"Ã":127,"Ä":128,"Å":129,"Æ":130,"Ç":131,"È":132,"É":133,"Ê":134,"Ë":135,"Ì":136,"Í":137,"Î":138,"Ï":139,"Ð":140,"Ñ":141,"Ò":142,"Ó":143,"Ô":144,"Õ":145,"Ö":146,"×":147,"Ø":148,"Ù":149,"Ú":150,"Û":151,"Ü":152,"Ý":153,"Þ":154,"ß":155,"à":156,"á":157,"â":158,"ã":159,"ä":160,"å":161,"æ":162,"ç":163,"è":164,"é":165,"ê":166,"ë":167,"ì":168,"í":169,"î":170,"ï":171,"ð":172,"ñ":173,"ò":174,"ó":175,"ô":176,"õ":177,"ö":178,"÷":179,"ø":180,"ù":181,"ú":182,"û":183,"ü":184,"ý":185,"þ":186,"ÿ":187,"Ā":188,"ā":189,"Ă":190,"ă":191,"Ą":192,"ą":193,"Ć":194,"ć":195,"Ĉ":196,"ĉ":197,"Ċ":198,"ċ":199,"Č":200,"č":201,"Ď":202,"ď":203,"Đ":204,"đ":205,"Ē":206,"ē":207,"Ĕ":208,"ĕ":209,"Ė":210,"ė":211,"Ę":212,"ę":213,"Ě":214,"ě":215,"Ĝ":216,"ĝ":217,"Ğ":218,"ğ":219,"Ġ":220,"ġ":221,"Ģ":222,"ģ":223,"Ĥ":224,"ĥ":225,"Ħ":226,"ħ":227,"Ĩ":228,"ĩ":229,"Ī":230,"ī":231,"Ĭ":232,"ĭ":233,"Į":234,"į":235,"İ":236,"ı":237,"IJ":238,"ij":239,"Ĵ":240,"ĵ":241,"Ķ":242,"ķ":243,"ĸ":244,"Ĺ":245,"ĺ":246,"Ļ":247,"ļ":248,"Ľ":249,"ľ":250,"Ŀ":251,"ŀ":252,"Ł":253,"ł":254,"Ń":255,"ĠĠ":256,"ĠĠĠĠ":257,"in":258,"Ġt":259,"ĠĠĠĠĠĠĠĠ":260,"er":261,"ĠĠĠ":262,"on":263,"Ġa":264,"re":265,"at":266,"st":267,"en":268,"or":269,"Ġth":270,"ĊĊ":271,"Ġc":272,"le":273,"Ġs":274,"it":275,"an":276,"ar":277,"al":278,"Ġthe":279,"Ġp":280,"Ġf":281,"ou":282,"Ġ=":283,"is":284,"ĠĠĠĠĠĠĠ":285,"ing":286,"es":287,"Ġw":288,"ion":289,"ed":290,"ic":291,"Ġb":292,"Ġd":293,"et":294,"Ġm":295,"Ġo":296,"ĉĉ":297,"ro":298,"as":299,"el":300,"ct":301,"nd":302,"Ġin":303,"Ġh":304,"ent":305,"id":306,"Ġn":307,"am":308,"ĠĠĠĠĠĠĠĠĠĠĠ":309,"Ġto":310,"Ġre":311,"--":312,"Ġ{":313,"Ġof":314,"om":315,"im":316,"čĊ":317,"Ġ(":318,"il":319,"//":320,"Ġand":321,"ur":322,"se":323,"Ġl":324,"ex":325,"ĠS":326,"ad":327,"Ġ\"":328,"ch":329,"ut":330,"if":331,"**":332,"Ġ}":333,"em":334,"ol":335,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":336,"th":337,"Ġg":338,"ig":339,"iv":340,"ce":341,"od":342,"Ġv":343,"ate":344,"ĠT":345,"ag":346,"ay":347,"Ġ*":348,"ot":349,"us":350,"ĠC":351,"Ġst":352,"ĠI":353,"un":354,"ul":355,"ue":356,"ĠA":357,"ow":358,"Ġ'":359,"ew":360,"Ġ<":361,"ation":362,"()":363,"Ġfor":364,"ab":365,"ort":366,"um":367,"ame":368,"Ġis":369,"pe":370,"tr":371,"ck":372,"âĢ":373,"Ġy":374,"ist":375,"----":376,"he":377,"Ġe":378,"lo":379,"ĠM":380,"Ġbe":381,"ers":382,"Ġon":383,"Ġcon":384,"ap":385,"ub":386,"ĠP":387,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":388,"ass":389,"int":390,"ly":391,"urn":392,"Ġ$":393,"av":394,"port":395,"ir":396,"->":397,"nt":398,"ction":399,"end":400,"Ġde":401,"ith":402,"out":403,"turn":404,"our":405,"ĠĠĠĠĠ":406,"lic":407,"res":408,"pt":409,"==":410,"Ġthis":411,"Ġwh":412,"Ġif":413,"ĠD":414,"ver":415,"age":416,"ĠB":417,"ht":418,"ext":419,"=\"":420,"Ġthat":421,"****":422,"ĠR":423,"Ġit":424,"ess":425,"ĠF":426,"Ġr":427,"os":428,"and":429,"Ġas":430,"ect":431,"ke":432,"rom":433,"Ġ//":434,"con":435,"ĠL":436,"(\"":437,"qu":438,"lass":439,"Ġwith":440,"iz":441,"de":442,"ĠN":443,"Ġal":444,"op":445,"up":446,"get":447,"ile":448,"Ġan":449,"ata":450,"ore":451,"ri":452,"Ġpro":453,"ĉĉĉĉ":454,"ter":455,"ain":456,"ĠW":457,"ĠE":458,"Ġcom":459,"Ġreturn":460,"art":461,"ĠH":462,"ack":463,"import":464,"ublic":465,"Ġor":466,"est":467,"ment":468,"ĠG":469,"able":470,"Ġ-":471,"ine":472,"ill":473,"ind":474,"ere":475,"::":476,"ity":477,"Ġ+":478,"Ġtr":479,"elf":480,"ight":481,"('":482,"orm":483,"ult":484,"str":485,"..":486,"\",":487,"Ġyou":488,"ype":489,"pl":490,"Ġnew":491,"Ġj":492,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":493,"Ġfrom":494,"Ġex":495,"ĠO":496,"ld":497,"Ġ[":498,"oc":499,"Ġse":500,"Ġle":501,"--------":502,".s":503,"',":504,"ant":505,"Ġat":506,"ase":507,".c":508,"Ġch":509,"":510,"ave":511,"ang":512,"Ġare":513,"Ġint":514,"âĢĻ":515,"_t":516,"ert":517,"ial":518,"act":519,"ive":520,"ode":521,"ost":522,"Ġclass":523,"Ġnot":524,"og":525,"ord":526,"alue":527,"all":528,"ff":529,"ont":530,"ime":531,"are":532,"ĠU":533,"Ġpr":534,"Ġ:":535,"ies":536,"ize":537,"ure":538,"Ġby":539,"ire":540,".p":541,"Ġsh":542,"ice":543,"ast":544,"ption":545,"tring":546,"ok":547,"__":548,"cl":549,"##":550,"Ġhe":551,"ard":552,").":553,"Ġ@":554,"iew":555,"ĉĉĉ":556,"Ġwas":557,"ip":558,"this":559,"Ġu":560,"ĠThe":561,"ide":562,"ace":563,"ib":564,"ac":565,"rou":566,"Ġwe":567,"ject":568,"Ġpublic":569,"ak":570,"ve":571,"ath":572,"oid":573,"Ġ=>":574,"ust":575,"que":576,"Ġres":577,"))":578,"'s":579,"Ġk":580,"ans":581,"yst":582,"unction":583,"********":584,"Ġi":585,"Ġus":586,"pp":587,"one":588,"ail":589,"====":590,"name":591,"Ġstr":592,"Ġ/":593,"Ġ&":594,"ach":595,"div":596,"ystem":597,"ell":598,"Ġhave":599,"err":600,"ould":601,"ull":602,"pon":603,"ĠJ":604,"_p":605,"Ġ==":606,"ign":607,"St":608,"Ġpl":609,"form":610,"put":611,"ount":612,"dd":613,"ite":614,"Ġget":615,"rr":616,"ome":617,"ĠâĢ":618,"aram":619,"cc":620,"Ġ*/":621,"ER":622,"In":623,"les":624,"_s":625,"ong":626,"ie":627,"Ġcan":628,"ĠV":629,"erv":630,"pr":631,"Ġun":632,"row":633,"ber":634,"Ġdo":635,"ll":636,"Ġel":637,"Ġself":638,"ated":639,"ary":640,"Ġ.":641,"']":642,"ud":643,"Ġen":644,"ĠTh":645,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":646,"te":647,"_c":648,"uct":649,"Ġab":650,"ork":651,".get":652,"Ġ#":653,"aw":654,"ress":655,"ob":656,"Name":657,"app":658,"['":659,"Ġall":660,"ory":661,"ition":662,"ance":663,"ear":664,"Ġcont":665,"vent":666,"ia":667,"Ġwill":668,"IN":669,"ĠĠĠĠĠĠĠĠĠ":670,"return":671,"Ġ":672,"data":673,"Re":674,"ple":675,"ild":676,"ther":677,"Ġyour":678,"($":679,"Ġout":680,"),":681,"Ġhas":682,"String":683,"so":684,"Ġup":685,"ax":686,"Ġdef":687,"Ġbo":688,"ge":689,"alse":690,"ON":691,"per":692,"ich":693,"Ġbut":694,"ĠĊ":695,"Ġ_":696,"_m":697,"add":698,"quest":699,"odel":700,"self":701,"ery":702,"ft":703,"ens":704,"////":705,"ake":706,".C":707,"Ġgo":708,"Ġfunction":709,"ĠK":710,"ivate":711,"Ġim":712,"Ġconst":713,".t":714,"Ġvoid":715,"Ġset":716,"ĠSystem":717,"cri":718,"li":719,"ĉif":720,".m":721,"ally":722,"set":723,"ep":724,"âĢĻs":725,"bo":726,"def":727,"Ġme":728,"Ġ!":729,"atch":730,"\">":731,"ec":732,"ĠIn":733,"ph":734,"Ġ|":735,"_f":736,"Ġvar":737,"ence":738,"Id":739,"ree":740,"ink":741,"lect":742,"ug":743,"eth":744,"Ġelse":745,"----------------":746,"cont":747,"Ġso":748,"atic":749,"Ġlo":750,"pro":751,"ton":752,"ss":753,"own":754,"abel":755,"oint":756,"ous":757,"eld":758,"ST":759,"The":760,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":761,"RE":762,"\":":763,"olor":764,"tp":765,"eg":766,"key":767,"ude":768,"ĠSt":769,"ound":770,"Ġar":771,"ener":772,"ser":773,"bject":774,"essage":775,"fer":776,"Ġmore":777,"ations":778,"ents":779,"Ġhis":780,"Ġthey":781,".S":782,"ĠY":783,"use":784,"ne":785,"ish":786,"old":787,"_d":788,"io":789,"ield":790,"Ġper":791,"Cont":792,"ings":793,"####":794,"Ġdata":795,"Ġsa":796,"ef":797,"fo":798,"Ġone":799,"eng":800,"Ġdis":801,"AT":802,"Ġname":803,"Ġtrue":804,"val":805,"led":806,".f":807,"Ġne":808,"Ġend":809,".T":810,"cre":811,"ark":812,"log":813,"Ex":814,"error":815,"_id":816,"urre":817,"ange":818,"Ġnull":819,"rray":820,"Ġmy":821,"pan":822,"ict":823,"ator":824,"View":825,"List":826,"ĉreturn":827,"âĢĿ":828,"Ġpre":829,"Ġx":830,"clude":831,"arg":832,"ov":833,".h":834,"Ġ>":835,"Ġtheir":836,"')":837,"irst":838,"ick":839,"gh":840,"LE":841,"OR":842,"Ġprivate":843,"tem":844,"čĊčĊ":845,"user":846,"Ġ)":847,"com":848,".A":849,"Ġid":850,"read":851,"Ġwho":852,"_b":853,"Ġtime":854,"Ġman":855,"ry":856,"========":857,"roup":858,"rop":859,"public":860,"vel":861,"umber":862,"ble":863,"Ġwhich":864,"****************":865,"Ġany":866,"Ġfalse":867,"we":868,"Ġvalue":869,"Ġli":870,"\")":871,"nder":872,"gr":873,"Ġno":874,"param":875,"fig":876,".com":877,"Ġapp":878,"_l":879,"ions":880,".D":881,"ĠCh":882,"Ġabout":883,"Ġadd":884,"Ġsu":885,"Ġstring":886,"ID":887,"Ġover":888,"string":889,".l":890,"ource":891,"_C":892,"Ġqu":893,"ĠString":894,"ca":895,"SE":896,"Ġro":897,"sh":898,"ual":899,"Type":900,"son":901,"new":902,"ern":903,"Ġag":904,"AR":905,"].":906,"Ġ?":907,"ical":908,"Ġdes":909,"uth":910,"ix":911,"ays":912,"Ġtype":913,"'t":914,"ault":915,"Ġinter":916,"var":917,".b":918,"Ġpart":919,".d":920,"urrent":921,"IT":922,"EN":923,"enc":924,"(f":925,"ra":926,"value":927,"cho":928,"utton":929,"ose":930,"Ġ!=":931,"ater":932,"é":933,"reate":934,"oll":935,"pos":936,"yle":937,"ng":938,"AL":939,"using":940,"ames":941,"ates":942,"ely":943,"Ġwork":944,"Ġem":945,"inal":946,"Ġsp":947,"Ġwhen":948,".set":949,"ĠĠĠĠĠĠ":950,"to":951,"quire":952,"indow":953,"lement":954,"pect":955,"ash":956,"[i":957,"Ġuse":958,".F":959,"pec":960,"Ġad":961,"ove":962,"ception":963,"ength":964,"include":965,"ader":966,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":967,"atus":968,"Th":969,"itle":970,"rit":971,"void":972,"().":973,"Ġoff":974,"Ġother":975,"Ġ&&":976,"ms":977,"Ġbeen":978,"Ġte":979,"ml":980,"co":981,"nc":982,"ervice":983,"Ġ%":984,"ann":985,"ade":986,"ĊĊĊĊ":987,"lock":988,"const":989,"ponse":990,"Ġsup":991,"++":992,"date":993,"Ġacc":994,"Ġhad":995,"Ġbu":996,"ĠRe":997,"Ġwere":998,"Ġfile":999,"Ġwould":1000,"ĠâĢľ":1001,"ven":1002,"iss":1003,"Ġour":1004,"class":1005,"raw":1006,"Ġyear":1007,"Data":1008,"Ġval":1009,"Ġsome":1010,"fter":1011,"ys":1012,"Ġ///":1013,"round":1014,"view":1015,"Ġpe":1016,"Ġthere":1017,"Ġsaid":1018,"du":1019,"of":1020,"line":1021,"/*":1022,"duct":1023,"Ġher":1024,"ĠĠĠĠĠĠĠĠĠĠĠĠĠ":1025,"Res":1026,"Ġco":1027,"Ġcomm":1028,"ise":1029,"min":1030,"ĠĠĠĠĊ":1031,"#include":1032,"ethod":1033,".P":1034,"ute":1035,"Ġass":1036,"Int":1037,"ask":1038,"loc":1039,"Ġlike":1040,"ody":1041,"Ġlet":1042,"load":1043,"Ġam":1044,"rol":1045,"Ġgr":1046,"yp":1047,"Ġalso":1048,"ĠIt":1049,"url":1050,"ific":1051,"ors":1052,"_P":1053,"_n":1054,"igh":1055,"Ġthan":1056,"Com":1057,"AN":1058,"UL":1059,"ating":1060,"ĠThis":1061,"ref":1062,"_S":1063,"Ġstatic":1064,"roll":1065,"Ġjust":1066,"Ġresult":1067,"ian":1068,"idth":1069,"Ġthem":1070,"der":1071,"reak":1072,"Con":1073,"://":1074,"ule":1075,"...":1076,"arch":1077,"ement":1078,"Ġ<<":1079,"ush":1080,"ense":1081,"arr":1082,"Ġinto":1083,"cess":1084,"amp":1085,"ied":1086,"ument":1087,"Ġ\\":1088,"],":1089,"wo":1090,"als":1091,"Ġwhat":1092,"anc":1093,"Value":1094,"='":1095,"olum":1096,"Ġpos":1097,"ages":1098,"ayer":1099,"Ġsc":1100,"ues":1101,"_T":1102,"Ġlist":1103,"(s":1104,"Ġcase":1105,"Ch":1106,"ĉĉĉĉĉ":1107,"////////":1108,"ponent":1109,"Ġz":1110,"Ġkn":1111,"let":1112,"DE":1113,"red":1114,"Ġfe":1115,"Ġ,":1116,"(t":1117,"Ġfirst":1118,"word":1119,"Ġimport":1120,"Ġact":1121,"Ġchar":1122,"CT":1123,"ĠTr":1124,"ople":1125,"={":1126,"ĉf":1127,"ient":1128,"cent":1129,".j":1130,"lection":1131,"Ġonly":1132,"Ġprint":1133,"mer":1134,".W":1135,"ock":1136,"Ġ--":1137,"Text":1138,"Ġop":1139,"ank":1140,"Ġits":1141,"Ġback":1142,"[\"":1143,"Ġneed":1144,"Ġcl":1145,"Ġsub":1146,"Ġla":1147,"((":1148,".\"":1149,"Object":1150,"Ġstart":1151,"file":1152,"(self":1153,"ner":1154,"ey":1155,"Ġuser":1156,"Ġent":1157,"ĠCom":1158,"its":1159,"ĠCon":1160,"ouble":1161,"ower":1162,"item":1163,"very":1164,"ĠWe":1165,"lick":1166,"ĠQ":1167,"php":1168,"ttp":1169,"':":1170,"ics":1171,"Ġunder":1172,".L":1173,");":1174,"ices":1175,"Ġreg":1176,"ĉpublic":1177,"SS":1178,"Ġthen":1179,"reat":1180,"ious":1181,".G":1182,"ek":1183,"irect":1184,"heck":1185,"cript":1186,"ning":1187,"ĠUn":1188,"Ġmay":1189,"ĠWh":1190,"Bo":1191,"Item":1192,"struct":1193,".st":1194,"ream":1195,"ible":1196,"loat":1197,"Ġorg":1198,"und":1199,"sum":1200,"_in":1201,"../":1202,"_M":1203,"Ġhow":1204,"rite":1205,"To":1206,"ww":1207,"Ġpeople":1208,"index":1209,".n":1210,"http":1211,"(m":1212,"ector":1213,"Ġind":1214,"Ġjav":1215,"ĠHe":1216,"_st":1217,"ful":1218,"ole":1219,"Ġshould":1220,"opy":1221,"elp":1222,"ier":1223,"_name":1224,"erson":1225,"ION":1226,"ote":1227,"Ġtest":1228,"Ġbet":1229,"rror":1230,"ular":1231,"ãĢ":1232,"ĠÐ":1233,"bs":1234,"ting":1235,"Ġmake":1236,"Tr":1237,"Ġafter":1238,"arget":1239,"RO":1240,"olumn":1241,"rc":1242,"_re":1243,"define":1244,"Ġright":1245,"right":1246,"day":1247,"Ġlong":1248,"[]":1249,"(p":1250,"td":1251,"cond":1252,"ĠPro":1253,"Ġrem":1254,"ptions":1255,"vid":1256,".g":1257,"Ġext":1258,"Ġ__":1259,"pace":1260,"mp":1261,"Ġmin":1262,"stance":1263,"air":1264,"action":1265,"wh":1266,"type":1267,"util":1268,"ait":1269,"":1270,"IC":1271,"text":1272,"Ġph":1273,"Ġfl":1274,".M":1275,"ccess":1276,"br":1277,"fore":1278,"ersion":1279,".re":1280,"ateg":1281,"Ġloc":1282,"ins":1283,"-s":1284,"trib":1285,"ĠInt":1286,"Ġarray":1287,",\"":1288,"Pro":1289,"(c":1290,"ession":1291,"Ġshe":1292,"\"]":1293,"aph":1294,"Ġexp":1295,"erty":1296,"ĠSe":1297,"Ġpar":1298,"unc":1299,"ET":1300,"Ġread":1301,"print":1302,"Ġrel":1303,"Ġform":1304,"Ġdr":1305,"Exception":1306,"input":1307,"Ġtrans":1308,"########":1309,"order":1310,"By":1311,"Ġaw":1312,"ities":1313,"uff":1314,"play":1315,".add":1316,"ĠâĢĵ":1317,"Ġwant":1318,"Ġcomp":1319,"ments":1320,"Ġ||":1321,"az":1322,"be":1323,"Ġnumber":1324,"Ġrequire":1325,"ĠEx":1326,"Ġcol":1327,"Ġkey":1328,"ember":1329,"Ġtwo":1330,"Ġsize":1331,"Ġwhere":1332,"UT":1333,"result":1334,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":1335,"ough":1336,"orld":1337,"ood":1338,"uch":1339,"ative":1340,"ger":1341,"arent":1342,"Ġ/*":1343,"Ġarg":1344,"Ġwhile":1345,"(this":1346,"Ġrec":1347,"Ġdif":1348,"State":1349,"Ġspec":1350,"ride":1351,"_F":1352,"Ġlook":1353,"AM":1354,"ility":1355,"eter":1356,"âĢĻt":1357,"ĊĊĊ":1358,"ayout":1359,"--------------------------------":1360,"ager":1361,"Ġcould":1362,"Ġbr":1363,"ends":1364,"ures":1365,"Ġknow":1366,"ets":1367,"ĠIf":1368,"ĠSh":1369,".w":1370,"back":1371,"Ġser":1372,"Ġ+=":1373,"Ġfr":1374,"Ġhand":1375,"Ind":1376,"ULL":1377,"Im":1378,"Ġmost":1379,"Ġtry":1380,"Ġnow":1381,"rough":1382,"ackage":1383,"Ġhim":1384,"._":1385,"ify":1386,"Ġbreak":1387,"ren":1388,"#define":1389,"itt":1390,"Ġap":1391,"ĉc":1392,"(n":1393,"ĠYou":1394,"-m":1395,"Ġevery":1396,"ustom":1397,"lient":1398,"ocument":1399,"cription":1400,"Error":1401,"-b":1402,"о":1403,"][":1404,"trans":1405,"Ġpoint":1406,"Ġstd":1407,"Ġfil":1408,"Time":1409,"Ġmod":1410,"Ġ->":1411,"Ġerror":1412,"ah":1413,"Ġtext":1414,"roller":1415,"lose":1416,"ql":1417,"Ġpol":1418,">":1419,"Ġshow":1420,"User":1421,"ased":1422,"Ġfind":1423,"а":1424,"ED":1425,"span":1426,"enu":1427,"Ġcurrent":1428,"Ġused":1429,"cept":1430,"clud":1431,"Ġplay":1432,"Ġlog":1433,"ution":1434,"fl":1435,"Ġsee":1436,"indows":1437,"Ġhelp":1438,"Ġthese":1439,"Ġpass":1440,"Ġdown":1441,"Ġeven":1442,"ason":1443,"uild":1444,"from":1445,"(d":1446,"Ġbl":1447,"label":1448,"else":1449,"е":1450,"Ġ(!":1451,"ized":1452,"(),":1453,"Ġob":1454,"Ġitem":1455,"ump":1456,"UR":1457,"orn":1458,"Ġdon":1459,"Se":1460,"man":1461,"ample":1462,"tn":1463,"================":1464,"He":1465,"gram":1466,"Ġdid":1467,"wn":1468,"_h":1469,"iver":1470,"Ġsm":1471,"Ġthrough":1472,"ĠAn":1473,"che":1474,"Ġinv":1475,"ouse":1476,"Ġes":1477,"ĠNew":1478,"export":1479,"mary":1480,"uto":1481,"ler":1482,"Ġlast":1483,"Ġevent":1484,"try":1485,"ï¼":1486,"ily":1487,"igned":1488,"ines":1489,"ollow":1490,"icense":1491,"sole":1492,"lear":1493,"(int":1494,"Ġagain":1495,"Ġhigh":1496,"html":1497,"Index":1498,"uthor":1499,"Ġline":1500,"Event":1501,"_D":1502,"Ġdoes":1503,"itial":1504,"Ġcr":1505,"ars":1506,"Ġtem":1507,"cause":1508,"face":1509,"Ġ`":1510,"_A":1511,"Button":1512,"ature":1513,"ected":1514,"ES":1515,"ister":1516,"ĉĊ":1517,"Ġbefore":1518,"ale":1519,"other":1520,"Ġbecause":1521,"roid":1522,"Ġed":1523,"ik":1524,"reg":1525,"ĠDe":1526,"Ġdist":1527,"Ġstate":1528,"Ġcons":1529,"rint":1530,"att":1531,"Ġhere":1532,"ined":1533,"Ġfinal":1534,"Ġ\"\"":1535,"Key":1536,"LO":1537,"Ġdel":1538,"pty":1539,"thing":1540,"ĠAnd":1541,"Ġrun":1542,"ĠX":1543,"ym":1544,".app":1545,"Ġvery":1546,"ces":1547,"_N":1548,"ared":1549,"ward":1550,"list":1551,"ited":1552,"olog":1553,"itch":1554,"Box":1555,"ife":1556,"Ġac":1557,"Ġmodel":1558,"Ġmon":1559,"Ġway":1560,"lete":1561,"Ġcall":1562,"Ġatt":1563,"Ġcal":1564,"vert":1565,"Ġdec":1566,"lease":1567,"oun":1568,"fr":1569,"formation":1570,"etail":1571,"Ġnum":1572,"aj":1573,"query":1574,"Ġwell":1575,"Ġobject":1576,"ĠAs":1577,"Ġyears":1578,"Color":1579,"IS":1580,"Ġdefault":1581,"Wh":1582,"Ġins":1583,"aint":1584,"Ġjava":1585,"Ġsim":1586,"ĠAr":1587,"mon":1588,"til":1589,"):":1590,"Set":1591,"atter":1592,"Ġview":1593,"Ġpres":1594,"array":1595,"We":1596,"At":1597,"Ġbel":1598,"Ġmany":1599,"Man":1600,"ender":1601,"Ġbeing":1602,"Ġgood":1603,"ĉĉĉĉĉĉ":1604,"ational":1605,"ware":1606,".log":1607,"Ġusing":1608,"_B":1609,"Ġ:=":1610,"_w":1611,"ists":1612,"lish":1613,"Ġstud":1614,"ĠAl":1615,"Ġgu":1616,"config":1617,"uring":1618,"time":1619,"oken":1620,"amespace":1621,"Ġrequest":1622,"Ġchild":1623,"ĠÃ":1624,"lob":1625,"Ġparam":1626,"Ġecho":1627,"function":1628,"********************************":1629,"ps":1630,"Element":1631,"alk":1632,"lication":1633,"by":1634,"Size":1635,"rawing":1636,"Ġperson":1637,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":1638,"\\n":1639,"object":1640,"ince":1641,"En":1642,"File":1643,"uf":1644,"ffect":1645,"AC":1646,"Ġstyle":1647,"summary":1648,"Ġque":1649,"_r":1650,"Ġ($":1651,"Model":1652,"ident":1653,"Ġmethod":1654,"IL":1655,"ott":1656,"less":1657,"ING":1658,"Ġ()":1659,"Ġexpect":1660,"ync":1661,"package":1662,"urs":1663,"Ġprot":1664,"./":1665,"pre":1666,"ma":1667,"Ġsur":1668,"Ġfound":1669,"Info":1670,"par":1671,"imes":1672,".e":1673,"ains":1674,"Ġpost":1675,"-d":1676,"olean":1677,"Ġsl":1678,"PE":1679,"Ġsuch":1680,"select":1681,"ainer":1682,"Ġthink":1683,"Ġdiffer":1684,".r":1685,"FF":1686,"ool":1687,"plate":1688,"qual":1689,"ĠFor":1690,"Ġmuch":1691,"uc":1692,"(new":1693,"odule":1694,"Ġsom":1695,"Ġhttp":1696,"ĠList":1697,"Ġcount":1698,"Ġinst":1699,"char":1700,"mit":1701,".id":1702,"aking":1703,"Ġgener":1704,"px":1705,"vice":1706,"_data":1707,"ĠNULL":1708,"idd":1709,"ãĢĤ":1710,"Ġmed":1711,"org":1712,"ider":1713,"ache":1714,"work":1715,"Ġcheck":1716,"ween":1717,"Ġ((":1718,"the":1719,"ants":1720,"><":1721,".B":1722,"-c":1723,"Ġopen":1724,"Ġest":1725,"ĠĠĠĠĠĠĠĠĊ":1726,"Ġnext":1727,"IM":1728,"ÑĤ":1729,"OT":1730,"ó":1731,"Ġfollow":1732,"content":1733,"ĠĠĠĠĠĠĠĠĠĠĠĠ":1734,"Ġinclud":1735,"HE":1736,"ĠRes":1737,"Ġhref":1738,"и":1739,"Ġcar":1740,"ypes":1741,"image":1742,"Un":1743,"Ġbool":1744,"AD":1745,"Ġgame":1746,".Form":1747,"rows":1748,"*/":1749,"velop":1750,".Drawing":1751,"Ġpath":1752,"ision":1753,"Ġeach":1754,"ĠPl":1755,"_type":1756,"Path":1757,"nection":1758,"Ġav":1759,"').":1760,"Ġsupport":1761,"ENT":1762,"rem":1763,"\").":1764,"Ġown":1765,"Ġcor":1766,"count":1767,"miss":1768,"ually":1769,"Ġmem":1770,"std":1771,"ience":1772,"search":1773,"Form":1774,"Ġsex":1775,"ename":1776,"Ġsign":1777,"Ġet":1778,"ĠĠĠĠĠĠĠĠĠĠ":1779,"','":1780,"ĠApp":1781,"Ġthose":1782,"off":1783,"Ġerr":1784,"Ġsystem":1785,"Ġbest":1786,"code":1787,"Ġsame":1788,"Ġdi":1789,"uss":1790,"Ġcreate":1791,"ather":1792,"Array":1793,".in":1794,"fe":1795,"Service":1796,"UN":1797,"ats":1798,"ĠZ":1799,"alth":1800,"Ġmade":1801,"true":1802,"AB":1803,"Ġmark":1804,"rid":1805,"ified":1806,"yn":1807,"press":1808,"Ġgroup":1809,"Ġfin":1810,"ĠLicense":1811,"Field":1812,"eger":1813,"Ġworld":1814,"iness":1815,"ty":1816,"Ġprocess":1817,"(b":1818,"Ġcre":1819,"arn":1820,"ives":1821,"Ġmain":1822,"ideo":1823,"_g":1824,"AG":1825,"valid":1826,"img":1827,"PI":1828,"Ġcolor":1829,"Ġreport":1830,"Ġtake":1831,"rib":1832,"OM":1833,"Ġday":1834,"Request":1835,"Ġsk":1836,"bers":1837,"ĉs":1838,".Add":1839,"oot":1840,"Image":1841,"Ġcomple":1842,"ollection":1843,"Ġtop":1844,"Ġfree":1845,"AS":1846,"De":1847,"ĠOn":1848,"IG":1849,"eta":1850,"Date":1851,"Ġaction":1852,"Over":1853,"itor":1854,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":1855,"not":1856,"Ġindex":1857,"her":1858,"icon":1859,"On":1860,"ivity":1861,"mand":1862,".Windows":1863,"OL":1864,"Ġreal":1865,"Ġmax":1866,"land":1867,"....":1868,"raph":1869,"Ġbuild":1870,"leg":1871,"assword":1872,"â̦":1873,"ook":1874,"uck":1875,"Ġmessage":1876,"test":1877,"ivers":1878,"Ġinput":1879,"Ġart":1880,"Ġbetween":1881,"Get":1882,"enter":1883,"ground":1884,"ene":1885,"á":1886,".length":1887,"Node":1888,"(i":1889,"Class":1890,"for":1891,"ĠâĢĶ":1892,"ten":1893,"oin":1894,"Ġke":1895,"ui":1896,"ĠIN":1897,"Ġtable":1898,"sub":1899,"ĠLe":1900,"Ġhead":1901,"Ġmust":1902,"////////////////":1903,".util":1904,"Context":1905,"Ġorder":1906,"Ġmov":1907,"over":1908,"Ġcontin":1909,"Ġsay":1910,"static":1911,".Text":1912,"ĠclassName":1913,"pany":1914,"Ġter":1915,"head":1916,"rg":1917,"Ġproduct":1918,"This":1919,".âĢĿ":1920,"ĠBut":1921,"loy":1922,"Ġdouble":1923,"sg":1924,"Ġplace":1925,".x":1926,"message":1927,"Ġinformation":1928,"private":1929,"Ġoper":1930,"ced":1931,"db":1932,"\">":1933,"Param":1934,"icle":1935,"Ġweek":1936,"Ġprop":1937,"table":1938,"idget":1939,"place":1940,"Prop":1941,"ĠAll":1942,"els":1943,"box":1944,".R":1945,"ĠTo":1946,"iter":1947,"Sh":1948,"uration":1949,"older":1950,"_list":1951,"come":1952,"Ġsw":1953,"ization":1954,"ĉfor":1955,"bl":1956,"Ġprogram":1957,"(e":1958,"ape":1959,"check":1960,".Forms":1961,"Ġund":1962,"ategory":1963,"ags":1964,"Ġresponse":1965,"US":1966,"request":1967,"Ġstruct":1968,"escription":1969,"Ġcode":1970,"_H":1971,"uffer":1972,"Ġwithout":1973,"lobal":1974,"Manager":1975,"ilter":1976,"PO":1977,"ĉthis":1978,"option":1979,"Ġsol":1980,"Ġ===":1981,"akes":1982,"Controller":1983,"Message":1984,"Ġref":1985,"ever":1986,"ĠSo":1987,"aining":1988,".append":1989,"Ġstill":1990,"Ġprovid":1991,"Ġassert":1992,"med":1993,"Ġcap":1994,"usiness":1995,"Ġrep":1996,"tings":1997,"ved":1998,".N":1999,"api":2000,"OD":2001,"Ġfield":2002,"iven":2003,"oto":2004,"âĢľ":2005,"col":2006,"(x":2007,"ght":2008,"Result":2009,"Code":2010,".is":2011,"link":2012,"Ġcour":2013,"An":2014,"Ġteam":2015,"ĉint":2016,"ift":2017,"Ġsecond":2018,"Ġgoing":2019,"Ġrange":2020,"_E":2021,"ness":2022,"Ġfam":2023,"Ġnil":2024,"ĠCont":2025,"ailable":2026,"utes":2027,"atab":2028,"Ġfact":2029,"Ġvis":2030,"(&":2031,"ĠAN":2032,"Al":2033,"title":2034,"Ġandroid":2035,"CE":2036,"\\\"":2037,"irt":2038,"Ġwrit":2039,"н":2040,"ĉm":2041,"ftware":2042,"ond":2043,"Ġret":2044,"osition":2045,"Ġhome":2046,"Ġleft":2047,"args":2048,"meric":2049,"Ġdirect":2050,"oci":2051,"Pl":2052,"As":2053,"ret":2054,"ado":2055,"Of":2056,"chn":2057,"ĠGet":2058,"ee":2059,"ross":2060,"();":2061,"____":2062,".ph":2063,"It":2064,"oute":2065,"Ġexper":2066,"chool":2067,"www":2068,"},":2069,"Ġallow":2070,"ĠÂ":2071,"())":2072,"size":2073,"ism":2074,"ai":2075,"tract":2076,"ane":2077,"context":2078,"Ġbeg":2079,"CH":2080,"Ġpage":2081,"hip":2082,"no":2083,"core":2084,"sp":2085,"Ġdifferent":2086,"iable":2087,"ĠMe":2088,"_IN":2089,"button":2090,"ĠIs":2091,"ervices":2092,"Ġca":2093,"Ġaround":2094,"App":2095,"ration":2096,"Ġrece":2097,"Ġreally":2098,"Ġimage":2099,"Ġtarget":2100,"Ġdep":2101,"opyright":2102,"tra":2103,"ingle":2104,"ital":2105,"Layout":2106,"Ġboth":2107,"Override":2108,"arm":2109,"=>":2110,"aterial":2111,"iled":2112,"Ġput":2113,"Qu":2114,"ÑĢ":2115,"ung":2116,"map":2117,"ĉĉĉĉĉĉĉĉ":2118,"Ġlevel":2119,"Component":2120,"book":2121,"creen":2122,"_RE":2123,"Ġconfig":2124,"ãģ":2125,"Or":2126,".data":2127,"Ġdocument":2128,"\",\"":2129,"tribute":2130,"ux":2131,"Log":2132,"ference":2133,"post":2134,"_e":2135,"Ġlocal":2136,"andom":2137,"assert":2138,"Val":2139,"lected":2140,"ina":2141,"atabase":2142,"Add":2143,"Ġcontent":2144,".print":2145,"signed":2146,"ric":2147,"Ġfa":2148,"-f":2149,"ived":2150,"Ġquest":2151,".ex":2152,"Ġfloat":2153,"Ġdevelop":2154,"Map":2155,"ading":2156,"Ġposs":2157,"UE":2158,"namespace":2159,"_O":2160,"ĉb":2161,".Get":2162,">(":2163,"json":2164,"etails":2165,"Ġtoo":2166,"Ġextends":2167,"ĠNone":2168,"Ġfore":2169,"(String":2170,"format":2171,"Ġgreat":2172,"inter":2173,"cale":2174,"Ñģ":2175,"ron":2176,"iving":2177,"Ent":2178,"ency":2179,"xt":2180,"oy":2181,"Ġmonth":2182,"Ġhapp":2183,"Ġsuper":2184,"bar":2185,"default":2186,"_de":2187,"ords":2188,"ln":2189,"ĠInd":2190,"ases":2191,"Ġtitle":2192,"Ġcontext":2193,"oh":2194,"-p":2195,"Em":2196,"Ġmet":2197,"Test":2198,"Ġlife":2199,"_v":2200,"ĠUS":2201,"UI":2202,"ocation":2203,"md":2204,"Ġ]":2205,"sw":2206,"Ġincre":2207,"script":2208,"ential":2209,"ways":2210,".de":2211,"Ġsrc":2212,"Ġcatch":2213,"ĠAmeric":2214,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":2215,"Ġpay":2216,"plit":2217,"âĢĶ":2218,"Ġcoun":2219,"obj":2220,".php":2221,"Ġchange":2222,"ething":2223,"'re":2224,"aster":2225,"los":2226,"lation":2227,"ĠĠĊ":2228,"Le":2229,"ä":2230,"({":2231,"ready":2232,"ĠNo":2233,"Ġposition":2234,"Ġold":2235,"Ġbook":2236,"abled":2237,"bug":2238,"Hand":2239,"isplay":2240,"aving":2241,"Ġgover":2242,"Ġversion":2243,"System":2244,"nect":2245,"response":2246,"Style":2247,"Up":2248,"angu":2249,"Ġthree":2250,"init":2251,"ero":2252,"Ġlaw":2253,"endif":2254,"Ġbase":2255,"email":2256,"(l":2257,"_V":2258,"Ġconf":2259,"ATE":2260,"Ġduring":2261,"tes":2262,"Ġconsole":2263,"ĠPr":2264,"Ġspe":2265,"ves":2266,"path":2267,"ialog":2268,"dition":2269,"_to":2270,"ards":2271,"Ġagainst":2272,"etwork":2273,"ĠPh":2274,"_L":2275,"cur":2276,"imit":2277,"With":2278,"Ġpower":2279,"ium":2280,"Ġwom":2281,"left":2282,"ources":2283,"atri":2284,"ĠIm":2285,"ĠMan":2286,"orth":2287,"${":2288,"quals":2289,"ese":2290,"_size":2291,"Ġiss":2292,"otal":2293,"-g":2294,"ique":2295,"rame":2296,"Ġwidth":2297,"erg":2298,")(":2299,"ittle":2300,"TR":2301,"ĠThey":2302,"ences":2303,"rl":2304,"ons":2305,"Ġlabel":2306,".y":2307,"-t":2308,"update":2309,"anel":2310,"sc":2311,".to":2312,"Ġproject":2313,"ü":2314,"Ġelement":2315,"Ġsuccess":2316,"ĉĉĊ":2317,".sh":2318,"ram":2319,"ched":2320,"Ġdate":2321,"Ġtot":2322,"_ST":2323,"All":2324,"ification":2325,"ĉvar":2326,"Ġtri":2327,"chem":2328,"my":2329,"Ġbig":2330,"ĠAd":2331,"ĠAt":2332,"ots":2333,"num":2334,"Act":2335,"Ġmap":2336,"era":2337,"cope":2338,".$":2339,",âĢĿ":2340,"Ġpop":2341,"Ġfew":2342,"Ġlen":2343,"uid":2344,"eters":2345,"ules":2346,"ÃŃ":2347,"source":2348,"https":2349,"Ġdem":2350,"Ġear":2351,"################":2352,"Ġmatch":2353,"ories":2354,"aces":2355,"ĠCl":2356,"Ġnode":2357,"irc":2358,"local":2359,"unity":2360,"Ġanother":2361,"<<":2362,"ogle":2363,"Ġsit":2364,"ework":2365,"TE":2366,".I":2367,"NS":2368,"ology":2369,"ought":2370,".Cont":2371,">>":2372,"Ġcare":2373,"state":2374,"ĉprivate":2375,"Ġeffect":2376,"++)":2377,"_file":2378,"ending":2379,"Line":2380,"For":2381,"ior":2382,"ĠSc":2383,"Ġfun":2384,".Size":2385,"ĉelse":2386,"])":2387,"start":2388,"vious":2389,"Ġ},":2390,"ours":2391,"Ġleg":2392,"Ġservice":2393,"Ġsince":2394,"iron":2395,"Label":2396,"Ġnon":2397,"Ġlos":2398,"iction":2399,"Ġfull":2400,"acter":2401,"board":2402,"gress":2403,"Ġturn":2404,"ither":2405,".size":2406,"Ġbody":2407,"resh":2408,"eturn":2409,"(_":2410,"yles":2411,"ormal":2412,"pi":2413,"Ġsomething":2414,"!--":2415,"uint":2416,"Ġprodu":2417,"Ġstand":2418,"Ġproble":2419,"Ġavailable":2420,"mt":2421,"ĠBl":2422,"Ġ...":2423,"Ġblock":2424,"Input":2425,"Ġkeep":2426,"Count":2427,"open":2428,"Ġ['":2429,"Ġthrow":2430,"uilder":2431,"Action":2432,"Ġthings":2433,"True":2434,"Ġurl":2435,"ĠBo":2436,"printf":2437,"Ġred":2438,"js":2439,".create":2440,"ĠOr":2441,"Status":2442,"Instance":2443,"Ġcontrol":2444,"Ġcome":2445,"Ġcustom":2446,"location":2447,"model":2448,"ĠčĊ":2449,"Ġsource":2450,"Ġeas":2451,".out":2452,"oney":2453,"Ġawait":2454,"Ġpartic":2455,"AP":2456,"ublish":2457,"odes":2458,"_pro":2459,"ply":2460,"riter":2461,"Ġprov":2462,"Ġmill":2463,"HT":2464,"Ġchang":2465,"Ġask":2466,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":2467,"Ġoutput":2468,"Ġemail":2469,".push":2470,"ination":2471,"atrix":2472,"Table":2473,"uccess":2474,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":2475,"Ġdisc":2476,"([":2477,"Ġbusiness":2478,"height":2479,".html":2480,"ta":2481,"field":2482,"Ġrequired":2483,"_R":2484,"Ġgovern":2485,"lex":2486,".,":2487,"ĠSet":2488,"urch":2489,"///":2490,"ts":2491,"af":2492,"Ġmight":2493,"istory":2494,"Str":2495,"Ġnever":2496,"Response":2497,"arse":2498,"ada":2499,"ĠHow":2500,"Ġ*)":2501,"Ġ;":2502,"Ġhard":2503,"Ad":2504,"Ġintern":2505,"used":2506,"(data":2507,"mod":2508,"annel":2509,"Ġnp":2510,"ugg":2511,"Ġcalled":2512,"body":2513,"Ġcho":2514,"(r":2515,"_set":2516,"ird":2517,"Ġ>=":2518,"Ġoptions":2519,"ĠGener":2520,"Ġheight":2521,"Point":2522,"You":2523,"ety":2524,"Click":2525,"Ġsmall":2526,"Ġide":2527,"Ġaccess":2528,"anguage":2529,"Ġprotected":2530,"Ġjob":2531,"ĠThere":2532,"Def":2533,"Ġaddress":2534,"Ġuint":2535,"Not":2536,"oo":2537,"aps":2538,"
":2671,"ĉĠĠĠ":2672,"\"))":2673,"Content":2674,"_W":2675,"plement":2676,"Ġwon":2677,"Ġvideo":2678,"adi":2679,"point":2680,"%%":2681,"Ġgl":2682,"erved":2683,"viron":2684,"IF":2685,"uted":2686,"ãĥ":2687,"'m":2688,"Ġcert":2689,"Ġprof":2690,"Ġcell":2691,"ari":2692,"Ġplayer":2693,"ais":2694,"Ġcost":2695,"Ġhum":2696,"(R":2697,"Ġoffic":2698,"ks":2699,".text":2700,"atures":2701,"Ġtotal":2702,"ope":2703,"Ġstat":2704,"UM":2705,"Ġload":2706,"ights":2707,"Ġclear":2708,"uro":2709,"Ġtechn":2710,"upport":2711,"IR":2712,"Ġrow":2713,"Ġseem":2714,"Ġq":2715,"Ġshort":2716,"ĠNot":2717,"ipp":2718,"Group":2719,"section":2720,"max":2721,"irl":2722,"Ġoverride":2723,"Ġcompany":2724,"Ġdone":2725,"Ġgre":2726,".Re":2727,"Ġbelie":2728,"rist":2729,"Ġhealth":2730,"ANT":2731,"ĠBe":2732,".value":2733,"ĠGr":2734,"ottom":2735,"Ġargs":2736,"PT":2737,"status":2738,"func":2739,"uments":2740,"-h":2741,"Number":2742,"ĠLog":2743,"erver":2744,"ament":2745,"Ġobj":2746,"inc":2747,"Ġchildren":2748,"icy":2749,"IZ":2750,"ands":2751,"ably":2752,"Ġdistrib":2753,"Ġcur":2754,"erial":2755,"Ġdays":2756,"reated":2757,"rect":2758,"-l":2759,"irm":2760,"idden":2761,"omb":2762,"Ġinitial":2763,".js":2764,"Ġâ":2765,"Query":2766,"Ġonline":2767,"imal":2768,".con":2769,"au":2770,"Url":2771,"control":2772,"irection":2773,"Ġinstance":2774,"ORT":2775,"ĠFr":2776,"where":2777,"Ġjavax":2778,"Ġorgan":2779,"apter":2780,"Ġreason":2781,"options":2782,"ĠMar":2783,"(a":2784,"Ġwithin":2785,"ODE":2786,"_DE":2787,"admin":2788,"ended":2789,"Ġdesign":2790,"ĠData":2791,"une":2792,"ĠFile":2793,"root":2794,"Ġcent":2795,"Ġarr":2796,"_add":2797,"len":2798,"page":2799,",'":2800,"_str":2801,"Ġbro":2802,"ability":2803,"outh":2804,"/c":2805,"pose":2806,"irtual":2807,"earch":2808,"_url":2809,"argin":2810,"Http":2811,"Ġschool":2812,"ava":2813,"Ġconsider":2814,".label":2815,"ĠArray":2816,"web":2817,"opt":2818,".println":2819,"ulation":2820,"Ġfunc":2821,"PL":2822,"Ġ\"\\":2823,"ĠText":2824,"actory":2825,"(function":2826,"null":2827,"Ġeng":2828,"down":2829,"Ġinclude":2830,"ĠEn":2831,"ĠDr":2832,"Ġdb":2833,"!!":2834,"side":2835,"Ġinit":2836,"quired":2837,"ĠShe":2838,"Column":2839,"react":2840,"Ġann":2841,"Ġstop":2842,"Ġlater":2843,"ĠThat":2844,"ention":2845,"df":2846,"UG":2847,"ILE":2848,"Ġclient":2849,"raft":2850,"ffer":2851,"POST":2852,"elper":2853,"Ġlove":2854,"quote":2855,"oud":2856,"Ġjson":2857,"Ġable":2858,"Ġmen":2859,"AX":2860,"ĠCopyright":2861,"ö":2862,"avig":2863,"req":2864,"Client":2865,".Com":2866,"erc":2867,"ilt":2868,"pecial":2869,"_com":2870,"room":2871,".Name":2872,"Ġgive":2873,"amb":2874,"ike":2875,"Ġcondition":2876,"client":2877,"ators":2878,":\"":2879,"Ġcopy":2880,"uture":2881,"iversity":2882,"ernal":2883,"{{":2884,"ĠCan":2885,"ounc":2886,"do":2887,"Ġocc":2888,"Ġappro":2889,"thers":2890,"ze":2891,"Ġeither":2892,"ĠFl":2893,"Ġimportant":2894,"Ġlead":2895,"attr":2896,"ART":2897,"Equal":2898,"Ġda":2899,"etch":2900,"entity":2901,"Ġfamily":2902,"adding":2903,"Ġoption":2904,"Ġexist":2905,"ica":2906,"ĠObject":2907,"'ve":2908,"vers":2909,"itional":2910,"output":2911,"ĠTrue":2912,"ĠOF":2913,"_time":2914,"Ġoffer":2915,"HER":2916,"egin":2917,"\"\"":2918,"Ġwater":2919,"Ġche":2920,"ĠMy":2921,"ored":2922,"Ġstep":2923,"ances":2924,"CK":2925,"AY":2926,"à¸":2927,"struction":2928,"(C":2929,"ouch":2930,"Stream":2931,"active":2932,"ama":2933,"Entity":2934,"product":2935,"Ġgovernment":2936,"ĠID":2937,"ajor":2938,"And":2939,"Ġdisplay":2940,"л":2941,"Ġtimes":2942,"Ġfour":2943,"Ġfar":2944,"Ġpresent":2945,"ĠNS":2946,"uest":2947,"Ġbas":2948,"echo":2949,"child":2950,"ifier":2951,"Handler":2952,"Ġlib":2953,"Property":2954,"translation":2955,"Ġroom":2956,"Ġonce":2957,"Ġ[]":2958,"center":2959,"================================":2960,"Ġresults":2961,"Ġcontinue":2962,"Ġtalk":2963,"_get":2964,"Ġgrow":2965,".sw":2966,"eb":2967,"ĠPublic":2968,"OP":2969,"ecute":2970,"ols":2971,"Ġ**":2972,"Ġmass":2973,"ured":2974,".class":2975,"omic":2976,"Ġmean":2977,"ips":2978,"Ġaut":2979,"Ġuntil":2980,"Ġmarket":2981,"Ġarea":2982,"uit":2983,"Ġlength":2984,"ĠWith":2985,"structor":2986,"event":2987,"\"><":2988,"ĠSp":2989,"IV":2990,"Ġmus":2991,"iff":2992,"Ġkind":2993,"author":2994,"ounds":2995,"mb":2996,"_key":2997,"width":2998,"pository":2999,"Ġlight":3000,"uk":3001,"Row":3002,"ohn":3003,"alf":3004,"vironment":3005,"apper":3006,"ollections":3007,"Ġside":3008,"_info":3009,"Ġexample":3010,"imary":3011,"Ġwr":3012,"Ġcamp":3013,"cribe":3014,"\"/":3015,"Ġmiss":3016,"way":3017,"Ġbased":3018,"Ġplan":3019,"Vis":3020,"omain":3021,"unk":3022,"Ġaway":3023,"UP":3024,"
":3261,"Ġden":3262,"obile":3263,"change":3264,"ĠĠĠĠĠĠĠĠĠĠĠĠĊ":3265,"ici":3266,"na":3267,"ĠForm":3268,"Ġsort":3269,"Select":3270,"pare":3271,"Ġthought":3272,"_con":3273,"Ġtask":3274,"ocus":3275,"ĠDE":3276,"ĠMin":3277,"Ġopt":3278,"ĉbreak":3279,"umer":3280,"KE":3281,"then":3282,"Ġdet":3283,"ĠTest":3284,"ports":3285,"Ġreview":3286,"('/":3287,"move":3288,"Ġswitch":3289,"ERT":3290,"patch":3291,"annot":3292,"ãĤ":3293,"Ġabove":3294,"itive":3295,"Ġquestion":3296,"ĠQu":3297,"gle":3298,"Ġword":3299,"Ġprovide":3300,"ĠReturn":3301,"Ġresearch":3302,"ão":3303,"ustr":3304,"Ġpublish":3305,"chema":3306,"}}":3307,"ĠCON":3308,"-in":3309,"allback":3310,"Ġcover":3311,"\\\\":3312,"color":3313,"ĠIS":3314,"Ġwhether":3315,"imate":3316,"isc":3317,"Bar":3318,"Ġdiv":3319,"Be":3320,"ourn":3321,"Ġhaving":3322,"lem":3323,"player":3324,"abs":3325,"amera":3326,"ney":3327,"Ġexc":3328,"gether":3329,"plied":3330,"ao":3331,"[$":3332,"Ġ++":3333,"ipe":3334,"show":3335,"/d":3336,"[:":3337,"agement":3338,"lev":3339,"_ID":3340,"rary":3341,"ades":3342,"_se":3343,"ause":3344,"Ġemploy":3345,"Ġfre":3346,"Ġ'@":3347,"Ġcomplet":3348,"Ġlarge":3349,"ral":3350,"\\x":3351,"Ġfac":3352,">":3459,"Ġface":3460,"CTION":3461,"Ġsave":3462,"Ġtyp":3463,"dev":3464,"(\"#":3465,"AGE":3466,"container":3467,"edit":3468,"QL":3469,"Ġitems":3470,"Ġsocial":3471,"ien":3472,"ĠReact":3473,"Ġmar":3474,"Ġredu":3475,"ĠRE":3476,".put":3477,"Ġmajor":3478,"Cell":3479,"next":3480,"Ġexpected":3481,"Ġyet":3482,"Ġindiv":3483,"tributes":3484,"atis":3485,"amed":3486,"Ġfood":3487,"Source":3488,"(string":3489,"ites":3490,"dr":3491,"Ġmembers":3492,"Ġcomb":3493,"items":3494,"ĠPer":3495,"TH":3496,"=True":3497,"Ġbar":3498,"_SE":3499,"comm":3500,"(w":3501,"Ġsend":3502,"Ġinc":3503,"unsigned":3504,"FA":3505,"Ġparams":3506,"apping":3507,"ros":3508,"ugin":3509,"fa":3510,"Ġconnection":3511,"Ġbecome":3512,"Mode":3513,"Ġev":3514,"Ġdiff":3515,"ĠUnited":3516,"Height":3517,"fully":3518,"images":3519,"Ġmakes":3520,"Ġglobal":3521,"Ġcontact":3522,"Ġabs":3523,"float":3524,"Ġexcept":3525,"ĠPol":3526,"Child":3527,"typ":3528,"Ġcertain":3529,"ión":3530,"OUT":3531,"Ġimpro":3532,"iles":3533,"ĠPart":3534,"values":3535,"oss":3536,"/**":3537,"ilit":3538,"ĠEvent":3539,"curity":3540,"ster":3541,"Ġcharacter":3542,"Ġnews":3543,"Ġ\",":3544,"Ġdevice":3545,"cel":3546,"login":3547,"heet":3548,"Default":3549,"@\"":3550,"ĉĠ":3551,"click":3552,"(value":3553,"ĠAb":3554,"Ġprevious":3555,"ERROR":3556,"ocal":3557,"Ġmaterial":3558,"Ġbelow":3559,"ĠChrist":3560,"Ġmedia":3561,"cover":3562,"ĠUI":3563,"Ġfail":3564,"Ġblack":3565,"Ġcomponent":3566,"ĠAmerican":3567,"Ġadded":3568,"Ġbuy":3569,"stit":3570,"Ġcame":3571,"Ġdelete":3572,"property":3573,"oding":3574,"Ġcard":3575,"rops":3576,"Ġhttps":3577,"Ġroot":3578,"Ġhandle":3579,"CC":3580,"Back":3581,"emplate":3582,"Ġgetting":3583,"_by":3584,"mail":3585,"_sh":3586,".assert":3587,"ĠDec":3588,"(true":3589,"Ġcomput":3590,"Ġclaim":3591,"'=>":3592,"ĠSub":3593,"Ġair":3594,"ops":3595,"nav":3596,"ements":3597,"(id":3598,"Ġenter":3599,"anged":3600,"End":3601,"Ġlocation":3602,"Ġnight":3603,"Ġdoing":3604,"ĠRed":3605,"lin":3606,"vider":3607,"Ġpick":3608,"Ġwatch":3609,"essages":3610,"Ġhuman":3611,"Ġdam":3612,"pend":3613,"dir":3614,"Ġtax":3615,"Ġgirl":3616,"reet":3617,"Ġbox":3618,"Ġstrong":3619,"(v":3620,"rel":3621,"Ġinterface":3622,"Ġmsg":3623,"fect":3624,"_at":3625,"Ġhouse":3626,"Ġtrack":3627,"je":3628,"ĠJohn":3629,"istr":3630,"(S":3631,"ube":3632,"Ġce":3633,"itted":3634,"VER":3635,"*)":3636,"parent":3637,"Ġapplication":3638,"any":3639,".swing":3640,"Ġpack":3641,"\\u":3642,"Ġpract":3643,"Ġsection":3644,"ctx":3645,"Ġunsigned":3646,".Point":3647,"ĠOne":3648,"ı":3649,"iple":3650,"aid":3651,"Ñĥ":3652,"Vector":3653,"byte":3654,"Ġwait":3655,"ĠÃł":3656,"Ã¥":3657,"Ġtogether":3658,"Ġthrows":3659,"FO":3660,"'))":3661,"host":3662,"ising":3663,".view":3664,"Ġterms":3665,"framework":3666,"-r":3667,"Ġapply":3668,"Ġsession":3669,"Options":3670,"uggest":3671,"Ġothers":3672,"witter":3673,"Ġfund":3674,"Init":3675,"__(":3676,"ensor":3677,"GET":3678,"Ġseveral":3679,"ii":3680,"[j":3681,"IO":3682,"Ġtemplate":3683,"Position":3684,"Ġecon":3685,"achine":3686,"Ġil":3687,".spring":3688,"main":3689,"elt":3690,"iment":3691,"Rec":3692,"mm":3693,"ĠUniversity":3694,"ursor":3695,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":3696,"GL":3697,"icture":3698,"ithub":3699,"cer":3700,"cast":3701,"From":3702,"ales":3703,"Ġsubject":3704,"password":3705,"ny":3706,"Ġesc":3707,".write":3708,"ï¼Į":3709,"What":3710,".H":3711,"Ġhistory":3712,"ĠFe":3713,"Ġindividual":3714,"unit":3715,"Ġ-->":3716,"Ġdu":3717,"IST":3718,"Ġusers":3719,"fs":3720,"false":3721,"unt":3722,"Title":3723,"Ġmot":3724,"Ġfuture":3725,"ached":3726,"Ġstarted":3727,"Ġmode":3728,"Ġ'<":3729,"_array":3730,"Ġax":3731,"ires":3732,"There":3733,"ught":3734,"tml":3735,"posed":3736,"icult":3737,"Ġtook":3738,"Ġgames":3739,"Ġ}}":3740,"Ġproducts":3741,"Is":3742,"Ġbad":3743,"ĠDes":3744,".path":3745,"ĠPost":3746,"avel":3747,"(:":3748,"Ġneeds":3749,"Ġknown":3750,"Fl":3751,"Ġexec":3752,"Ġseen":3753,"ume":3754,"Ġborder":3755,"Ġlive":3756,"temp":3757,"Per":3758,"Ġvariable":3759,"iet":3760,"ĠDef":3761,"Ġge":3762,"eme":3763,"_back":3764,"first":3765,"Ġprovided":3766,"////////////////////////////////":3767,"Ġfilename":3768,"Ġhope":3769,"uly":3770,"auto":3771,"find":3772,"_string":3773,"btn":3774,"itude":3775,"Attribute":3776,"Ġyoung":3777,".txt":3778,"Ġwebsite":3779,"ĠProp":3780,"Ġey":3781,"ional":3782,"ARR":3783,"ictionary":3784,"urther":3785,".":3786,"ALL":3787,"Ġstudy":3788,"ili":3789,"Ġnetwork":3790,"yl":3791,"istance":3792,"OK":3793,"NU":3794,"rest":3795,"ĠST":3796,"icrosoft":3797,"Ġlimit":3798,"Ġcut":3799,"Ġcou":3800,"ogn":3801,"Ġsizeof":3802,"ival":3803,"Ġwent":3804,".z":3805,"Link":3806,"Ġfire":3807,"Ġacross":3808,"Ġcommunity":3809,"region":3810,"NE":3811,"Ref":3812,"Ġofficial":3813,"Ġvisit":3814,"olve":3815,"Ġreceived":3816,"Ġtoken":3817,"Ġmonths":3818,"Ġanim":3819,"Ġparticular":3820,"styles":3821,"ico":3822,"Ġess":3823,".Control":3824,"Ġé":3825,"ball":3826,"Ġlearn":3827,"inding":3828,"Var":3829,"Ġdecl":3830,"(err":3831,"LECT":3832,"One":3833,"pha":3834,"Ġ~":3835,"fort":3836,"asure":3837,"Ġmind":3838,"ĠEnd":3839,"Check":3840,"Ġquick":3841,"\"),":3842,"AND":3843,"utions":3844,"Base":3845,"________":3846,"Ġcomment":3847,"INE":3848,"âĢĻve":3849,"But":3850,"ĠEl":3851,"ĠUs":3852,"Ġadmin":3853,"mark":3854,"ĠName":3855,"ĠType":3856,"amic":3857,"pc":3858,"loor":3859,"FT":3860,"Ġopp":3861,"cket":3862,")->":3863,"tx":3864,"Ġpur":3865,"uel":3866,"ymbol":3867,"uation":3868,"anger":3869,"Ġbackground":3870,"ecess":3871,"efined":3872,"........":3873,"Ġdescription":3874,"Ġrepresent":3875,"pression":3876,"rowser":3877,"Ġseries":3878,"wards":3879,"($_":3880,"aise":3881,"Ġhot":3882,"acity":3883,"ries":3884,"actions":3885,"Create":3886,"adio":3887,"amples":3888,"Ġoriginal":3889,"ensive":3890,"font":3891,"stream":3892,"using":3893,".springframework":3894,"server":3895,"Ġbill":3896,"ACK":3897,"ilename":3898,"Ġframe":3899,"Edit":3900,"adius":3901,"Ġdraw":3902,"anks":3903,"Ġdeter":3904,"Ġcomes":3905,"_int":3906,"Ġforeach":3907,"angle":3908,"Ġelect":3909,"pected":3910,"Header":3911,"istration":3912,"False":3913,"ĠGame":3914,"Ġfilter":3915,"Activity":3916,"Ġlarg":3917,"inition":3918,"Ġ\"<":3919,"ised":3920,"Ġremove":3921,"ĠTrans":3922,"met":3923,"see":3924,"Format":3925,"Command":3926,"ĠEX":3927,"None":3928,"Ġfront":3929,"ASE":3930,"ĠRec":3931,"oundation":3932,"Ġvo":3933,"=\\\"":3934,"(*":3935,"Change":3936,".Write":3937,"group":3938,"ients":3939,"uy":3940,"****************************************************************":3941,"Ġdig":3942,"hr":3943,"(-":3944,"Ġgen":3945,"number":3946,"vec":3947,"urope":3948,"entry":3949,"LL":3950,"Ġste":3951,"Valid":3952,"'],":3953,"_param":3954,"Ġselected":3955,"Ġaccording":3956,"ĠDis":3957,"Ġutil":3958,"Buffer":3959,"_error":3960,"Ġassoci":3961,"_SIZE":3962,"Ġwor":3963,"Ġprintf":3964,"rag":3965,"Âł":3966,"DD":3967,"ĠVal":3968,"Ġactiv":3969,"Eng":3970,"etime":3971,"Ġvirtual":3972,"aign":3973,"aur":3974,"ĠPres":3975,"ĠException":3976,"Ġanything":3977,"ĠOff":3978,"Ġhours":3979,"Ġwar":3980,"Args":3981,"aging":3982,"Ġmodels":3983,"ĠTime":3984,"Ob":3985,"ams":3986,"joy":3987,"Ġearly":3988,".read":3989,"Ġcenter":3990,"ĠInitial":3991,"Ġlanguage":3992,"length":3993,"xy":3994,"Ġsn":3995,"Ġinf":3996,"Post":3997,"Ġago":3998,"Ġeasy":3999,"_code":4000,"ĠANY":4001,"_ch":4002,"Ġdownload":4003,"(T":4004,"aved":4005,"âĢĵ":4006,"Ġstudents":4007,"Ġfig":4008,"light":4009,"xx":4010,"Ġbuffer":4011,"ĠDep":4012,"ĠMath":4013,"ITH":4014,"Ġvari":4015,"Ġdue":4016,"Factory":4017,"Ġpor":4018,"Ġep":4019,"otype":4020,"Ġcannot":4021,"Ġwhite":4022,"":4629,"Resource":4630,"KEY":4631,"osp":4632,".query":4633,"ĠNorth":4634,"ables":4635,"istrib":4636,"_class":4637,"ello":4638,"That":4639,"к":4640,"pecially":4641,"ĠPresident":4642,"Ġcampaign":4643,"Ġalt":4644,"area":4645,"Ġchall":4646,"Ġopport":4647,".Con":4648,"Ġenergy":4649,"like":4650,".string":4651,"ington":4652,")*":4653,"yy":4654,"Ġprofession":4655,"irth":4656,"Ġseg":4657,"Ġhor":4658,"iers":4659,"can":4660,"Ġbehind":4661,"Product":4662,"fg":4663,"ĠSk":4664,".jpg":4665,"?:":4666,"Ġcallback":4667,"ĠHttp":4668,"ÑĮ":4669,"long":4670,"MS":4671,"ATH":4672,"Ġraise":4673,"Ġwanted":4674,"rown":4675,"utor":4676,"lt":4677,"]=":4678,"eline":4679,"MA":4680,"Ġsepar":4681,"cs":4682,"semb":4683,"Dis":4684,"bserv":4685,"ĠWill":4686,"Ġpolicy":4687,"Ġthird":4688,"phone":4689,"Ġbed":4690,"/g":4691,".__":4692,"ĠInc":4693,"izing":4694,".remove":4695,"instance":4696,".type":4697,"Ġserv":4698,"Each":4699,"Ġhar":4700,"ĠMessage":4701,"(key":4702,"SELECT":4703,"Pos":4704,"Ġrecomm":4705,"Ġtraining":4706,"ĠEnt":4707,"ĠChar":4708,"icht":4709,"(file":4710,"Ġprior":4711,"Game":4712,"Ġexit":4713,"Params":4714,".core":4715,"PC":4716,"nes":4717,"anced":4718,"(request":4719,"Password":4720,"Ġmag":4721,"Ġrelease":4722,"Ġshall":4723,"udent":4724,"ĠSouth":4725,"ando":4726,":'":4727,".TabIndex":4728,"sk":4729,"anner":4730,"isset":4731,"Ġoutside":4732,"ledge":4733,"ĠRob":4734,"Ġimm":4735,"ĠWeb":4736,"Des":4737,"BC":4738,"ancial":4739,"Route":4740,"Dec":4741,"ferences":4742,"Ġpurch":4743,"ĠModel":4744,"ctor":4745,"gn":4746,"_start":4747,"_un":4748,".*":4749,"ises":4750,"Ġground":4751,"Ġunique":4752,"Ġbeaut":4753,"{\"":4754,"Ġpour":4755,"ĠOct":4756,"Ġtree":4757,"sets":4758,"_res":4759,"')->":4760,"_reg":4761,"(\"\\":4762,"Ġbyte":4763,"Bl":4764,"Ġdating":4765,"Ġmatter":4766,"ĠRem":4767,"Ġ'../":4768,"ĠAug":4769,"ĠLa":4770,"Ġ$(":4771,"ournal":4772,"iam":4773,"Ġshows":4774,"write":4775,"Ġball":4776,"Ġsimply":4777,"Ġfast":4778,"Ġmemory":4779,"ASS":4780,"ĠOf":4781,"oved":4782,"ante":4783,"aul":4784,"istry":4785,"Ġfit":4786,"_":4966,"ox":4967,"application":4968,"ĊĊĊĊĊĊ":4969,"Ġsoon":4970,"ctions":4971,"inger":4972,"Ġjoin":4973,"ĠPe":4974,"Ġë":4975,"Ġlas":4976,".E":4977,"css":4978,"/or":4979,"ĠStart":4980,"ĠTO":4981,"Ġsubs":4982,"conn":4983,"components":4984,"DEBUG":4985,"quare":4986,"Function":4987,"endar":4988,".index":4989,"Ġfill":4990,"ÄĻ":4991,"Ġchoose":4992,"how":4993,"ĠAmerica":4994,"assets":4995,"------------":4996,"ĠValue":4997,"Ġoffice":4998,"Ġveh":4999,"Ġtransform":5000,"ĠArt":5001,"Ġinde":5002,"Ġfn":5003,"Ġimplements":5004,"ango":5005,"plete":5006,"+\"":5007,"tmp":5008,"amily":5009,"Ġhash":5010,"missions":5011,"EST":5012,"gt":5013,"Provider":5014,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":5015,"Ġflag":5016,"Ġparticip":5017,"den":5018,"ĠReturns":5019,"Ġnote":5020,"ür":5021,"pm":5022,"ideos":5023,"Ġspecified":5024,"ĠEN":5025,"ester":5026,"olid":5027,"Ġupon":5028,"(std":5029,"ĉv":5030,"Ġ'\\":5031,"uz":5032,"Ġvert":5033,"Ġvict":5034,"ĉself":5035,"Ġ\"$":5036,".k":5037,"Ġgroups":5038,"github":5039,"lang":5040,"Ġmut":5041,"TO":5042,"Ġve":5043,"ĠPlease":5044,"access":5045,"Ġ{\"":5046,"rea":5047,"Ġrisk":5048,"icker":5049,"oggle":5050,"ĉwhile":5051,"ANG":5052,".send":5053,"Ġwoman":5054,"Ġgets":5055,"Ġign":5056,"ĠId":5057,"_log":5058,"ONE":5059,"Ġevid":5060,"ĠHar":5061,"_sub":5062,"Ġendl":5063,"Ġincluded":5064,"ĠAp":5065,"igr":5066,"Ġsem":5067,"ĠBlack":5068,"doc":5069,"_table":5070,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":5071,"-up":5072,"Ġcause":5073,"Ġ..":5074,"Ġvan":5075,"_dict":5076,"Ġfocus":5077,"IND":5078,"CESS":5079,".Log":5080,"Ġmultiple":5081,"ido":5082,"Ġregard":5083,"-M":5084,"andler":5085,"ourse":5086,"Ġdeg":5087,".U":5088,"Ġaddition":5089,"Ġvarious":5090,"Ġreceive":5091,"ен":5092,"ĠHT":5093,"Obj":5094,"DF":5095,"Ġincrease":5096,"ĠOpen":5097,"];":5098,"Ġcommit":5099,"ategories":5100,"atory":5101,"ship":5102,"ĠMich":5103,"Ġhtml":5104,"romise":5105,"Ġleave":5106,"Ġstrateg":5107,"aven":5108,"ĠConsole":5109,"known":5110,"-n":5111,"_LE":5112,".component":5113,"Ġbre":5114,"Session":5115,"iance":5116,"Ġalign":5117,"typedef":5118,"_result":5119,"ĠWHERE":5120,".split":5121,"Ġreading":5122,"FAULT":5123,"Ġclo":5124,"Ġnotice":5125,"_pr":5126,"arter":5127,"Ġlock":5128,"Ġstandard":5129,"etic":5130,"ellow":5131,"Ġpadding":5132,"ĠHis":5133,"Ġstates":5134,"_cast":5135,"(P":5136,"aa":5137,"Ġinternal":5138,"ean":5139,"ĠPRO":5140,"ĠKey":5141,"Ġespecially":5142,"ming":5143,"Ġcross":5144,"Ġnational":5145,"_object":5146,"filter":5147,"Ġscript":5148,".update":5149,"_i":5150,"ĠAssert":5151,"/core":5152,"%%%%":5153,"Ġproblems":5154,"istor":5155,"Ġ.=":5156,"Ġarch":5157,"Ġwritten":5158,"Ġmilit":5159,"MENT":5160,".ch":5161,"cape":5162,"ĠMus":5163,"_config":5164,"ĠAPI":5165,"foot":5166,"Ġimages":5167,"endl":5168,".In":5169,"First":5170,"Ġplatform":5171,".prot":5172,"Option":5173,"ste":5174,"ĠTODO":5175,"Ġforce":5176,".cont":5177,"ĉecho":5178,"ĠDav":5179,"Ptr":5180,"(B":5181,"RT":5182,"ĠBase":5183,"]['":5184,"Ġannounc":5185,"console":5186,"ĠPy":5187,"ds":5188,".as":5189,"Ġprevent":5190,"apan":5191,"Ġ{'":5192,"}":5193,"ĠService":5194,"ĠSen":5195,"ador":5196,"profile":5197,"Top":5198,"Ġiter":5199,"po":5200,"IES":5201,"JSON":5202,"IE":5203,"iant":5204,"ãĢģ":5205,"_j":5206,"ĠSept":5207,"_map":5208,"bum":5209,"(context":5210,"ĠHome":5211,"ians":5212,"GB":5213,"Ġliving":5214,"Ġpattern":5215,"(input":5216,"icient":5217,"Core":5218,"Ġentity":5219,"Ġinteg":5220,"Changed":5221,"Ġuseful":5222,".info":5223,"Ġtool":5224,"(item":5225,"Ġok":5226,"Ġfeed":5227,"IX":5228,"és":5229,"ĠNews":5230,"remove":5231,"erry":5232,"ĉĉĉĉĉĉĉĉĉ":5233,"ipment":5234,"ares":5235,"Do":5236,"Current":5237,".content":5238,".Group":5239,"ustral":5240,"ĠÑģ":5241,"})":5242,"Ġpopular":5243,"Ġstre":5244,"Ġmethods":5245,"_ERROR":5246,"Left":5247,"cal":5248,"bsp":5249,".ToString":5250,"Ġdir":5251,"Ġallowed":5252,"Ġimpact":5253,".config":5254,"Ġelements":5255,"Ġprote":5256,"Ġtrain":5257,".tr":5258,"rs":5259,"ĠRepublic":5260,"ĠTask":5261,"aries":5262,"(D":5263,"(get":5264,"Ġrelated":5265,"Ġvers":5266,"Ġsil":5267,"Ġcmd":5268,"Ġtechnology":5269,".width":5270,"Float":5271,"ĠUse":5272,"Body":5273,"should":5274,".join":5275,"Font":5276,"llum":5277,"ycle":5278,"ĠBrit":5279,"Ġmit":5280,"Ġscale":5281,"Ġ(_":5282,"ernel":5283,"Ġscore":5284,"/v":5285,"Ġstudent":5286,"UC":5287,".show":5288,"Ġaverage":5289,"Enabled":5290,"(ex":5291,"common":5292,"imation":5293,":@\"":5294,"chie":5295,"river":5296,"ĠMarch":5297,"category":5298,"fin":5299,"Ġcourt":5300,"в":5301,"Server":5302,"Ġcontainer":5303,"-st":5304,"_for":5305,"Ġparts":5306,"Ġdecision":5307,"obs":5308,"oub":5309,"mitted":5310,"Ġ$('#":5311,"Ġsaw":5312,"Ġapproach":5313,"ICE":5314,"Ġsaying":5315,"Ġanyone":5316,"meta":5317,"SD":5318,"Ġsong":5319,"display":5320,"Oper":5321,"outes":5322,"Ġchannel":5323,"Ġchanged":5324,"ê":5325,"Ġfinally":5326,"_number":5327,"Please":5328,"à¤":5329,"oring":5330,"-re":5331,"Ġkill":5332,"Ġdrug":5333,"window":5334,"Ġconvert":5335,"ombre":5336,"Ġways":5337,"Helper":5338,"ĠFirst":5339,"(__":5340,"urity":5341,"ĠWindows":5342,"ees":5343,"Ġmat":5344,"rapper":5345,"Ġplus":5346,"anges":5347,"\"].":5348,"azon":5349,"/t":5350,"lat":5351,"aste":5352,"Ġprofile":5353,"Ġready":5354,"#ifndef":5355,"rote":5356,"Ġsense":5357,"Gener":5358,"ĠConfig":5359,"omy":5360,"ĠJune":5361,"Ġlatest":5362,"Ġsaf":5363,"Ġregion":5364,"Ġdeep":5365,"witch":5366,"ĠPark":5367,"}`":5368,"ĠFrom":5369,"II":5370,"Ġcv":5371,"Ġreach":5372,"Ġcounter":5373,"ĠWork":5374,"ĠURL":5375,"ĠUpdate":5376,"Ġimmedi":5377,"close":5378,"ados":5379,"ferred":5380,"Ġweeks":5381,"urg":5382,"Ġdamage":5383,"Ġlost":5384,"ani":5385,"_lo":5386,"Ġhimself":5387,"Ġdog":5388,"ï¿":5389,"pir":5390,"tt":5391,"Ġpaper":5392,"Ġthems":5393,"second":5394,"Ġstaff":5395,"ĠInput":5396,"\"+":5397,"ĠFacebook":5398,"Ġalloc":5399,"Ġsched":5400,"ACE":5401,"Ġthemselves":5402,"ĠComponent":5403,"Ġdriver":5404,"ja":5405,"(path":5406,"Ġcategory":5407,"alls":5408,"pu":5409,"lluminate":5410,"ĠAction":5411,".button":5412,"ĠGL":5413,"istics":5414,"Ġoil":5415,"Ġstock":5416,">'":5417,"Ġdead":5418,"VAL":5419,"QUE":5420,"************************************************************************":5421,"Ġcharg":5422,"Return":5423,"Ġful":5424,"dom":5425,"Ġrules":5426,"Ġmodify":5427,"Ġeval":5428,"ham":5429,"atement":5430,"\\<":5431,"ula":5432,"=False":5433,"RA":5434,"Ġcontains":5435,"Ġstack":5436,"mar":5437,"Ġundefined":5438,"Ass":5439,"ĠChina":5440,"vey":5441,"Ġplaying":5442,")/":5443,"actor":5444,"Ġbottom":5445,"lier":5446,"ĠNumber":5447,"Ġcouple":5448,"DC":5449,"ĠSO":5450,"gor":5451,".setText":5452,"success":5453,"command":5454,"Filter":5455,"ĠOur":5456,"_item":5457,"Ġctx":5458,"Ġroad":5459,"Version":5460,"case":5461,"urt":5462,"avior":5463,"ych":5464,"sembly":5465,"ĠProduct":5466,"Ġheld":5467,"afe":5468,"Ġincludes":5469,"&":5608,"CON":5609,"Ġrepl":5610,"Ġregular":5611,"Storage":5612,"ramework":5613,"Ġgoal":5614,"Ġtouch":5615,".widget":5616,"Ġbuilt":5617,"des":5618,"Part":5619,"(re":5620,"Ġworth":5621,"hib":5622,"game":5623,"Ġв":5624,"acion":5625,"ĠWhite":5626,"(type":5627,"(`":5628,"Ġnatural":5629,"Ġinj":5630,"Ġcalcul":5631,"ĠApril":5632,".List":5633,"Ġassociated":5634,"ĉSystem":5635,"~~":5636,"=[":5637,"Ġstorage":5638,"Ġbytes":5639,"Ġtravel":5640,"Ġsou":5641,"Ġpassed":5642,"!=":5643,"ascript":5644,".open":5645,"Ġgrid":5646,"Ġbus":5647,"Ġrecogn":5648,"Ab":5649,"Ġhon":5650,"ĠCenter":5651,"Ġprec":5652,"build":5653,"HTML":5654,"ĠSan":5655,"Ġcountries":5656,"aled":5657,"token":5658,"kt":5659,"Ġqual":5660,"Last":5661,"adow":5662,"Ġmanufact":5663,"idad":5664,"jango":5665,"Next":5666,"xf":5667,".a":5668,"Ġporno":5669,"ĠPM":5670,"erve":5671,"iting":5672,"_th":5673,"ci":5674,"=None":5675,"gs":5676,"Ġlogin":5677,"atives":5678,"Äħ":5679,"Ġill":5680,"IA":5681,"children":5682,"DO":5683,"Ġlevels":5684,"Ġ{{":5685,"Ġlooks":5686,"Ġ\"#":5687,"ToString":5688,"Ġnecessary":5689,"ĠĠĠĊ":5690,"cell":5691,"Entry":5692,"Ġ'#":5693,"Ġextrem":5694,"Selector":5695,"Ġplaceholder":5696,"Load":5697,"Ġreleased":5698,"ORE":5699,"Enumer":5700,"ĠTV":5701,"SET":5702,"inq":5703,"Press":5704,"ĠDepartment":5705,"Ġproperties":5706,"Ġrespond":5707,"Search":5708,"ael":5709,"Ġrequ":5710,"ĠBook":5711,"(st":5712,"Ġfinancial":5713,"icket":5714,"_input":5715,"Ġthreat":5716,"(in":5717,"Strip":5718,"ìĿ":5719,"ção":5720,"Ġevidence":5721,"));":5722,"ĠBro":5723,"Ġou":5724,"buf":5725,"Script":5726,"dat":5727,"Ġrule":5728,"#import":5729,"=\"/":5730,"Serial":5731,"Ġstarting":5732,"[index":5733,"ae":5734,"Ġcontrib":5735,"session":5736,"_new":5737,"utable":5738,"ober":5739,"Ġ\"./":5740,"Ġlogger":5741,"Ġrecently":5742,"Ġreturned":5743,"ččĊ":5744,"itions":5745,"Ġseek":5746,"Ġcommunic":5747,"Ġ\".":5748,"Ġusername":5749,"ECT":5750,"DS":5751,"Ġotherwise":5752,"ĠGerman":5753,".aw":5754,"Adapter":5755,"ixel":5756,"Ġsystems":5757,"Ġdrop":5758,"Ġstructure":5759,"Ġ$(\"#":5760,"encies":5761,"anning":5762,"ĠLink":5763,"ĠResponse":5764,"Ġstri":5765,"ż":5766,"ĠDB":5767,"android":5768,"submit":5769,"otion":5770,"(@":5771,".test":5772,"ĊĊĊĊĊĊĊĊ":5773,"Ġdirectly":5774,"Ġ\"%":5775,"ris":5776,"elta":5777,"AIL":5778,"mine":5779,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":5780,"(k":5781,"bon":5782,"asic":5783,"pite":5784,"___":5785,"Max":5786,"Ġerrors":5787,"ĠWhile":5788,"Ġarguments":5789,"Ġensure":5790,"Right":5791,"-based":5792,"Web":5793,"Ġ-=":5794,"Ġintrodu":5795,"ĠInst":5796,"ĠWash":5797,"ordin":5798,"join":5799,"Database":5800,"Ġgrad":5801,"Ġusually":5802,"ITE":5803,"Props":5804,"ĠGo":5805,"@Override":5806,"REF":5807,"Ġip":5808,"ĠAustral":5809,"Ġist":5810,"ViewById":5811,"Ġserious":5812,"Ġcustomer":5813,".prototype":5814,"odo":5815,"cor":5816,"Ġdoor":5817,"ĠWITHOUT":5818,"Ġplant":5819,"Ġbegan":5820,"Ġdistance":5821,"()).":5822,"Ġchance":5823,"Ġord":5824,"came":5825,"pragma":5826,"Ġprotect":5827,"ragment":5828,"ĠNode":5829,"ening":5830,"Ñĩ":5831,"Ġroute":5832,"ĠSchool":5833,"hi":5834,"Ġneighb":5835,"After":5836,"licit":5837,"Ġcontr":5838,"Ġprimary":5839,"AA":5840,".WriteLine":5841,"utils":5842,"Ġbi":5843,"Red":5844,".Linq":5845,".object":5846,"Ġleaders":5847,"unities":5848,"Ġgun":5849,"onth":5850,"ĠDev":5851,"FILE":5852,"Ġcomments":5853,"_len":5854,"arrow":5855,"amount":5856,"Range":5857,"sert":5858,"GridView":5859,"Ġupdated":5860,"ĠMo":5861,"Ġinform":5862,"ociety":5863,"ala":5864,"Access":5865,"Ġhab":5866,"Ġcreat":5867,"_arg":5868,"ĠJanuary":5869,"ĠDay":5870,"uple":5871,"document":5872,"gorith":5873,"menu":5874,"ĠOver":5875,"bb":5876,".title":5877,"_out":5878,"Ġled":5879,"uri":5880,"Ġ?>":5881,"gl":5882,"Ġbank":5883,"ayment":5884,"ĉprintf":5885,"MD":5886,"Ġsample":5887,"Ġhands":5888,"ĠVersion":5889,"uario":5890,"Ġoffers":5891,"ityEngine":5892,"Ġshape":5893,"Ġsleep":5894,"_point":5895,"Settings":5896,"Ġachie":5897,"Ġsold":5898,"ota":5899,".bind":5900,"Am":5901,"Ġsafe":5902,"Store":5903,"Ġshared":5904,"Ġpriv":5905,"_VAL":5906,"Ġsens":5907,"){":5908,"Ġremember":5909,"shared":5910,"element":5911,"Ġshoot":5912,"Vert":5913,"cout":5914,"Ġenv":5915,"_label":5916,"run":5917,"Ġscene":5918,"(array":5919,"device":5920,"_title":5921,"agon":5922,"aby":5923,"Ġbecame":5924,"boolean":5925,"Ġpark":5926,"ĠCode":5927,"upload":5928,"riday":5929,"ĠSeptember":5930,"Fe":5931,"Ġsen":5932,"cing":5933,"FL":5934,"Col":5935,"uts":5936,"_page":5937,"inn":5938,"Ġimplied":5939,"aling":5940,"Ġyourself":5941,".Count":5942,"conf":5943,"Ġaud":5944,"_init":5945,".)":5946,"Ġwrote":5947,"NG":5948,".Error":5949,".for":5950,"Ġequal":5951,"ĠRequest":5952,"Ġserial":5953,"Ġallows":5954,"XX":5955,"Ġmiddle":5956,"chor":5957,"ø":5958,"erval":5959,".Column":5960,"reading":5961,"Ġescort":5962,"ĠAugust":5963,"Ġquickly":5964,"Ġweap":5965,"ĠCG":5966,"ropri":5967,"ho":5968,"Ġcop":5969,"(struct":5970,"ĠBig":5971,"Ġvs":5972,"Ġfrequ":5973,".Value":5974,"Ġactions":5975,"Ġproper":5976,"Ġinn":5977,"Ġobjects":5978,"Ġmatrix":5979,"avascript":5980,"Ġones":5981,".group":5982,"Ġgreen":5983,"Ġpaint":5984,"ools":5985,"ycl":5986,"encode":5987,"olt":5988,"comment":5989,".api":5990,"Dir":5991,"Ġune":5992,"izont":5993,".position":5994,"Ġdesigned":5995,"_val":5996,"avi":5997,"iring":5998,"tab":5999,"Ġlayer":6000,"Ġviews":6001,"Ġreve":6002,"rael":6003,"ĠON":6004,"rics":6005,"np":6006,"Ġcore":6007,"Main":6008,"Ġexpert":6009,"ĉĉčĊ":6010,"_en":6011,"Ġ/>":6012,"utter":6013,"IAL":6014,"ails":6015,"ĠKing":6016,"ĠMet":6017,"_end":6018,"addr":6019,"ora":6020,"Ġir":6021,"Min":6022,"Ġsurpr":6023,"Ġrepe":6024,"Ġdirectory":6025,"PUT":6026,"-S":6027,"Ġelection":6028,"haps":6029,".pre":6030,"cm":6031,"Values":6032,"column":6033,"ivil":6034,"Login":6035,"inue":6036,"Ġbeautiful":6037,"Ġsecret":6038,"(event":6039,"Ġchat":6040,"ums":6041,"Ġorigin":6042,"Ġeffects":6043,"Ġmanagement":6044,"illa":6045,"tk":6046,"Ġsetting":6047,"ĠCour":6048,"Ġmassage":6049,"ĉend":6050,"Ġhappy":6051,"Ġfinish":6052,"Ġcamera":6053,"ĠVer":6054,"ĠDemocr":6055,"ĠHer":6056,"(Q":6057,"cons":6058,"ita":6059,"Ġ'.":6060,"{}":6061,"ĉC":6062,"Ġstuff":6063,"ĠAR":6064,"Task":6065,"hidden":6066,"eros":6067,"IGN":6068,"atio":6069,"ĠHealth":6070,"olute":6071,"Enter":6072,"'>":6073,"ĠTwitter":6074,"ĠCounty":6075,"scribe":6076,"Ġhy":6077,"fit":6078,"Ġmilitary":6079,"Ġsale":6080,"required":6081,"non":6082,"bootstrap":6083,"hold":6084,"rim":6085,"-old":6086,"ĠDown":6087,"Ġmention":6088,"contact":6089,"_group":6090,"oday":6091,"Ġtown":6092,"Ġsolution":6093,"uate":6094,"elling":6095,"]->":6096,"otes":6097,"ental":6098,"omen":6099,"ospital":6100,"ĠSup":6101,"_EN":6102,"Ġslow":6103,"SESSION":6104,"Ġblue":6105,"ago":6106,"Ġlives":6107,"Ġ^":6108,".un":6109,"inst":6110,"enge":6111,"Ġcustomers":6112,"Ġcast":6113,"udget":6114,"ï¼ģ":6115,"icens":6116,"Ġdetermin":6117,"Selected":6118,"_pl":6119,"ueue":6120,"Ġdark":6121,"si":6122,"thern":6123,"ĠJapan":6124,"/w":6125,"PU":6126,"ĠEast":6127,"ovie":6128,"Ġpackage":6129,"Ġnor":6130,"Ġapi":6131,"bot":6132,"_post":6133,"ulate":6134,"Ġclub":6135,"Ġloop":6136,"PIO":6137,"ione":6138,"shot":6139,"Initial":6140,"Ġplayed":6141,"register":6142,"rought":6143,"_max":6144,"acement":6145,"match":6146,"raphics":6147,"AST":6148,"Ġexisting":6149,"Ġcomplex":6150,"DA":6151,".Ch":6152,".common":6153,"mo":6154,"Ġ'../../":6155,"ito":6156,"Ġanalysis":6157,"Ġdeliver":6158,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ":6159,"idx":6160,"Ãł":6161,"ongo":6162,"ĠEnglish":6163,"":28104,"ĠModified":28105,"ationally":28106,"ĠMeeting":28107,"#region":28108,"Ġrouting":28109,".focus":28110,"ĠYouth":28111,"<":28388,"Ġunto":28389,"ologically":28390,"ĠMul":28391,"VIDIA":28392,"Ġslim":28393,"ĠCommissioner":28394,"(on":28395,"Ġunderneath":28396,"/db":28397,"vote":28398,"(Message":28399,"ĠPope":28400,"Defined":28401,"Ġswift":28402,"urf":28403,"Ġadapted":28404,"SEL":28405,"Ġrevenues":28406,"Ġdivine":28407,"=y":28408,"Gradient":28409,"_act":28410,"Ġ/*!<":28411,"Ġpolygon":28412,"ĠFDA":28413,"ĠCarr":28414,"atables":28415,"(stdout":28416,"Ġrefriger":28417,"Ġcoordin":28418,"avorites":28419,"ÑĪи":28420,"Ġcompassion":28421,"ĠPOSSIBILITY":28422,"-secondary":28423,"uracy":28424,"Ġcompromise":28425,"_AV":28426,"_os":28427,"Ġbeside":28428,"ĥĿ":28429,"Ġln":28430,".plugins":28431,"Capacity":28432,"alah":28433,".bin":28434,"ĠCRC":28435,"_balance":28436,"ĠflexDirection":28437,"Ġambit":28438,"Ġnickname":28439,"ĠForces":28440,"CLE":28441,"ĠShell":28442,"Ġsail":28443,"ĠWriter":28444,"ĠAlice":28445,"dw":28446,"ĠIndians":28447,"ĠMarshall":28448,"_SRC":28449,"Ġnormalized":28450,"ĠJag":28451,"ãĤĴ":28452,"zeit":28453,"rpc":28454,"ÃŃc":28455,".inline":28456,"Ġtravers":28457,"_numeric":28458,"Ġutilities":28459,"Ġevac":28460,"INPUT":28461,"ĉregister":28462,"MX":28463,"ĠCampbell":28464,"Ġdatasets":28465,"Ġdemanded":28466,"ĠinitialState":28467,"gan":28468,"Ġei":28469,"Unexpected":28470,"-web":28471,"trait":28472,",Y":28473,"ĠTodd":28474,"Ġskeleton":28475,"Ġoptimize":28476,"ĠUpon":28477,"ĠStObject":28478,"Ġaplic":28479,".'":28480,"ACC":28481,"alous":28482,"ĠhashCode":28483,"ĠBib":28484,"INAL":28485,"Ġinvisible":28486,"Ġheter":28487,"Ġsafer":28488,"}//":28489,".theme":28490,".navigationController":28491,"_mesh":28492,"skill":28493,"ĠViol":28494,"²":28495,"ĠEOF":28496,"ĠKi":28497,"ymmetric":28498,"Ġmaxlength":28499,"Å£":28500,"friends":28501,"ĠEvans":28502,"Ġlemon":28503,"Ġ(.":28504,"Slide":28505,"ĠThailand":28506,"ĠCann":28507,"Ġamend":28508,"Ġcir":28509,"Ġsilly":28510,"esimal":28511,"_pic":28512,"processor":28513,"JavaScript":28514,"Ġevident":28515,"_di":28516,">P":28517,"vron":28518,".UN":28519,"Ġpainter":28520,"izarre":28521,"Ġlav":28522,"Ġpom":28523,"preg":28524,"=function":28525,"(serial":28526,"ifica":28527,"uming":28528,"ãģĤ":28529,"-op":28530,"UCH":28531,"ĠHend":28532,".propTypes":28533,"Ġyo":28534,"Ġroutines":28535,"Ġcaring":28536,"Sem":28537,"Ġreserves":28538,"Ġpriorities":28539,"redits":28540,"ISTR":28541,"ContentType":28542,"ĠSchw":28543,"/media":28544,"Ġestr":28545,"Ġclimbing":28546,"-week":28547,"cherche":28548,"sensor":28549,"ToArray":28550,"ĠMontreal":28551,"Ġclouds":28552,"ĠInjectable":28553,"ĠRice":28554,"Ġpropaganda":28555,"_provider":28556,"Ġindoor":28557,"Ġinaug":28558,"Ġdiplom":28559,"Ġmessaging":28560,"_mut":28561,"Ġkw":28562,"ONS":28563,"arians":28564,"RPC":28565,"-ray":28566,"ĠSor":28567,"mall":28568,"Ġmarketplace":28569,"Ġvtk":28570,"Ma":28571,"ogan":28572,"igi":28573,"Ġsponsored":28574,"ĠDani":28575,".SEVER":28576,">'.$":28577,"multipart":28578,"ĠWol":28579,"ĠtableName":28580,"ĠUsername":28581,"BackgroundColor":28582,"Ġfright":28583,"_EMAIL":28584,"September":28585,"_vals":28586,"opia":28587,"Ġspotted":28588,"-Ch":28589,"ĠdataSource":28590,"ĠRequestMethod":28591,"ĠReplace":28592,"-do":28593,"ahn":28594,"ĠPhD":28595,"NON":28596,"gement":28597,"ĠThr":28598,"Ġquietly":28599,"Ġtorture":28600,"Ġteas":28601,"ĠCY":28602,"Ġatr":28603,"development":28604,"-detail":28605,"Ġlighter":28606,"Ġarguing":28607,"Ġdeserves":28608,"Ġcurriculum":28609,"_CONTEXT":28610,"ÅĤy":28611,"HITE":28612,"ĉID":28613,"/uploads":28614,"Ġtits":28615,"reo":28616,"_drop":28617,".UTF":28618,"Ġpickup":28619,"Ġgrocery":28620,"ĠPure":28621,"Ġeasiest":28622,"Phil":28623,".feature":28624,"(\"*":28625,"Ġinvestor":28626,"tok":28627,"Ġjar":28628,"Los":28629,"âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ":28630,".queue":28631,"-speed":28632,"Mal":28633,"umblr":28634,"ĠCONST":28635,"ĠHRESULT":28636,"ĠDance":28637,"(filePath":28638,"Ġattributed":28639,"à¥į":28640,"ĠBund":28641,"coins":28642,"Ġsão":28643,"Ġpir":28644,"personal":28645,"Ġprelim":28646,"Ġpropose":28647,"ĠTL":28648,"]])":28649,"ĠSubscription":28650,"ĠKre":28651,",len":28652,".FirstOrDefault":28653,")--":28654,"_products":28655,".GetBytes":28656,"Ship":28657,"Ġencrypt":28658,"ĠSG":28659,"ĠMyst":28660,"hir":28661,"Ġiterate":28662,"Ġintend":28663,".mockito":28664,"Ġchapters":28665,"(angle":28666,"ĠVlad":28667,"ResponseBody":28668,"ĠAbd":28669,"deal":28670,"Ġbarriers":28671,"-outline":28672,"bill":28673,"ĠFalls":28674,"_second":28675,".include":28676,".ceil":28677,"Ġoccupation":28678,"phony":28679,".moveTo":28680,"ĠJennifer":28681,"ASTER":28682,";\"><":28683,"ĠEnabled":28684,"Ġterminate":28685,"ĠIo":28686,"lations":28687,"ĠTHEORY":28688,"Ġearliest":28689,"Ġrack":28690,"ĠScar":28691,"shake":28692,"chip":28693,"Ġuv":28694,"Ġalliance":28695,"пиÑģ":28696,"ĠGOODS":28697,"zione":28698,"ĠVI":28699,"Ġ{-":28700,"Ġfiltering":28701,"Ġmiscon":28702,".DockStyle":28703,"Ġbush":28704,"Ġjunk":28705,"ĠQUE":28706,"Ġhooks":28707,"Ġfirmware":28708,"Ġmiddleware":28709,"dic":28710,"ĠOakland":28711,"Ġarrives":28712,"Payload":28713,"pixel":28714,"]|":28715,"ĠstartDate":28716,".PRO":28717,"_audio":28718,"Ġmidfield":28719,"igidbody":28720,"ĠSwiss":28721,"ĠClip":28722,"ĠDump":28723,"ĠTextBox":28724,"Ġgeh":28725,"yield":28726,"ods":28727,"Ġreferendum":28728,"Backend":28729,"ĠCream":28730,"Ġdominated":28731,"ĠArchive":28732,"Ġriders":28733,".prepareStatement":28734,"Ġquando":28735,"Ġchef":28736,"wiki":28737,"inel":28738,"ampling":28739,"(\"\\\\":28740,"Ġsag":28741,"_proxy":28742,"ãģķ":28743,"pdo":28744,".getElementsByTagName":28745,"Ġdemonstration":28746,"ĠNPC":28747,"Ġarchivo":28748,"endance":28749,"Ġefficiently":28750,"(actual":28751,".tableView":28752,"Ġmush":28753,"Ġbears":28754,"_threads":28755,"jas":28756,"ahun":28757,"Ġneural":28758,"Ġdesigning":28759,"ĠGDP":28760,"Ġlifted":28761,"ĠJoint":28762,"ĠInclude":28763,"ĠGiants":28764,"Ġwithdrawal":28765,"ĠRent":28766,"native":28767,"ĠSeek":28768,"gression":28769,"_CPU":28770,"\\S":28771,"ĠShield":28772,"Ġsolic":28773,"Ġboom":28774,"yecto":28775,"Ġmanufacture":28776,"ĠâĢĭ":28777,"Ġbbox":28778,"Ġearthqu":28779,"ollectors":28780,":@\"%":28781,"Ġloops":28782,"Je":28783,"alking":28784,"ĠWhats":28785,"ĠBoys":28786,".book":28787,"ARGE":28788,"_pixel":28789,"Ġsuspects":28790,"ι":28791,"usp":28792,"ĠBMW":28793,"ieces":28794,"(person":28795,"ĠPodcast":28796,"Ġbou":28797,"(Item":28798,"û":28799,"(Input":28800,"HttpGet":28801,"Ġburg":28802,")^":28803,"BOARD":28804,"*/,":28805,"Ġgulp":28806,"ĠBenn":28807,"Ġdecks":28808,".statusCode":28809,"Ġacute":28810,"Ġhug":28811,"ugu":28812,"Ġpled":28813,",\"%":28814,"hape":28815,"ĠMaine":28816,".real":28817,"Ġdalam":28818,"ĠMinor":28819,".Float":28820,"disp":28821,"Ġtl":28822,"Ġencount":28823,"=>$":28824,"Ġfg":28825,"tees":28826,"ĠRecomm":28827,"äl":28828,"Ġchemistry":28829,"Blocks":28830,"OID":28831,"Ġforex":28832,"ĠAppend":28833,"Ġ{*":28834,"ĠSupply":28835,"CGFloat":28836,"(bl":28837,"Ġate":28838,"adora":28839,"Ġgust":28840,"Associ":28841,"FETCH":28842,".serial":28843,"widgets":28844,"ardless":28845,"iefs":28846,"_FULL":28847,"ernetes":28848,"ĠPred":28849,"ØŃ":28850,"ubernetes":28851,"ĠLaura":28852,"Ġlabeled":28853,"Highlight":28854,"Ġannoying":28855,"/update":28856,"(description":28857,"Ġintimid":28858,"$c":28859,".AP":28860,"Ġ[]*":28861,"ĠEXIT":28862,".Host":28863,"ĠOPEN":28864,".sendMessage":28865,"_camera":28866,"_tile":28867,"Ġtherm":28868,"onomous":28869,"Ġdisadv":28870,"Ġnaar":28871,"indexOf":28872,"ĠPP":28873,".protocol":28874,"AFE":28875,"Ġtextures":28876,"################################################":28877,"umbai":28878,".stats":28879,"ĠGE":28880,"Ġie":28881,"ĠSTD":28882,"ĠMann":28883,".reflect":28884,"KB":28885,"Ġdive":28886,".wav":28887,"/*----------------------------------------------------------------":28888,"/settings":28889,".lifecycle":28890,"Ġdaughters":28891,"orus":28892,"uber":28893,"NING":28894,"stri":28895,"ĠTip":28896,"Ġzn":28897,"Ġswitched":28898,"inet":28899,"uffy":28900,"ĠTransportation":28901,"(conf":28902,"frica":28903,"ĠXL":28904,"ĠLead":28905,"_percent":28906,"