File size: 3,575 Bytes
8c95b99 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 | #!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""surgery3.py — 手术 III: qwen35.attention.recurrent_layers BOOL 数组 33→32 (Colab 版)
沿袭 R10 s8_f16_surgery2.py 实战逻辑: 删末元素(幻影 nextn 层旗标)+计数 33→32+头部左移 1,
align32 padding 吸收位移 → 张量数据区起点不变。
前置: r12_surgery.py 已完成 (bc=32, nx=0)
产物: SURGERY3_DONE"""
import struct, os, sys
PATH = sys.argv[1] if len(sys.argv) > 1 else "/content/k8b/base_f16.gguf"
KEY = "qwen35.attention.recurrent_layers"
SZ = {0: 1, 1: 1, 2: 2, 3: 2, 4: 4, 5: 4, 6: 4, 7: 1, 10: 8, 11: 8, 12: 8}
def walk_header(fh):
fh.seek(0)
assert fh.read(4) == b"GGUF"
ver, n_ten, n_kv = struct.unpack("<IQQ", fh.read(20))
def rstr():
n = struct.unpack("<Q", fh.read(8))[0]
return fh.read(n).decode("utf-8", "replace")
hits = {}
for _ in range(n_kv):
key = rstr()
vtype = struct.unpack("<I", fh.read(4))[0]
if vtype == 8:
rstr(); continue
if vtype == 9:
etype = struct.unpack("<I", fh.read(4))[0]
cnt_off = fh.tell()
cnt = struct.unpack("<Q", fh.read(8))[0]
data_off = fh.tell()
if etype == 8:
for _ in range(cnt):
ln = struct.unpack("<Q", fh.read(8))[0]
fh.seek(ln, 1)
else:
fh.seek(cnt * SZ[etype], 1)
if key == KEY:
hits[key] = (vtype, etype, cnt, cnt_off, data_off)
continue
fh.seek(SZ[vtype], 1)
for _ in range(n_ten):
rstr()
n_dims = struct.unpack("<I", fh.read(4))[0]
fh.seek(8 * n_dims, 1)
fh.seek(4 + 8, 1)
head_end = fh.tell()
data_start = (head_end + 31) // 32 * 32
return hits, head_end, data_start, n_ten
def main():
sz = os.path.getsize(PATH)
with open(PATH, "r+b") as fh:
hits, head_end, data_start, n_ten = walk_header(fh)
if KEY not in hits:
print("SKIP: %s absent (maybe already 32 or not present)" % KEY)
print("SURGERY3_DONE")
return
vtype, etype, cnt, cnt_off, data_off = hits[KEY]
print("found: etype=%d count=%d cnt_off=%d data_off=%d head_end=%d data_start=%d filesize=%d"
% (etype, cnt, cnt_off, data_off, head_end, data_start, sz), flush=True)
if cnt == 32:
print("SKIP: already 32")
print("SURGERY3_DONE")
return
assert etype == 7 and cnt == 33, "expect BOOL array of 33, got %d/%d" % (etype, cnt)
fh.seek(0)
hdr = bytearray(fh.read(data_start))
struct.pack_into("<Q", hdr, cnt_off, 32)
del hdr[data_off + 32]
assert len(hdr) == data_start - 1
hdr.append(0)
assert len(hdr) == data_start
fh.seek(0)
fh.write(hdr)
fh.flush()
os.fsync(fh.fileno())
print("bytes rewritten:", data_start, flush=True)
with open(PATH, "rb") as fh:
hits2, head_end2, data_start2, n_ten2 = walk_header(fh)
print("VERIFY recount=%d head_end=%d data_start=%d (expect unchanged %d)"
% (hits2[KEY][2], head_end2, data_start2, data_start), flush=True)
assert hits2[KEY][2] == 32 and data_start2 == data_start
import gguf
r = gguf.GGUFReader(PATH)
print("VERIFY reader: tensors=%d block_count=%s" % (
len(r.tensors), int(r.fields["qwen35.block_count"].parts[-1][0])), flush=True)
print("SURGERY3_DONE", flush=True)
if __name__ == "__main__":
main()
|