File size: 1,469 Bytes
df6d041 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 | """Write native logits on 2,048 deterministic bilingual validation targets."""
import argparse, json
from pathlib import Path
import numpy as np
import torch
from safetensors.torch import load_file
from franok.model import Config, Franok
def main():
p = argparse.ArgumentParser()
p.add_argument("--run", type=Path, required=True)
p.add_argument("--out", type=Path, required=True)
args = p.parse_args()
args.out.mkdir(exist_ok=True, parents=True)
m = Franok(Config(**json.loads((args.run / "config.json").read_text()))).eval()
m.load_state_dict(load_file(str(args.run / "model.safetensors")))
rows = []
rng = np.random.default_rng(918)
with (args.out / "reference.f32").open("wb") as f, torch.inference_mode():
for lang in ["en", "tr"]:
for group in ["text", "chat"]:
a = np.memmap(
"work/data/val-" + lang + "-" + group + ".bin",
mode="r",
dtype="<u2",
)
for i in range(4):
off = rng.integers(len(a) - 129)
ids = a[off : off + 129].astype("int64").tolist()
logits = m(torch.tensor([ids[:-1]]))[0].numpy().astype("<f4")
f.write(logits.tobytes())
rows.append(dict(lang=lang, source=group, ids=ids))
(args.out / "numeric.json").write_text(json.dumps(rows))
if __name__ == "__main__":
main()
|