File size: 536 Bytes
b112551
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
import sys, time, torch, numpy as np
from backdoorcheck import probe, prompts
from backdoorcheck.loading import load_model, load_tokenizer
torch.set_num_threads(int(sys.argv[2]))
rid = sys.argv[1]
words = prompts.word_list()[:200]
for dt in (torch.float32, torch.bfloat16):
    m, _ = load_model(rid, dtype=dt); tok, _ = load_tokenizer(rid)
    t = time.time(); s = probe.screen(m, tok, words, "cpu", bs=64); el = time.time() - t
    print(rid, dt, f"{el:.1f}s for 200 strings -> {el*5500/200/60:.1f} min for 5500", np.round(s[:5], 3))