Delete to_fp8.py
Browse files
to_fp8.py
DELETED
|
@@ -1,10 +0,0 @@
|
|
| 1 |
-
import torch, safetensors.torch as st, sys, os
|
| 2 |
-
|
| 3 |
-
src, dst = sys.argv[1], sys.argv[2]
|
| 4 |
-
sd = st.load_file(src)
|
| 5 |
-
out = {k: v.to(torch.float8_e4m3fn) if v.is_floating_point() else v for k, v in sd.items()}
|
| 6 |
-
st.save_file(out, dst)
|
| 7 |
-
|
| 8 |
-
src_mb = os.path.getsize(src) / 1024 / 1024
|
| 9 |
-
dst_mb = os.path.getsize(dst) / 1024 / 1024
|
| 10 |
-
print(f"{src_mb:.0f} MB -> {dst_mb:.0f} MB ({len(sd)} тензоров)")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|