nlp-chapter6-nextgpt / scripts /check_environment.py
jp2023213625's picture
Upload folder using huggingface_hub
c1f7bd5 verified
Raw History Blame Contribute Delete
2.05 kB
"""Record real readiness checks without downloading or loading large models."""
import importlib.util
import argparse
import json
import platform
import subprocess
from pathlib import Path
root = Path(__file__).resolve().parents[1]
parser = argparse.ArgumentParser()
parser.add_argument('--weights',type=Path,default=root.parent/'.nextgpt_weights')
args = parser.parse_args()
report = {"python": platform.python_version(), "platform": platform.platform(), "scope": "环境预检,非模型推理"}
try:
import torch
report.update(torch=torch.__version__, cuda_available=torch.cuda.is_available())
except ImportError:
report.update(torch=None, cuda_available=False)
gpu = subprocess.run(["nvidia-smi", "--query-gpu=name,memory.total,memory.free", "--format=csv"], capture_output=True, text=True)
report["gpu"] = gpu.stdout.strip()
report["dependencies"] = {name: importlib.util.find_spec(name) is not None for name in ["transformers", "diffusers", "deepspeed", "peft", "decord", "gradio"]}
paths = {
"imagebind": args.weights / "imagebind_huge.pth",
"vicuna_gptq": args.weights / "vicuna-v0-gptq/model.safetensors",
"nextgpt_delta": args.weights / "nextgpt_7b_tiva_v0/pytorch_model.pt",
}
report["checkpoints"] = {name: path.is_file() for name, path in paths.items()}
result = root/'evidence/real-inference/result.json'
report["inference_status"] = "已完成本机最小图片问答;详见 real-inference/result.json" if result.exists() else "尚无完成记录"
report['packages'] = {}
import importlib.metadata
for package in ['torch','torchvision','transformers','accelerate','safetensors','sentencepiece','timm','ftfy','iopath','einops','Pillow']:
try: report['packages'][package]=importlib.metadata.version(package)
except importlib.metadata.PackageNotFoundError: report['packages'][package]=None
out = root / "evidence/environment.json"
out.parent.mkdir(exist_ok=True)
out.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8")
print(json.dumps(report, ensure_ascii=False, indent=2))