File size: 740 Bytes
5ba1bb4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 | """Cloud GPU command-line chat. The original CLI is vision_chat.py."""
import argparse
from chatcode.runtime import answer, load_engine
if __name__ == "__main__":
parser = argparse.ArgumentParser(description="PocketVision Chat & Code (text only, cloud GPU)")
parser.add_argument("prompt")
parser.add_argument("--adapter", help="A matching chat/code adapter; omit to use the pretrained base")
parser.add_argument("--max-new-tokens", type=int, default=768)
args = parser.parse_args()
try:
tokenizer, model = load_engine(args.adapter)
print(answer(tokenizer, model, args.prompt, max_new_tokens=args.max_new_tokens))
except (ValueError, RuntimeError) as error:
parser.exit(1, f"{error}\n")
|