| """Run a downloaded Clef quantized bundle, without Forge or source checkpoints.""" |
|
|
| from __future__ import annotations |
|
|
| import argparse |
| import json |
| from pathlib import Path |
|
|
|
|
| def main(): |
| parser = argparse.ArgumentParser(description=__doc__) |
| parser.add_argument("--profile", choices=["flash-int8", "clef-24gb", "clef-16gb"], required=True) |
| parser.add_argument("--image", type=Path) |
| parser.add_argument("--questions", type=Path) |
| parser.add_argument("--state", default="添付画像を評価してください。") |
| parser.add_argument("--max-pixels", type=int, default=262144) |
| parser.add_argument("--max-length", type=int, default=2048) |
| args = parser.parse_args() |
| from clef_runtime.core import TEMPLATES, validate_request |
| from clef_runtime.runtime import Runner |
|
|
| questions = json.loads(args.questions.read_text(encoding="utf-8")) if args.questions else TEMPLATES["画像の評価"] |
| request = validate_request( |
| { |
| "profile": args.profile, |
| "questions": questions, |
| "state": args.state, |
| "max_pixels": args.max_pixels, |
| "max_length": args.max_length, |
| } |
| ) |
| runner = Runner.from_directory(Path(__file__).resolve().parent, args.profile) |
| try: |
| result = runner.decide(request, str(args.image.resolve()) if args.image else None) |
| print(json.dumps(result, ensure_ascii=False, indent=2), flush=True) |
| finally: |
| runner.close() |
|
|
|
|
| if __name__ == "__main__": |
| main() |
|
|
