WeVisOne-VL / app.py
liangtm's picture
Add WeVisOne-VL ZeroGPU demo
f003d77 verified
Raw History Blame Contribute Delete
447 Bytes
import os
import spaces
from demo.app import EXAMPLES_IMAGE_DIR, _style_kwargs, build_demo
from wevisone_vl import WeVisOneVL
MODEL_ID = os.environ.get("WEVISONE_MODEL", "tencent/WeVisOne-VL-4B")
engine = WeVisOneVL(MODEL_ID, backend="transformers", device="cuda")
engine.predict = spaces.GPU(duration=120)(engine.predict)
demo = build_demo(engine)
demo.queue()
demo.launch(allowed_paths=[str(EXAMPLES_IMAGE_DIR)], **_style_kwargs("launch"))