Spaces:
Running on Zero
Running on Zero
| { | |
| "schema_version": "2", | |
| "name": "Video Replace Background", | |
| "description": "Lift a subject with the LTX-2.5 Alpha-Gen matte (Lightricks/LTX-2.5-22b-IC-LoRA-Alpha-Gen), then regenerate the background with MiniMax-H3 (multimodalart/MiniMax-H3-Pruned) via the inpainting modular blocks (diffusers-modular/minimax-h3-inpainting) and turbo LoRA (lightx2v/Minimax-h3-Turbo) - or just remove it. Harmonize (on) blends the subject's lighting into the scene. Upload any clip. The matte is cached per clip, so changing only the prompt skips the LTX pass.", | |
| "runtime": {"default": "client"}, | |
| "view": {"default": "canvas"}, | |
| "references": [ | |
| { | |
| "id": "ref_clip", "role": "reference", "label": "Your clip (upload any video)", "asset_type": "video", | |
| "inputs": [{"id": "in", "label": "Clip", "type": "video"}], | |
| "outputs": [{"id": "out", "label": "Clip", "type": "video"}], | |
| "x": 40, "y": 40, "width": 260, "height": 160, | |
| "data": {"out": {"path": "examples/subject.mp4", "url": "/gradio_api/file=examples/subject.mp4", "orig_name": "subject.mp4", "mime_type": "video/mp4", "meta": {"_type": "gradio.FileData"}}} | |
| }, | |
| { | |
| "id": "ref_prompt", "role": "reference", "label": "New background (edit freely)", "asset_type": "text", | |
| "inputs": [{"id": "in", "label": "Text", "type": "text"}], | |
| "outputs": [{"id": "out", "label": "Text", "type": "text"}], | |
| "x": 40, "y": 230, "width": 260, "height": 150, | |
| "data": {"out": "a sunny tropical beach, white sand, palm trees and turquoise ocean waves behind the subject, bright warm daylight, static camera"} | |
| }, | |
| { | |
| "id": "ref_budget", "role": "reference", "label": "Quality / speed", "asset_type": "text", | |
| "inputs": [{"id": "in", "label": "Text", "type": "text"}], | |
| "outputs": [{"id": "out", "label": "Text", "type": "text"}], | |
| "x": 40, "y": 410, "width": 260, "height": 110, "data": {"out": "Balanced 路 640"} | |
| }, | |
| { | |
| "id": "ref_steps", "role": "reference", "label": "Steps (turbo)", "asset_type": "number", | |
| "inputs": [{"id": "in", "label": "Number", "type": "number"}], | |
| "outputs": [{"id": "out", "label": "Number", "type": "number"}], | |
| "x": 40, "y": 540, "width": 260, "height": 110, "data": {"out": 8} | |
| }, | |
| { | |
| "id": "ref_seed", "role": "reference", "label": "Seed", "asset_type": "number", | |
| "inputs": [{"id": "in", "label": "Number", "type": "number"}], | |
| "outputs": [{"id": "out", "label": "Number", "type": "number"}], | |
| "x": 40, "y": 670, "width": 260, "height": 110, "data": {"out": 7} | |
| }, | |
| { | |
| "id": "ref_keep", "role": "reference", "label": "Keep original audio", "asset_type": "boolean", | |
| "inputs": [{"id": "in", "label": "Boolean", "type": "boolean"}], | |
| "outputs": [{"id": "out", "label": "Boolean", "type": "boolean"}], | |
| "x": 40, "y": 800, "width": 260, "height": 100, "data": {"out": true} | |
| }, | |
| { | |
| "id": "ref_harmonize", "role": "reference", "label": "Harmonize subject into the scene", "asset_type": "boolean", | |
| "inputs": [{"id": "in", "label": "Boolean", "type": "boolean"}], | |
| "outputs": [{"id": "out", "label": "Boolean", "type": "boolean"}], | |
| "x": 40, "y": 930, "width": 260, "height": 100, "data": {"out": true} | |
| }, | |
| { | |
| "id": "ref_remove", "role": "reference", "label": "Just remove the background", "asset_type": "boolean", | |
| "inputs": [{"id": "in", "label": "Boolean", "type": "boolean"}], | |
| "outputs": [{"id": "out", "label": "Boolean", "type": "boolean"}], | |
| "x": 40, "y": 1060, "width": 260, "height": 100, "data": {"out": false} | |
| } | |
| ], | |
| "operators": [ | |
| { | |
| "id": "op_generate", "role": "operator", "kind": "fn", "source": "fn", "fn": "generate_video", | |
| "label": "generate_video", | |
| "inputs": [ | |
| {"id": "in_0", "label": "clip", "type": "video", "required": true}, | |
| {"id": "in_1", "label": "prompt", "type": "text", "required": true}, | |
| {"id": "in_2", "label": "budget", "type": "text", "choices": ["Balanced 路 640", "Full 路 768 short edge", "Fast 路 512"]}, | |
| {"id": "in_3", "label": "steps", "type": "number"}, | |
| {"id": "in_4", "label": "seed", "type": "number"}, | |
| {"id": "in_5", "label": "keep_audio", "type": "boolean"}, | |
| {"id": "in_6", "label": "harmonize", "type": "boolean"}, | |
| {"id": "in_7", "label": "remove_only", "type": "boolean"} | |
| ], | |
| "outputs": [ | |
| {"id": "out_0", "label": "result", "type": "video", "output_index": 0}, | |
| {"id": "out_1", "label": "alpha matte", "type": "video", "output_index": 1}, | |
| {"id": "out_2", "label": "background mask", "type": "video", "output_index": 2} | |
| ], | |
| "x": 460, "y": 360, "width": 320, "height": 340, "data": {} | |
| } | |
| ], | |
| "subjects": [ | |
| { | |
| "id": "sub_result", "role": "subject", "label": "Result", "asset_type": "video", | |
| "inputs": [{"id": "in", "label": "Video", "type": "video"}], | |
| "outputs": [{"id": "out", "label": "Video", "type": "video"}], | |
| "x": 920, "y": 220, "width": 300, "height": 220, "data": {} | |
| }, | |
| { | |
| "id": "sub_matte", "role": "subject", "label": "Alpha matte", "asset_type": "video", | |
| "inputs": [{"id": "in", "label": "Video", "type": "video"}], | |
| "outputs": [{"id": "out", "label": "Video", "type": "video"}], | |
| "x": 920, "y": 470, "width": 300, "height": 200, "data": {} | |
| }, | |
| { | |
| "id": "sub_mask", "role": "subject", "label": "Background mask", "asset_type": "video", | |
| "inputs": [{"id": "in", "label": "Video", "type": "video"}], | |
| "outputs": [{"id": "out", "label": "Video", "type": "video"}], | |
| "x": 920, "y": 700, "width": 300, "height": 200, "data": {} | |
| } | |
| ], | |
| "edges": [ | |
| {"id": "e_clip", "from_node_id": "ref_clip", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_0", "type": "video"}, | |
| {"id": "e_prompt", "from_node_id": "ref_prompt", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_1", "type": "text"}, | |
| {"id": "e_budget", "from_node_id": "ref_budget", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_2", "type": "text"}, | |
| {"id": "e_steps", "from_node_id": "ref_steps", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_3", "type": "number"}, | |
| {"id": "e_seed", "from_node_id": "ref_seed", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_4", "type": "number"}, | |
| {"id": "e_keep", "from_node_id": "ref_keep", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_5", "type": "boolean"}, | |
| {"id": "e_harmonize", "from_node_id": "ref_harmonize", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_6", "type": "boolean"}, | |
| {"id": "e_remove", "from_node_id": "ref_remove", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_7", "type": "boolean"}, | |
| {"id": "e_result", "from_node_id": "op_generate", "from_port_id": "out_0", "to_node_id": "sub_result", "to_port_id": "in", "type": "video"}, | |
| {"id": "e_matte", "from_node_id": "op_generate", "from_port_id": "out_1", "to_node_id": "sub_matte", "to_port_id": "in", "type": "video"}, | |
| {"id": "e_mask", "from_node_id": "op_generate", "from_port_id": "out_2", "to_node_id": "sub_mask", "to_port_id": "in", "type": "video"} | |
| ] | |
| } | |