Instructions to use BingoG/SpatialAV2AV with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- LTX.io
How to use BingoG/SpatialAV2AV with LTX.io:
# Install the LTX-2 pipelines git clone https://github.com/Lightricks/LTX-2.git cd LTX-2 uv sync --frozen
# Download the weights from this repo, plus the Gemma text encoder hf download BingoG/SpatialAV2AV --local-dir models/SpatialAV2AV hf download google/gemma-3-12b-it-qat-q4_0-unquantized --local-dir models/gemma-3-12b
# Fast pipeline (distilled model, no distilled LoRA needed) uv run python -m ltx_pipelines.distilled \ --distilled-checkpoint-path models/SpatialAV2AV/<distilled-checkpoint>.safetensors \ --spatial-upsampler-path models/SpatialAV2AV/<spatial-upsampler>.safetensors \ --gemma-root models/gemma-3-12b \ --prompt "A beautiful sunset over the ocean" \ --output-path output.mp4 # For image-to-video, add: --image path/to/image.jpg 0 0.8# HQ pipeline (two-stage, higher quality) uv run python -m ltx_pipelines.ti2vid_two_stages_hq \ --checkpoint-path models/SpatialAV2AV/<checkpoint>.safetensors \ --distilled-lora models/SpatialAV2AV/<distilled-lora>.safetensors 0.8 \ --spatial-upsampler-path models/SpatialAV2AV/<spatial-upsampler>.safetensors \ --gemma-root models/gemma-3-12b \ --prompt "A beautiful sunset over the ocean" \ --output-path output.mp4 # For image-to-video, add: --image path/to/image.jpg 0 0.8 - Notebooks
- Google Colab
- Kaggle
File size: 1,746 Bytes
797378a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 | {
"_note": "built by filename-parse replica (sh7 fs unreachable); origin==video_id verified on 200 samples",
"data_root": "/apdcephfs_sh7/share_300819555/helensliang/Projects/InspatioWorldGen/output/speakervid",
"group_key": "origin_id",
"input_list": "/apdcephfs_cq10/share_1367250/helensliang/code/emotion-talking/video-audio-data/LTX-2-SpatialAV2AV/debug/SpatialAV2AV_full/all.list",
"input_list_sha256": "f6ee06b26c9d18e03e3b8a0724e993a8d0dae27470ebd8c9271368dc99de33b0",
"n_samples_input": 116147,
"n_unique_origins": 14520,
"origin_resolution_sources": {
"json:video_id(filename-repro)": 116147
},
"per_split_origins": {
"test": 1452,
"train": 11616,
"val": 1452
},
"per_split_samples": {
"test": 11616,
"train": 92915,
"val": 11616
},
"per_split_trajectory": {
"test": {
"fixed_left": 710,
"fixed_right": 779,
"fixed_rot_left": 692,
"fixed_rot_right": 723,
"pan_left": 1452,
"pan_right": 1452,
"pull_out": 1452,
"push_in": 1452,
"rotate_left": 1452,
"rotate_right": 1452
},
"train": {
"fixed_left": 5796,
"fixed_right": 5956,
"fixed_rot_left": 5852,
"fixed_rot_right": 5628,
"pan_left": 11615,
"pan_right": 11615,
"pull_out": 11614,
"push_in": 11614,
"rotate_left": 11613,
"rotate_right": 11612
},
"val": {
"fixed_left": 731,
"fixed_right": 722,
"fixed_rot_left": 727,
"fixed_rot_right": 724,
"pan_left": 1452,
"pan_right": 1452,
"pull_out": 1452,
"push_in": 1452,
"rotate_left": 1452,
"rotate_right": 1452
}
},
"ratios": [
0.8,
0.1,
0.1
],
"seed": 20260718
} |