File size: 1,237 Bytes
59630ba | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 | from datasets.video import (
MinecraftAdvancedVideoDataset,
Kinetics600AdvancedVideoDataset,
RealEstate10KAdvancedVideoDataset,
RealEstate10KMiniAdvancedVideoDataset,
RealEstate10KOODAdvancedVideoDataset,
RealEstate10KRotateAdvancedVideoDataset
)
from algorithms.dfot import DFoTVideo, DFoTVideoPose,DFoTGeometryForcing
from .base_exp import BaseLightningExperiment
from .data_modules.utils import _data_module_cls
class VideoGenerationExperiment(BaseLightningExperiment):
"""
A video generation experiment
"""
compatible_algorithms = dict(
dfot_video=DFoTVideo,
dfot_video_pose=DFoTVideoPose,
sd_video=DFoTVideo,
sd_video_3d=DFoTVideoPose,
dfot_geometry_forcing=DFoTGeometryForcing,
)
compatible_datasets = dict(
# video datasets
minecraft=MinecraftAdvancedVideoDataset,
realestate10k=RealEstate10KAdvancedVideoDataset,
realestate10k_ood=RealEstate10KOODAdvancedVideoDataset,
realestate10k_mini=RealEstate10KMiniAdvancedVideoDataset,
realestate10k_rotate=RealEstate10KRotateAdvancedVideoDataset,
kinetics_600=Kinetics600AdvancedVideoDataset,
)
data_module_cls = _data_module_cls
|