Spaces:
Sleeping
Sleeping
Download scripts/infer_live_v2.py from koushik2109/mindscope-Model: direct link, hf CLI and curl.
- Browser
- Download file 3.32 kB
-
https://huggingface.co/spaces/koushik2109/mindscope-Model/resolve/main/scripts/infer_live_v2.py
- Command line
-
hf download hf://spaces/koushik2109/mindscope-Model/scripts/infer_live_v2.py
-
curl -L -o infer_live_v2.py https://huggingface.co/spaces/koushik2109/mindscope-Model/resolve/main/scripts/infer_live_v2.py
3.32 kB
| #!/usr/bin/env python3 | |
| """Example live inference script for multimodal depression detection. | |
| Demonstrates how to use the LiveInferencePipeline for real-time predictions | |
| from webcam/video/audio/transcript inputs. | |
| """ | |
| import argparse | |
| import sys | |
| from pathlib import Path | |
| ROOT_DIR = Path(__file__).resolve().parents[2] | |
| if str(ROOT_DIR) not in sys.path: | |
| sys.path.insert(0, str(ROOT_DIR)) | |
| import torch | |
| from src.inference.live_pipeline import LiveInferencePipeline | |
| from src.features.specs import FeatureSpecification | |
| from src.inference.validation import FeatureCheckpoint | |
| def main() -> None: | |
| """Example usage of live inference pipeline.""" | |
| parser = argparse.ArgumentParser(description="Live inference example") | |
| parser.add_argument("--checkpoint", type=Path, required=True, help="Model checkpoint path") | |
| parser.add_argument("--experiment", type=str, required=True, help="Experiment name for loading preprocessors") | |
| parser.add_argument("--audio", type=Path, help="Path to audio file") | |
| parser.add_argument("--openface-csv", type=Path, help="Path to OpenFace CSV (video features)") | |
| parser.add_argument("--transcript", type=str, help="Transcript text") | |
| parser.add_argument("--device", type=str, default="auto", help="Device (auto/cuda/cpu)") | |
| parser.add_argument("--verbose", action="store_true", help="Verbose output") | |
| args = parser.parse_args() | |
| # Load feature spec and preprocessors | |
| checkpoint_manager = FeatureCheckpoint(Path("checkpoints")) | |
| try: | |
| feature_spec = checkpoint_manager.load_feature_spec(args.experiment) | |
| preprocessors = checkpoint_manager.load_preprocessors(args.experiment) | |
| except FileNotFoundError as e: | |
| print(f"Error: {e}") | |
| print(f"Make sure to run training script with --experiment-name {args.experiment}") | |
| sys.exit(1) | |
| # Model config (same as training) | |
| model_config = { | |
| "audio_dim": feature_spec.audio_dim, | |
| "video_dim": feature_spec.video_dim, | |
| "text_dim": feature_spec.text_dim, | |
| "fusion_dim": 256, | |
| "num_questions": 8, | |
| "encoder_type": "transformer", | |
| "num_heads": 4, | |
| "num_layers": 2, | |
| "dropout": 0.2, | |
| "fusion_mode": "hybrid", | |
| } | |
| # Initialize pipeline | |
| pipeline = LiveInferencePipeline( | |
| checkpoint_path=args.checkpoint, | |
| model_config=model_config, | |
| feature_spec=feature_spec, | |
| preprocessors=preprocessors, | |
| device=args.device, | |
| ) | |
| if args.verbose: | |
| print(f"Model loaded from: {args.checkpoint}") | |
| print(f"Feature spec: audio={feature_spec.audio_dim}D, video={feature_spec.video_dim}D, text={feature_spec.text_dim}D") | |
| # Run inference | |
| try: | |
| result = pipeline.predict_single( | |
| audio_path=args.audio, | |
| video_openface_csv=args.openface_csv, | |
| transcript=args.transcript, | |
| verbose=args.verbose, | |
| ) | |
| # Print results | |
| print(pipeline.predict_and_explain( | |
| audio_path=args.audio, | |
| video_openface_csv=args.openface_csv, | |
| transcript=args.transcript, | |
| )) | |
| except Exception as e: | |
| print(f"Inference error: {e}") | |
| import traceback | |
| traceback.print_exc() | |
| sys.exit(1) | |
| if __name__ == "__main__": | |
| main() | |