{
  "schema": "omniref-comfy-validation-v1",
  "all_passed": true,
  "pairs": [
    {
      "reference": "/mnt/nfs/vlm-aryan/omniref-comfy-quant/results/fp8_couple_bf16_00001_.mp4",
      "variant": "/mnt/nfs/vlm-aryan/omniref-comfy-quant/results/fp8_couple_fp8_00001_.mp4",
      "reference_streams": {
        "video": {
          "codec_name": "h264",
          "width": 832,
          "height": 480,
          "nb_frames": "124",
          "duration": "5.166667",
          "avg_frame_rate": "24/1"
        },
        "audio": {
          "codec_name": "aac",
          "sample_rate": "32000",
          "channels": 2,
          "duration": "5.166688"
        }
      },
      "variant_streams": {
        "video": {
          "codec_name": "h264",
          "width": 832,
          "height": 480,
          "nb_frames": "124",
          "duration": "5.166667",
          "avg_frame_rate": "24/1"
        },
        "audio": {
          "codec_name": "aac",
          "sample_rate": "32000",
          "channels": 2,
          "duration": "5.166688"
        }
      },
      "video": {
        "psnr_db": {
          "average": 17.768685,
          "min": 16.883052,
          "max": 18.696102
        },
        "ssim": {
          "all": 0.650894
        }
      },
      "reference_signalstats": {
        "frames": 124,
        "yavg_mean": 67.89993790322582,
        "yavg_min": 63.8855,
        "yavg_max": 71.4734,
        "yavg_std": 2.1759963410041263,
        "ylow_min": 20.0,
        "yhigh_max": 136.0,
        "range": 7.587899999999998
      },
      "variant_signalstats": {
        "frames": 124,
        "yavg_mean": 61.20358790322581,
        "yavg_min": 55.6748,
        "yavg_max": 66.7591,
        "yavg_std": 3.354732246529081,
        "ylow_min": 16.0,
        "yhigh_max": 155.0,
        "range": 11.084300000000006
      },
      "variant_freeze": {
        "freeze_starts": [],
        "freeze_count": 0
      },
      "audio": {
        "samples": 165888,
        "duration_s": 5.184,
        "reference_rms": 0.12305640689064563,
        "variant_rms": 0.13158136094777792,
        "reference_peak": 0.8605138063430786,
        "variant_peak": 0.9056766927242279,
        "variant_active_fraction": 0.9036156925154321,
        "variant_zero_crossing_rate": 0.10454707119906925,
        "psnr_db": 2.0745963022687284,
        "correlation": 0.7122293227191291,
        "reference_spectral_centroid_hz": 1729.7671918987971,
        "variant_spectral_centroid_hz": 1531.6936693423245
      },
      "checks": {
        "variant_has_video": true,
        "variant_has_audio": true,
        "variant_audio_not_silent": true,
        "variant_audio_active": true,
        "variant_audio_duration_matches_video": true,
        "variant_video_has_frames": true,
        "variant_video_has_contrast": true,
        "variant_video_not_black": true,
        "variant_signalstats_finite": true,
        "variant_no_long_freeze": true
      },
      "passed": true,
      "label": "fp8_couple"
    },
    {
      "reference": "/mnt/nfs/vlm-aryan/omniref-comfy-quant/results/fp8_cyclist_bf16_00001_.mp4",
      "variant": "/mnt/nfs/vlm-aryan/omniref-comfy-quant/results/fp8_cyclist_fp8_00001_.mp4",
      "reference_streams": {
        "video": {
          "codec_name": "h264",
          "width": 832,
          "height": 480,
          "nb_frames": "124",
          "duration": "5.166667",
          "avg_frame_rate": "24/1"
        },
        "audio": {
          "codec_name": "aac",
          "sample_rate": "32000",
          "channels": 2,
          "duration": "5.166688"
        }
      },
      "variant_streams": {
        "video": {
          "codec_name": "h264",
          "width": 832,
          "height": 480,
          "nb_frames": "124",
          "duration": "5.166667",
          "avg_frame_rate": "24/1"
        },
        "audio": {
          "codec_name": "aac",
          "sample_rate": "32000",
          "channels": 2,
          "duration": "5.166688"
        }
      },
      "video": {
        "psnr_db": {
          "average": 16.721294,
          "min": 13.696499,
          "max": 20.44198
        },
        "ssim": {
          "all": 0.597396
        }
      },
      "reference_signalstats": {
        "frames": 124,
        "yavg_mean": 93.42135080645163,
        "yavg_min": 71.2544,
        "yavg_max": 108.193,
        "yavg_std": 10.76840557473647,
        "ylow_min": 24.0,
        "yhigh_max": 221.0,
        "range": 36.938599999999994
      },
      "variant_signalstats": {
        "frames": 124,
        "yavg_mean": 85.05121774193549,
        "yavg_min": 52.2754,
        "yavg_max": 104.562,
        "yavg_std": 18.791282925932098,
        "ylow_min": 17.0,
        "yhigh_max": 225.0,
        "range": 52.2866
      },
      "variant_freeze": {
        "freeze_starts": [],
        "freeze_count": 0
      },
      "audio": {
        "samples": 165888,
        "duration_s": 5.184,
        "reference_rms": 0.014081170316520775,
        "variant_rms": 0.014917761352336441,
        "reference_peak": 0.10583700239658356,
        "variant_peak": 0.07890192791819572,
        "variant_active_fraction": 0.9428288966049383,
        "variant_zero_crossing_rate": 0.5140065225123126,
        "psnr_db": 0.07848133974651522,
        "correlation": 0.5381582052378496,
        "reference_spectral_centroid_hz": 8938.440234267178,
        "variant_spectral_centroid_hz": 8207.512075850273
      },
      "checks": {
        "variant_has_video": true,
        "variant_has_audio": true,
        "variant_audio_not_silent": true,
        "variant_audio_active": true,
        "variant_audio_duration_matches_video": true,
        "variant_video_has_frames": true,
        "variant_video_has_contrast": true,
        "variant_video_not_black": true,
        "variant_signalstats_finite": true,
        "variant_no_long_freeze": true
      },
      "passed": true,
      "label": "fp8_cyclist"
    }
  ]
}