| { |
| "schema": "omniref-comfy-validation-v1", |
| "all_passed": true, |
| "pairs": [ |
| { |
| "reference": "/mnt/nfs/vlm-aryan/omniref-comfy-quant/results/fp8_couple_bf16_00001_.mp4", |
| "variant": "/mnt/nfs/vlm-aryan/omniref-comfy-quant/results/fp8_couple_fp8_00001_.mp4", |
| "reference_streams": { |
| "video": { |
| "codec_name": "h264", |
| "width": 832, |
| "height": 480, |
| "nb_frames": "124", |
| "duration": "5.166667", |
| "avg_frame_rate": "24/1" |
| }, |
| "audio": { |
| "codec_name": "aac", |
| "sample_rate": "32000", |
| "channels": 2, |
| "duration": "5.166688" |
| } |
| }, |
| "variant_streams": { |
| "video": { |
| "codec_name": "h264", |
| "width": 832, |
| "height": 480, |
| "nb_frames": "124", |
| "duration": "5.166667", |
| "avg_frame_rate": "24/1" |
| }, |
| "audio": { |
| "codec_name": "aac", |
| "sample_rate": "32000", |
| "channels": 2, |
| "duration": "5.166688" |
| } |
| }, |
| "video": { |
| "psnr_db": { |
| "average": 17.768685, |
| "min": 16.883052, |
| "max": 18.696102 |
| }, |
| "ssim": { |
| "all": 0.650894 |
| } |
| }, |
| "reference_signalstats": { |
| "frames": 124, |
| "yavg_mean": 67.89993790322582, |
| "yavg_min": 63.8855, |
| "yavg_max": 71.4734, |
| "yavg_std": 2.1759963410041263, |
| "ylow_min": 20.0, |
| "yhigh_max": 136.0, |
| "range": 7.587899999999998 |
| }, |
| "variant_signalstats": { |
| "frames": 124, |
| "yavg_mean": 61.20358790322581, |
| "yavg_min": 55.6748, |
| "yavg_max": 66.7591, |
| "yavg_std": 3.354732246529081, |
| "ylow_min": 16.0, |
| "yhigh_max": 155.0, |
| "range": 11.084300000000006 |
| }, |
| "variant_freeze": { |
| "freeze_starts": [], |
| "freeze_count": 0 |
| }, |
| "audio": { |
| "samples": 165888, |
| "duration_s": 5.184, |
| "reference_rms": 0.12305640689064563, |
| "variant_rms": 0.13158136094777792, |
| "reference_peak": 0.8605138063430786, |
| "variant_peak": 0.9056766927242279, |
| "variant_active_fraction": 0.9036156925154321, |
| "variant_zero_crossing_rate": 0.10454707119906925, |
| "psnr_db": 2.0745963022687284, |
| "correlation": 0.7122293227191291, |
| "reference_spectral_centroid_hz": 1729.7671918987971, |
| "variant_spectral_centroid_hz": 1531.6936693423245 |
| }, |
| "checks": { |
| "variant_has_video": true, |
| "variant_has_audio": true, |
| "variant_audio_not_silent": true, |
| "variant_audio_active": true, |
| "variant_audio_duration_matches_video": true, |
| "variant_video_has_frames": true, |
| "variant_video_has_contrast": true, |
| "variant_video_not_black": true, |
| "variant_signalstats_finite": true, |
| "variant_no_long_freeze": true |
| }, |
| "passed": true, |
| "label": "fp8_couple" |
| }, |
| { |
| "reference": "/mnt/nfs/vlm-aryan/omniref-comfy-quant/results/fp8_cyclist_bf16_00001_.mp4", |
| "variant": "/mnt/nfs/vlm-aryan/omniref-comfy-quant/results/fp8_cyclist_fp8_00001_.mp4", |
| "reference_streams": { |
| "video": { |
| "codec_name": "h264", |
| "width": 832, |
| "height": 480, |
| "nb_frames": "124", |
| "duration": "5.166667", |
| "avg_frame_rate": "24/1" |
| }, |
| "audio": { |
| "codec_name": "aac", |
| "sample_rate": "32000", |
| "channels": 2, |
| "duration": "5.166688" |
| } |
| }, |
| "variant_streams": { |
| "video": { |
| "codec_name": "h264", |
| "width": 832, |
| "height": 480, |
| "nb_frames": "124", |
| "duration": "5.166667", |
| "avg_frame_rate": "24/1" |
| }, |
| "audio": { |
| "codec_name": "aac", |
| "sample_rate": "32000", |
| "channels": 2, |
| "duration": "5.166688" |
| } |
| }, |
| "video": { |
| "psnr_db": { |
| "average": 16.721294, |
| "min": 13.696499, |
| "max": 20.44198 |
| }, |
| "ssim": { |
| "all": 0.597396 |
| } |
| }, |
| "reference_signalstats": { |
| "frames": 124, |
| "yavg_mean": 93.42135080645163, |
| "yavg_min": 71.2544, |
| "yavg_max": 108.193, |
| "yavg_std": 10.76840557473647, |
| "ylow_min": 24.0, |
| "yhigh_max": 221.0, |
| "range": 36.938599999999994 |
| }, |
| "variant_signalstats": { |
| "frames": 124, |
| "yavg_mean": 85.05121774193549, |
| "yavg_min": 52.2754, |
| "yavg_max": 104.562, |
| "yavg_std": 18.791282925932098, |
| "ylow_min": 17.0, |
| "yhigh_max": 225.0, |
| "range": 52.2866 |
| }, |
| "variant_freeze": { |
| "freeze_starts": [], |
| "freeze_count": 0 |
| }, |
| "audio": { |
| "samples": 165888, |
| "duration_s": 5.184, |
| "reference_rms": 0.014081170316520775, |
| "variant_rms": 0.014917761352336441, |
| "reference_peak": 0.10583700239658356, |
| "variant_peak": 0.07890192791819572, |
| "variant_active_fraction": 0.9428288966049383, |
| "variant_zero_crossing_rate": 0.5140065225123126, |
| "psnr_db": 0.07848133974651522, |
| "correlation": 0.5381582052378496, |
| "reference_spectral_centroid_hz": 8938.440234267178, |
| "variant_spectral_centroid_hz": 8207.512075850273 |
| }, |
| "checks": { |
| "variant_has_video": true, |
| "variant_has_audio": true, |
| "variant_audio_not_silent": true, |
| "variant_audio_active": true, |
| "variant_audio_duration_matches_video": true, |
| "variant_video_has_frames": true, |
| "variant_video_has_contrast": true, |
| "variant_video_not_black": true, |
| "variant_signalstats_finite": true, |
| "variant_no_long_freeze": true |
| }, |
| "passed": true, |
| "label": "fp8_cyclist" |
| } |
| ] |
| } |
|
|
