File size: 1,392 Bytes
4d35876
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
{
  "protocol": "Batch-size-1 per-image model inference latency measured inside each predictor with time.perf_counter and CUDA synchronization around the model-call section only. Each image uses unmeasured warmup iterations followed by measured repeats. Model loading, process startup, dataset export, image file I/O, metric computation, visualization writing, and result serialization are excluded.",
  "methods": {
    "ours": {
      "enabled": true,
      "available": true,
      "method": "ours",
      "protocol": "Batch-size-1 per-image model inference latency measured inside each predictor with time.perf_counter and CUDA synchronization around the model-call section only. Each image uses unmeasured warmup iterations followed by measured repeats. Model loading, process startup, dataset export, image file I/O, metric computation, visualization writing, and result serialization are excluded.",
      "timed_observations": 3270,
      "images": 654,
      "mean_seconds": 1.8544761400122982,
      "median_seconds": 1.850359095260501,
      "std_seconds": 0.019757099683185158,
      "ci95_seconds": 0.0006771819693837795,
      "min_seconds": 1.8171202559024096,
      "max_seconds": 1.960617057979107,
      "images_per_second": 0.539235840474803,
      "per_image_file": "/root/vepfs/Infinity/outputs/normal_eval/2026-06-17/12-38-50/nyuv2/ours/inference_times.json"
    }
  }
}