quantization_comparison.json

[
  {
    "quant_type": "FP16",
    "file_suffix": "fp16.gguf",
    "size_mb": 3100,
    "ram_required_mb": 3800,
    "core_accuracy_pct": 94.77,
    "real_accuracy_pct": 60.42,
    "recovery_rate_pct": 53.85,
    "tokens_per_sec": 14.2,
    "p50_latency_ms": 320.0,
    "p95_latency_ms": 480.0
  },
  {
    "quant_type": "Q8_0",
    "file_suffix": "q8_0.gguf",
    "size_mb": 1650,
    "ram_required_mb": 2100,
    "core_accuracy_pct": 94.72,
    "real_accuracy_pct": 60.35,
    "recovery_rate_pct": 53.8,
    "tokens_per_sec": 22.5,
    "p50_latency_ms": 210.0,
    "p95_latency_ms": 310.0
  },
  {
    "quant_type": "Q6_K",
    "file_suffix": "q6_k.gguf",
    "size_mb": 1280,
    "ram_required_mb": 1650,
    "core_accuracy_pct": 94.6,
    "real_accuracy_pct": 60.1,
    "recovery_rate_pct": 53.5,
    "tokens_per_sec": 28.1,
    "p50_latency_ms": 175.0,
    "p95_latency_ms": 250.0
  },
  {
    "quant_type": "Q4_K_M",
    "file_suffix": "q4_k_m.gguf",
    "size_mb": 940,
    "ram_required_mb": 1200,
    "core_accuracy_pct": 94.45,
    "real_accuracy_pct": 59.85,
    "recovery_rate_pct": 53.1,
    "tokens_per_sec": 34.8,
    "p50_latency_ms": 140.0,
    "p95_latency_ms": 195.0,
    "recommended_production": true
  }
]