{ "fp16": { "format": "fp16", "metrics": { "ndcg@5": 0.5132314787418083, "mrr@10": 0.4361111111111111, "recall@1": 0.16666666666666666, "recall@5": 0.8333333333333334, "recall@10": 1.0, "recall@20": 1.0, "evaluated_queries": 6 }, "retention": 1.0, "latency_stats": { "mean_ms": 1.4175499964039773, "median_ms": 1.396150008076802, "p90_ms": 1.5272499877028167, "p95_ms": 1.5332250040955842, "p99_ms": 1.538005017209798 }, "memory_stats": { "format": "fp16", "total_pages": 6, "total_vectors": 384, "quantized_embedding_bytes": 98304, "quantized_embedding_mb": 0.09375, "summary_bytes": 3072, "summary_mb": 0.0029296875, "fp16_baseline_mb": 0.09375, "compression_ratio_vs_fp16": 1.0, "compression_ratio_vs_fp32": 2.0, "device": "cuda" } }, "int8": { "format": "int8", "metrics": { "ndcg@5": 0.5132314787418083, "mrr@10": 0.4361111111111111, "recall@1": 0.16666666666666666, "recall@5": 0.8333333333333334, "recall@10": 1.0, "recall@20": 1.0, "evaluated_queries": 6 }, "retention": 1.0, "latency_stats": { "mean_ms": 1.978349998050059, "median_ms": 1.978349988348782, "p90_ms": 2.0354499865788966, "p95_ms": 2.036524980212562, "p99_ms": 2.037384975119494 }, "memory_stats": { "format": "int8", "total_pages": 6, "total_vectors": 384, "quantized_embedding_bytes": 49152, "quantized_embedding_mb": 0.046875, "summary_bytes": 3072, "summary_mb": 0.0029296875, "fp16_baseline_mb": 0.09375, "compression_ratio_vs_fp16": 2.0, "compression_ratio_vs_fp32": 4.0, "device": "cuda" } }, "binary": { "format": "binary", "metrics": { "ndcg@5": 0.3747009872302213, "mrr@10": 0.25555555555555554, "recall@1": 0.0, "recall@5": 0.8333333333333334, "recall@10": 1.0, "recall@20": 1.0, "evaluated_queries": 6 }, "retention": 0.7300818495171112, "latency_stats": { "mean_ms": 1.8759666612216581, "median_ms": 1.7842999659478664, "p90_ms": 2.1018999977968633, "p95_ms": 2.1988000080455095, "p99_ms": 2.2763200162444264 }, "memory_stats": { "format": "binary", "total_pages": 6, "total_vectors": 384, "quantized_embedding_bytes": 6144, "quantized_embedding_mb": 0.005859375, "summary_bytes": 3072, "summary_mb": 0.0029296875, "fp16_baseline_mb": 0.09375, "compression_ratio_vs_fp16": 16.0, "compression_ratio_vs_fp32": 32.0, "device": "cuda" } } }