Spaces:
Running
Running
Download data.json from sauravsingla08/MemVanta: direct link, hf CLI and curl.
- Browser
- Download file 1.46 kB
-
https://huggingface.co/spaces/sauravsingla08/MemVanta/resolve/main/data.json
- Command line
-
hf download hf://spaces/sauravsingla08/MemVanta/data.json
-
curl -L -o data.json https://huggingface.co/spaces/sauravsingla08/MemVanta/resolve/main/data.json
1.46 kB
| { | |
| "benchmark": "OpenLLaMA 7B v2 Q4_0 same-model CPU A/B", | |
| "model": { | |
| "name": "OpenLLaMA 7B v2", | |
| "file": "openlm-research-open_llama_7b_v2-Q4_0.gguf", | |
| "quantization": "Q4_0", | |
| "sha256": "892f6e2e840ed98bb7bc1d74da67ae0cca52b2d90b0316d0a7e66a37a5a60760", | |
| "size": "model_bytes=3825818912" | |
| }, | |
| "memvanta": { | |
| "peak_rss_kib": 3982168, | |
| "peak_rss_gib": 3.7976913452148438, | |
| "prompt_tps_mean": 2.917118, | |
| "prompt_tps_sd": 0.0015409964308849252, | |
| "prompt_tps_cv_pct": 0.0528259889001722, | |
| "generation_tps_mean": 1.922456, | |
| "generation_tps_sd": 0.0016884104951106656, | |
| "generation_tps_cv_pct": 0.08782570290870978 | |
| }, | |
| "llama_cpp": { | |
| "peak_rss_kib": 7590668, | |
| "peak_rss_gib": 7.239025115966797, | |
| "prompt_tps_mean": 11.95164, | |
| "prompt_tps_sd": 0.01766955007916183, | |
| "prompt_tps_cv_pct": 0.14784205413785748, | |
| "generation_tps_mean": 7.96613, | |
| "generation_tps_sd": 0.033763003420904554, | |
| "generation_tps_cv_pct": 0.42383194124254253, | |
| "commit": "6503355df0eb4f65875012523263c302fe0088c1" | |
| }, | |
| "comparison": { | |
| "rss_reduction_pct": 47.538635598342594, | |
| "llama_vs_memvanta_prompt_speedup": 4.097071150361418, | |
| "llama_vs_memvanta_generation_speedup": 4.1437255260978665 | |
| }, | |
| "provenance": { | |
| "memvanta_source_commit": "2dffdde24bfa410eb7d4b2256c3c20731c825b19", | |
| "source_artifact": "results/openllama-7b-v2-ab/summary.json", | |
| "methodology": "docs/MEMORY_BENCHMARKING.md" | |
| } | |
| } | |