Download docs/benchmarks/plot-ling3-flash-vl.py from staccs/ds4-winhip: direct link, hf CLI and curl.
- Browser
- Download file 4.38 kB
-
https://huggingface.co/staccs/ds4-winhip/resolve/main/docs/benchmarks/plot-ling3-flash-vl.py
- Command line
-
hf download hf://staccs/ds4-winhip/docs/benchmarks/plot-ling3-flash-vl.py
-
curl -L -o plot-ling3-flash-vl.py https://huggingface.co/staccs/ds4-winhip/resolve/main/docs/benchmarks/plot-ling3-flash-vl.py
4.38 kB
| #!/usr/bin/env python3 | |
| """Plot the Ling-3.0-flash-VL 2K–64K card sweep, #48 vs #49 vs #50; requires matplotlib.""" | |
| import csv | |
| import json | |
| from pathlib import Path | |
| from statistics import mean, median | |
| import matplotlib | |
| matplotlib.use("Agg") | |
| import matplotlib.pyplot as plt | |
| DATA = Path(__file__).with_name("ling3-flash-vl-2026-09-17") | |
| OUT = DATA.parent.parent / "ling3-flash-vl-2k-64k-throughput.png" | |
| # Two #48 runs (a third was cut short); three runs each of #49 and #50. | |
| REPEATS = {"base": 2, "new": 3, "r2": 3} | |
| COLORS = {"base": "#687789", "new": "#b4532a", "r2": "#087f8c"} | |
| LABELS = {"base": "8436382 (#48, absorbed MLA)", | |
| "new": "007f0e4 (#49, expanded MLA)", | |
| "r2": "3d7078b (#50, BF16 K/V, 64-key tiles)"} | |
| FINAL = "r2" | |
| METRICS = (("prefill_tps", "Incremental prefill"), ("gen_tps", "Greedy decode")) | |
| FRONTIERS = list(range(2048, 65537, 2048)) | |
| def load_runs(tag): | |
| runs = [] | |
| for repeat in range(1, REPEATS[tag] + 1): | |
| with (DATA / f"{tag}-{repeat}.csv").open() as source: | |
| rows = list(csv.DictReader(source)) | |
| assert [int(row["ctx_tokens"]) for row in rows] == FRONTIERS | |
| assert all(int(row["prefill_tokens"]) == 2048 and int(row["gen_tokens"]) == 128 | |
| for row in rows) | |
| runs.append(rows) | |
| return runs | |
| def plot(): | |
| runs = {tag: load_runs(tag) for tag in LABELS} | |
| summary = {} | |
| plt.rcParams.update({"font.size": 11, "axes.spines.top": False, | |
| "axes.spines.right": False, "savefig.facecolor": "white"}) | |
| fig, axes = plt.subplots(2, 1, figsize=(11, 8), sharex=True) | |
| fig.suptitle("Ling-3.0-flash-VL · MQ-Q5-KDA-VIT-BF16", fontsize=18, fontweight="bold", y=0.98) | |
| fig.text(0.5, 0.93, "One DGX Spark / GB10 · 2K–64K card protocol · 2026-09-17", | |
| ha="center", color="#4b5563") | |
| x = [f // 1024 for f in FRONTIERS] | |
| for ax, (metric, heading) in zip(axes, METRICS): | |
| summary[metric] = {} | |
| for tag in LABELS: | |
| samples = [[float(row[metric]) for row in run] for run in runs[tag]] | |
| columns = list(zip(*samples)) | |
| run_means = [mean(sample) for sample in samples] | |
| center = median(run_means) | |
| summary[metric][tag] = { | |
| "run_means": run_means, | |
| "median_run_mean": center, | |
| "frontier_median": {str(f): median(c) for f, c in zip(FRONTIERS, columns)}, | |
| } | |
| if len(samples) > 1: | |
| ax.fill_between(x, [min(c) for c in columns], [max(c) for c in columns], | |
| color=COLORS[tag], alpha=0.17, linewidth=0) | |
| runs_note = f"{len(samples)} run" + ("s" if len(samples) > 1 else "") | |
| ax.plot(x, [median(c) for c in columns], color=COLORS[tag], linewidth=2, | |
| label=f"{LABELS[tag]} · {center:,.1f} tok/s · {runs_note}") | |
| change = 100 * (summary[metric][FINAL]["median_run_mean"] / | |
| summary[metric]["base"]["median_run_mean"] - 1) | |
| summary[metric]["change_percent"] = change | |
| ax.set_title(f"{heading} · #50 vs #48 {change:+.1f}%", loc="left", fontsize=13, pad=10) | |
| ax.set_ylabel("Tokens / second") | |
| ax.grid(alpha=0.2) | |
| ax.legend(loc="best", framealpha=0.92) | |
| ax.margins(y=0.2) | |
| axes[-1].set_xlabel("Context tokens (K = 1,024)") | |
| axes[-1].set_xticks([2, 8, 16, 24, 32, 40, 48, 56, 64]) | |
| axes[-1].set_xlim(2, 64) | |
| fig.text(0.5, 0.06, "Curves: per-frontier medians; bands: observed min–max over the runs of each binary.\n" | |
| "Legend: median of run means. 2,048-token incremental prefill + 128 greedy tokens per frontier, one warm session per process.\n" | |
| "Same artifact, prompt and resident VMM weight owner · no MTP (family has none) · user-managed 300–2200 MHz SM range", | |
| ha="center", va="center", fontsize=9, color="#4b5563", linespacing=1.6) | |
| fig.subplots_adjust(top=0.87, bottom=0.17, left=0.1, right=0.97, hspace=0.3) | |
| fig.savefig(OUT, dpi=180) | |
| plt.close(fig) | |
| return summary | |
| if __name__ == "__main__": | |
| report = plot() | |
| (DATA / "summary.json").write_text(json.dumps(report, indent=2) + "\n") | |
| for metric, result in report.items(): | |
| print(metric, {tag: round(result[tag]["median_run_mean"], 2) for tag in LABELS}, | |
| f"{result['change_percent']:+.2f}%") | |