Spaces:
Runtime error
Runtime error
Download src/scripts/error_mitigation_eval.py from QuantumGenAI/ErrorMitigation: direct link, hf CLI and curl.
- Browser
- Download file 5.53 kB
-
https://huggingface.co/spaces/QuantumGenAI/ErrorMitigation/resolve/main/src/scripts/error_mitigation_eval.py
- Command line
-
hf download hf://spaces/QuantumGenAI/ErrorMitigation/src/scripts/error_mitigation_eval.py
-
curl -L -o error_mitigation_eval.py https://huggingface.co/spaces/QuantumGenAI/ErrorMitigation/resolve/main/src/scripts/error_mitigation_eval.py
5.53 kB
| import json | |
| import matplotlib.pyplot as plt | |
| # Load the JSONL data | |
| JSON_PATH = "output.jsonl" | |
| original_distances = [] | |
| qwen_optimized_distances = [] | |
| phi_optimized_distances = [] | |
| better_count = 0 | |
| worse_count = 0 | |
| qwen_better_count = 0 | |
| phi_better_count = 0 | |
| qwen_worse_count = 0 | |
| phi_worse_count = 0 | |
| with open(JSON_PATH, "r", encoding="utf-8") as f: | |
| json_list = [json.loads(line.strip()) for line in f] | |
| for res in json_list: | |
| if "error" in res: | |
| continue | |
| original = max(res["qwen"]["original_distance"], res["phi"]["original_distance"]) # Original distance | |
| qwen_optimized = res["qwen"]["optimized_distance"] | |
| phi_optimized = res["phi"]["optimized_distance"] | |
| original_distances.append(original) | |
| qwen_optimized_distances.append(qwen_optimized) | |
| phi_optimized_distances.append(phi_optimized) | |
| best_optimized = min(qwen_optimized, phi_optimized) | |
| if best_optimized <= original: | |
| better_count += 1 | |
| elif best_optimized > original: | |
| worse_count += 1 | |
| if qwen_optimized < original: | |
| qwen_better_count += 1 | |
| elif qwen_optimized > original: | |
| qwen_worse_count += 1 | |
| if phi_optimized < original: | |
| phi_better_count += 1 | |
| elif phi_optimized > original: | |
| phi_worse_count += 1 | |
| # --- FUNCTIONS FOR PLOTTING --- | |
| def plot_scatter_overall(): | |
| """Scatter Plot: Overall Improvement vs Worse""" | |
| plt.figure(figsize=(8, 6)) | |
| for orig, opt in zip( | |
| original_distances, | |
| [min(q, p) for q, p in zip(qwen_optimized_distances, phi_optimized_distances)], | |
| ): | |
| color = "green" if opt < orig else "red" | |
| plt.scatter(orig, opt, color=color, alpha=0.7) | |
| # No improvement reference line | |
| plt.plot( | |
| [min(original_distances), max(original_distances)], | |
| [min(original_distances), max(original_distances)], | |
| "k--", | |
| label="No Improvement Line (y = x)", | |
| ) | |
| # Position text in the top-right with some spacing | |
| max_x = max(original_distances) | |
| max_y = max( | |
| [ | |
| q if q < p else p | |
| for (q, p) in zip(qwen_optimized_distances, phi_optimized_distances) | |
| ] | |
| ) | |
| plt.text( | |
| max_x * 0.8, | |
| max_y * 0.9, | |
| f"↓ Better: {better_count}", | |
| color="green", | |
| fontsize=12, | |
| fontweight="bold", | |
| ) | |
| plt.text( | |
| max_x * 0.8, | |
| max_y * 0.8, | |
| f"↑ Worse: {worse_count}", | |
| color="red", | |
| fontsize=12, | |
| fontweight="bold", | |
| ) | |
| plt.xlabel("Original Distance") | |
| plt.ylabel("Optimized Distance") | |
| plt.title( | |
| "Original vs Optimized Distances\n(Green Below = Better, Red Above = Worse)" | |
| ) | |
| plt.legend() | |
| plt.grid(True, linestyle="--", alpha=0.7) | |
| plt.show() | |
| def plot_bar_improvement(): | |
| """Bar Chart: Overall Improvement Breakdown""" | |
| plt.figure(figsize=(8, 6)) | |
| plt.bar( | |
| ["Improved", "Worsened"], [better_count, worse_count], color=["green", "red"] | |
| ) | |
| plt.ylabel("Count") | |
| plt.title("Overall Improvement Breakdown") | |
| plt.grid(axis="y", linestyle="--", alpha=0.7) | |
| plt.show() | |
| def plot_histogram(original, optimized, title, color): | |
| """Histogram: Original vs Optimized Distances with Original on Top""" | |
| plt.figure(figsize=(8, 6)) | |
| plt.hist( | |
| optimized, | |
| bins=30, | |
| alpha=0.7, | |
| label="Optimized", | |
| color=color, | |
| edgecolor="black", | |
| stacked=True, | |
| ) | |
| plt.hist( | |
| original, | |
| bins=30, | |
| alpha=0.4, | |
| label="Original", | |
| color="blue", | |
| edgecolor="black", | |
| stacked=True, | |
| ) | |
| plt.xlabel("Distance") | |
| plt.ylabel("Frequency") | |
| plt.title(title) | |
| plt.legend() | |
| plt.grid(axis="y", linestyle="--", alpha=0.7) | |
| plt.show() | |
| def plot_boxplot(): | |
| """Box Plot: Distance Distributions""" | |
| plt.figure(figsize=(8, 6)) | |
| plt.boxplot( | |
| [original_distances, qwen_optimized_distances, phi_optimized_distances], | |
| labels=["Original", "Qwen Optimized", "Phi Optimized"], | |
| patch_artist=True, | |
| ) | |
| plt.ylabel("Distance") | |
| plt.title("Distance Distributions (Original vs Optimized)") | |
| plt.grid(axis="y", linestyle="--", alpha=0.7) | |
| plt.show() | |
| def plot_scatter_single_model(optimized_distances, model_name, color): | |
| """Scatter Plot: Single Model Optimization""" | |
| plt.figure(figsize=(8, 6)) | |
| for orig, opt in zip(original_distances, optimized_distances): | |
| dot_color = "green" if opt < orig else "red" | |
| plt.scatter(orig, opt, color=dot_color, alpha=0.7) | |
| plt.plot( | |
| [min(original_distances), max(original_distances)], | |
| [min(original_distances), max(original_distances)], | |
| "k--", | |
| label="No Improvement Line (y = x)", | |
| ) | |
| plt.xlabel("Original Distance") | |
| plt.ylabel(f"{model_name} Optimized Distance") | |
| plt.title( | |
| f"Original vs {model_name} Optimized Distances\n(Green Below = Better, Red Above = Worse)" | |
| ) | |
| plt.legend() | |
| plt.grid(True, linestyle="--", alpha=0.7) | |
| plt.show() | |
| # # --- RUN PLOTS --- | |
| plot_scatter_overall() | |
| # plot_bar_improvement() | |
| # plot_histogram(original_distances, qwen_optimized_distances, "Qwen: Distribution of Distances (Original on Top)", | |
| # "green") | |
| # plot_histogram(original_distances, phi_optimized_distances, "Phi: Distribution of Distances (Original on Top)", "red") | |
| # plot_boxplot() | |
| # plot_scatter_single_model(qwen_optimized_distances, "Qwen", "green") | |
| # plot_scatter_single_model(phi_optimized_distances, "Phi", "red") | |