ErrorMitigation / src /scripts /error_mitigation_eval.py
Dvirmor100's picture
fix(error_mitigator): Added fix qasm technic for qasm error output by llm
0644cee
Raw History Blame Contribute Delete
5.53 kB
import json
import matplotlib.pyplot as plt
# Load the JSONL data
JSON_PATH = "output.jsonl"
original_distances = []
qwen_optimized_distances = []
phi_optimized_distances = []
better_count = 0
worse_count = 0
qwen_better_count = 0
phi_better_count = 0
qwen_worse_count = 0
phi_worse_count = 0
with open(JSON_PATH, "r", encoding="utf-8") as f:
json_list = [json.loads(line.strip()) for line in f]
for res in json_list:
if "error" in res:
continue
original = max(res["qwen"]["original_distance"], res["phi"]["original_distance"]) # Original distance
qwen_optimized = res["qwen"]["optimized_distance"]
phi_optimized = res["phi"]["optimized_distance"]
original_distances.append(original)
qwen_optimized_distances.append(qwen_optimized)
phi_optimized_distances.append(phi_optimized)
best_optimized = min(qwen_optimized, phi_optimized)
if best_optimized <= original:
better_count += 1
elif best_optimized > original:
worse_count += 1
if qwen_optimized < original:
qwen_better_count += 1
elif qwen_optimized > original:
qwen_worse_count += 1
if phi_optimized < original:
phi_better_count += 1
elif phi_optimized > original:
phi_worse_count += 1
# --- FUNCTIONS FOR PLOTTING ---
def plot_scatter_overall():
"""Scatter Plot: Overall Improvement vs Worse"""
plt.figure(figsize=(8, 6))
for orig, opt in zip(
original_distances,
[min(q, p) for q, p in zip(qwen_optimized_distances, phi_optimized_distances)],
):
color = "green" if opt < orig else "red"
plt.scatter(orig, opt, color=color, alpha=0.7)
# No improvement reference line
plt.plot(
[min(original_distances), max(original_distances)],
[min(original_distances), max(original_distances)],
"k--",
label="No Improvement Line (y = x)",
)
# Position text in the top-right with some spacing
max_x = max(original_distances)
max_y = max(
[
q if q < p else p
for (q, p) in zip(qwen_optimized_distances, phi_optimized_distances)
]
)
plt.text(
max_x * 0.8,
max_y * 0.9,
f"↓ Better: {better_count}",
color="green",
fontsize=12,
fontweight="bold",
)
plt.text(
max_x * 0.8,
max_y * 0.8,
f"↑ Worse: {worse_count}",
color="red",
fontsize=12,
fontweight="bold",
)
plt.xlabel("Original Distance")
plt.ylabel("Optimized Distance")
plt.title(
"Original vs Optimized Distances\n(Green Below = Better, Red Above = Worse)"
)
plt.legend()
plt.grid(True, linestyle="--", alpha=0.7)
plt.show()
def plot_bar_improvement():
"""Bar Chart: Overall Improvement Breakdown"""
plt.figure(figsize=(8, 6))
plt.bar(
["Improved", "Worsened"], [better_count, worse_count], color=["green", "red"]
)
plt.ylabel("Count")
plt.title("Overall Improvement Breakdown")
plt.grid(axis="y", linestyle="--", alpha=0.7)
plt.show()
def plot_histogram(original, optimized, title, color):
"""Histogram: Original vs Optimized Distances with Original on Top"""
plt.figure(figsize=(8, 6))
plt.hist(
optimized,
bins=30,
alpha=0.7,
label="Optimized",
color=color,
edgecolor="black",
stacked=True,
)
plt.hist(
original,
bins=30,
alpha=0.4,
label="Original",
color="blue",
edgecolor="black",
stacked=True,
)
plt.xlabel("Distance")
plt.ylabel("Frequency")
plt.title(title)
plt.legend()
plt.grid(axis="y", linestyle="--", alpha=0.7)
plt.show()
def plot_boxplot():
"""Box Plot: Distance Distributions"""
plt.figure(figsize=(8, 6))
plt.boxplot(
[original_distances, qwen_optimized_distances, phi_optimized_distances],
labels=["Original", "Qwen Optimized", "Phi Optimized"],
patch_artist=True,
)
plt.ylabel("Distance")
plt.title("Distance Distributions (Original vs Optimized)")
plt.grid(axis="y", linestyle="--", alpha=0.7)
plt.show()
def plot_scatter_single_model(optimized_distances, model_name, color):
"""Scatter Plot: Single Model Optimization"""
plt.figure(figsize=(8, 6))
for orig, opt in zip(original_distances, optimized_distances):
dot_color = "green" if opt < orig else "red"
plt.scatter(orig, opt, color=dot_color, alpha=0.7)
plt.plot(
[min(original_distances), max(original_distances)],
[min(original_distances), max(original_distances)],
"k--",
label="No Improvement Line (y = x)",
)
plt.xlabel("Original Distance")
plt.ylabel(f"{model_name} Optimized Distance")
plt.title(
f"Original vs {model_name} Optimized Distances\n(Green Below = Better, Red Above = Worse)"
)
plt.legend()
plt.grid(True, linestyle="--", alpha=0.7)
plt.show()
# # --- RUN PLOTS ---
plot_scatter_overall()
# plot_bar_improvement()
# plot_histogram(original_distances, qwen_optimized_distances, "Qwen: Distribution of Distances (Original on Top)",
# "green")
# plot_histogram(original_distances, phi_optimized_distances, "Phi: Distribution of Distances (Original on Top)", "red")
# plot_boxplot()
# plot_scatter_single_model(qwen_optimized_distances, "Qwen", "green")
# plot_scatter_single_model(phi_optimized_distances, "Phi", "red")