import json import matplotlib.pyplot as plt # Load the JSONL data JSON_PATH = "output.jsonl" original_distances = [] qwen_optimized_distances = [] phi_optimized_distances = [] better_count = 0 worse_count = 0 qwen_better_count = 0 phi_better_count = 0 qwen_worse_count = 0 phi_worse_count = 0 with open(JSON_PATH, "r", encoding="utf-8") as f: json_list = [json.loads(line.strip()) for line in f] for res in json_list: if "error" in res: continue original = max(res["qwen"]["original_distance"], res["phi"]["original_distance"]) # Original distance qwen_optimized = res["qwen"]["optimized_distance"] phi_optimized = res["phi"]["optimized_distance"] original_distances.append(original) qwen_optimized_distances.append(qwen_optimized) phi_optimized_distances.append(phi_optimized) best_optimized = min(qwen_optimized, phi_optimized) if best_optimized <= original: better_count += 1 elif best_optimized > original: worse_count += 1 if qwen_optimized < original: qwen_better_count += 1 elif qwen_optimized > original: qwen_worse_count += 1 if phi_optimized < original: phi_better_count += 1 elif phi_optimized > original: phi_worse_count += 1 # --- FUNCTIONS FOR PLOTTING --- def plot_scatter_overall(): """Scatter Plot: Overall Improvement vs Worse""" plt.figure(figsize=(8, 6)) for orig, opt in zip( original_distances, [min(q, p) for q, p in zip(qwen_optimized_distances, phi_optimized_distances)], ): color = "green" if opt < orig else "red" plt.scatter(orig, opt, color=color, alpha=0.7) # No improvement reference line plt.plot( [min(original_distances), max(original_distances)], [min(original_distances), max(original_distances)], "k--", label="No Improvement Line (y = x)", ) # Position text in the top-right with some spacing max_x = max(original_distances) max_y = max( [ q if q < p else p for (q, p) in zip(qwen_optimized_distances, phi_optimized_distances) ] ) plt.text( max_x * 0.8, max_y * 0.9, f"↓ Better: {better_count}", color="green", fontsize=12, fontweight="bold", ) plt.text( max_x * 0.8, max_y * 0.8, f"↑ Worse: {worse_count}", color="red", fontsize=12, fontweight="bold", ) plt.xlabel("Original Distance") plt.ylabel("Optimized Distance") plt.title( "Original vs Optimized Distances\n(Green Below = Better, Red Above = Worse)" ) plt.legend() plt.grid(True, linestyle="--", alpha=0.7) plt.show() def plot_bar_improvement(): """Bar Chart: Overall Improvement Breakdown""" plt.figure(figsize=(8, 6)) plt.bar( ["Improved", "Worsened"], [better_count, worse_count], color=["green", "red"] ) plt.ylabel("Count") plt.title("Overall Improvement Breakdown") plt.grid(axis="y", linestyle="--", alpha=0.7) plt.show() def plot_histogram(original, optimized, title, color): """Histogram: Original vs Optimized Distances with Original on Top""" plt.figure(figsize=(8, 6)) plt.hist( optimized, bins=30, alpha=0.7, label="Optimized", color=color, edgecolor="black", stacked=True, ) plt.hist( original, bins=30, alpha=0.4, label="Original", color="blue", edgecolor="black", stacked=True, ) plt.xlabel("Distance") plt.ylabel("Frequency") plt.title(title) plt.legend() plt.grid(axis="y", linestyle="--", alpha=0.7) plt.show() def plot_boxplot(): """Box Plot: Distance Distributions""" plt.figure(figsize=(8, 6)) plt.boxplot( [original_distances, qwen_optimized_distances, phi_optimized_distances], labels=["Original", "Qwen Optimized", "Phi Optimized"], patch_artist=True, ) plt.ylabel("Distance") plt.title("Distance Distributions (Original vs Optimized)") plt.grid(axis="y", linestyle="--", alpha=0.7) plt.show() def plot_scatter_single_model(optimized_distances, model_name, color): """Scatter Plot: Single Model Optimization""" plt.figure(figsize=(8, 6)) for orig, opt in zip(original_distances, optimized_distances): dot_color = "green" if opt < orig else "red" plt.scatter(orig, opt, color=dot_color, alpha=0.7) plt.plot( [min(original_distances), max(original_distances)], [min(original_distances), max(original_distances)], "k--", label="No Improvement Line (y = x)", ) plt.xlabel("Original Distance") plt.ylabel(f"{model_name} Optimized Distance") plt.title( f"Original vs {model_name} Optimized Distances\n(Green Below = Better, Red Above = Worse)" ) plt.legend() plt.grid(True, linestyle="--", alpha=0.7) plt.show() # # --- RUN PLOTS --- plot_scatter_overall() # plot_bar_improvement() # plot_histogram(original_distances, qwen_optimized_distances, "Qwen: Distribution of Distances (Original on Top)", # "green") # plot_histogram(original_distances, phi_optimized_distances, "Phi: Distribution of Distances (Original on Top)", "red") # plot_boxplot() # plot_scatter_single_model(qwen_optimized_distances, "Qwen", "green") # plot_scatter_single_model(phi_optimized_distances, "Phi", "red")