Spaces:
Running
Running
Download PMPF_DPO_dataset_editor.py from Naphula/model_tools: direct link, hf CLI and curl.
- Browser
- Download file 11.7 kB
-
https://huggingface.co/spaces/Naphula/model_tools/resolve/main/PMPF_DPO_dataset_editor.py
- Command line
-
hf download hf://spaces/Naphula/model_tools/PMPF_DPO_dataset_editor.py
-
curl -L -o PMPF_DPO_dataset_editor.py https://huggingface.co/spaces/Naphula/model_tools/resolve/main/PMPF_DPO_dataset_editor.py
11.7 kB
| import tkinter as tk | |
| from tkinter import messagebox, filedialog, ttk | |
| import json | |
| import os | |
| DEFAULT_SAVE_PATH = os.path.join(os.getcwd(), "dataset_cache", "dpo_dataset.json") | |
| class DPOEditorV1: | |
| def __init__(self, root): | |
| self.root = root | |
| self.root.title("DPO Preference Dataset Editor - v1") | |
| self.root.geometry("1100x850") | |
| # Data State: List of dicts: {"id": int, "system": str, "prompt": str, "chosen": str, "rejected": str} | |
| self.dataset = [] | |
| self.selected_item_index = None | |
| self.next_id = 1 | |
| self.setup_styles() | |
| self.create_main_container() | |
| self.show_input_mode() | |
| def setup_styles(self): | |
| style = ttk.Style() | |
| style.theme_use('clam') | |
| style.configure("TButton", padding=5, font=("Arial", 10)) | |
| style.configure("Treeview", rowheight=28) | |
| def create_main_container(self): | |
| self.main_frame = tk.Frame(self.root) | |
| self.main_frame.pack(fill=tk.BOTH, expand=True) | |
| self.nav_bar = tk.Frame(self.main_frame, bg="#e0e0e0", pady=6) | |
| self.nav_bar.pack(side=tk.TOP, fill=tk.X) | |
| self.toggle_btn = tk.Button( | |
| self.nav_bar, text="π Switch to Library View", | |
| command=self.toggle_view, font=("Arial", 10, "bold"), padx=15 | |
| ) | |
| self.toggle_btn.pack(side=tk.LEFT, padx=10) | |
| self.counter_label = tk.Label(self.nav_bar, text="Pairs: 0", font=("Arial", 10, "bold"), bg="#e0e0e0") | |
| self.counter_label.pack(side=tk.RIGHT, padx=15) | |
| self.content_area = tk.Frame(self.main_frame) | |
| self.content_area.pack(fill=tk.BOTH, expand=True) | |
| def update_counter(self): | |
| self.counter_label.config(text=f"Total DPO Pairs: {len(self.dataset)}") | |
| def clear_content_area(self): | |
| for widget in self.content_area.winfo_children(): | |
| widget.destroy() | |
| def toggle_view(self): | |
| if hasattr(self, 'current_mode') and self.current_mode == 'input': | |
| self.show_library_mode() | |
| else: | |
| self.show_input_mode() | |
| # --- INPUT / EDIT VIEW --- | |
| def show_input_mode(self): | |
| self.current_mode = 'input' | |
| self.toggle_btn.config(text="π Switch to Library Mode") | |
| self.clear_content_area() | |
| container = tk.Frame(self.content_area, padx=15, pady=8) | |
| container.pack(fill=tk.BOTH, expand=True) | |
| # Header Info | |
| header = tk.Frame(container) | |
| header.pack(fill=tk.X, pady=(0, 5)) | |
| display_id = self.dataset[self.selected_item_index]['id'] if self.selected_item_index is not None else self.next_id | |
| tk.Label(header, text=f"DPO Pair ID: {display_id}", font=("Arial", 13, "bold")).pack(side=tk.LEFT) | |
| if self.selected_item_index is not None: | |
| tk.Label(header, text=" [EDITING RECORD]", fg="orange", font=("Arial", 11, "bold")).pack(side=tk.LEFT, padx=10) | |
| # 1. System Prompt (Optional) | |
| tk.Label(container, text="System Prompt (Optional Persona Context):", font=("Arial", 9, "bold"), fg="#555").pack(anchor="w") | |
| self.sys_text = tk.Text(container, height=2, font=("Consolas", 10), relief="groove", bd=1) | |
| self.sys_text.pack(fill=tk.X, pady=(0, 6)) | |
| # 2. Prompt (Question) | |
| tk.Label(container, text="User Prompt / Question (Trigger):", font=("Arial", 9, "bold"), fg="#1976D2").pack(anchor="w") | |
| self.prompt_text = tk.Text(container, height=3, font=("Consolas", 10), relief="groove", bd=1) | |
| self.prompt_text.pack(fill=tk.X, pady=(0, 6)) | |
| # Split pane for Chosen vs Rejected | |
| answers_frame = tk.Frame(container) | |
| answers_frame.pack(fill=tk.BOTH, expand=True, pady=4) | |
| # Left: Chosen (Positive) | |
| left_frame = tk.Frame(answers_frame) | |
| left_frame.pack(side=tk.LEFT, fill=tk.BOTH, expand=True, padx=(0, 5)) | |
| tk.Label(left_frame, text="β CHOSEN RESPONSE (Target Author Style):", font=("Arial", 9, "bold"), fg="#2E7D32").pack(anchor="w") | |
| self.chosen_text = tk.Text(left_frame, font=("Consolas", 10), relief="groove", bd=1, undo=True) | |
| self.chosen_text.pack(fill=tk.BOTH, expand=True) | |
| # Right: Rejected (Negative) | |
| right_frame = tk.Frame(answers_frame) | |
| right_frame.pack(side=tk.RIGHT, fill=tk.BOTH, expand=True, padx=(5, 0)) | |
| tk.Label(right_frame, text="β REJECTED RESPONSE (SFT Temp-0 Mistake to Unlearn):", font=("Arial", 9, "bold"), fg="#C62828").pack(anchor="w") | |
| self.rejected_text = tk.Text(right_frame, font=("Consolas", 10), relief="groove", bd=1, undo=True) | |
| self.rejected_text.pack(fill=tk.BOTH, expand=True) | |
| # Button Bar | |
| btn_frame = tk.Frame(container, pady=10) | |
| btn_frame.pack(fill=tk.X) | |
| if self.selected_item_index is not None: | |
| tk.Button(btn_frame, text="πΎ SAVE CHANGES", bg="#4CAF50", fg="white", font=("Arial", 9, "bold"), padx=15, command=self.save_edit).pack(side=tk.LEFT, padx=5) | |
| tk.Button(btn_frame, text="β CANCEL", bg="#e53935", fg="white", padx=10, command=self.cancel_edit).pack(side=tk.LEFT, padx=5) | |
| else: | |
| tk.Button(btn_frame, text="β ADD TO DATASET", bg="#2196F3", fg="white", font=("Arial", 9, "bold"), padx=15, command=self.add_pair).pack(side=tk.LEFT, padx=5) | |
| tk.Button(btn_frame, text="π CLEAR FIELDS", padx=10, command=self.clear_fields).pack(side=tk.LEFT, padx=5) | |
| # Bottom Bar: Open / Export | |
| footer = tk.Frame(container, pady=5) | |
| footer.pack(fill=tk.X) | |
| tk.Button(footer, text="π LOAD JSON", width=14, command=self.open_file).pack(side=tk.LEFT, padx=5) | |
| tk.Button(footer, text="πΎ EXPORT JSON", width=18, bg="#388E3C", fg="white", font=("Arial", 9, "bold"), command=self.export_all).pack(side=tk.RIGHT, padx=5) | |
| def clear_fields(self): | |
| self.prompt_text.delete("1.0", tk.END) | |
| self.chosen_text.delete("1.0", tk.END) | |
| self.rejected_text.delete("1.0", tk.END) | |
| def add_pair(self): | |
| p = self.prompt_text.get("1.0", tk.END).strip() | |
| c = self.chosen_text.get("1.0", tk.END).strip() | |
| r = self.rejected_text.get("1.0", tk.END).strip() | |
| s = self.sys_text.get("1.0", tk.END).strip() | |
| if not p or not c or not r: | |
| messagebox.showwarning("Missing Data", "Prompt, Chosen, and Rejected fields are all required!") | |
| return | |
| entry = {"id": self.next_id, "system": s, "prompt": p, "chosen": c, "rejected": r} | |
| self.dataset.append(entry) | |
| self.next_id += 1 | |
| self.update_counter() | |
| self.clear_fields() | |
| messagebox.showinfo("Saved", f"Pair #{entry['id']} appended to DPO dataset!") | |
| def save_edit(self): | |
| idx = self.selected_item_index | |
| self.dataset[idx]["system"] = self.sys_text.get("1.0", tk.END).strip() | |
| self.dataset[idx]["prompt"] = self.prompt_text.get("1.0", tk.END).strip() | |
| self.dataset[idx]["chosen"] = self.chosen_text.get("1.0", tk.END).strip() | |
| self.dataset[idx]["rejected"] = self.rejected_text.get("1.0", tk.END).strip() | |
| self.selected_item_index = None | |
| self.show_library_mode() | |
| def cancel_edit(self): | |
| self.selected_item_index = None | |
| self.show_input_mode() | |
| # --- LIBRARY / VIEWER MODE --- | |
| def show_library_mode(self): | |
| self.current_mode = 'library' | |
| self.toggle_btn.config(text="π Switch to Input Mode") | |
| self.clear_content_area() | |
| container = tk.Frame(self.content_area, padx=15, pady=8) | |
| container.pack(fill=tk.BOTH, expand=True) | |
| # Search bar | |
| search_frame = tk.Frame(container) | |
| search_frame.pack(fill=tk.X, pady=(0, 6)) | |
| tk.Label(search_frame, text="Filter Prompt/Chosen:").pack(side=tk.LEFT) | |
| self.search_var = tk.StringVar() | |
| self.search_var.trace("w", lambda *_: self.refresh_tree()) | |
| tk.Entry(search_frame, textvariable=self.search_var).pack(side=tk.LEFT, fill=tk.X, expand=True, padx=5) | |
| # Treeview | |
| columns = ("id", "prompt", "chosen", "rejected") | |
| self.tree = ttk.Treeview(container, columns=columns, show="headings", selectmode="browse") | |
| self.tree.heading("id", text="ID") | |
| self.tree.heading("prompt", text="Prompt") | |
| self.tree.heading("chosen", text="Chosen (Good)") | |
| self.tree.heading("rejected", text="Rejected (Bad)") | |
| self.tree.column("id", width=50, anchor="center") | |
| self.tree.column("prompt", width=300) | |
| self.tree.column("chosen", width=350) | |
| self.tree.column("rejected", width=350) | |
| self.tree.pack(side=tk.LEFT, fill=tk.BOTH, expand=True) | |
| self.tree.bind("<Double-1>", self.on_double_click) | |
| sb = ttk.Scrollbar(container, orient="vertical", command=self.tree.yview) | |
| sb.pack(side=tk.RIGHT, fill=tk.Y) | |
| self.tree.configure(yscrollcommand=sb.set) | |
| self.refresh_tree() | |
| def refresh_tree(self): | |
| for i in self.tree.get_children(): | |
| self.tree.delete(i) | |
| query = self.search_var.get().lower() | |
| for idx, item in enumerate(self.dataset): | |
| p_snippet = item['prompt'].replace('\n', ' ') | |
| c_snippet = item['chosen'].replace('\n', ' ') | |
| r_snippet = item['rejected'].replace('\n', ' ') | |
| if query and (query not in p_snippet.lower() and query not in c_snippet.lower()): | |
| continue | |
| self.tree.insert("", tk.END, values=(item['id'], p_snippet, c_snippet, r_snippet), tags=(str(idx),)) | |
| def on_double_click(self, event): | |
| sel = self.tree.selection() | |
| if not sel: return | |
| item_tag = self.tree.item(sel[0], "tags")[0] | |
| idx = int(item_tag) | |
| self.selected_item_index = idx | |
| self.show_input_mode() | |
| data = self.dataset[idx] | |
| self.sys_text.insert("1.0", data.get("system", "")) | |
| self.prompt_text.insert("1.0", data.get("prompt", "")) | |
| self.chosen_text.insert("1.0", data.get("chosen", "")) | |
| self.rejected_text.insert("1.0", data.get("rejected", "")) | |
| # --- FILE I/O --- | |
| def open_file(self): | |
| path = filedialog.askopenfilename(filetypes=[("JSON files", "*.json")]) | |
| if path: | |
| try: | |
| with open(path, "r", encoding="utf-8") as f: | |
| self.dataset = json.load(f) | |
| ids = [int(x["id"]) for x in self.dataset if "id" in x and str(x["id"]).isdigit()] | |
| self.next_id = max(ids) + 1 if ids else 1 | |
| self.update_counter() | |
| self.show_library_mode() | |
| messagebox.showinfo("Loaded", f"Loaded {len(self.dataset)} items.") | |
| except Exception as e: | |
| messagebox.showerror("Error", f"Failed to load JSON:\n{e}") | |
| def export_all(self): | |
| os.makedirs(os.path.dirname(DEFAULT_SAVE_PATH), exist_ok=True) | |
| path = filedialog.asksaveasfilename( | |
| initialdir=os.path.dirname(DEFAULT_SAVE_PATH), | |
| initialfile=os.path.basename(DEFAULT_SAVE_PATH), | |
| defaultextension=".json", | |
| filetypes=[("JSON files", "*.json")] | |
| ) | |
| if path: | |
| with open(path, "w", encoding="utf-8") as f: | |
| json.dump(self.dataset, f, indent=2, ensure_ascii=False) | |
| messagebox.showinfo("Exported", f"Successfully saved {len(self.dataset)} preference pairs!") | |
| if __name__ == "__main__": | |
| root = tk.Tk() | |
| app = DPOEditorV1(root) | |
| root.mainloop() |