Correct AutoAssist leaderboard metadata to Autobot

#5
Files changed (1) hide show
  1. app.py +8 -0
app.py CHANGED
@@ -51,6 +51,14 @@ def get_dataframe_from_results(eval_results, split):
51
  def format_dataframe(df):
52
  df["Accuracy"] = df["Accuracy"].apply(lambda x: f"**{x:.2f}**")
53
  if "URL" in df.columns:
 
 
 
 
 
 
 
 
54
  df["Model Name"] = df.apply(lambda row: f"[{row['Model Name']}]({row['URL']})", axis=1)
55
  df = df.drop(columns=["URL"])
56
  #df = df.rename(columns={"Model Family": "Base Model"})
 
51
  def format_dataframe(df):
52
  df["Accuracy"] = df["Accuracy"].apply(lambda x: f"**{x:.2f}**")
53
  if "URL" in df.columns:
54
+ legacy_autoassist_row = (
55
+ (df["Model Name"] == "AutoAssist ChatGPT-HQ + GPT-5.6 Sol Ultra")
56
+ & (df["Organization"] == "AutoAssist")
57
+ & (df["URL"] == "https://github.com/demeyer1/AutoAssist")
58
+ )
59
+ df.loc[legacy_autoassist_row, "Model Name"] = "Autobot ChatGPT-HQ + GPT-5.6 Sol Ultra"
60
+ df.loc[legacy_autoassist_row, "Organization"] = "Autonomous Production"
61
+ df.loc[legacy_autoassist_row, "URL"] = "https://autoprod.ai"
62
  df["Model Name"] = df.apply(lambda row: f"[{row['Model Name']}]({row['URL']})", axis=1)
63
  df = df.drop(columns=["URL"])
64
  #df = df.rename(columns={"Model Family": "Base Model"})