hou's picture
Update app.py
c70bb9a verified
Raw History Blame Contribute Delete
1.41 kB
import gradio as gr
import pandas as pd
csv_path = "results.csv"
def load_data():
df = pd.read_csv(csv_path)
df['Overall Avg ASR'] = df[['Crime (En)', 'Crime (Zh)', 'Ethical (En)', 'Ethical (Zh)']].mean(axis=1).round(2)
df = df.sort_values(by='Overall Avg ASR', ascending=True)
return df
with gr.Blocks(theme=gr.themes.Soft(primary_hue="blue")) as demo:
gr.Markdown(
"""
# πŸ† FinSafetyBench Leaderboard
**Evaluating LLM Safety in Real-World Financial Scenarios**
This leaderboard tracks the safety of LLMs against jailbreak attacks (e.g., PAIR, ReNeLLM, FlipAttack) in financial scenarios.
Scores indicate the **Attack Success Rate (ASR, %)**.
🟒 **Lower is better**, meaning the model is more robust and secure against malicious financial prompts.
"""
)
with gr.Row():
gr.Markdown("[πŸ“˜ Read Paper](#) | [πŸ’» GitHub Repo](https://github.com/sustech-nlp/FinSafetyBench)")
gr.Markdown("### πŸ“ˆ Main Results")
leaderboard_table = gr.Dataframe(
value=load_data(),
headers=["Model", "Crime (En)", "Crime (Zh)", "Ethical (En)", "Ethical (Zh)", "Overall Avg ASR"],
datatype=["str", "number", "number", "number", "number", "number"],
interactive=False,
wrap=True
)
if __name__ == "__main__":
demo.launch()