zhilinw commited on
Commit
acceb97
·
verified ·
1 Parent(s): 9a9d860

Upload 2 files

Browse files
Files changed (2) hide show
  1. app.py +1 -1
  2. report_generation.jsonl +3 -0
app.py CHANGED
@@ -111,7 +111,7 @@ with gr.Blocks(theme=theme) as app:
111
  with gr.TabItem("Report Generation"):
112
  with gr.Row():
113
  with gr.Column(scale=7):
114
- gr.Markdown("Report Generation Leaderboard: LLMs generate reports with just the prompt, which are then evaluated by gpt-oss-120b (mixed) judge with the lite dataset (160 samples) \nEvaluation and cost estimation last performed on 30 Jul 2026.")
115
 
116
  with gr.Tabs(elem_id="inner-tabs", elem_classes="tabs-small") as tabs:
117
  with gr.TabItem("Leaderboard"):
 
111
  with gr.TabItem("Report Generation"):
112
  with gr.Row():
113
  with gr.Column(scale=7):
114
+ gr.Markdown("Report Generation Leaderboard: LLMs generate reports with just the prompt, which are then evaluated by gpt-oss-120b (mixed) judge with the lite dataset (160 samples) \nEvaluation and cost estimation last performed on 14 Aug 2026.")
115
 
116
  with gr.Tabs(elem_id="inner-tabs", elem_classes="tabs-small") as tabs:
117
  with gr.TabItem("Leaderboard"):
report_generation.jsonl CHANGED
@@ -97,3 +97,6 @@
97
  {"Model": "Google/Gemini-3.5-Flash-Lite (Thinking)", "Category": "Closed-source Reasoning", "Overall": 51.6, "Physics": 37.3, "Chemistry": 64.9, "Finance": 34.4, "Consulting": 69.8, "Extraction": 45.7, "Reasoning": 53.1, "Style": 62.1, "Response Characters": 5726, "Input Tokens": 479, "Output Tokens": 10959, "Cost": 4.41}
98
  {"Model": "Google/Gemini-3.5-Flash-Lite", "Category": "Closed-source Instruct", "Overall": 45.4, "Physics": 34.2, "Chemistry": 49.6, "Finance": 26.8, "Consulting": 71.2, "Extraction": 38.0, "Reasoning": 47.0, "Style": 62.6, "Response Characters": 6377, "Input Tokens": 479, "Output Tokens": 1918, "Cost": 0.79}
99
  {"Model": "Anthropic/claude-opus-5 (Thinking)", "Category": "Closed-source Reasoning", "Overall": 66.2, "Physics": 48.2, "Chemistry": 80.5, "Finance": 61.5, "Consulting": 74.6, "Extraction": 60.6, "Reasoning": 69.9, "Style": 72.0, "Response Characters": 10470, "Input Tokens": 716, "Output Tokens": 15599, "Cost": 62.97}
 
 
 
 
97
  {"Model": "Google/Gemini-3.5-Flash-Lite (Thinking)", "Category": "Closed-source Reasoning", "Overall": 51.6, "Physics": 37.3, "Chemistry": 64.9, "Finance": 34.4, "Consulting": 69.8, "Extraction": 45.7, "Reasoning": 53.1, "Style": 62.1, "Response Characters": 5726, "Input Tokens": 479, "Output Tokens": 10959, "Cost": 4.41}
98
  {"Model": "Google/Gemini-3.5-Flash-Lite", "Category": "Closed-source Instruct", "Overall": 45.4, "Physics": 34.2, "Chemistry": 49.6, "Finance": 26.8, "Consulting": 71.2, "Extraction": 38.0, "Reasoning": 47.0, "Style": 62.6, "Response Characters": 6377, "Input Tokens": 479, "Output Tokens": 1918, "Cost": 0.79}
99
  {"Model": "Anthropic/claude-opus-5 (Thinking)", "Category": "Closed-source Reasoning", "Overall": 66.2, "Physics": 48.2, "Chemistry": 80.5, "Finance": 61.5, "Consulting": 74.6, "Extraction": 60.6, "Reasoning": 69.9, "Style": 72.0, "Response Characters": 10470, "Input Tokens": 716, "Output Tokens": 15599, "Cost": 62.97}
100
+ {"Model": "Google/Gemini-3.7-Flash (Thinking)", "Category": "Closed-source Reasoning", "Overall": 57.5, "Physics": 40.1, "Chemistry": 73.1, "Finance": 42.1, "Consulting": 74.8, "Extraction": 53.8, "Reasoning": 59.1, "Style": 70.6, "Response Characters": 9414, "Input Tokens": 479, "Output Tokens": 10591, "Cost": 6.41}
101
+ {"Model": "Google/Gemini-3.7-Flash", "Category": "Closed-source Instruct", "Overall": 54.7, "Physics": 37.0, "Chemistry": 70.7, "Finance": 39.1, "Consulting": 71.9, "Extraction": 49.5, "Reasoning": 56.3, "Style": 67.8, "Response Characters": 6491, "Input Tokens": 479, "Output Tokens": 2613, "Cost": 1.63}
102
+ {"Model": "MoonshotAI/Kimi-K3 (Thinking)", "Category": "Open-weight Reasoning", "Overall": 57.9, "Physics": 38.6, "Chemistry": 73.5, "Finance": 48.1, "Consulting": 71.5, "Extraction": 49.0, "Reasoning": 58.3, "Style": 68.2, "Response Characters": 4620, "Input Tokens": 899, "Output Tokens": 12656, "Cost": 28.75}