KevinDavidHayes commited on
Commit
dbc1944
·
verified ·
1 Parent(s): 1c1cb5c

Remove two examples

Browse files
Files changed (1) hide show
  1. app.py +0 -14
app.py CHANGED
@@ -30,13 +30,6 @@ EXAMPLES = [
30
  "gpt-5-mini",
31
  "omnimath",
32
  ],
33
- # Incorrect: GPQA chemistry
34
- [
35
- "Which of the following molecules has C3h symmetry?\n(A) triisopropyl borate\n(B) quinuclidine\n(C) benzo[1,2-c:3,4-c':5,6-c'']trifuran-1,3,4,6,7,9-hexaone\n(D) triphenylene trifuran hexaone",
36
- '{"answer": "B", "confidence": 0.6}',
37
- "gpt-5-mini",
38
- "gpqa",
39
- ],
40
  # Correct: SimpleQA factual
41
  [
42
  "What is the birth name of the Mexican artist Peso Pluma?",
@@ -51,13 +44,6 @@ EXAMPLES = [
51
  "gpt-5-mini",
52
  "simpleqa",
53
  ],
54
- # Correct: PRBench finance (long-form)
55
- [
56
- "Our revolver is almost maxed, we're burning cash, and our EBITDA is down 20% YoY. We have a $50mm term loan maturing in 9 months. What are our options to avoid default?",
57
- '{"reasoning": "You have a near-maxed revolver, burning cash, and EBITDA down 20% YoY with a $50M term loan maturing in 9 months. Priority 1: negotiate a maturity extension or amend-and-extend with existing lenders. Priority 2: explore asset sales or sale-leaseback for near-term liquidity. Priority 3: seek subordinated or mezzanine capital. Priority 4: if all else fails, consider a prepackaged restructuring.", "answer": "Negotiate extension, asset sales, mezzanine capital, or prepack restructuring"}',
58
- "gpt-5-mini",
59
- "prbench",
60
- ],
61
  # Correct: Livebench logic puzzle
62
  [
63
  "In this question, assume each person either always tells the truth or always lies. Charlie is at the barbershop. The person at the museum says the person at the ice skating rink lies. Is Charlie a truth-teller or a liar?",
 
30
  "gpt-5-mini",
31
  "omnimath",
32
  ],
 
 
 
 
 
 
 
33
  # Correct: SimpleQA factual
34
  [
35
  "What is the birth name of the Mexican artist Peso Pluma?",
 
44
  "gpt-5-mini",
45
  "simpleqa",
46
  ],
 
 
 
 
 
 
 
47
  # Correct: Livebench logic puzzle
48
  [
49
  "In this question, assume each person either always tells the truth or always lies. Charlie is at the barbershop. The person at the museum says the person at the ice skating rink lies. Is Charlie a truth-teller or a liar?",