Hugging Face's logo

Spaces:
TheFinAI
/
Open-Greek-Financial-LLM-Leaderboard
Running

App Files Community
Open-Greek-Financial-LLM-Leaderboard / data.json
jiminHuang's picture
jiminHuang
Redesign: static leaderboard page (The Fin AI style, visualizations, last-updated date)
0ea7ca6 verified
Raw History Blame Contribute Delete
13.2 kB
{
"source": "TheFinAI/greek-contents",
"snapshot": "2026-10-08",
"data_updated": "2025-03-06",
"rows": [
{
"fullname": "gpt-4",
"Available on the hub": false,
"#Params (B)": 1800.0,
"Hub License": "openai",
"Submission Date": "2025-01-08",
"MultiFin": 55.55555555555556,
"QA": 60.19047619047618,
"FNS": 37.95756068562762,
"FinNum": 27.983771457300865,
"FinText": 59.99832520420754,
"MultiFin Raw": 0.6296296296296297,
"QA Raw": 0.7066666666666667,
"FNS Raw": 0.3795756068562762,
"FinNum Raw": 0.27983771457300866,
"FinText Raw": 0.5999832520420754,
"Average ⬆️": 48.33713781863355
},
{
"fullname": "gpt-4o",
"Available on the hub": false,
"#Params (B)": 2500.0,
"Hub License": "openai",
"Submission Date": "2025-01-09",
"MultiFin": 51.11111111111111,
"QA": 70.44444444444444,
"FNS": 25.500120826763588,
"FinNum": 9.180555555555555,
"FinText": 31.30233100233101,
"MultiFin Raw": 0.5925925925925926,
"QA Raw": 0.7822222222222223,
"FNS Raw": 0.2550012082676359,
"FinNum Raw": 0.09180555555555556,
"FinText Raw": 0.3130233100233101,
"Average ⬆️": 37.50771258804114
},
{
"fullname": "gpt-4o-mini",
"Available on the hub": false,
"#Params (B)": 500.0,
"Hub License": "openai",
"Submission Date": "2025-01-09",
"MultiFin": 51.11111111111111,
"QA": 0.0,
"FNS": 35.546031417569935,
"FinNum": 24.777533577533575,
"FinText": 30.174675324675327,
"MultiFin Raw": 0.5925925925925926,
"QA Raw": 0.11555555555555555,
"FNS Raw": 0.35546031417569934,
"FinNum Raw": 0.24777533577533575,
"FinText Raw": 0.30174675324675326,
"Average ⬆️": 28.32187028617799
},
{
"fullname": "gpt-3.5-turbo-0125",
"Available on the hub": false,
"#Params (B)": 400.0,
"Hub License": "openai",
"Submission Date": "2025-01-09",
"MultiFin": 40.0,
"QA": 0.0,
"FNS": 31.380105065117615,
"FinNum": 14.122222222222222,
"FinText": 30.32099567099567,
"MultiFin Raw": 0.5,
"QA Raw": 0.0,
"FNS Raw": 0.31380105065117614,
"FinNum Raw": 0.14122222222222222,
"FinText Raw": 0.3032099567099567,
"Average ⬆️": 23.1646645916671
},
{
"fullname": "meta-llama/Llama-3.2-1B-Instruct",
"Available on the hub": true,
"#Params (B)": 1.24,
"Hub License": "llama3.2",
"Submission Date": "2025-01-09",
"MultiFin": 26.666666666666668,
"QA": 4.095238095238097,
"FNS": 13.984130377710214,
"FinNum": 0.0,
"FinText": 0.0,
"MultiFin Raw": 0.3888888888888889,
"QA Raw": 0.29333333333333333,
"FNS Raw": 0.13984130377710213,
"FinNum Raw": 0.0,
"FinText Raw": 0.0,
"Average ⬆️": 8.949207027922997
},
{
"fullname": "meta-llama/Meta-Llama-3-8B-Instruct",
"Available on the hub": true,
"#Params (B)": 8.03,
"Hub License": "llama3",
"Submission Date": "2025-01-09",
"MultiFin": 64.44444444444444,
"QA": 9.523809523809522,
"FNS": 7.4333074506976375,
"FinNum": 0.0,
"FinText": 13.25,
"MultiFin Raw": 0.7037037037037037,
"QA Raw": 0.3333333333333333,
"FNS Raw": 0.07433307450697638,
"FinNum Raw": 0.0,
"FinText Raw": 0.1325,
"Average ⬆️": 18.93031228379032
},
{
"fullname": "Qwen/Qwen2.5-1.5B-Instruct",
"Available on the hub": true,
"#Params (B)": 1.5,
"Hub License": "apache-2.0",
"Submission Date": "2025-01-10",
"MultiFin": 17.77777777777778,
"QA": 12.539682539682543,
"FNS": 2.3831606214199303,
"FinNum": 0.0,
"FinText": 0.0,
"MultiFin Raw": 0.3148148148148148,
"QA Raw": 0.35555555555555557,
"FNS Raw": 0.023831606214199302,
"FinNum Raw": 0.0,
"FinText Raw": 0.0,
"Average ⬆️": 6.540124187776051
},
{
"fullname": "Qwen/Qwen2.5-7B-Instruct",
"Available on the hub": true,
"#Params (B)": 7.616,
"Hub License": "apache-2.0",
"Submission Date": "2025-01-10",
"MultiFin": 44.44444444444445,
"QA": 22.190476190476193,
"FNS": 6.994518027511745,
"FinNum": 0.0,
"FinText": 13.200000000000001,
"MultiFin Raw": 0.5370370370370371,
"QA Raw": 0.4266666666666667,
"FNS Raw": 0.06994518027511745,
"FinNum Raw": 0.0,
"FinText Raw": 0.132,
"Average ⬆️": 17.365887732486478
},
{
"fullname": "google/gemma-2-9b-it",
"Available on the hub": true,
"#Params (B)": 9.0,
"Hub License": "gemma",
"Submission Date": "2025-01-10",
"MultiFin": 53.33333333333334,
"QA": 5.904761904761903,
"FNS": 5.91086286827003,
"FinNum": 1.8939393939393936,
"FinText": 4.554761904761905,
"MultiFin Raw": 0.6111111111111112,
"QA Raw": 0.30666666666666664,
"FNS Raw": 0.059108628682700295,
"FinNum Raw": 0.018939393939393936,
"FinText Raw": 0.045547619047619045,
"Average ⬆️": 14.319531881013315
},
{
"fullname": "google/gemma-2-2b-it",
"Available on the hub": true,
"#Params (B)": 2.614,
"Hub License": "gemma",
"Submission Date": "2025-01-10",
"MultiFin": 28.888888888888886,
"QA": 0.0,
"FNS": 2.6127572028353927,
"FinNum": 0.0,
"FinText": 16.03333333333333,
"MultiFin Raw": 0.4074074074074074,
"QA Raw": 0.21777777777777776,
"FNS Raw": 0.026127572028353925,
"FinNum Raw": 0.0,
"FinText Raw": 0.16033333333333333,
"Average ⬆️": 9.506995885011523
},
{
"fullname": "google/gemma-2-27b-it",
"Available on the hub": true,
"#Params (B)": 27.227,
"Hub License": "gemma",
"Submission Date": "2025-01-10",
"MultiFin": 53.33333333333334,
"QA": 0.0,
"FNS": 8.963818022348207,
"FinNum": 18.241702741702742,
"FinText": 18.487851037851037,
"MultiFin Raw": 0.6111111111111112,
"QA Raw": 0.25333333333333335,
"FNS Raw": 0.08963818022348206,
"FinNum Raw": 0.18241702741702742,
"FinText Raw": 0.18487851037851036,
"Average ⬆️": 19.805341027047064
},
{
"fullname": "mistralai/Mistral-7B-Instruct-v0.3",
"Available on the hub": true,
"#Params (B)": 7.248,
"Hub License": "apache-2.0",
"Submission Date": "2025-01-10",
"MultiFin": 42.22222222222222,
"QA": 22.793650793650794,
"FNS": 8.38775917399555,
"FinNum": 0.0,
"FinText": 0.0,
"MultiFin Raw": 0.5185185185185185,
"QA Raw": 0.4311111111111111,
"FNS Raw": 0.08387759173995549,
"FinNum Raw": 0.0,
"FinText Raw": 0.0,
"Average ⬆️": 14.680726437973712
},
{
"fullname": "ilsp/Meltemi-7B-Instruct-v1.5",
"Available on the hub": true,
"#Params (B)": 7.48,
"Hub License": "apache-2.0",
"Submission Date": "2025-01-10",
"MultiFin": 31.111111111111118,
"QA": 29.428571428571427,
"FNS": 18.984198085114045,
"FinNum": 12.113492063492064,
"FinText": 50.13290043290042,
"MultiFin Raw": 0.42592592592592593,
"QA Raw": 0.48,
"FNS Raw": 0.18984198085114046,
"FinNum Raw": 0.12113492063492064,
"FinText Raw": 0.5013290043290042,
"Average ⬆️": 28.35405462423781
},
{
"fullname": "meta-llama/Meta-Llama-3-70B-Instruct",
"Available on the hub": true,
"#Params (B)": 70.554,
"Hub License": "llama3",
"Submission Date": "2025-01-10",
"MultiFin": 53.33333333333334,
"QA": 45.1111111111111,
"FNS": 8.12471740021998,
"FinNum": 5.0,
"FinText": 44.57222222222221,
"MultiFin Raw": 0.6111111111111112,
"QA Raw": 0.5955555555555555,
"FNS Raw": 0.0812471740021998,
"FinNum Raw": 0.05,
"FinText Raw": 0.4457222222222221,
"Average ⬆️": 31.228276813377327
},
{
"fullname": "Qwen/Qwen2.5-32B-Instruct",
"Available on the hub": true,
"#Params (B)": 32.764,
"Hub License": "apache-2.0",
"Submission Date": "2025-01-10",
"MultiFin": 64.44444444444444,
"QA": 46.317460317460316,
"FNS": 9.70627173090016,
"FinNum": 36.77222222222222,
"FinText": 55.20670995670994,
"MultiFin Raw": 0.7037037037037037,
"QA Raw": 0.6044444444444445,
"FNS Raw": 0.0970627173090016,
"FinNum Raw": 0.3677222222222222,
"FinText Raw": 0.5520670995670994,
"Average ⬆️": 42.48942173434742
},
{
"fullname": "Qwen/Qwen2.5-72B-Instruct",
"Available on the hub": true,
"#Params (B)": 72.706,
"Hub License": "other",
"Submission Date": "2025-01-10",
"MultiFin": 66.66666666666666,
"QA": 64.4126984126984,
"FNS": 4.467753807734675,
"FinNum": 32.49321789321788,
"FinText": 38.76587301587301,
"MultiFin Raw": 0.7222222222222222,
"QA Raw": 0.7377777777777778,
"FNS Raw": 0.04467753807734675,
"FinNum Raw": 0.3249321789321788,
"FinText Raw": 0.38765873015873015,
"Average ⬆️": 41.36124195923813
},
{
"fullname": "deepseek-chat",
"Available on the hub": false,
"#Params (B)": 685.0,
"Hub License": "deepseek",
"Submission Date": "2025-01-11",
"MultiFin": 53.33333333333334,
"QA": 48.73015873015873,
"FNS": 37.72810412895652,
"FinNum": 7.433333333333332,
"FinText": 0.25,
"MultiFin Raw": 0.6111111111111112,
"QA Raw": 0.6222222222222222,
"FNS Raw": 0.3772810412895652,
"FinNum Raw": 0.07433333333333332,
"FinText Raw": 0.0025,
"Average ⬆️": 29.494985905156387
},
{
"fullname": "TheFinAI/FinLLaMA-instruct",
"Available on the hub": true,
"#Params (B)": 7.5,
"Hub License": null,
"Submission Date": "2025-01-31",
"MultiFin": 26.666666666666668,
"QA": 2.2857142857142914,
"FNS": 2.9448409882351005,
"FinNum": 0.0,
"FinText": 0.0,
"MultiFin Raw": 0.3888888888888889,
"QA Raw": 0.28,
"FNS Raw": 0.029448409882351007,
"FinNum Raw": 0.0,
"FinText Raw": 0.0,
"Average ⬆️": 6.379444388123212
},
{
"fullname": "TheFinAI/plutus-8B-instruct",
"Available on the hub": true,
"#Params (B)": 8.0,
"Hub License": "llama3.1",
"Submission Date": "2025-02-18",
"MultiFin": 66.66666666666666,
"QA": 51.142857142857146,
"FNS": 34.46110149250515,
"FinNum": 70.0566569362671,
"FinText": 57.15107670107669,
"MultiFin Raw": 0.7222222222222222,
"QA Raw": 0.64,
"FNS Raw": 0.34461101492505153,
"FinNum Raw": 0.700566569362671,
"FinText Raw": 0.5715107670107669,
"Average ⬆️": 55.89567178787455
},
{
"fullname": "meta-llama/Llama-3.1-8B-Instruct",
"Available on the hub": true,
"#Params (B)": 8.03,
"Hub License": "llama3.1",
"Submission Date": "2025-02-23",
"MultiFin": 44.44444444444445,
"QA": 17.96825396825397,
"FNS": 20.164230949227814,
"FinNum": 10.292063492063493,
"FinText": 20.735281385281386,
"MultiFin Raw": 0.5370370370370371,
"QA Raw": 0.39555555555555555,
"FNS Raw": 0.20164230949227813,
"FinNum Raw": 0.10292063492063493,
"FinText Raw": 0.20735281385281387,
"Average ⬆️": 22.72085484785422
},
{
"fullname": "mistralai/Mistral-7B-Instruct-v0.1",
"Available on the hub": true,
"#Params (B)": 7.242,
"Hub License": "apache-2.0",
"Submission Date": "2025-02-23",
"MultiFin": 26.666666666666668,
"QA": 4.698412698412696,
"FNS": 14.336588576097121,
"FinNum": 0.0,
"FinText": 0.0,
"MultiFin Raw": 0.3888888888888889,
"QA Raw": 0.29777777777777775,
"FNS Raw": 0.1433658857609712,
"FinNum Raw": 0.0,
"FinText Raw": 0.0,
"Average ⬆️": 9.140333588235297
},
{
"fullname": "ilsp/Llama-Krikri-8B-Instruct",
"Available on the hub": true,
"#Params (B)": 8.202,
"Hub License": "llama3.1",
"Submission Date": "2025-02-23",
"MultiFin": 26.666666666666668,
"QA": 42.095238095238095,
"FNS": 21.8829632440187,
"FinNum": 18.77875457875458,
"FinText": 44.538455988455986,
"MultiFin Raw": 0.3888888888888889,
"QA Raw": 0.5733333333333334,
"FNS Raw": 0.21882963244018702,
"FinNum Raw": 0.1877875457875458,
"FinText Raw": 0.4453845598845599,
"Average ⬆️": 30.792415714626806
},
{
"fullname": "TheFinAI/finma-7b-full",
"Available on the hub": true,
"#Params (B)": 8.0,
"Hub License": "mit",
"Submission Date": "2025-02-23",
"MultiFin": 22.222222222222225,
"QA": 0.0,
"FNS": 11.199459376288933,
"FinNum": 0.0,
"FinText": 0.0,
"MultiFin Raw": 0.35185185185185186,
"QA Raw": 0.25333333333333335,
"FNS Raw": 0.11199459376288934,
"FinNum Raw": 0.0,
"FinText Raw": 0.0,
"Average ⬆️": 6.684336319702231
},
{
"fullname": "gpt-4.5-preview",
"Available on the hub": false,
"#Params (B)": 2500.0,
"Hub License": "openai",
"Submission Date": "2025-02-27",
"MultiFin": 42.22222222222222,
"QA": 74.66666666666666,
"FNS": 37.69495692220238,
"FinNum": 21.761507936507936,
"FinText": 40.66986346986347,
"MultiFin Raw": 0.5185185185185185,
"QA Raw": 0.8133333333333334,
"FNS Raw": 0.37694956922202383,
"FinNum Raw": 0.21761507936507937,
"FinText Raw": 0.4066986346986347,
"Average ⬆️": 43.403043443492535
},
{
"fullname": "Qwen/QwQ-32B",
"Available on the hub": true,
"#Params (B)": 32.8,
"Hub License": "apache-2.0",
"Submission Date": "2025-03-06",
"MultiFin": 28.888888888888886,
"QA": 4.698412698412696,
"FNS": 5.4522233218308545,
"FinNum": 0.0,
"FinText": 0.0,
"MultiFin Raw": 0.4074074074074074,
"QA Raw": 0.29777777777777775,
"FNS Raw": 0.05452223321830854,
"FinNum Raw": 0.0,
"FinText Raw": 0.0,
"Average ⬆️": 7.807904981826487
}
]
}