Update scores

src/config.py

@@ -5,7 +5,7 @@ TITLE = """<h1 align="center" id="space-title">GoTo-AI Leaderboard</h1>"""
 
 # Introduction text providing an overview of the leaderboard
 INTRODUCTION_TEXT = """
-    GoTo-AI (Indonesian language for "close friends") is a collection of large language models which has been pretrained and instruct-tuned for Indonesian language and its various local languages.
+    GoTo-AI is a collection of large language models which has been pretrained and instruct-tuned for Indonesian language and its various local languages.
     This leaderboard evaluates general language capabilities of GoTo-AI and other open source models using SEA-HELM and IndoMMLU, focusing on Indonesian, Javanese, Sundanese, Balinese, and Batak.
 """
 
@@ -48,14 +48,15 @@ IndoMMLU covers various subjects and educational levels, including STEM, social
 
 # Explanation of score calculation methodology
 INFO_SCORE_CALCULATION = """
-- The **overall score** for a language is computed as the **average** of all competency scores.
-- Each **competency score** is computed as the **average** of its tasks.
-- Normalization is applied for classification tasks by substracting the random baseline score and scaling it to the range of 0-100.
+- The evaluation runs 8 separate times to capture variations in non-deterministic outputs.
+- 30 bootstrap samples are randomly drawn with replacement from the pooled evaluation data and the scores are averaged to a final score.
+- The overall score for a language is computed as the average of all competency scores. Each competency score is computed as the average of its tasks.
+- Normalization is applied for multi-choice task by substracting the random baseline score and scaling it to the range of 0-100.
 """
 
 # Placeholder information about GoTo and GoTo AI
 INFO_GOTO_AI = """
-GoTo-AI (Indonesian language for “close friends”) is a local open source Large Language Model (LLM) ecosystem in Indonesian language, co-initiated by Indonesian tech and telecommunication companies: GoTo Group and Indosat Ooredoo Hutchison. GoTo-AI ecosystem aims to empower Indonesians who want to develop AI-based services and applications using Bahasa Indonesia and its various local languages.
+GoTo-AI is a local open source Large Language Model (LLM) ecosystem in Indonesian language, co-initiated by Indonesian tech and telecommunication companies: GoTo Group and Indosat Ooredoo Hutchison. GoTo-AI ecosystem aims to empower Indonesians who want to develop AI-based services and applications using Bahasa Indonesia and its various local languages.
 
 We are supported by research centers and global tech experts such as AI Singapore to train the model to gain general language understanding.