chen459664 commited on Dec 11, 2025

Commit

c536d3a

verified ·

1 Parent(s): 2d0e89c

Add files using upload-large-folder tool

Browse files

This view is limited to 50 files because it contains too many changes. See raw diff

Files changed (50) hide show

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_psychology.yaml +147 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_prehistory.yaml +142 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_professional_accounting.yaml +152 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_professional_law.yaml +434 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_professional_medicine.yaml +261 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_professional_psychology.yaml +170 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_public_relations.yaml +122 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_sociology.yaml +134 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_us_foreign_policy.yaml +138 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_world_religions.yaml +68 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/utils.py +104 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/_mmlu_it_humanities.yaml +11 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/_mmlu_it_other.yaml +11 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_astronomy.yaml +65 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_clinical_knowledge.yaml +54 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_biology.yaml +58 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_chemistry.yaml +59 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_computer_science.yaml +81 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_mathematics.yaml +64 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_physics.yaml +62 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_conceptual_physics.yaml +53 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_econometrics.yaml +64 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_elementary_mathematics.yaml +58 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_formal_logic.yaml +63 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_global_facts.yaml +57 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_chemistry.yaml +58 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_computer_science.yaml +83 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_european_history.yaml +194 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_geography.yaml +58 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_government_and_politics.yaml +60 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_macroeconomics.yaml +52 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_mathematics.yaml +61 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_microeconomics.yaml +54 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_physics.yaml +62 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_psychology.yaml +63 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_statistics.yaml +72 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_us_history.yaml +163 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_world_history.yaml +104 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_human_aging.yaml +53 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_human_sexuality.yaml +53 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_international_law.yaml +71 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_jurisprudence.yaml +54 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_logical_fallacies.yaml +60 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_machine_learning.yaml +74 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_management.yaml +51 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_marketing.yaml +59 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_medical_genetics.yaml +50 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_miscellaneous.yaml +51 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_moral_disputes.yaml +59 -0
lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_moral_scenarios.yaml +70 -0

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_psychology.yaml ADDED Viewed

	@@ -0,0 +1,147 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "\u090F\u0915 \u092E\u091C\u092C\u0942\u0924 \u0938\u0941\u092A\u0930\u0907\
+        \u0917\u094B."
+      B: "\u0915\u092E \u0906\u0924\u094D\u092E \u0938\u092E\u094D\u092E\u093E\u0928\
+        \u0964"
+      C: "\u0915\u092E \u0906\u0924\u094D\u092E-\u092A\u094D\u0930\u092D\u093E\u0935\
+        \u0915\u093E\u0930\u093F\u0924\u093E."
+      D: "\u0928\u093F\u092F\u0902\u0924\u094D\u0930\u0923 \u0915\u093E \u090F\u0915\
+        \ \u0906\u0902\u0924\u0930\u093F\u0915 \u0938\u094D\u0925\u093E\u0928."
+    input_correct_responses:
+    - D
+    input_question: "\u0905\u0928\u0940 \u0915\u093E \u092E\u093E\u0928\u0928\u093E\
+      \ \u0939\u0948 \u0915\u093F \u0909\u0938\u0915\u0947 \u0938\u093E\u0925 \u091C\
+      \u094B \u0939\u094B\u0924\u093E \u0939\u0948 \u0909\u0938\u092E\u0947\u0902\
+      \ \u0909\u0938\u0915\u093E \u0926\u0943\u0937\u094D\u091F\u093F\u0915\u094B\u0923\
+      \ \u0914\u0930 \u0935\u094D\u092F\u0935\u0939\u093E\u0930 \u0915\u0947\u0902\
+      \u0926\u094D\u0930\u0940\u092F \u092D\u0942\u092E\u093F\u0915\u093E \u0928\u093F\
+      \u092D\u093E\u0924\u093E \u0939\u0948\u0964 \u0910\u0938\u0940 \u092E\u093E\u0928\
+      \u094D\u092F\u0924\u093E \u091C\u0941\u0921\u093C\u0940 \u0939\u094B\u0928\u0947\
+      \ \u0915\u0940 \u0938\u0902\u092D\u093E\u0935\u0928\u093E \u0939\u0948"
+  - input_choice_list:
+      A: "\u0917\u094D\u0930\u093E\u0939\u0915 \u0915\u0940 \u0935\u0930\u094D\u0924\
+        \u092E\u093E\u0928 \u0938\u092E\u0938\u094D\u092F\u093E\u0913\u0902 \u0915\
+        \u0947 \u0915\u093E\u0930\u0923\u094B\u0902 \u0914\u0930 \u0938\u092E\u093E\
+        \u0927\u093E\u0928\u094B\u0902 \u0915\u0940 \u092A\u0939\u091A\u093E\u0928\
+        \ \u0915\u0930\u0928\u093E"
+      B: "\u0915\u093F\u0938\u0940 \u0938\u092E\u0938\u094D\u092F\u093E \u0938\u0947\
+        \ \u0928\u093F\u092A\u091F\u0928\u0947 \u092E\u0947\u0902 \u092A\u0930\u093E\
+        \u092E\u0930\u094D\u0936\u0926\u093E\u0924\u093E \u0915\u0940 \u0915\u0920\
+        \u093F\u0928\u093E\u0907\u092F\u094B\u0902 \u0915\u0947 \u0915\u093E\u0930\
+        \u0923\u094B\u0902 \u0915\u0940 \u092A\u0939\u091A\u093E\u0928 \u0915\u0930\
+        \u0928\u093E \u0914\u0930 \u0909\u0928\u094D\u0939\u0947\u0902 \u0926\u0942\
+        \u0930 \u0915\u0930\u0928\u093E"
+      C: "\u092A\u094D\u0930\u092D\u093E\u0935\u0940 \u0928\u093F\u0930\u094D\u0923\
+        \u092F \u0932\u0947\u0928\u0947 \u092E\u0947\u0902 \u0938\u0915\u094D\u0937\
+        \u092E \u092C\u0928\u093E\u0928\u0947 \u0915\u0947 \u0932\u093F\u090F \u092A\
+        \u094D\u0930\u093E\u0927\u093F\u0915\u093E\u0930 \u0915\u093E \u090F\u0915\
+        \ \u092A\u0926\u093E\u0928\u0941\u0915\u094D\u0930\u092E \u0938\u094D\u0925\
+        \u093E\u092A\u093F\u0924 \u0915\u0930\u0928\u093E"
+      D: "\u0915\u094C\u0936\u0932 \u0915\u0940 \u0915\u092E\u0940 \u0915\u094B \u0926\
+        \u0942\u0930 \u0915\u0930\u0928\u0947 \u0915\u0947 \u0932\u093F\u090F \u0938\
+        \u0932\u093E\u0939\u0915\u093E\u0930 \u0915\u0947 \u0932\u093F\u090F \u090F\
+        \u0915\u0932, \u0905\u091A\u094D\u091B\u0940 \u0924\u0930\u0939 \u0938\u0947\
+        \ \u092A\u0930\u093F\u092D\u093E\u0937\u093F\u0924 \u0914\u0930 \u0938\u094D\
+        \u092A\u0937\u094D\u091F \u0915\u093E\u0930\u094D\u0930\u0935\u093E\u0908\
+        \ \u0915\u093E \u092A\u093E\u0920\u094D\u092F\u0915\u094D\u0930\u092E \u092A\
+        \u094D\u0930\u0938\u094D\u0924\u0941\u0924 \u0915\u0930\u0928\u093E"
+    input_correct_responses:
+    - B
+    input_question: "\u092A\u0930\u093E\u092E\u0930\u094D\u0936\u0926\u093E\u0924\u093E\
+      -\u0915\u0947\u0902\u0926\u094D\u0930\u093F\u0924 \u0915\u0947\u0938 \u092A\u0930\
+      \u093E\u092E\u0930\u094D\u0936 \u0915\u0947 \u0915\u0948\u092A\u0932\u0928 \u092E\
+      \u0949\u0921\u0932 \u0915\u0947 \u0905\u0928\u0941\u0938\u093E\u0930, \u0938\
+      \u0932\u093E\u0939\u0915\u093E\u0930 \u092E\u0941\u0916\u094D\u092F \u0930\u0942\
+      \u092A \u0938\u0947 \u0907\u0938\u092E\u0947\u0902 \u0930\u0941\u091A\u093F\
+      \ \u0930\u0916\u0924\u093E \u0939\u0948"
+  - input_choice_list:
+      A: "\u0938\u0902\u0926\u0947\u0936 \u0925\u0948\u0932\u0947\u092E\u0938 \u0938\
+        \u0947 \u0938\u0940\u0927\u0947 \u0905\u092E\u093F\u0917\u0921\u093E\u0932\
+        \u093E \u0915\u094B \u092D\u0947\u091C\u0947 \u091C\u093E\u0924\u0947 \u0939\
+        \u0948\u0902\u0964"
+      B: "\u0938\u0902\u0926\u0947\u0936 \u0925\u0948\u0932\u0947\u092E\u0938 \u0938\
+        \u0947 &quot;\u0915\u094D\u092F\u093E&quot; \u0914\u0930 &quot;\u0915\u0939\
+        \u093E\u0902&quot; \u092E\u093E\u0930\u094D\u0917 \u092A\u0930 \u092D\u0947\
+        \u091C\u0947 \u091C\u093E\u0924\u0947 \u0939\u0948\u0902\u0964"
+      C: "\u0938\u0902\u0926\u0947\u0936 \u092A\u0948\u0930\u093E\u0938\u093F\u092E\
+        \u094D\u092A\u0947\u0925\u0947\u091F\u093F\u0915 \u0924\u0902\u0924\u094D\u0930\
+        \u093F\u0915\u093E \u0924\u0902\u0924\u094D\u0930 \u0938\u0947 \u0938\u0947\
+        \u0930\u0947\u092C\u094D\u0930\u0932 \u0915\u0949\u0930\u094D\u091F\u0947\u0915\
+        \u094D\u0938 \u0924\u0915 \u092D\u0947\u091C\u0947 \u091C\u093E\u0924\u0947\
+        \ \u0939\u0948\u0902\u0964"
+      D: "\u0938\u0902\u0926\u0947\u0936 \u0932\u0932\u093E\u091F \u0932\u094B\u092C\
+        \ \u0938\u0947 \u092A\u093F\u091F\u094D\u092F\u0942\u091F\u0930\u0940 \u0917\
+        \u094D\u0930\u0902\u0925\u093F \u0924\u0915 \u092D\u0947\u091C\u0947 \u091C\
+        \u093E\u0924\u0947 \u0939\u0948\u0902\u0964"
+    input_correct_responses:
+    - A
+    input_question: "\u0938\u092E\u0941\u0926\u094D\u0930 \u092E\u0947\u0902 \u0924\
+      \u0948\u0930\u0924\u0947 \u0938\u092E\u092F, \u0907\u0935\u093E\u0928 \u092A\
+      \u093E\u0928\u0940 \u092E\u0947\u0902 \u090F\u0915 \u0905\u0902\u0927\u0947\u0930\
+      \u0940 \u091B\u093E\u092F\u093E \u0938\u0947 \u0921\u0930 \u091C\u093E\u0924\
+      \u093E \u0939\u0948, \u0907\u0938\u0938\u0947 \u092A\u0939\u0932\u0947 \u0915\
+      \u093F \u0909\u0938\u0947 \u092F\u0939 \u092A\u0939\u091A\u093E\u0928\u0928\u0947\
+      \ \u0915\u093E \u092E\u094C\u0915\u093E \u092E\u093F\u0932\u0947 \u0915\u093F\
+      \ \u0935\u0939 \u091B\u093E\u092F\u093E \u0915\u094D\u092F\u093E \u0939\u0948\
+      \u0964 \u092D\u092F \u0915\u0940 \u0907\u0938 \u0918\u091F\u0928\u093E \u0915\
+      \u0947 \u0926\u094C\u0930\u093E\u0928 \u0939\u094B\u0928\u0947 \u0935\u093E\u0932\
+      \u0947 \u0938\u093F\u0928\u0948\u092A\u094D\u091F\u093F\u0915 \u0915\u0928\u0947\
+      \u0915\u094D\u0936\u0928\u094B\u0902 \u0915\u094B \u0928\u093F\u092E\u094D\u0928\
+      \u0932\u093F\u0916\u093F\u0924 \u092E\u0947\u0902 \u0938\u0947 \u0915\u093F\u0938\
+      \u0915\u0947 \u0926\u094D\u0935\u093E\u0930\u093E \u0938\u092C\u0938\u0947 \u0905\
+      \u091A\u094D\u091B\u093E \u0935\u0930\u094D\u0923\u0928 \u0915\u093F\u092F\u093E\
+      \ \u0917\u092F\u093E \u0939\u0948?"
+  - input_choice_list:
+      A: "\u092C\u091A\u094D\u091A\u0947 \u0915\u094B \u0928\u090F \u0935\u093E\u0924\
+        \u093E\u0935\u0930\u0923 \u092E\u0947\u0902 \u092A\u0930\u0940\u0915\u094D\
+        \u0937\u0923 \u0905\u0935\u0927\u093F \u0926\u0947\u0902"
+      B: "\u092E\u093E\u0924\u093E-\u092A\u093F\u0924\u093E \u0915\u094B \u0932\u093F\
+        \u0916\u093F\u0924 \u0930\u0942\u092A \u0938\u0947 \u0938\u0942\u091A\u093F\
+        \u0924 \u0915\u0930\u0947\u0902"
+      C: "\u0938\u094D\u0915\u0942\u0932 \u092C\u094B\u0930\u094D\u0921 \u0915\u0940\
+        \ \u092E\u0902\u091C\u0942\u0930\u0940 \u092A\u094D\u0930\u093E\u092A\u094D\
+        \u0924 \u0915\u0930\u0947\u0902"
+      D: "\u092E\u093E\u0924\u093E-\u092A\u093F\u0924\u093E \u0915\u0940 \u0938\u0939\
+        \u092E\u0924\u093F \u092A\u094D\u0930\u093E\u092A\u094D\u0924 \u0915\u0930\
+        \u0947\u0902"
+    input_correct_responses:
+    - B
+    input_question: "\u0935\u093F\u0915\u0932\u093E\u0902\u0917 \u0935\u094D\u092F\
+      \u0915\u094D\u0924\u093F \u0936\u093F\u0915\u094D\u0937\u093E \u0938\u0941\u0927\
+      \u093E\u0930 \u0905\u0927\u093F\u0928\u093F\u092F\u092E \u0915\u0947 \u0905\u0928\
+      \u0941\u0938\u093E\u0930, \u090F\u0915 \u0936\u0948\u0915\u094D\u0937\u093F\u0915\
+      \ \u090F\u091C\u0947\u0902\u0938\u0940 \u0915\u094B \u0935\u093F\u0915\u0932\
+      \u093E\u0902\u0917 \u091B\u093E\u0924\u094D\u0930 \u0915\u0947 \u0936\u0948\u0915\
+      \u094D\u0937\u093F\u0915 \u092A\u094D\u0932\u0947\u0938\u092E\u0947\u0902\u091F\
+      \ \u0915\u094B \u092C\u0926\u0932\u0928\u0947 \u0938\u0947 \u092A\u0939\u0932\
+      \u0947 \u0928\u093F\u092E\u094D\u0928\u0932\u093F\u0916\u093F\u0924 \u092E\u0947\
+      \u0902 \u0938\u0947 \u0915\u094D\u092F\u093E \u0915\u0930\u0928\u093E \u091A\
+      \u093E\u0939\u093F\u090F?"
+  - input_choice_list:
+      A: "\u0938\u093E\u092E\u093E\u091C\u093F\u0915-\u0938\u093E\u0902\u0938\u094D\
+        \u0915\u0943\u0924\u093F\u0915"
+      B: "\u0915\u094D\u0932\u0940\u0928\u093F\u0915\u0932"
+      C: "\u0938\u0902\u091C\u094D\u091E\u093E\u0928\u093E\u0924\u094D\u092E\u0915"
+      D: "\u0935\u094D\u092F\u0935\u0939\u093E\u0930\u0935\u093E\u0926\u0940"
+    input_correct_responses:
+    - C
+    input_question: "\u092A\u093E\u0938\u094D\u0915\u0932 \u0909\u0928 \u092A\u094D\
+      \u0930\u0938\u0902\u0938\u094D\u0915\u0930\u0923 \u0930\u0923\u0928\u0940\u0924\
+      \u093F\u092F\u094B\u0902 \u092E\u0947\u0902 \u0930\u0941\u091A\u093F \u0930\u0916\
+      \u0924\u093E \u0939\u0948 \u091C\u093F\u0928\u0915\u093E \u0909\u092A\u092F\u094B\
+      \u0917 \u092C\u091A\u094D\u091A\u0947 \u0928\u0908 \u091C\u093E\u0928\u0915\u093E\
+      \u0930\u0940 \u0938\u0940\u0916\u0928\u0947 \u0915\u0947 \u0932\u093F\u090F\
+      \ \u0915\u0930\u0924\u0947 \u0939\u0948\u0902\u0964 \u092A\u093E\u0938\u094D\
+      \u0915\u0932 \u0915\u094B \u0915\u093F\u0938 \u092A\u094D\u0930\u0915\u093E\u0930\
+      \ \u0915\u0947 \u092E\u0928\u094B\u0935\u0948\u091C\u094D\u091E\u093E\u0928\u093F\
+      \u0915 \u0915\u0947 \u0930\u0942\u092A \u092E\u0947\u0902 \u0935\u0930\u094D\
+      \u0917\u0940\u0915\u0943\u0924 \u0915\u093F\u092F\u093E \u091C\u093E\u090F\u0917\
+      \u093E?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_high_school_psychology
+tag: mmlu_hi_llama_social_sciences_tasks
+task: mmlu_hi_llama_high_school_psychology
+task_alias: high_school_psychology

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_prehistory.yaml ADDED Viewed

	@@ -0,0 +1,142 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "\u0936\u0915\u094D\u0924\u093F\u0936\u093E\u0932\u0940 \u092E\u093E\u092F\
+        \u093E \u0916\u0917\u094B\u0932\u0936\u093E\u0938\u094D\u0924\u094D\u0930\u0940\
+        \ \u092A\u0941\u091C\u093E\u0930\u093F\u092F\u094B\u0902 \u0915\u094B \u0938\
+        \u0902\u0924\u0941\u0937\u094D\u091F \u0915\u0930\u0947\u0902\u0964"
+      B: "\u0906\u092E \u0932\u094B\u0917\u094B\u0902 \u0915\u0947 \u092A\u094D\u0930\
+        \u0924\u093F \u0905\u092A\u0928\u0940 \u0909\u0926\u093E\u0930\u0924\u093E\
+        \ \u092A\u094D\u0930\u0926\u0930\u094D\u0936\u093F\u0924 \u0915\u0930\u0947\
+        \u0902, \u0915\u094D\u092F\u094B\u0902\u0915\u093F \u0909\u0928\u094D\u0939\
+        \u0947\u0902 \u092E\u0902\u0926\u093F\u0930\u094B\u0902 \u092E\u0947\u0902\
+        \ \u0930\u0939\u0928\u0947 \u0915\u0940 \u0905\u0928\u0941\u092E\u0924\u093F\
+        \ \u0925\u0940\u0964"
+      C: "\u0936\u0924\u094D\u0930\u0941\u0913\u0902 \u0915\u094B, \u0935\u093F\u0936\
+        \u0947\u0937\u0915\u0930 \u0938\u094D\u092A\u0947\u0928\u093F\u092F\u094B\u0902\
+        \ \u0915\u094B, \u0921\u0930\u093E \u0926\u0947\u0902\u0964"
+      D: "\u0909\u0938\u0915\u0947 \u0930\u093E\u091C\u0924\u094D\u0935 \u0915\u094B\
+        \ \u0935\u0948\u0927 \u092C\u0928\u093E\u0928\u093E, \u0915\u094D\u092F\u094B\
+        \u0902\u0915\u093F \u0909\u0938\u0915\u0947 \u092A\u093F\u0924\u093E \u0930\
+        \u093E\u091C\u0938\u0940 \u0928\u0939\u0940\u0902 \u0925\u0947\u0964"
+    input_correct_responses:
+    - D
+    input_question: "\u092E\u0939\u093E\u0928 \u092E\u093E\u092F\u093E \u0930\u093E\
+      \u091C\u093E \u092A\u0948\u0915\u0932 \u0928\u0947 \u092A\u0948\u0932\u0947\u0928\
+      \u0915 \u0936\u0939\u0930 \u092E\u0947\u0902 \u092E\u0902\u0926\u093F\u0930\u094B\
+      \u0902 \u0915\u093E \u0928\u093F\u0930\u094D\u092E\u093E\u0923 \u0915\u0930\u0935\
+      \u093E\u092F\u093E:"
+  - input_choice_list:
+      A: "\u092A\u094D\u0930\u093E\u0930\u0902\u092D\u093F\u0915 \u0930\u093E\u091C\
+        \u094D\u092F\u094B\u0902 \u0915\u0947 \u0909\u0926\u092F \u0915\u0947 \u0938\
+        \u092E\u093E\u0928 \u0938\u094D\u0925\u093F\u0924\u093F\u092F\u094B\u0902\
+        \ \u0935\u093E\u0932\u093E \u092E\u093F\u0938\u093F\u0938\u093F\u092A\u093F\
+        \u092F\u093E\u0908 \u0938\u092D\u094D\u092F\u0924\u093E \u0915\u093E \u090F\
+        \u0915 \u0915\u0947\u0902\u0926\u094D\u0930\u0964"
+      B: "\u0938\u092E\u0924\u093E\u0935\u093E\u0926\u0940 \u0935\u0928\u0935\u093E\
+        \u0938\u093F\u092F\u094B\u0902 \u0915\u0947 \u092E\u0942\u0932 \u0905\u092E\
+        \u0947\u0930\u093F\u0915\u0940 \u0938\u092E\u093E\u091C \u092E\u0947\u0902\
+        \ \u0905\u0927\u093F\u0915\u093E\u0930 \u0915\u0940 \u0938\u0940\u092E\u093E\
+        \u090F\u0901\u0964"
+      C: "1500 \u0908. \u0924\u0915 \u090F\u0915 \u0938\u093E\u0927\u093E\u0930\u0923\
+        \ \u092E\u0941\u0916\u093F\u092F\u093E\u0924\u0902\u0924\u094D\u0930 \u092F\
+        \u093E \u0936\u093E\u092F\u0926 \u090F\u0915 \u091C\u091F\u093F\u0932 \u092E\
+        \u0941\u0916\u093F\u092F\u093E\u0924\u0902\u0924\u094D\u0930 \u0935\u093F\u0915\
+        \u0938\u093F\u0924 \u0939\u094B \u091A\u0941\u0915\u093E \u0925\u093E\u0964"
+      D: "\u092E\u093F\u0938\u093F\u0938\u093F\u092A\u093F\u092F\u093E\u0908 \u0938\
+        \u092D\u094D\u092F\u0924\u093E \u0915\u093E \u090F\u0915 \u0915\u0947\u0902\
+        \u0926\u094D\u0930 \u091C\u093F\u0938\u0915\u0940 \u0938\u094D\u0925\u093F\
+        \u0924\u093F\u092F\u093E\u0901 \u0909\u0924\u094D\u0924\u0930\u0940 \u0905\
+        \u092E\u0947\u0930\u093F\u0915\u093E \u0915\u0947 \u0909\u0924\u094D\u0924\
+        \u0930-\u092A\u0936\u094D\u091A\u093F\u092E\u0940 \u0924\u091F \u0915\u0947\
+        \ \u0938\u092E\u093E\u091C\u094B\u0902 \u0915\u0947 \u0938\u092E\u093E\u0928\
+        \ \u0939\u0948\u0902\u0964"
+    input_correct_responses:
+    - A
+    input_question: "\u091F\u093F\u092E\u094B\u0925\u0940 \u092A\u0949\u0915\u0947\
+      \u091F\u091F \u0915\u0947 \u0905\u0928\u0941\u0938\u093E\u0930, \u0915\u093E\
+      \u0939\u094B\u0915\u093F\u092F\u093E \u092E\u0947\u0902 \u0938\u093E\u092E\u093E\
+      \u091C\u093F\u0915 \u0938\u094D\u0924\u0930\u0940\u0915\u0930\u0923 \u0914\u0930\
+      \ \u0930\u093E\u091C\u0928\u0940\u0924\u093F\u0915 \u0936\u0915\u094D\u0924\u093F\
+      \ \u0915\u0947 \u0938\u093E\u0915\u094D\u0937\u094D\u092F \u092C\u0924\u093E\
+      \u0924\u0947 \u0939\u0948\u0902:"
+  - input_choice_list:
+      A: "\u0915\u093F\u0938\u0940 \u092A\u094D\u0930\u0915\u093E\u0930 \u0915\u0940\
+        \ \u092A\u094D\u0930\u0932\u092F, \u091C\u0948\u0938\u0947 \u092D\u0942\u0915\
+        \u0902\u092A, \u091C\u094D\u0935\u093E\u0932\u093E\u092E\u0941\u0916\u0940\
+        \ \u092F\u093E \u0938\u0941\u0928\u093E\u092E\u0940\u0964"
+      B: "\u0915\u093E\u091F \u0915\u0930 \u091C\u0932\u093E\u0913 \u0915\u0943\u0937\
+        \u093F \u0924\u0915\u0928\u0940\u0915\u094B\u0902 \u0915\u0947 \u092A\u0930\
+        \u093F\u0923\u093E\u092E\u0938\u094D\u0935\u0930\u0942\u092A \u092A\u093E\u0930\
+        \u093F\u0938\u094D\u0925\u093F\u0924\u093F\u0915 \u0915\u094D\u0937\u0930\u0923\
+        \u0964"
+      C: "\u092A\u0921\u093C\u094B\u0938\u0940 \u092E\u093E\u092F\u093E \u0936\u0939\
+        \u0930-\u0930\u093E\u091C\u094D\u092F\u094B\u0902 \u0915\u0947 \u092C\u0940\
+        \u091A \u0905\u0902\u0924\u0939\u0940\u0928 \u092F\u0941\u0926\u094D\u0927\
+        \u0964"
+      D: "\u0905\u0902\u0924\u0930-\u092A\u094D\u0930\u091C\u0928\u0928 \u0915\u0940\
+        \ \u092A\u094D\u0930\u0925\u093E\u0913\u0902 \u0915\u0947 \u0915\u093E\u0930\
+        \u0923 \u091C\u0928\u094D\u092E\u091C\u093E\u0924 \u0935\u093F\u0915\u093E\
+        \u0930\u094B\u0902 \u092E\u0947\u0902 \u092D\u093E\u0930\u0940 \u0935\u0943\
+        \u0926\u094D\u0927\u093F \u0939\u0941\u0908\u0964"
+    input_correct_responses:
+    - B
+    input_question: "\u0936\u094B\u0927\u0915\u0930\u094D\u0924\u093E \u0905\u092C\
+      \ \u092E\u093E\u0928\u0924\u0947 \u0939\u0948\u0902 \u0915\u093F \u092E\u093E\
+      \u092F\u093E \u0915\u093E \u092A\u0924\u0928 \u092E\u0941\u0916\u094D\u092F\u0924\
+      \u0903 \u0928\u093F\u092E\u094D\u0928 \u0915\u093E\u0930\u0923\u094B\u0902 \u0938\
+      \u0947 \u0939\u0941\u0906:"
+  - input_choice_list:
+      A: "\u092C\u0921\u093C\u0940 \u092E\u093E\u0924\u094D\u0930\u093E \u092E\u0947\
+        \u0902 \u092A\u094D\u0930\u091C\u093E\u0924\u093F\u092F\u094B\u0902 \u0915\
+        \u0940 \u0935\u093F\u0935\u093F\u0927\u0924\u093E, \u092F\u093E \u090F\u0915\
+        \ \u0939\u0940 \u092A\u094D\u0930\u091C\u093E\u0924\u093F \u091C\u093F\u0938\
+        \u0928\u0947 \u092C\u0939\u0941\u0924 \u0905\u0927\u093F\u0915 \u0935\u093F\
+        \u0935\u093F\u0927\u0924\u093E \u092A\u094D\u0930\u0926\u0930\u094D\u0936\u093F\
+        \u0924 \u0915\u0940\u0964"
+      B: "\u0907\u0938 \u0905\u0935\u0927\u093F \u0915\u0947 \u0926\u094C\u0930\u093E\
+        \u0928 \u092A\u094D\u0930\u091C\u093E\u0924\u093F\u092F\u094B\u0902 \u0915\
+        \u0940 \u0935\u093F\u0935\u093F\u0927\u0924\u093E \u092C\u0939\u0941\u0924\
+        \ \u0915\u092E \u0925\u0940 \u0914\u0930 \u0939\u094B\u092E\u093F\u0928\u093F\
+        \u0921 \u092D\u0940 \u092C\u0939\u0941\u0924 \u0915\u092E \u0925\u0947\u0964"
+      C: "\u0932\u0902\u092C\u0947 \u0938\u092E\u092F \u0924\u0915 \u0939\u093F\u092E\
+        \u092F\u0941\u0917 \u0914\u0930 \u0909\u0938\u0915\u0947 \u092C\u093E\u0926\
+        \ \u092D\u092F\u0902\u0915\u0930 \u0938\u0942\u0916\u0947 \u0915\u0947 \u0915\
+        \u093E\u0930\u0923 \u092A\u094D\u0930\u091C\u093E\u0924\u093F\u092F\u094B\u0902\
+        \ \u0915\u0940 \u0935\u093F\u0935\u093F\u0927\u0924\u093E \u092E\u0947\u0902\
+        \ \u0915\u092E\u0940 \u0906\u0908\u0964"
+      D: "\u092A\u094D\u0930\u091C\u093E\u0924\u093F\u092F\u094B\u0902 \u0915\u0940\
+        \ \u0935\u093F\u0935\u093F\u0927\u0924\u093E \u092E\u0947\u0902 \u0915\u092E\
+        \u0940 \u0906\u0908 \u0932\u0947\u0915\u093F\u0928 \u0939\u0925\u094C\u0921\
+        \u093C\u0947 \u0915\u0947 \u092A\u0924\u094D\u0925\u0930\u094B\u0902 \u0914\
+        \u0930 \u0917\u0941\u091A\u094D\u091B\u094B\u0902 \u0915\u0940 \u0938\u0902\
+        \u0916\u094D\u092F\u093E \u092E\u0947\u0902 \u0935\u0943\u0926\u094D\u0927\
+        \u093F \u0939\u0941\u0908, \u091C\u094B \u092A\u0924\u094D\u0925\u0930 \u0915\
+        \u0947 \u0914\u091C\u093E\u0930\u094B\u0902 \u0915\u0947 \u0928\u093F\u0930\
+        \u094D\u092E\u093E\u0923 \u0915\u093E \u0938\u0902\u0915\u0947\u0924 \u0939\
+        \u0948\u0964"
+    input_correct_responses:
+    - A
+    input_question: "\u092E\u0927\u094D\u092F \u092A\u094D\u0932\u093F\u092F\u094B\
+      \u0938\u0940\u0928 \u0938\u0947 \u0938\u0902\u092C\u0902\u0927\u093F\u0924 \u0939\
+      \u094B\u092E\u093F\u0928\u093F\u0921 \u092A\u094D\u0930\u091C\u093E\u0924\u093F\
+      \u092F\u094B\u0902 \u092A\u0930 \u0939\u093E\u0932\u093F\u092F\u093E \u0936\u094B\
+      \u0927 \u0938\u0947 \u0938\u0902\u0915\u0947\u0924 \u092E\u093F\u0932\u0924\u093E\
+      \ \u0939\u0948 \u0915\u093F (2020 \u0924\u0915):"
+  - input_choice_list:
+      A: "650 \u0938\u0940\u0938\u0940 \u0938\u0947 \u0915\u092E"
+      B: "\u0932\u0917\u092D\u0917 800 \u0938\u0940.\u0938\u0940"
+      C: "\u092C\u0938 1000 \u0938\u0940\u0938\u0940 \u0938\u0947 \u0915\u092E"
+      D: "1200 \u0938\u0940.\u0938\u0940"
+    input_correct_responses:
+    - C
+    input_question: "\u0939\u094B\u092E\u094B \u0907\u0930\u0947\u0915\u094D\u091F\
+      \u0938 \u0915\u0940 \u0905\u0928\u0941\u092E\u093E\u0928\u093F\u0924 \u0914\u0938\
+      \u0924 \u0915\u092A\u093E\u0932 \u0915\u094D\u0937\u092E\u0924\u093E \u0915\u094D\
+      \u092F\u093E \u0939\u0948?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_prehistory
+tag: mmlu_hi_llama_humanities_tasks
+task: mmlu_hi_llama_prehistory
+task_alias: prehistory

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_professional_accounting.yaml ADDED Viewed

	@@ -0,0 +1,152 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: $70,000
+      B: $75,000
+      C: $80,000
+      D: '100000'
+    input_correct_responses:
+    - D
+    input_question: "\u092C\u0949\u0915\u094D\u0938 \u090F\u0915 \u0917\u0948\u0930\
+      -\u0938\u0930\u0915\u093E\u0930\u0940 \u0917\u0948\u0930-\u0932\u093E\u092D\u0915\
+      \u093E\u0930\u0940 \u0938\u0902\u0917\u0920\u0928 \u0928\u0947 \u0935\u0930\u094D\
+      \u0937 \u0915\u0947 \u0926\u094C\u0930\u093E\u0928 \u0928\u093F\u092E\u094D\u0928\
+      \u0932\u093F\u0916\u093F\u0924 \u0932\u0947\u0928\u0926\u0947\u0928 \u0915\u093F\
+      \u090F: \u0928\u093F\u0935\u0947\u0936 \u0915\u0940 \u092C\u093F\u0915\u094D\
+      \u0930\u0940 \u0938\u0947 \u092A\u094D\u0930\u093E\u092A\u094D\u0924 \u0906\u092F\
+      \ $80000 \u0938\u0902\u092A\u0924\u094D\u0924\u093F \u0938\u0902\u092F\u0902\
+      \u0924\u094D\u0930 \u0914\u0930 \u0909\u092A\u0915\u0930\u0923 \u0915\u0940\
+      \ \u0916\u0930\u0940\u0926 $10000 \u0926\u0940\u0930\u094D\u0918\u0915\u093E\
+      \u0932\u093F\u0915 \u090B\u0923 \u0938\u0947 \u0906\u092F $100000 \u0928\u093F\
+      \u0935\u0947\u0936 \u0915\u0940 \u092C\u093F\u0915\u094D\u0930\u0940 \u092A\u0930\
+      \ \u0939\u093E\u0928\u093F $5000 \u0915\u093F\u0924\u0928\u0940 \u0930\u093E\
+      \u0936\u093F \u0915\u094B \u0936\u0941\u0926\u094D\u0927 \u0915\u0947 \u0930\
+      \u0942\u092A \u092E\u0947\u0902 \u0930\u093F\u092A\u094B\u0930\u094D\u091F \u0915\
+      \u093F\u092F\u093E \u091C\u093E\u0928\u093E \u091A\u093E\u0939\u093F\u090F \u092C\
+      \u0949\u0915\u094D\u0938 \u0915\u0947 \u0928\u0915\u0926\u0940 \u092A\u094D\u0930\
+      \u0935\u093E\u0939 \u0935\u093F\u0935\u0930\u0923 \u092E\u0947\u0902 \u0935\u093F\
+      \u0924\u094D\u0924\u0940\u092F \u0917\u0924\u093F\u0935\u093F\u0927\u093F\u092F\
+      \u094B\u0902 \u0926\u094D\u0935\u093E\u0930\u093E \u092A\u094D\u0930\u0926\u093E\
+      \u0928 \u0915\u0940 \u0917\u0908 \u0928\u0915\u0926\u0940?"
+  - input_choice_list:
+      A: $13,000
+      B: $600
+      C: $15,000
+      D: $28,000
+    input_correct_responses:
+    - A
+    input_question: "\u0938\u094C \u0938\u093E\u0932 \u092A\u0939\u0932\u0947, \u0906\
+      \u092A\u0915\u0940 \u092A\u0930\u0926\u093E\u0926\u0940 \u0928\u0947 5% \u0935\
+      \u093E\u0930\u094D\u0937\u093F\u0915 \u092C\u094D\u092F\u093E\u091C \u092A\u0930\
+      \ 100 \u0921\u0949\u0932\u0930 \u0915\u093E \u0928\u093F\u0935\u0947\u0936 \u0915\
+      \u093F\u092F\u093E \u0925\u093E\u0964 \u0906\u091C \u0928\u093F\u0935\u0947\u0936\
+      \ \u0915\u093E \u092E\u0942\u0932\u094D\u092F \u0915\u094D\u092F\u093E \u0939\
+      \u0948?"
+  - input_choice_list:
+      A: $0
+      B: $500
+      C: $1,650
+      D: $16,500
+    input_correct_responses:
+    - A
+    input_question: "\u0915\u094D\u0930\u0947\u0924\u0947 \u090F\u0915 \u0905\u0935\
+      \u093F\u0935\u093E\u0939\u093F\u0924 \u0915\u0930\u0926\u093E\u0924\u093E \u0939\
+      \u0948 \u091C\u093F\u0938\u0915\u0940 \u0906\u092F \u0935\u093F\u0936\u0947\u0937\
+      \ \u0930\u0942\u092A \u0938\u0947 \u092E\u091C\u0926\u0942\u0930\u0940 \u0938\
+      \u0947 \u0939\u094B\u0924\u0940 \u0939\u0948\u0964 31 \u0926\u093F\u0938\u0902\
+      \u092C\u0930, \u0935\u0930\u094D\u0937 1 \u0924\u0915, \u0915\u094D\u0930\u0947\
+      \u0924\u0947 \u0915\u0947 \u0928\u093F\u092F\u094B\u0915\u094D\u0924\u093E \u0928\
+      \u0947 \u0938\u0902\u0918\u0940\u092F \u0906\u092F \u0915\u0930\u094B\u0902\
+      \ \u092E\u0947\u0902 $16,000 \u0930\u094B\u0915 \u0932\u093F\u092F\u093E \u0939\
+      \u0948 \u0914\u0930 \u0915\u094D\u0930\u0947\u0924\u0947 \u0928\u0947 \u0915\
+      \u094B\u0908 \u0905\u0928\u0941\u092E\u093E\u0928\u093F\u0924 \u0915\u0930 \u092D\
+      \u0941\u0917\u0924\u093E\u0928 \u0928\u0939\u0940\u0902 \u0915\u093F\u092F\u093E\
+      \ \u0939\u0948\u0964 15 \u0905\u092A\u094D\u0930\u0948\u0932, \u0935\u0930\u094D\
+      \u0937 2 \u0915\u094B, \u0915\u094D\u0930\u0947\u0924\u0947 \u0928\u0947 \u0905\
+      \u092A\u0928\u093E \u0935\u094D\u092F\u0915\u094D\u0924\u093F\u0917\u0924 \u0915\
+      \u0930 \u0930\u093F\u091F\u0930\u094D\u0928 \u0926\u093E\u0916\u093F\u0932 \u0915\
+      \u0930\u0928\u0947 \u0915\u0947 \u0932\u093F\u090F \u0938\u092E\u092F \u092A\
+      \u0930 \u0935\u093F\u0938\u094D\u0924\u093E\u0930 \u0905\u0928\u0941\u0930\u094B\
+      \u0927 \u0926\u093E\u092F\u0930 \u0915\u093F\u092F\u093E, \u0914\u0930 $300\
+      \ \u0905\u0924\u093F\u0930\u093F\u0915\u094D\u0924 \u0915\u0930 \u0915\u093E\
+      \ \u092D\u0941\u0917\u0924\u093E\u0928 \u0915\u093F\u092F\u093E\u0964 \u0915\
+      \u094D\u0930\u0947\u0924\u0947 \u0915\u0940 \u0935\u0930\u094D\u0937 1 \u0915\
+      \u0940 \u0915\u0930 \u0926\u0947\u092F\u0924\u093E $16,500 \u0925\u0940 \u091C\
+      \u092C \u0909\u0938\u0928\u0947 \u0938\u092E\u092F \u092A\u0930 30 \u0905\u092A\
+      \u094D\u0930\u0948\u0932, \u0935\u0930\u094D\u0937 2 \u0915\u094B \u0905\u092A\
+      \u0928\u093E \u0930\u093F\u091F\u0930\u094D\u0928 \u0926\u093E\u0916\u093F\u0932\
+      \ \u0915\u093F\u092F\u093E \u0914\u0930 \u0936\u0947\u0937 \u0915\u0930 \u0926\
+      \u0947\u092F\u0924\u093E \u0915\u093E \u092D\u0941\u0917\u0924\u093E\u0928 \u0915\
+      \u093F\u092F\u093E\u0964 \u0905\u0928\u0941\u092E\u093E\u0928\u093F\u0924 \u0915\
+      \u0930\u094B\u0902 \u0915\u0947 \u0915\u092E \u092D\u0941\u0917\u0924\u093E\u0928\
+      \ \u0915\u0947 \u0932\u093F\u090F \u0915\u093F\u0924\u0928\u0940 \u0930\u093E\
+      \u0936\u093F \u091C\u0941\u0930\u094D\u092E\u093E\u0928\u0947 \u0915\u0947 \u0905\
+      \u0927\u0940\u0928 \u0939\u094B\u0917\u0940?"
+  - input_choice_list:
+      A: $5,000
+      B: $13,500
+      C: $16,000
+      D: $20,000
+    input_correct_responses:
+    - B
+    input_question: "\u091C\u0928\u0935\u0930\u0940 1, \u0935\u0930\u094D\u0937 1\
+      \ \u0915\u094B, \u0905\u0932\u094D\u092B\u093E \u0915\u0902\u092A\u0928\u0940\
+      \ \u0928\u0947 \u090F\u0915 \u0938\u0949\u092B\u094D\u091F\u0935\u0947\u092F\
+      \u0930 \u092A\u094D\u0930\u0926\u093E\u0924\u093E \u0915\u0947 \u0938\u093E\u0925\
+      \ 15,000 \u0921\u0949\u0932\u0930 \u0915\u0947 \u0935\u093E\u0930\u094D\u0937\
+      \u093F\u0915 \u0930\u0916\u0930\u0916\u093E\u0935 \u0938\u092E\u091D\u094C\u0924\
+      \u0947 \u092A\u0930 \u0939\u0938\u094D\u0924\u093E\u0915\u094D\u0937\u0930 \u0915\
+      \u093F\u090F \u0914\u0930 \u0930\u0916\u0930\u0916\u093E\u0935 \u0915\u0940\
+      \ \u0905\u0935\u0927\u093F 1 \u092E\u093E\u0930\u094D\u091A, \u0935\u0930\u094D\
+      \u0937 2 \u0938\u0947 \u0936\u0941\u0930\u0942 \u0939\u094B\u0924\u0940 \u0939\
+      \u0948\u0964 \u0905\u0932\u094D\u092B\u093E \u0928\u0947 1 \u091C\u0928\u0935\
+      \u0930\u0940, \u0935\u0930\u094D\u0937 1 \u0915\u094B \u0938\u0949\u092B\u094D\
+      \u091F\u0935\u0947\u092F\u0930 \u0938\u0902\u0936\u094B\u0927\u0928 \u0938\u0947\
+      \ \u0938\u0902\u092C\u0902\u0927\u093F\u0924 $5,000 \u0915\u0940 \u0932\u093E\
+      \u0917\u0924 \u092D\u0940 \u0916\u0930\u094D\u091A \u0915\u0940\u0964 \u0905\
+      \u0928\u0941\u0930\u094B\u0927 \u091C\u094B \u0938\u0949\u092B\u093C\u094D\u091F\
+      \u0935\u0947\u092F\u0930 \u0915\u0940 \u0915\u093E\u0930\u094D\u092F\u0915\u094D\
+      \u0937\u092E\u0924\u093E \u092C\u0922\u093C\u093E\u090F\u0902\u0917\u0947\u0964\
+      \ \u0905\u0932\u094D\u092B\u093E \u0938\u094D\u091F\u094D\u0930\u0947\u091F\
+      -\u0932\u093E\u0907\u0928 \u0935\u093F\u0927\u093F \u0915\u093E \u0909\u092A\
+      \u092F\u094B\u0917 \u0915\u0930\u0915\u0947 \u092A\u093E\u0902\u091A \u0935\u0930\
+      \u094D\u0937\u094B\u0902 \u092E\u0947\u0902 \u0905\u092A\u0928\u0947 \u0915\u0902\
+      \u092A\u094D\u092F\u0942\u091F\u0930 \u0914\u0930 \u0938\u0949\u092B\u094D\u091F\
+      \u0935\u0947\u092F\u0930 \u092A\u0930\u093F\u0938\u0902\u092A\u0924\u094D\u0924\
+      \u093F\u092F\u094B\u0902 \u0915\u093E \u092E\u0942\u0932\u094D\u092F\u0939\u094D\
+      \u0930\u093E\u0938 \u0914\u0930 \u092A\u0930\u093F\u0936\u094B\u0927\u0928 \u0915\
+      \u0930\u0924\u093E \u0939\u0948\u0964 31 \u0926\u093F\u0938\u0902\u092C\u0930\
+      , \u0935\u0930\u094D\u0937 1 \u0915\u094B \u0938\u092E\u093E\u092A\u094D\u0924\
+      \ \u0935\u0930\u094D\u0937 \u0915\u0947 \u0932\u093F\u090F \u0930\u0916\u0930\
+      \u0916\u093E\u0935 \u0938\u092E\u091D\u094C\u0924\u0947 \u0914\u0930 \u0938\u0949\
+      \u092B\u093C\u094D\u091F\u0935\u0947\u092F\u0930 \u0938\u0902\u0936\u094B\u0927\
+      \u0928\u094B\u0902 \u0938\u0947 \u0938\u0902\u092C\u0902\u0927\u093F\u0924 \u0905\
+      \u0932\u094D\u092B\u093C\u093E \u0915\u094B \u0915\u0941\u0932 \u0935\u094D\u092F\
+      \u092F \u0915\u093F\u0924\u0928\u0940 \u0930\u093E\u0936\u093F \u092E\u093E\u0928\
+      \u0928\u0940 \u091A\u093E\u0939\u093F\u090F?"
+  - input_choice_list:
+      A: "\u092E\u0942\u0932\u094D\u092F\u093E\u0902\u0915\u0928 \u090F\u0935\u0902\
+        \ \u0906\u0935\u0902\u091F\u0928"
+      B: "\u0938\u0902\u092A\u0942\u0930\u094D\u0923\u0924\u093E"
+      C: "\u0905\u0927\u093F\u0915\u093E\u0930 \u0906\u0948\u0930 \u0926\u093E\u092F\
+        \u093F\u0924\u094D\u0935"
+      D: "\u092A\u094D\u0930\u0938\u094D\u0924\u0941\u0924\u093F \u090F\u0935\u0902\
+        \ \u092A\u094D\u0930\u0915\u091F\u0940\u0915\u0930\u0923"
+    input_correct_responses:
+    - B
+    input_question: "\u090F\u0915 \u0911\u0921\u093F\u091F\u0930 \u0915\u093F\u0938\
+      \u0940 \u0917\u0948\u0930-\u091C\u093E\u0930\u0940\u0915\u0930\u094D\u0924\u093E\
+      \ \u0915\u0947 \u0938\u092C\u0932\u0947\u091C\u0930 \u0915\u094B \u0909\u092A\
+      \u0915\u0930\u0923 \u092A\u0930 \u0938\u0940\u0930\u093F\u092F\u0932 \u0928\u0902\
+      \u092C\u0930 \u0915\u093E \u092A\u0924\u093E \u0932\u0917\u093E\u0924\u093E\
+      \ \u0939\u0948\u0964 \u0928\u093F\u092E\u094D\u0928\u0932\u093F\u0916\u093F\u0924\
+      \ \u092E\u0947\u0902 \u0938\u0947 \u0915\u094C\u0928 \u0938\u093E \u092A\u094D\
+      \u0930\u092C\u0902\u0927\u0928 \u0926\u093E\u0935\u093E \u0907\u0938 \u092A\u0930\
+      \u0940\u0915\u094D\u0937\u0923 \u0926\u094D\u0935\u093E\u0930\u093E \u0938\u092E\
+      \u0930\u094D\u0925\u093F\u0924 \u0939\u0948?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_professional_accounting
+tag: mmlu_hi_llama_other_tasks
+task: mmlu_hi_llama_professional_accounting
+task_alias: professional_accounting

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_professional_law.yaml ADDED Viewed

	@@ -0,0 +1,434 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "\u091A\u094C\u0926\u0939\u0935\u0947\u0902 \u0938\u0902\u0936\u094B\u0927\
+        \u0928 \u0915\u0947 \u0928\u093F\u092F\u0924 \u092A\u094D\u0930\u0915\u094D\
+        \u0930\u093F\u092F\u093E \u0916\u0902\u0921 \u0915\u0947 \u0924\u0939\u0924\
+        \ \u0905\u0938\u094D\u092A\u0937\u094D\u091F\u0924\u093E \u0915\u0947 \u0915\
+        \u093E\u0930\u0923 \u0915\u093C\u093E\u0928\u0942\u0928 \u0936\u0942\u0928\
+        \u094D\u092F \u0939\u0948\u0964"
+      B: "\u0915\u093C\u093E\u0928\u0942\u0928 \u0905\u092E\u093E\u0928\u094D\u092F\
+        \ \u0939\u0948 \u0915\u094D\u092F\u094B\u0902\u0915\u093F \u092F\u0939 \u092A\
+        \u094D\u0930\u0925\u092E \u0938\u0902\u0936\u094B\u0927\u0928 \u0915\u0947\
+        \ \u0924\u0939\u0924 \u092F\u093E\u091A\u093F\u0915\u093E\u0915\u0930\u094D\
+        \u0924\u093E \u0915\u0940 \u092C\u094B\u0932\u0928\u0947 \u0915\u0940 \u0938\
+        \u094D\u0935\u0924\u0902\u0924\u094D\u0930\u0924\u093E \u0915\u093E \u0909\
+        \u0932\u094D\u0932\u0902\u0918\u0928 \u0915\u0930\u0924\u093E \u0939\u0948\
+        \u0964"
+      C: "\u092F\u0939 \u0915\u093C\u093E\u0928\u0942\u0928 \u092A\u094D\u0930\u0925\
+        \u092E \u0938\u0902\u0936\u094B\u0927\u0928 \u0915\u0947 \u0924\u0939\u0924\
+        \ \u092C\u094B\u0932\u0928\u0947 \u0915\u0940 \u0938\u094D\u0935\u0924\u0902\
+        \u0924\u094D\u0930\u0924\u093E \u0915\u093E \u0939\u0928\u0928 \u0939\u0948\
+        \ \u0915\u094D\u092F\u094B\u0902\u0915\u093F \u0938\u092E\u093E\u0928 \u0909\
+        \u0926\u094D\u0926\u0947\u0936\u094D\u092F \u0915\u094B \u092A\u094D\u0930\
+        \u093E\u092A\u094D\u0924 \u0915\u0930\u0928\u0947 \u0915\u0947 \u0932\u093F\
+        \u090F \u0915\u092E \u092A\u094D\u0930\u0924\u093F\u092C\u0902\u0927\u093E\
+        \u0924\u094D\u092E\u0915 \u0938\u093E\u0927\u0928 \u0909\u092A\u0932\u092C\
+        \u094D\u0927 \u0939\u0948\u0902\u0964"
+      D: "\u0915\u093C\u093E\u0928\u0942\u0928 \u0935\u094D\u092F\u093E\u092A\u0915\
+        \ \u0939\u0948 \u0914\u0930 \u092A\u0930\u093F\u0923\u093E\u092E\u0938\u094D\
+        \u0935\u0930\u0942\u092A \u092A\u0939\u0932\u0947 \u0914\u0930 \u091A\u094C\
+        \u0926\u0939\u0935\u0947\u0902 \u0938\u0902\u0936\u094B\u0927\u0928 \u0915\
+        \u0947 \u0924\u0939\u0924 \u0905\u092E\u093E\u0928\u094D\u092F \u0939\u0948\
+        \u0964"
+    input_correct_responses:
+    - D
+    input_question: "\u090F\u0915 \u0930\u093E\u091C\u094D\u092F \u0935\u093F\u0927\
+      \u093E\u092F\u093F\u0915\u093E \u0928\u0947 \u0939\u093E\u0932 \u0939\u0940\
+      \ \u092E\u0947\u0902 \u090F\u0915 \u0915\u093C\u093E\u0928\u0942\u0928 \u092C\
+      \u0928\u093E\u092F\u093E \u0939\u0948, \u091C\u093F\u0938\u0938\u0947 \u0905\
+      \u092A\u0928\u0947 \u0915\u0930\u094D\u0924\u0935\u094D\u092F\u094B\u0902 \u0915\
+      \u093E \u092A\u093E\u0932\u0928 \u0915\u0930 \u0930\u0939\u0947 \u0915\u093F\
+      \u0938\u0940 \u092A\u0941\u0932\u093F\u0938 \u0905\u0927\u093F\u0915\u093E\u0930\
+      \u0940 \u0915\u094B \u0936\u094D\u0930\u093E\u092A \u0926\u0947\u0928\u093E\
+      , \u0928\u093F\u0902\u0926\u093E \u0915\u0930\u0928\u093E \u092F\u093E \u0909\
+      \u0938\u0915\u0947 \u092A\u094D\u0930\u0924\u093F \u092F\u093E \u0909\u0938\u0915\
+      \u0947 \u0938\u0902\u0926\u0930\u094D\u092D \u092E\u0947\u0902 \u0905\u0936\u094D\
+      \u0932\u0940\u0932 \u092F\u093E \u0905\u092A\u092E\u093E\u0928\u091C\u0928\u0915\
+      \ \u092D\u093E\u0937\u093E \u0915\u093E \u0909\u092A\u092F\u094B\u0917 \u0915\
+      \u0930\u0928\u093E \u090F\u0915 \u0926\u0941\u0937\u094D\u0915\u0930\u094D\u092E\
+      \ \u0939\u0948\u0964 \u0930\u093E\u091C\u094D\u092F \u0935\u093F\u0936\u094D\
+      \u0935\u0935\u093F\u0926\u094D\u092F\u093E\u0932\u092F \u0915\u0947 \u090F\u0915\
+      \ \u091B\u093E\u0924\u094D\u0930 \u0928\u0947 \u092F\u0941\u0926\u094D\u0927\
+      \ \u0915\u0947 \u0935\u093F\u0930\u094B\u0927 \u092E\u0947\u0902 \u092A\u0930\
+      \u093F\u0938\u0930 \u092E\u0947\u0902 \u090F\u0915 \u092A\u094D\u0930\u0926\u0930\
+      \u094D\u0936\u0928 \u0915\u093E \u0906\u092F\u094B\u091C\u0928 \u0915\u093F\u092F\
+      \u093E\u0964 \u0930\u0948\u0932\u0940 \u092E\u0947\u0902 50 \u091B\u093E\u0924\
+      \u094D\u0930\u094B\u0902 \u0915\u0947 \u090F\u0915 \u0938\u092E\u0942\u0939\
+      \ \u0928\u0947 \u092D\u093E\u0917 \u0932\u093F\u092F\u093E, \u091C\u093F\u0928\
+      \u094D\u0939\u094B\u0902\u0928\u0947 \u092A\u093E\u0938 \u0938\u0947 \u0917\u0941\
+      \u091C\u0930\u0928\u0947 \u0935\u093E\u0932\u0940 \u0915\u093E\u0930\u094B\u0902\
+      \ \u092A\u0930 \u092F\u0941\u0926\u094D\u0927-\u0935\u093F\u0930\u094B\u0927\
+      \u0940 \u0938\u0902\u0926\u0947\u0936 \u091A\u093F\u0932\u094D\u0932\u093E\u090F\
+      \u0964 \u0938\u0902\u092F\u0941\u0915\u094D\u0924 \u0930\u093E\u091C\u094D\u092F\
+      \ \u0905\u092E\u0947\u0930\u093F\u0915\u093E \u0915\u0947 \u092A\u094D\u0930\
+      \u0924\u093F \u0905\u092A\u0928\u0940 \u0905\u0935\u092E\u093E\u0928\u0928\u093E\
+      \ \u0926\u093F\u0916\u093E\u0928\u0947 \u0915\u0947 \u0932\u093F\u090F, \u091B\
+      \u093E\u0924\u094D\u0930 \u0928\u0947 \u0905\u092A\u0928\u0940 \u091C\u0940\u0902\
+      \u0938 \u0915\u0947 \u092A\u093F\u091B\u0932\u0947 \u0939\u093F\u0938\u094D\u0938\
+      \u0947 \u092A\u0930 \u0905\u092E\u0947\u0930\u093F\u0915\u0940 \u0927\u094D\u0935\
+      \u091C \u0938\u093F\u0932 \u0926\u093F\u092F\u093E\u0964 \u091C\u092C \u090F\
+      \u0915 \u092A\u0941\u0932\u093F\u0938 \u0905\u0927\u093F\u0915\u093E\u0930\u0940\
+      \ \u0928\u0947 \u091B\u093E\u0924\u094D\u0930 \u0915\u0940 \u091C\u0940\u0902\
+      \u0938 \u092A\u0930 \u091D\u0902\u0921\u093E \u0932\u0917\u093E \u0939\u0941\
+      \u0906 \u0926\u0947\u0916\u093E, \u0924\u094B \u0935\u0939 \u0909\u0938\u0915\
+      \u0947 \u092A\u093E\u0938 \u0906\u092F\u093E \u0914\u0930 \u0909\u0938\u0938\
+      \u0947 \u0915\u0939\u093E \u0915\u093F \u0935\u0939 \u091D\u0902\u0921\u093E\
+      \ \u0939\u091F\u093E \u0926\u0947 \u0905\u0928\u094D\u092F\u0925\u093E \u0909\
+      \u0938\u0947 \u0917\u093F\u0930\u092B\u094D\u0924\u093E\u0930 \u0915\u0930 \u0932\
+      \u093F\u092F\u093E \u091C\u093E\u090F\u0917\u093E\u0964 \u091B\u093E\u0924\u094D\
+      \u0930 \u0915\u094D\u0930\u094B\u0927\u093F\u0924 \u0939\u094B \u0917\u092F\u093E\
+      \ \u0914\u0930 \u092A\u0941\u0932\u093F\u0938 \u0905\u0927\u093F\u0915\u093E\
+      \u0930\u0940 \u092A\u0930 \u091A\u093F\u0932\u094D\u0932\u093E\u092F\u093E,\
+      \ &quot;\u0938\u0941\u0928\u094B, \u0915\u092E\u0940\u0928\u0947, \u092E\u0948\
+      \u0902 \u092F\u0939 \u0915\u092A\u0921\u093C\u093E \u091C\u0939\u093E\u0902\
+      \ \u092D\u0940 \u091A\u093E\u0939\u0942\u0902 \u092A\u0939\u0928\u0942\u0902\
+      \u0917\u093E\u0964&quot; \u092C\u093E\u0926 \u092E\u0947\u0902 \u091B\u093E\u0924\
+      \u094D\u0930 \u0915\u094B \u0917\u093F\u0930\u092B\u094D\u0924\u093E\u0930 \u0915\
+      \u0930 \u0932\u093F\u092F\u093E \u0917\u092F\u093E \u0914\u0930 \u0930\u093E\
+      \u091C\u094D\u092F \u0915\u093C\u093E\u0928\u0942\u0928 \u0915\u093E \u0909\u0932\
+      \u094D\u0932\u0902\u0918\u0928 \u0915\u0930\u0928\u0947 \u0915\u093E \u0906\u0930\
+      \u094B\u092A \u0932\u0917\u093E\u092F\u093E \u0917\u092F\u093E\u0964 \u091B\u093E\
+      \u0924\u094D\u0930 \u092C\u093E\u0926 \u092E\u0947\u0902 \u0915\u093C\u093E\u0928\
+      \u0942\u0928 \u0915\u0940 \u0938\u0902\u0935\u0948\u0927\u093E\u0928\u093F\u0915\
+      \u0924\u093E \u0915\u094B \u091A\u0941\u0928\u094C\u0924\u0940 \u0926\u0947\u0924\
+      \u0947 \u0939\u0941\u090F \u0930\u093E\u091C\u094D\u092F \u0905\u0926\u093E\u0932\
+      \u0924 \u092E\u0947\u0902 \u092E\u0941\u0915\u0926\u092E\u093E \u0926\u093E\u092F\
+      \u0930 \u0915\u0930\u0924\u093E \u0939\u0948\u0964 \u091B\u093E\u0924\u094D\u0930\
+      \ \u0915\u0947 \u0932\u093F\u090F \u0938\u092C\u0938\u0947 \u092E\u091C\u092C\
+      \u0942\u0924 \u0938\u0902\u0935\u0948\u0927\u093E\u0928\u093F\u0915 \u0924\u0930\
+      \u094D\u0915 \u092F\u0939\u0940 \u0939\u0948"
+  - input_choice_list:
+      A: "\u0935\u093E\u0923\u093F\u091C\u094D\u092F \u0916\u0902\u0921."
+      B: "\u091A\u094C\u0926\u0939\u0935\u0947\u0902 \u0938\u0902\u0936\u094B\u0927\
+        \u0928 \u0915\u093E \u0938\u092E\u093E\u0928 \u0938\u0902\u0930\u0915\u094D\
+        \u0937\u0923 \u0916\u0902\u0921\u0964"
+      C: "\u0905\u0928\u0941\u091A\u094D\u091B\u0947\u0926 IV, \u0927\u093E\u0930\u093E\
+        \ 2 \u0915\u0947 \u0935\u093F\u0936\u0947\u0937\u093E\u0927\u093F\u0915\u093E\
+        \u0930 \u0914\u0930 \u0909\u0928\u094D\u092E\u0941\u0915\u094D\u0924\u093F\
+        \u092F\u093E\u0901 \u0916\u0902\u0921\u0964"
+      D: "\u0905\u0928\u0941\u092C\u0902\u0927 \u0916\u0902\u0921."
+    input_correct_responses:
+    - A
+    input_question: "\u090F\u0915 \u0930\u093E\u091C\u094D\u092F \u0928\u0947 \u0939\
+      \u093E\u0932 \u0939\u0940 \u092E\u0947\u0902 \u0930\u093E\u091C\u094D\u092F\
+      \ \u0915\u0947 \u092D\u0940\u0924\u0930 \u0915\u093F\u0938\u0940 \u092D\u0940\
+      \ \u092A\u0930\u092E\u093E\u0923\u0941 \u0915\u091A\u0930\u0947 \u0915\u0947\
+      \ \u0928\u093F\u092A\u091F\u093E\u0928 \u092A\u0930 \u0930\u094B\u0915 \u0932\
+      \u0917\u093E\u0928\u0947 \u0935\u093E\u0932\u093E \u090F\u0915 \u0915\u093C\u093E\
+      \u0928\u0942\u0928 \u092C\u0928\u093E\u092F\u093E \u0939\u0948\u0964 \u092F\u0939\
+      \ \u0915\u093E\u0928\u0942\u0928 \u0915\u093F\u0938\u0940 \u092D\u0940 \u0938\
+      \u0902\u0918\u0940\u092F \u0915\u093C\u093E\u0928\u0942\u0928 \u0915\u093E \u0909\
+      \u0932\u094D\u0932\u0902\u0918\u0928 \u092F\u093E \u091F\u0915\u0930\u093E\u0935\
+      \ \u0928\u0939\u0940\u0902 \u0915\u0930\u0924\u093E \u0939\u0948\u0964 \u090F\
+      \u0915 \u0906\u0926\u092E\u0940 \u0930\u093E\u091C\u094D\u092F \u092E\u0947\u0902\
+      \ \u090F\u0915 \u0915\u0902\u092A\u0928\u0940 \u091A\u0932\u093E\u0924\u093E\
+      \ \u0939\u0948 \u091C\u094B \u092A\u0930\u092E\u093E\u0923\u0941 \u0915\u091A\
+      \u0930\u0947 \u0915\u0947 \u0928\u093F\u092A\u091F\u093E\u0928 \u092E\u0947\u0902\
+      \ \u0932\u0917\u0940 \u0939\u0941\u0908 \u0939\u0948\u0964 \u0930\u093E\u091C\
+      \u094D\u092F \u0915\u093C\u093E\u0928\u0942\u0928 \u0915\u0947 \u092A\u093E\u0930\
+      \u093F\u0924 \u0939\u094B\u0928\u0947 \u0915\u0947 \u092C\u093E\u0926, \u0909\
+      \u0938 \u0935\u094D\u092F\u0915\u094D\u0924\u093F \u0915\u094B, \u091C\u094B\
+      \ \u0905\u092D\u0940 \u0924\u0915 \u0928\u090F \u0915\u093E\u0928\u0942\u0928\
+      \ \u0938\u0947 \u0905\u0935\u0917\u0924 \u0928\u0939\u0940\u0902 \u0925\u093E\
+      , \u0930\u093E\u091C\u094D\u092F \u092E\u0947\u0902 \u0905\u092A\u0928\u0947\
+      \ \u092A\u0930\u092E\u093E\u0923\u0941 \u0915\u091A\u0930\u0947 \u0915\u0947\
+      \ \u0928\u093F\u092A\u091F\u093E\u0928 \u0915\u0947 \u0932\u093F\u090F \u0915\
+      \u0908 \u0930\u093E\u091C\u094D\u092F-\u092C\u093E\u0939\u0930 \u0915\u0940\
+      \ \u0915\u0902\u092A\u0928\u093F\u092F\u094B\u0902 \u0915\u0947 \u0938\u093E\
+      \u0925 \u0905\u0928\u0941\u092C\u0902\u0927 \u092E\u0947\u0902 \u092A\u094D\u0930\
+      \u0935\u0947\u0936 \u0915\u093F\u092F\u093E\u0964 \u0939\u093E\u0932\u093E\u0901\
+      \u0915\u093F, \u0907\u0938 \u0928\u090F \u0915\u093E\u0928\u0942\u0928 \u0915\
+      \u0947 \u0915\u093E\u0930\u0923, \u0906\u0926\u092E\u0940 \u0907\u0928 \u0905\
+      \u0928\u0941\u092C\u0902\u0927\u094B\u0902 \u0915\u094B \u092A\u0942\u0930\u093E\
+      \ \u0915\u0930\u0928\u0947 \u092E\u0947\u0902 \u0905\u0938\u092E\u0930\u094D\
+      \u0925 \u0939\u094B\u0917\u093E\u0964 \u092E\u093E\u0928 \u0932\u0940\u091C\u093F\
+      \u090F \u0915\u093F \u0935\u0939 \u0935\u094D\u092F\u0915\u094D\u0924\u093F\
+      \ \u0907\u0938 \u0930\u093E\u091C\u094D\u092F \u0915\u093E\u0928\u0942\u0928\
+      \ \u0915\u094B \u091A\u0941\u0928\u094C\u0924\u0940 \u0926\u0947\u0928\u0947\
+      \ \u0915\u0947 \u0932\u093F\u090F \u0916\u0921\u093C\u093E \u0939\u0948\u0964\
+      \ \u0928\u093F\u092E\u094D\u0928\u0932\u093F\u0916\u093F\u0924 \u092E\u0947\u0902\
+      \ \u0938\u0947 \u0915\u094C\u0928 \u0930\u093E\u091C\u094D\u092F \u0915\u0947\
+      \ \u092D\u0940\u0924\u0930 \u092A\u0930\u092E\u093E\u0923\u0941 \u0915\u091A\
+      \u0930\u0947 \u0915\u0947 \u0928\u093F\u092A\u091F\u093E\u0928 \u092A\u0930\
+      \ \u0930\u094B\u0915 \u0932\u0917\u093E\u0928\u0947 \u0935\u093E\u0932\u0947\
+      \ \u0930\u093E\u091C\u094D\u092F \u0915\u0947 \u0915\u093E\u0928\u0942\u0928\
+      \ \u0915\u094B \u091A\u0941\u0928\u094C\u0924\u0940 \u0926\u0947\u0928\u0947\
+      \ \u0915\u0947 \u0932\u093F\u090F \u0905\u092A\u0928\u093E \u0938\u092C\u0938\
+      \u0947 \u092E\u091C\u092C\u0942\u0924 \u0938\u0902\u0935\u0948\u0927\u093E\u0928\
+      \u093F\u0915 \u0906\u0927\u093E\u0930 \u092A\u094D\u0930\u0938\u094D\u0924\u0941\
+      \u0924 \u0915\u0930\u0924\u093E \u0939\u0948?"
+  - input_choice_list:
+      A: "\u0928\u093F\u0930\u094D\u0935\u093F\u0935\u093E\u0926 \u0924\u0925\u094D\
+        \u092F."
+      B: "\u0935\u0947 \u0924\u0925\u094D\u092F \u091C\u094B \u0935\u094D\u092F\u0915\
+        \u094D\u0924\u093F\u0917\u0924 \u0930\u093E\u091C\u0928\u0940\u0924\u093F\u0915\
+        \ \u0938\u0902\u0917\u0920\u0928\u094B\u0902 \u0926\u094D\u0935\u093E\u0930\
+        \u093E \u0926\u093E\u0935\u093E \u0915\u093F\u090F \u0917\u090F \u0939\u0948\
+        \u0902\u0964"
+      C: "\u0938\u093E\u092E\u093E\u0928\u094D\u092F \u091C\u094D\u091E\u093E\u0928\
+        \ \u0926\u094D\u0935\u093E\u0930\u093E \u0938\u0924\u094D\u092F \u092E\u093E\
+        \u0928\u0947 \u091C\u093E\u0928\u0947 \u0935\u093E\u0932\u0947 \u0924\u0925\
+        \u094D\u092F\u0964"
+      D: "\u0935\u0948\u091C\u094D\u091E\u093E\u0928\u093F\u0915 \u0938\u0924\u094D\
+        \u092F\u093E\u092A\u0928 \u092E\u0947\u0902 \u0938\u0915\u094D\u0937\u092E\
+        \ \u0924\u0925\u094D\u092F."
+    input_correct_responses:
+    - B
+    input_question: "\u0928\u094D\u092F\u093E\u092F\u093E\u0927\u0940\u0936 \u0928\
+      \u0947 \u092E\u0941\u0915\u0926\u092E\u0947 \u0915\u0940 \u0936\u0941\u0930\u0941\
+      \u0906\u0924 \u092E\u0947\u0902 \u0915\u0941\u091B \u0924\u0925\u094D\u092F\u094B\
+      \u0902 \u092A\u0930 \u0928\u094D\u092F\u093E\u092F\u093F\u0915 \u0938\u0902\u091C\
+      \u094D\u091E\u093E\u0928 \u0932\u093F\u092F\u093E\u0964 \u0928\u093F\u092E\u094D\
+      \u0928\u0932\u093F\u0916\u093F\u0924 \u092E\u0947\u0902 \u0938\u0947 \u0915\u094C\
+      \u0928 \u0938\u093E \u0928\u094D\u092F\u093E\u092F\u093F\u0915 \u0928\u094B\u091F\
+      \u093F\u0938 \u0915\u0947 \u0932\u093F\u090F \u0909\u092A\u092F\u0941\u0915\u094D\
+      \u0924 \u092A\u094D\u0930\u0915\u093E\u0930 \u0915\u093E \u0924\u0925\u094D\u092F\
+      \ \u0928\u0939\u0940\u0902 \u0939\u0948?"
+  - input_choice_list:
+      A: "\u0930\u093E\u0939\u0924 \u092A\u094D\u0930\u0926\u093E\u0928 \u0915\u0930\
+        \u0947\u0902, \u0915\u094D\u092F\u094B\u0902\u0915\u093F \u092C\u093E\u0921\
+        \u093C \u0938\u0941\u0916 \u0938\u0941\u0935\u093F\u0927\u093E \u092A\u094D\
+        \u0930\u0924\u093F\u092C\u0902\u0927 \u0915\u093E \u0909\u0932\u094D\u0932\
+        \u0902\u0918\u0928 \u0915\u0930 \u0930\u0939\u0940 \u0925\u0940\u0964"
+      B: "\u0930\u093E\u0939\u0924 \u092A\u094D\u0930\u0926\u093E\u0928 \u0915\u0930\
+        \u0947\u0902, \u0915\u094D\u092F\u094B\u0902\u0915\u093F \u092C\u093E\u0921\
+        \u093C \u0915\u0947 \u0905\u0924\u093F\u0915\u094D\u0930\u092E\u0923 \u0928\
+        \u0947 \u092E\u0942\u0932 \u092F\u094B\u091C\u0928\u093E \u092E\u0947\u0902\
+        \ \u092A\u094D\u0930\u0924\u093F\u092C\u0902\u0927 \u0915\u093E \u0909\u0932\
+        \u094D\u0932\u0902\u0918\u0928 \u0915\u093F\u092F\u093E \u0939\u0948\u0964"
+      C: "\u0930\u093E\u0939\u0924 \u0938\u0947 \u0907\u0928\u0915\u093E\u0930 \u0915\
+        \u0930\u0947\u0902, \u0915\u094D\u092F\u094B\u0902\u0915\u093F \u0936\u093F\
+        \u0915\u094D\u0937\u0915 \u0938\u0947\u0935\u093E\u0928\u093F\u0935\u0943\u0924\
+        \u094D\u0924 \u0915\u0947 \u0916\u093F\u0932\u093E\u092B \u092A\u094D\u0930\
+        \u0924\u093F\u092C\u0902\u0927 \u0932\u093E\u0917\u0942 \u0915\u0930\u0928\
+        \u0947 \u092E\u0947\u0902 \u0935\u093F\u092B\u0932 \u0930\u0939\u093E\u0964"
+      D: "\u0930\u093E\u0939\u0924 \u0938\u0947 \u0907\u0928\u0915\u093E\u0930 \u0915\
+        \u0930\u0947\u0902, \u0915\u094D\u092F\u094B\u0902\u0915\u093F \u092A\u094D\
+        \u0930\u0924\u093F\u092C\u0902\u0927 \u0915\u0940 \u0936\u0930\u094D\u0924\
+        \u094B\u0902 \u0915\u0947 \u0924\u0939\u0924 \u092C\u093E\u0921\u093C \u0915\
+        \u094B &quot;\u090F\u0915 \u0938\u0902\u0930\u091A\u0928\u093E&quot; \u0915\
+        \u0947 \u0930\u0942\u092A \u092E\u0947\u0902 \u0928\u0939\u0940\u0902 \u0938\
+        \u092E\u091D\u093E \u091C\u093E\u090F\u0917\u093E\u0964"
+    input_correct_responses:
+    - B
+    input_question: "1 \u0905\u0915\u094D\u091F\u0942\u092C\u0930 1980 \u0915\u094B\
+      , \u090F\u0915 \u0917\u094D\u0930\u093E\u092E\u0940\u0923 \u0915\u093E\u0909\
+      \u0902\u091F\u0940 \u092E\u0947\u0902 \u0915\u0908 \u0938\u094C \u090F\u0915\
+      \u0921\u093C \u091C\u092E\u0940\u0928 \u0915\u0947 \u092E\u093E\u0932\u093F\u0915\
+      , \u090F\u0915 \u0921\u0947\u0935\u0932\u092A\u0930 \u0928\u0947 \u0915\u094D\
+      \u0937\u0947\u0924\u094D\u0930 \u0915\u0947 \u0932\u093F\u090F \u090F\u0915\
+      \ \u0938\u093E\u092E\u093E\u0928\u094D\u092F \u0935\u093F\u0915\u093E\u0938\
+      \ \u092F\u094B\u091C\u0928\u093E \u0915\u093E \u092E\u0938\u094C\u0926\u093E\
+      \ \u0924\u0948\u092F\u093E\u0930 \u0915\u093F\u092F\u093E\u0964 \u0935\u093F\
+      \u0927\u093F\u0935\u0924 \u0926\u0930\u094D\u091C \u092F\u094B\u091C\u0928\u093E\
+      \ \u092E\u0947\u0902 \u092F\u094B\u091C\u0928\u093E \u092E\u0947\u0902 \u092D\
+      \u0942\u092E\u093F \u092A\u0930 \u0935\u093F\u0938\u094D\u0924\u0943\u0924 \u0938\
+      \u0940\u092E\u093E\u090F\u0902 \u0914\u0930 \u092A\u094D\u0930\u0924\u093F\u092C\
+      \u0902\u0927 \u0932\u0917\u093E\u090F \u0917\u090F \u0925\u0947, \u091C\u093F\
+      \u0938\u0947 \u090F\u0915 \u0906\u0935\u093E\u0938\u0940\u092F \u091C\u093F\u0932\
+      \u0947 \u0915\u0947 \u0930\u0942\u092A \u092E\u0947\u0902 \u0935\u093F\u0915\
+      \u0938\u093F\u0924 \u0915\u093F\u092F\u093E \u091C\u093E\u0928\u093E \u0925\u093E\
+      \u0964 \u092A\u094D\u0930\u0924\u093F\u092C\u0902\u0927 \u0915\u093F\u0938\u0940\
+      \ \u092D\u0940 \u0932\u0949\u091F \u0915\u094B \u092A\u094D\u0930\u093E\u092A\
+      \u094D\u0924 \u0915\u0930\u0928\u0947 \u0935\u093E\u0932\u0947 \u0938\u092D\u0940\
+      \ \u0935\u094D\u092F\u0915\u094D\u0924\u093F\u092F\u094B\u0902 \u0914\u0930\
+      \ \u0909\u0928\u0915\u0947 \u0909\u0924\u094D\u0924\u0930\u093E\u0927\u093F\u0915\
+      \u093E\u0930\u093F\u092F\u094B\u0902, \u0928\u093F\u092F\u0941\u0915\u094D\u0924\
+      \u093F\u092F\u094B\u0902 \u0914\u0930 \u092A\u091F\u094D\u091F\u0947\u0926\u093E\
+      \u0930\u094B\u0902 \u092A\u0930 \u0932\u093E\u0917\u0942 \u0939\u094B\u0928\u0947\
+      \ \u0925\u0947\u0964 \u0906\u0917\u0947 \u092F\u0939 \u092A\u094D\u0930\u093E\
+      \u0935\u0927\u093E\u0928 \u0915\u093F\u092F\u093E \u0917\u092F\u093E \u0915\u093F\
+      \ \u0938\u092D\u0940 \u092C\u093E\u0926 \u0915\u0947 \u092E\u093E\u0932\u093F\
+      \u0915\u094B\u0902 \u0938\u0947 \u092A\u094D\u0930\u0924\u093F\u092C\u0902\u0927\
+      \u094B\u0902 \u0915\u0940 \u0909\u091A\u093F\u0924 \u0938\u0942\u091A\u0928\u093E\
+      \ \u0932\u0940 \u091C\u093E\u090F\u0917\u0940\u0964 \u0938\u093E\u092E\u093E\
+      \u0928\u094D\u092F \u092F\u094B\u091C\u0928\u093E \u092E\u0947\u0902 \u0909\u0928\
+      \ \u092A\u094D\u0930\u0924\u093F\u092C\u0902\u0927\u094B\u0902 \u092E\u0947\u0902\
+      \ \u0928\u093F\u092E\u094D\u0928\u0932\u093F\u0916\u093F\u0924 \u0925\u0947\
+      : (22) \u092A\u094D\u0930\u0935\u0947\u0936 \u0914\u0930 \u0928\u093F\u0915\u093E\
+      \u0938 \u0915\u0947 \u0905\u0927\u093F\u0915\u093E\u0930 \u0915\u0947 \u0938\
+      \u093E\u0925 \u0938\u093E\u0930\u094D\u0935\u091C\u0928\u093F\u0915 \u0909\u092A\
+      \u092F\u094B\u0917\u093F\u0924\u093E \u0915\u0902\u092A\u0928\u093F\u092F\u094B\
+      \u0902 \u0915\u0947 \u0909\u092A\u092F\u094B\u0917 \u0915\u0947 \u0932\u093F\
+      \u090F \u092A\u094D\u0930\u0924\u094D\u092F\u0947\u0915 \u0932\u0949\u091F \u0915\
+      \u0947 \u092A\u0940\u091B\u0947 10 \u092B\u0940\u091F \u091A\u094C\u0921\u093C\
+      \u0940 \u092D\u0942\u092E\u093F \u0915\u0940 \u090F\u0915 \u092A\u091F\u094D\
+      \u091F\u0940 \u092E\u0947\u0902 \u090F\u0915 \u092E\u0924\u093E\u0927\u093F\u0915\
+      \u093E\u0930 \u0905\u0927\u093F\u0915\u093E\u0930 \u092C\u0928\u093E\u092F\u093E\
+      \ \u091C\u093E\u0924\u093E \u0939\u0948\u0964 (23) \u0909\u0915\u094D\u0924\
+      \ \u092C\u094D\u0932\u0949\u0915\u094B\u0902 \u0938\u0947 \u0917\u0941\u091C\
+      \u0930\u0928\u0947 \u0935\u093E\u0932\u0940 \u092D\u0942\u092E\u093F \u0915\u0940\
+      \ \u0909\u092A\u0930\u094B\u0915\u094D\u0924 \u092A\u091F\u094D\u091F\u0940\
+      \ \u092A\u0930 \u0915\u093F\u0938\u0940 \u092D\u0940 \u092A\u094D\u0930\u0915\
+      \u093E\u0930 \u0915\u093E \u0915\u094B\u0908 \u0918\u0930 \u092F\u093E \u0938\
+      \u0902\u0930\u091A\u0928\u093E \u0928\u0939\u0940\u0902 \u092C\u0928\u093E\u0908\
+      \ \u091C\u093E\u090F\u0917\u0940\u0964 2000 \u092E\u0947\u0902, \u090F\u0915\
+      \ \u0938\u0947\u0935\u093E\u0928\u093F\u0935\u0943\u0924\u094D\u0924 \u0935\u094D\
+      \u092F\u0915\u094D\u0924\u093F \u0928\u0947 \u0932\u0949\u091F \u092E\u0947\u0902\
+      \ \u0938\u0947 \u090F\u0915 \u0916\u0930\u0940\u0926\u093E, \u090F\u0915 \u0918\
+      \u0930 \u092C\u0928\u093E\u092F\u093E, \u0914\u0930 \u092A\u094D\u0930\u0924\
+      \u093F\u092C\u0902\u0927\u093F\u0924 \u0915\u094D\u0937\u0947\u0924\u094D\u0930\
+      \ \u0915\u0947 \u092D\u0940\u0924\u0930 \u0905\u092A\u0928\u0940 \u0938\u0902\
+      \u092A\u0924\u094D\u0924\u093F \u0915\u0947 \u092A\u0940\u091B\u0947 \u090F\u0915\
+      \ \u092C\u093E\u0921\u093C \u0932\u0917\u093E \u0926\u0940\u0964 2004 \u092E\
+      \u0947\u0902, \u090F\u0915 \u0936\u093F\u0915\u094D\u0937\u0915 \u0928\u0947\
+      \ \u0938\u0947\u0935\u093E\u0928\u093F\u0935\u0943\u0924\u094D\u0924 \u0935\u094D\
+      \u092F\u0915\u094D\u0924\u093F \u0915\u0940 \u0938\u0902\u092A\u0924\u094D\u0924\
+      \u093F \u0915\u0947 \u092A\u093E\u0938 \u092C\u0939\u0941\u0924 \u0915\u0941\
+      \u091B \u0916\u0930\u0940\u0926\u093E \u0914\u0930 \u090F\u0915 \u0928\u092F\
+      \u093E \u0918\u0930 \u092C\u0928\u093E\u092F\u093E\u0964 \u0926\u094B \u0938\
+      \u093E\u0932 \u092C\u093E\u0926, \u090F\u0915 \u0932\u093E\u0907\u092C\u094D\
+      \u0930\u0947\u0930\u093F\u092F\u0928 \u0928\u0947 \u0936\u093F\u0915\u094D\u0937\
+      \u0915 \u0915\u0940 \u0938\u0902\u092A\u0924\u094D\u0924\u093F \u0938\u0947\
+      \ \u091C\u0941\u0921\u093C\u0940 \u0939\u0941\u0908 \u091C\u092E\u0940\u0928\
+      \ \u0916\u0930\u0940\u0926 \u0932\u0940\u0964 \u0909\u0928 \u0938\u0902\u092A\
+      \u0924\u094D\u0924\u093F\u092F\u094B\u0902 \u0915\u0947 \u0924\u0940\u0928 \u0915\
+      \u093E\u0930\u094D\u092F\u094B\u0902 \u092E\u0947\u0902 \u0938\u0947 \u092A\u094D\
+      \u0930\u0924\u094D\u092F\u0947\u0915 \u092E\u0947\u0902 \u0921\u0940\u0921 \u092C\
+      \u0941\u0915 \u0915\u093E \u0938\u0902\u0926\u0930\u094D\u092D \u0936\u093E\u092E\
+      \u093F\u0932 \u0925\u093E \u091C\u0939\u093E\u0902 \u0938\u093E\u092E\u093E\u0928\
+      \u094D\u092F \u092F\u094B\u091C\u0928\u093E \u0926\u0930\u094D\u091C \u0915\u0940\
+      \ \u0917\u0908 \u0925\u0940\u0964 2008 \u092E\u0947\u0902, \u0932\u093E\u0907\
+      \u092C\u094D\u0930\u0947\u0930\u093F\u092F\u0928 \u0928\u0947 \u0936\u093F\u0915\
+      \u094D\u0937\u0915 \u0915\u0947 \u0938\u093E\u0925 \u0905\u092A\u0928\u0947\
+      \ \u0939\u093F\u0938\u094D\u0938\u0947 \u0915\u094B \u0935\u093F\u092D\u093E\
+      \u091C\u093F\u0924 \u0915\u0930\u0928\u0947 \u0935\u093E\u0932\u0940 \u0930\u0947\
+      \u0916\u093E \u0915\u0947 \u0938\u093E\u0925-\u0938\u093E\u0925, \u0914\u0930\
+      \ \u092E\u0924\u093E\u0927\u093F\u0915\u093E\u0930 \u0905\u0927\u093F\u0915\u093E\
+      \u0930 \u0915\u0947 \u0905\u0927\u0940\u0928 \u0915\u094D\u0937\u0947\u0924\u094D\
+      \u0930 \u0915\u0947 \u0915\u0947\u0902\u0926\u094D\u0930 \u0915\u0947 \u0938\
+      \u093E\u0925 \u0938\u093E\u0924 \u092B\u0941\u091F \u0915\u0940 \u092A\u094B\
+      \u0938\u094D\u091F-\u090F\u0902\u0921-\u0930\u0947\u0932 \u092C\u093E\u0921\u093C\
+      \ \u0915\u093E \u0928\u093F\u0930\u094D\u092E\u093E\u0923 \u0936\u0941\u0930\
+      \u0942 \u0915\u093F\u092F\u093E\u0964 \u0939\u093E\u0932\u093E\u0901\u0915\u093F\
+      \ \u0936\u093F\u0915\u094D\u0937\u0915 \u0928\u0947 \u0907\u0938\u0915\u0947\
+      \ \u0928\u093F\u0930\u094D\u092E\u093E\u0923 \u092A\u0930 \u0906\u092A\u0924\
+      \u094D\u0924\u093F \u091C\u0924\u093E\u0908, \u0932\u0947\u0915\u093F\u0928\
+      \ \u092C\u093E\u0921\u093C \u0915\u093E \u0928\u093F\u0930\u094D\u092E\u093E\
+      \u0923 \u092A\u0942\u0930\u093E \u0939\u094B \u0917\u092F\u093E\u0964 \u092F\
+      \u0926\u093F \u0936\u093F\u0915\u094D\u0937\u0915 \u0932\u093E\u0907\u092C\u094D\
+      \u0930\u0947\u0930\u093F\u092F\u0928 \u0915\u0940 \u092C\u093E\u0921\u093C \u0915\
+      \u094B \u0939\u091F\u093E\u0928\u0947 \u0915\u0947 \u0932\u093F\u090F \u092C\
+      \u093E\u0927\u094D\u092F \u0915\u0930\u0928\u0947 \u0915\u0947 \u0932\u093F\u090F\
+      \ \u0905\u0928\u093F\u0935\u093E\u0930\u094D\u092F \u0928\u093F\u0937\u0947\u0927\
+      \u093E\u091C\u094D\u091E\u093E \u0915\u0940 \u092E\u093E\u0902\u0917 \u0915\u0930\
+      \u0924\u093E \u0939\u0948, \u0924\u094B \u0905\u0926\u093E\u0932\u0924 \u0938\
+      \u092C\u0938\u0947 \u0905\u0927\u093F\u0915 \u0938\u0902\u092D\u093E\u0935\u0928\
+      \u093E \u0939\u094B\u0917\u0940"
+  - input_choice_list:
+      A: "\u092A\u093F\u0924\u093E \u0915\u093E \u0935\u093E\u0926\u093E \u0914\u0930\
+        \ \u0909\u0938 \u092A\u0930 \u090B\u0923\u0926\u093E\u0924\u093E \u0915\u0940\
+        \ \u0928\u093F\u0930\u094D\u092D\u0930\u0924\u093E, \u092F\u0926\u093F \u0938\
+        \u093E\u092C\u093F\u0924 \u0939\u094B \u091C\u093E\u0924\u0940 \u0939\u0948\
+        , \u0924\u094B \u0935\u091A\u0928\u092C\u0902\u0927\u0928 \u0915\u0947 \u0938\
+        \u093F\u0926\u094D\u0927\u093E\u0902\u0924 \u0915\u0947 \u0906\u0927\u093E\
+        \u0930 \u092A\u0930 \u090B\u0923\u0926\u093E\u0924\u093E \u0926\u094D\u0935\
+        \u093E\u0930\u093E \u092A\u093F\u0924\u093E \u0915\u0947 \u0916\u093F\u0932\
+        \u093E\u092B \u090F\u0915 \u0935\u0948\u0927 \u0926\u093E\u0935\u0947 \u0915\
+        \u094B \u091C\u0928\u094D\u092E \u0926\u093F\u092F\u093E \u091C\u093E\u0924\
+        \u093E \u0939\u0948\u0964"
+      B: "\u0915\u094D\u092F\u094B\u0902\u0915\u093F \u092F\u0939 \u0905\u0928\u0941\
+        \u092E\u093E\u0928 \u0932\u0917\u093E\u092F\u093E \u091C\u093E \u0938\u0915\
+        \u0924\u093E \u0925\u093E \u0915\u093F \u092A\u093F\u0924\u093E \u0915\u093E\
+        \ \u0935\u093E\u0926\u093E \u0932\u0947\u0928\u0926\u093E\u0930 \u0915\u094B\
+        \ \u092C\u0947\u091F\u0947 \u0915\u0947 \u0916\u093F\u0932\u093E\u092B \u0915\
+        \u094B\u0908 \u092D\u0940 \u0915\u093E\u0930\u094D\u0930\u0935\u093E\u0908\
+        \ \u0915\u0930\u0928\u0947 \u0938\u0947 \u092E\u0928\u093E \u0915\u0930\u0928\
+        \u0947 \u0915\u0947 \u0932\u093F\u090F \u092A\u094D\u0930\u0947\u0930\u093F\
+        \u0924 \u0915\u0930\u0947\u0917\u093E, \u0907\u0938 \u0924\u0930\u0939 \u0915\
+        \u0940 \u0938\u0939\u0928\u0936\u0940\u0932\u0924\u093E, \u0915\u093E\u0928\
+        \u0942\u0928 \u0915\u0947 \u092E\u093E\u092E\u0932\u0947 \u092E\u0947\u0902\
+        , \u092A\u093F\u0924\u093E \u0915\u0947 \u0935\u093E\u0926\u0947 \u0915\u0947\
+        \ \u0932\u093F\u090F \u090F\u0915 \u0938\u094C\u0926\u093E \u0925\u0940\u0964"
+      C: "\u092A\u093F\u0924\u093E \u0926\u094D\u0935\u093E\u0930\u093E \u0932\u0947\
+        \u0928\u0926\u093E\u0930 \u0915\u094B \u0915\u0941\u0932 2,500 \u0921\u0949\
+        \u0932\u0930 \u0915\u0947 \u092A\u093E\u0901\u091A \u092D\u0941\u0917\u0924\
+        \u093E\u0928 \u0915\u0930\u0928\u0947 \u0938\u0947 \u092A\u093F\u0924\u093E\
+        \ \u0915\u0940 \u0913\u0930 \u0938\u0947 \u0938\u0902\u0935\u093F\u0926\u093E\
+        \u0924\u094D\u092E\u0915 \u0930\u0942\u092A \u0938\u0947 \u092C\u093E\u0927\
+        \u094D\u092F \u0939\u094B\u0928\u0947 \u0915\u093E \u0917\u0902\u092D\u0940\
+        \u0930 \u0907\u0930\u093E\u0926\u093E \u092A\u094D\u0930\u0915\u091F \u0939\
+        \u094B\u0924\u093E \u0939\u0948, \u0914\u0930 \u0907\u0938 \u0924\u0930\u0939\
+        \ \u0915\u0940 \u0905\u092D\u093F\u0935\u094D\u092F\u0915\u094D\u0924\u093F\
+        \ \u0915\u094B \u0906\u092E \u0924\u094C\u0930 \u092A\u0930 \u0935\u093F\u091A\
+        \u093E\u0930 \u0915\u0947 \u0932\u093F\u090F \u090F\u0915 \u092A\u094D\u0930\
+        \u092D\u093E\u0935\u0940 \u0935\u093F\u0915\u0932\u094D\u092A \u0915\u0947\
+        \ \u0930\u0942\u092A \u092E\u0947\u0902 \u092E\u093E\u0928\u094D\u092F\u0924\
+        \u093E \u0926\u0940 \u091C\u093E\u0924\u0940 \u0939\u0948\u0964"
+      D: "\u092C\u0947\u091F\u0947 \u0926\u094D\u0935\u093E\u0930\u093E \u0932\u0947\
+        \u0928\u0926\u093E\u0930 \u0915\u0947 \u092A\u094D\u0930\u0924\u093F \u0926\
+        \u0947\u092F \u092A\u0942\u0930\u094D\u0935\u0935\u0930\u094D\u0924\u0940\
+        \ \u090B\u0923 \u0926\u093E\u092F\u093F\u0924\u094D\u0935 \u0915\u094B \u092E\
+        \u093E\u0928\u0915\u0930, \u092A\u093F\u0924\u093E \u090F\u0915 \u091C\u093C\
+        \u092E\u093E\u0928\u0924 \u092C\u0928 \u0917\u092F\u093E \u091C\u093F\u0938\
+        \u0915\u093E \u0932\u0947\u0928\u0926\u093E\u0930 \u0938\u0947 \u0915\u093F\
+        \u092F\u093E \u0917\u092F\u093E \u0935\u093E\u0926\u093E \u0932\u093E\u0917\
+        \u0942 \u0915\u0930\u0928\u0947 \u092F\u094B\u0917\u094D\u092F \u0925\u093E\
+        , \u0915\u094D\u092F\u094B\u0902\u0915\u093F \u092F\u0939 \u0932\u093F\u0916\
+        \u093F\u0924 \u0930\u0942\u092A \u092E\u0947\u0902 \u0925\u093E \u0914\u0930\
+        \ \u092A\u0930\u094D\u092F\u093E\u092A\u094D\u0924 \u0935\u093F\u091A\u093E\
+        \u0930-\u0935\u093F\u092E\u0930\u094D\u0936 \u0926\u094D\u0935\u093E\u0930\
+        \u093E \u0938\u092E\u0930\u094D\u0925\u093F\u0924 \u0925\u093E\u0964"
+    input_correct_responses:
+    - A
+    input_question: "\u090F\u0915 \u092C\u0947\u091F\u0947 \u092A\u0930 \u090F\u0915\
+      \ \u0932\u0947\u0928\u0926\u093E\u0930 \u0915\u093E 5,000 \u0921\u0949\u0932\
+      \u0930 \u092C\u0915\u093E\u092F\u093E \u0925\u093E\u0964 \u092C\u0947\u091F\u0947\
+      \ \u0915\u0947 \u092A\u093F\u0924\u093E \u0928\u0947 \u0932\u0947\u0928\u0926\
+      \u093E\u0930 \u0938\u0947 \u0938\u0902\u092A\u0930\u094D\u0915 \u0915\u093F\u092F\
+      \u093E \u0914\u0930 \u0909\u0938\u0938\u0947 \u0915\u0939\u093E \u0915\u093F\
+      \ \u0935\u0939 \u092C\u0947\u091F\u0947 \u0915\u093E \u0915\u0930\u094D\u091C\
+      \ \u091A\u0941\u0915\u093E\u0928\u093E \u091A\u093E\u0939\u0924\u093E \u0939\
+      \u0948\u0964 \u092A\u093F\u0924\u093E \u0928\u0947 \u090F\u0915 \u0926\u0938\
+      \u094D\u0924\u093E\u0935\u0947\u091C\u093C \u092A\u0930 \u0939\u0938\u094D\u0924\
+      \u093E\u0915\u094D\u0937\u0930 \u0915\u093F\u090F \u091C\u093F\u0938\u092E\u0947\
+      \u0902 \u0915\u0939\u093E \u0917\u092F\u093E \u0925\u093E \u0915\u093F \u092A\
+      \u093F\u0924\u093E 10 \u092E\u0939\u0940\u0928\u0947 \u0924\u0915 500 \u0921\
+      \u0949\u0932\u0930 \u092A\u094D\u0930\u0924\u093F \u092E\u093E\u0939 \u0915\u0940\
+      \ \u0926\u0930 \u0938\u0947 \u092C\u0947\u091F\u0947 \u0915\u093E \u0915\u0930\
+      \u094D\u091C\u093C \u091A\u0941\u0915\u093E\u090F\u0917\u093E\u0964 \u0932\u0947\
+      \u0928\u0926\u093E\u0930 \u0928\u0947 5,000 \u0921\u0949\u0932\u0930 \u0915\u093E\
+      \ \u0915\u0930\u094D\u091C\u093C \u0935\u0938\u0942\u0932\u0928\u0947 \u0915\
+      \u0947 \u0932\u093F\u090F \u092C\u0947\u091F\u0947 \u092A\u0930 \u092E\u0941\
+      \u0915\u0926\u092E\u093E \u0915\u0930\u0928\u0947 \u0938\u0947 \u0930\u094B\u0915\
+      \u0928\u0947 \u0915\u0947 \u0932\u093F\u090F \u0915\u094B\u0908 \u0932\u093F\
+      \u0916\u093F\u0924 \u092F\u093E \u092E\u094C\u0916\u093F\u0915 \u092A\u094D\u0930\
+      \u0924\u093F\u092C\u0926\u094D\u0927\u0924\u093E \u0928\u0939\u0940\u0902 \u091C\
+      \u0924\u093E\u0908, \u0914\u0930 \u092A\u093F\u0924\u093E \u0928\u0947 \u092D\
+      \u0940 \u0910\u0938\u0940 \u0915\u093F\u0938\u0940 \u092D\u0940 \u0930\u094B\
+      \u0915 \u0915\u0947 \u0932\u093F\u090F \u0915\u094B\u0908 \u092E\u094C\u0916\
+      \u093F\u0915 \u092F\u093E \u0932\u093F\u0916\u093F\u0924 \u0905\u0928\u0941\u0930\
+      \u094B\u0927 \u0928\u0939\u0940\u0902 \u0915\u093F\u092F\u093E\u0964 \u0905\u0917\
+      \u0932\u0947 \u092A\u093E\u0901\u091A \u092E\u0939\u0940\u0928\u094B\u0902 \u0915\
+      \u0947 \u0932\u093F\u090F, \u092A\u093F\u0924\u093E \u0928\u0947 \u092D\u0941\
+      \u0917\u0924\u093E\u0928 \u0915\u093F\u092F\u093E \u0914\u0930 \u0932\u0947\u0928\
+      \u0926\u093E\u0930 \u0928\u0947 \u0938\u0939\u092E\u0924\u093F \u0915\u0947\
+      \ \u0905\u0928\u0941\u0938\u093E\u0930 $500 \u0915\u093E \u092E\u093E\u0938\u093F\
+      \u0915 \u092D\u0941\u0917\u0924\u093E\u0928 \u0938\u094D\u0935\u0940\u0915\u093E\
+      \u0930 \u0915\u0930 \u0932\u093F\u092F\u093E\u0964 \u0909\u0938 \u0905\u0935\
+      \u0927\u093F \u0915\u0947 \u0926\u094C\u0930\u093E\u0928, \u090B\u0923\u0926\
+      \u093E\u0924\u093E \u0928\u0947, \u0935\u093E\u0938\u094D\u0924\u0935 \u092E\
+      \u0947\u0902, \u092C\u0947\u091F\u0947 \u0915\u0947 \u0916\u093F\u0932\u093E\
+      \u092B \u0915\u094B\u0908 \u092D\u0940 \u0915\u093E\u0928\u0942\u0928\u0940\
+      \ \u0915\u093E\u0930\u094D\u0930\u0935\u093E\u0908 \u0915\u0930\u0928\u0947\
+      \ \u0938\u0947 \u092E\u0928\u093E \u0915\u0930 \u0926\u093F\u092F\u093E\u0964\
+      \ \u0939\u093E\u0932\u093E\u0901\u0915\u093F, \u0924\u092C \u092A\u093F\u0924\
+      \u093E \u0928\u0947 \u0932\u0947\u0928\u0926\u093E\u0930 \u0915\u094B \u0938\
+      \u0942\u091A\u093F\u0924 \u0915\u093F\u092F\u093E \u0915\u093F \u0935\u0939\
+      \ \u090B\u0923 \u092A\u0930 \u0915\u094B\u0908 \u0914\u0930 \u092D\u0941\u0917\
+      \u0924\u093E\u0928 \u0928\u0939\u0940\u0902 \u0915\u0930\u0947\u0917\u093E\u0964\
+      \ \u0928\u093F\u092E\u094D\u0928\u0932\u093F\u0916\u093F\u0924 \u092E\u0947\u0902\
+      \ \u0938\u0947 \u0915\u094C\u0928 \u0938\u093E \u0938\u092C\u0938\u0947 \u092A\
+      \u094D\u0930\u0947\u0930\u0915 \u0924\u0930\u094D\u0915 \u0939\u0948 \u0915\u093F\
+      \ \u092A\u093F\u0924\u093E \u0905\u092A\u0928\u0947 \u0938\u092E\u091D\u094C\
+      \u0924\u0947 \u0915\u0940 \u0936\u0930\u094D\u0924\u094B\u0902 \u0915\u0947\
+      \ \u0924\u0939\u0924 \u090B\u0923\u0926\u093E\u0924\u093E \u0915\u0947 \u092A\
+      \u094D\u0930\u0924\u093F \u0909\u0924\u094D\u0924\u0930\u0926\u093E\u092F\u0940\
+      \ \u0939\u0948?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_professional_law
+tag: mmlu_hi_llama_humanities_tasks
+task: mmlu_hi_llama_professional_law
+task_alias: professional_law

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_professional_medicine.yaml ADDED Viewed

	@@ -0,0 +1,261 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "\u0932\u0947\u092C\u0947\u091F\u093E\u0932\u094B\u0932"
+      B: "\u092A\u094B\u091F\u0947\u0936\u093F\u092F\u092E \u0915\u094D\u0932\u094B\
+        \u0930\u093E\u0907\u0921 \u0915\u0940 \u090F\u0915 \u0932\u094B\u0921\u093F\
+        \u0902\u0917 \u0916\u0941\u0930\u093E\u0915"
+      C: nifedipine
+      D: "\u092B\u0947\u0928\u094B\u0915\u094D\u0938\u0940\u092C\u0947\u0902\u091C\
+        \u093C\u093E\u092E\u093E\u0907\u0928"
+    input_correct_responses:
+    - D
+    input_question: "\u090F\u0915 42 \u0935\u0930\u094D\u0937\u0940\u092F \u0935\u094D\
+      \u092F\u0915\u094D\u0924\u093F 2 \u0938\u092A\u094D\u0924\u093E\u0939 \u092E\
+      \u0947\u0902 \u0928\u093F\u0930\u094D\u0927\u093E\u0930\u093F\u0924 \u090F\u0921\
+      \u094D\u0930\u0947\u0928\u093E\u0932\u0947\u0915\u094D\u091F\u0949\u092E\u0940\
+      \ \u0938\u0947 \u0917\u0941\u091C\u0930\u0928\u0947 \u0938\u0947 \u092A\u0939\
+      \u0932\u0947 \u092A\u094D\u0930\u0940\u0911\u092A\u0930\u0947\u091F\u093F\u0935\
+      \ \u092E\u0942\u0932\u094D\u092F\u093E\u0902\u0915\u0928 \u0915\u0947 \u0932\
+      \u093F\u090F \u0915\u093E\u0930\u094D\u092F\u093E\u0932\u092F \u092E\u0947\u0902\
+      \ \u0906\u0924\u093E \u0939\u0948\u0964 \u090F\u0915 \u092E\u0939\u0940\u0928\
+      \u0947 \u092A\u0939\u0932\u0947, \u090F\u0915 \u092E\u094B\u091F\u0930 \u0935\
+      \u093E\u0939\u0928 \u0915\u0940 \u091F\u0915\u094D\u0915\u0930 \u0915\u0947\
+      \ \u092C\u093E\u0926 \u0909\u0928\u0915\u0947 \u0926\u093E\u0939\u093F\u0928\
+      \u0947 \u092A\u093E\u0930\u094D\u0936\u094D\u0935 \u092E\u0947\u0902 \u0926\u0930\
+      \u094D\u0926 \u0915\u0947 \u0915\u093E\u0930\u0923 \u0909\u0928\u094D\u0939\u0947\
+      \u0902 \u0906\u092A\u093E\u0924\u0915\u093E\u0932\u0940\u0928 \u0935\u093F\u092D\
+      \u093E\u0917 \u092E\u0947\u0902 \u0926\u0947\u0916\u092D\u093E\u0932 \u092E\u093F\
+      \u0932\u0940 \u0925\u0940\u0964 \u0909\u0938 \u0938\u092E\u092F, \u0930\u0915\
+      \u094D\u0924\u091A\u093E\u092A 160/100 \u092E\u093F\u092E\u0940 \u090F\u091A\
+      \u091C\u0940 \u0925\u093E \u0914\u0930 \u092A\u0947\u091F \u0915\u0947 \u0938\
+      \u0940\u091F\u0940 \u0938\u094D\u0915\u0948\u0928 \u092E\u0947\u0902 \u0906\u0915\
+      \u0938\u094D\u092E\u093F\u0915 10-\u0938\u0947\u092E\u0940 \u092C\u093E\u090F\
+      \u0902 \u0905\u0927\u093F\u0935\u0943\u0915\u094D\u0915 \u0926\u094D\u0930\u0935\
+      \u094D\u092F\u092E\u093E\u0928 \u0926\u093F\u0916\u093E\u0964 \u0938\u0902\u092A\
+      \u0942\u0930\u094D\u0923 \u0930\u0915\u094D\u0924 \u0917\u0923\u0928\u093E,\
+      \ \u0938\u0940\u0930\u092E \u0907\u0932\u0947\u0915\u094D\u091F\u094D\u0930\u094B\
+      \u0932\u093E\u0907\u091F \u0938\u093E\u0902\u0926\u094D\u0930\u0924\u093E \u0914\
+      \u0930 \u092F\u0915\u0943\u0924 \u0915\u093E\u0930\u094D\u092F \u092A\u0930\u0940\
+      \u0915\u094D\u0937\u0923 \u0938\u0939\u093F\u0924 \u092A\u094D\u0930\u092F\u094B\
+      \u0917\u0936\u093E\u0932\u093E \u0905\u0927\u094D\u092F\u092F\u0928\u094B\u0902\
+      \ \u0915\u0947 \u092A\u0930\u093F\u0923\u093E\u092E \u0938\u0902\u0926\u0930\
+      \u094D\u092D \u0938\u0940\u092E\u093E \u0915\u0947 \u092D\u0940\u0924\u0930\
+      \ \u0925\u0947\u0964 \u0905\u0928\u094D\u092F\u0925\u093E \u0930\u094B\u0917\
+      \u0940 \u0938\u094D\u0935\u0938\u094D\u0925 \u0925\u093E \u0914\u0930 \u0909\
+      \u0938\u0947 \u0915\u092D\u0940 \u0928\u0939\u0940\u0902 \u092C\u0924\u093E\u092F\
+      \u093E \u0917\u092F\u093E \u0915\u093F \u0909\u0938\u0915\u093E \u0930\u0915\
+      \u094D\u0924\u091A\u093E\u092A \u092C\u0922\u093C\u093E \u0939\u0941\u0906 \u0939\
+      \u0948\u0964 \u0935\u0939 \u0915\u094B\u0908 \u0926\u0935\u093E \u0928\u0939\
+      \u0940\u0902 \u0932\u0947\u0924\u093E. 2 \u0938\u092A\u094D\u0924\u093E\u0939\
+      \ \u092A\u0939\u0932\u0947 \u0915\u093E\u0930\u094D\u092F\u093E\u0932\u092F\
+      \ \u092E\u0947\u0902 \u090F\u0915 \u0905\u0928\u0941\u0935\u0930\u094D\u0924\
+      \u0940 \u092F\u093E\u0924\u094D\u0930\u093E \u092E\u0947\u0902 \u092E\u0942\u0924\
+      \u094D\u0930 \u092E\u0947\u0902 \u0928\u0949\u0930\u092E\u0947\u091F\u0947\u0928\
+      \u092B\u094D\u0930\u093F\u0928 \u0914\u0930 \u092E\u0947\u091F\u093E\u0928\u0947\
+      \u092B\u094D\u0930\u093F\u0928 \u0914\u0930 \u092A\u094D\u0932\u093E\u091C\u094D\
+      \u092E\u093E \u090F\u0932\u094D\u0921\u094B\u0938\u094D\u091F\u0947\u0930\u094B\
+      \u0928 \u0938\u093E\u0902\u0926\u094D\u0930\u0924\u093E \u092E\u0947\u0902 \u0935\
+      \u0943\u0926\u094D\u0927\u093F \u0915\u093E \u092A\u0924\u093E \u091A\u0932\u093E\
+      \u0964 \u092E\u0930\u0940\u091C \u0915\u094B \u090F\u0915 \u0938\u0930\u094D\
+      \u091C\u0928 \u0915\u0947 \u092A\u093E\u0938 \u092D\u0947\u091C\u093E \u0917\
+      \u092F\u093E, \u091C\u093F\u0938\u0928\u0947 \u090F\u0921\u094D\u0930\u0947\u0928\
+      \u093E\u0932\u0947\u0915\u094D\u091F\u0949\u092E\u0940 \u0915\u0940 \u0938\u093F\
+      \u092B\u093E\u0930\u093F\u0936 \u0915\u0940\u0964 \u0906\u091C, \u092E\u0939\
+      \u0924\u094D\u0935\u092A\u0942\u0930\u094D\u0923 \u0938\u0902\u0915\u0947\u0924\
+      \ \u0939\u0948\u0902 \u0924\u093E\u092A\u092E\u093E\u0928 36.6 \u0921\u093F\u0917\
+      \u094D\u0930\u0940 \u0938\u0947\u0932\u094D\u0938\u093F\u092F\u0938 (97.9 \u0921\
+      \u093F\u0917\u094D\u0930\u0940 \u092B\u093C\u093E\u0930\u0947\u0928\u0939\u093E\
+      \u0907\u091F), \u0928\u093E\u0921\u093C\u0940 100/\u092E\u093F\u0928\u091F,\
+      \ \u0936\u094D\u0935\u0938\u0928 14/\u092E\u093F\u0928\u091F, \u0914\u0930 \u0930\
+      \u0915\u094D\u0924\u091A\u093E\u092A 170/95 \u092E\u093F\u092E\u0940 \u090F\u091A\
+      \u091C\u0940\u0964 \u0936\u093E\u0930\u0940\u0930\u093F\u0915 \u092A\u0930\u0940\
+      \u0915\u094D\u0937\u0923 \u0938\u0947 \u0915\u094B\u0908 \u092E\u0939\u0924\u094D\
+      \u0935\u092A\u0942\u0930\u094D\u0923 \u0928\u093F\u0937\u094D\u0915\u0930\u094D\
+      \u0937 \u0928\u0939\u0940\u0902 \u0928\u093F\u0915\u0932\u0924\u093E\u0964 \u092A\
+      \u094D\u0930\u093E\u0930\u0902\u092D\u093F\u0915 \u092A\u094D\u0930\u0940\u0911\
+      \u092A\u0930\u0947\u091F\u093F\u0935 \u0924\u0948\u092F\u093E\u0930\u0940 \u092E\
+      \u0947\u0902 \u0928\u093F\u092E\u094D\u0928\u0932\u093F\u0916\u093F\u0924 \u092E\
+      \u0947\u0902 \u0938\u0947 \u0915\u093F\u0938\u0915\u0947 \u0938\u093E\u0925\
+      \ \u0909\u092A\u091A\u093E\u0930 \u0936\u093E\u092E\u093F\u0932 \u0939\u094B\
+      \u0928\u093E \u091A\u093E\u0939\u093F\u090F?"
+  - input_choice_list:
+      A: "\u092C\u093E\u092F\u0940\u0902 \u0913\u0930 \u092C\u093E\u092F\u0940\u0902\
+        \ \u0913\u0930 \u0924\u094D\u0930\u093F\u0915 \u092E\u0930\u094B\u0921\u093C"
+      B: "\u092C\u093E\u090F\u0902-\u092A\u0930-\u0926\u093E\u090F\u0902 \u0924\u094D\
+        \u0930\u093F\u0915 \u092E\u0930\u094B\u0921\u093C"
+      C: "\u0926\u093E\u092F\u093E\u0902 \u090F\u0915\u0924\u0930\u092B\u093E \u0924\
+        \u094D\u0930\u093F\u0915 \u092E\u094B\u0921\u093C"
+      D: "\u0926\u093E\u090F\u0902-\u092A\u0930-\u0926\u093E\u090F\u0902 \u0924\u094D\
+        \u0930\u093F\u0915 \u092E\u0930\u094B\u0921\u093C"
+    input_correct_responses:
+    - D
+    input_question: "\u090F\u0915 36 \u0935\u0930\u094D\u0937\u0940\u092F \u092A\u0941\
+      \u0930\u0941\u0937 \u092A\u0940\u0920 \u0915\u0947 \u0928\u093F\u091A\u0932\u0947\
+      \ \u0939\u093F\u0938\u094D\u0938\u0947 \u092E\u0947\u0902 \u0926\u0930\u094D\
+      \u0926 \u0915\u0947 3 \u0938\u092A\u094D\u0924\u093E\u0939 \u0915\u0947 \u0907\
+      \u0924\u093F\u0939\u093E\u0938 \u0915\u0947 \u0938\u093E\u0925 \u0915\u093E\u0930\
+      \u094D\u092F\u093E\u0932\u092F \u092E\u0947\u0902 \u0909\u092A\u0938\u094D\u0925\
+      \u093F\u0924 \u0939\u094B\u0924\u093E \u0939\u0948\u0964 \u0935\u0939 \u0915\
+      \u093F\u0938\u0940 \u092D\u0940 \u0939\u093E\u0932\u093F\u092F\u093E \u0906\u0918\
+      \u093E\u0924 \u0938\u0947 \u0907\u0928\u0915\u093E\u0930 \u0915\u0930\u0924\u093E\
+      \ \u0939\u0948 \u0932\u0947\u0915\u093F\u0928 \u0915\u0939\u0924\u093E \u0939\
+      \u0948 \u0915\u093F \u0935\u0939 \u0905\u092A\u0928\u0947 \u0915\u093E\u092E\
+      \ \u0915\u0947 \u0932\u093F\u090F \u0926\u093F\u0928 \u092E\u0947\u0902 \u0915\
+      \u0908 \u092C\u093E\u0930 \u0905\u092A\u0928\u0947 \u091F\u094D\u0930\u0915\
+      \ \u092E\u0947\u0902 \u091A\u0922\u093C\u0924\u093E \u0914\u0930 \u0909\u0924\
+      \u0930\u0924\u093E \u0939\u0948\u0964 \u092A\u094D\u0930\u0935\u0923 \u0938\u094D\
+      \u0925\u093F\u0924\u093F \u092E\u0947\u0902 \u0930\u094B\u0917\u0940 \u0915\u0940\
+      \ \u091C\u093E\u0902\u091A \u0938\u0947 \u092C\u093E\u0908\u0902 \u0913\u0930\
+      \ \u090F\u0915 \u0917\u0939\u0930\u0940 \u0924\u094D\u0930\u093F\u0915 \u0938\
+      \u0932\u094D\u0915\u0938, \u0926\u093E\u0908\u0902 \u0913\u0930 \u090F\u0915\
+      \ \u092A\u0936\u094D\u091A \u0905\u0935\u0930 \u092A\u093E\u0930\u094D\u0936\
+      \u094D\u0935 \u0915\u094B\u0923 \u0914\u0930 \u090F\u0915 \u0932\u0941\u0902\
+      \u092C\u094B\u0938\u0948\u0915\u094D\u0930\u0932 \u091C\u0902\u0915\u094D\u0936\
+      \u0928 \u0915\u093E \u092A\u0924\u093E \u091A\u0932\u0924\u093E \u0939\u0948\
+      \ \u091C\u094B \u0938\u0902\u092A\u0940\u0921\u093C\u0928 \u092A\u0930 \u0938\
+      \u094D\u0935\u0924\u0902\u0924\u094D\u0930 \u0930\u0942\u092A \u0938\u0947 \u0909\
+      \u092D\u0930\u0924\u093E \u0939\u0948\u0964 \u0938\u092C\u0938\u0947 \u0938\u0902\
+      \u092D\u093E\u0935\u093F\u0924 \u0928\u093F\u0926\u093E\u0928 \u0939\u0948"
+  - input_choice_list:
+      A: "\u0921\u094B\u092A\u093E\u092E\u093E\u0907\u0928"
+      B: "\u0917\u094D\u0932\u0942\u091F\u093E\u092E\u0947\u091F"
+      C: "\u0928\u0949\u0930\u092A\u0947\u0928\u0947\u092B\u094D\u0930\u093F\u0928"
+      D: "\u0938\u0947\u0930\u094B\u091F\u094B\u0928\u093F\u0928"
+    input_correct_responses:
+    - D
+    input_question: "\u090F\u0915 \u092A\u0939\u0932\u0947 \u0938\u0947 \u0938\u094D\
+      \u0935\u0938\u094D\u0925 32 \u0935\u0930\u094D\u0937\u0940\u092F \u092E\u0939\
+      \u093F\u0932\u093E \u0905\u092A\u0928\u0947 \u092A\u0924\u093F \u0915\u0940\
+      \ \u0915\u093E\u0930 \u0926\u0941\u0930\u094D\u0918\u091F\u0928\u093E \u092E\
+      \u0947\u0902 \u092E\u0943\u0924\u094D\u092F\u0941 \u0915\u0947 8 \u092E\u0939\
+      \u0940\u0928\u0947 \u092C\u093E\u0926 \u091A\u093F\u0915\u093F\u0924\u094D\u0938\
+      \u0915 \u0915\u0947 \u092A\u093E\u0938 \u0906\u0924\u0940 \u0939\u0948\u0964\
+      \ \u0909\u0938 \u0938\u092E\u092F \u0938\u0947, \u0909\u0938\u0915\u0940 \u092D\
+      \u0942\u0916 \u0915\u092E \u0939\u094B \u0917\u0908 \u0939\u0948 \u0914\u0930\
+      \ \u0938\u094B\u0928\u0947 \u092E\u0947\u0902 \u0915\u0920\u093F\u0928\u093E\
+      \u0908 \u0939\u094B \u0930\u0939\u0940 \u0939\u0948\u0964 \u0935\u0939 \u092C\
+      \u0924\u093E\u0924\u0940 \u0939\u0948\u0902 \u0915\u093F \u0935\u0939 \u0905\
+      \u0915\u094D\u0938\u0930 \u0909\u0926\u093E\u0938 \u0930\u0939\u0924\u0940 \u0939\
+      \u0948\u0902 \u0914\u0930 \u092C\u093E\u0930-\u092C\u093E\u0930 \u0930\u094B\
+      \u0924\u0940 \u0939\u0948\u0902\u0964 \u0935\u0939 \u0905\u092A\u0928\u093E\
+      \ \u0918\u0930 \u091B\u094B\u0921\u093C\u0928\u0947 \u0938\u0947 \u092A\u0939\
+      \u0932\u0947 \u092A\u093E\u0902\u091A \u092C\u093E\u0930 \u0926\u0930\u0935\u093E\
+      \u091C\u0947 \u0915\u0947 \u0924\u093E\u0932\u0947 \u0915\u0940 \u091C\u093E\
+      \u0902\u091A \u0915\u0930 \u0930\u0939\u0940 \u0939\u0948 \u0914\u0930 \u0909\
+      \u0938\u0947 \u0907\u0938\u094D\u0924\u0947\u092E\u093E\u0932 \u0915\u0930\u0928\
+      \u0947 \u0938\u0947 \u092A\u0939\u0932\u0947 \u091F\u0949\u092F\u0932\u0947\u091F\
+      \ \u092A\u0947\u092A\u0930 \u0915\u0947 \u0920\u0940\u0915 \u092A\u093E\u0902\
+      \u091A \u091F\u0941\u0915\u0921\u093C\u0947 \u0917\u093F\u0928\u0928\u0947 \u092A\
+      \u0921\u093C\u0924\u0947 \u0939\u0948\u0902\u0964 \u0935\u0939 \u0915\u0939\u0924\
+      \u0940 \u0939\u0948\u0902 \u0915\u093F \u0935\u0939 \u0939\u092E\u0947\u0936\
+      \u093E \u0938\u0947 \u092A\u0930\u092B\u0947\u0915\u094D\u0936\u0928\u093F\u0938\
+      \u094D\u091F \u0930\u0939\u0940 \u0939\u0948\u0902 \u0932\u0947\u0915\u093F\u0928\
+      \ \u092F\u0947 \u0906\u0917\u094D\u0930\u0939 \u0914\u0930 \u0905\u0928\u0941\
+      \u0937\u094D\u0920\u093E\u0928 \u0928\u090F \u0939\u0948\u0902\u0964 \u092B\u093E\
+      \u0930\u094D\u092E\u093E\u0915\u094B\u0925\u0947\u0930\u0947\u092A\u0940 \u0915\
+      \u094B \u0928\u093F\u092E\u094D\u0928\u0932\u093F\u0916\u093F\u0924 \u092E\u0947\
+      \u0902 \u0938\u0947 \u0915\u093F\u0938 \u0928\u094D\u092F\u0942\u0930\u094B\u091F\
+      \u094D\u0930\u093E\u0902\u0938\u092E\u0940\u091F\u0930 \u092A\u0930 \u0932\u0915\
+      \u094D\u0937\u093F\u0924 \u0915\u093F\u092F\u093E \u091C\u093E\u0928\u093E \u091A\
+      \u093E\u0939\u093F\u090F?"
+  - input_choice_list:
+      A: "\u090F\u0932\u0930\u094D\u091C\u0940 \u0930\u093F\u0928\u093F\u0925\u093F\
+        \u0938"
+      B: "\u090F\u092A\u0938\u094D\u091F\u0940\u0928 \u092C\u093E\u0930 \u0935\u093E\
+        \u092F\u0930\u0938"
+      C: "\u092E\u093E\u0907\u0915\u094B\u092A\u094D\u0932\u093E\u091C\u094D\u092E\
+        \u093E \u0928\u093F\u092E\u094B\u0928\u093F\u092F\u093E"
+      D: rhinovirus
+    input_correct_responses:
+    - D
+    input_question: "\u090F\u0915 44 \u0935\u0930\u094D\u0937\u0940\u092F \u0935\u094D\
+      \u092F\u0915\u094D\u0924\u093F \u0917\u0932\u0947 \u092E\u0947\u0902 \u0916\u0930\
+      \u093E\u0936, \u0905\u0928\u0941\u0924\u094D\u092A\u093E\u0926\u0915 \u0916\u093E\
+      \u0902\u0938\u0940, \u0928\u093E\u0915 \u092C\u0939\u0928\u0947 \u0914\u0930\
+      \ \u0932\u0932\u093E\u091F \u0938\u093F\u0930\u0926\u0930\u094D\u0926 \u0915\
+      \u0947 3 \u0926\u093F\u0928 \u0915\u0947 \u0907\u0924\u093F\u0939\u093E\u0938\
+      \ \u0915\u0947 \u0915\u093E\u0930\u0923 \u0915\u093E\u0930\u094D\u092F\u093E\
+      \u0932\u092F \u0906\u0924\u093E \u0939\u0948\u0964 \u0909\u0928\u0915\u093E\
+      \ \u0915\u0939\u0928\u093E \u0939\u0948 \u0915\u093F \u0938\u093F\u0930\u0926\
+      \u0930\u094D\u0926 \u0938\u0941\u092C\u0939 \u0915\u0947 \u0938\u092E\u092F\
+      \ \u0905\u0927\u093F\u0915 \u0939\u094B\u0924\u093E \u0939\u0948 \u0914\u0930\
+      \ \u0907\u092C\u0941\u092A\u094D\u0930\u094B\u092B\u0947\u0928 \u0938\u0947\
+      \ \u0915\u0941\u091B \u0930\u093E\u0939\u0924 \u092E\u093F\u0932\u0924\u0940\
+      \ \u0939\u0948\u0964 \u0909\u0928\u094D\u0939\u0947\u0902 \u0938\u093E\u0902\
+      \u0938 \u0915\u0940 \u0924\u0915\u0932\u0940\u092B \u0928\u0939\u0940\u0902\
+      \ \u0939\u0941\u0908 \u0939\u0948. \u091A\u093F\u0915\u093F\u0924\u094D\u0938\
+      \u093E \u0907\u0924\u093F\u0939\u093E\u0938 \u0909\u0932\u094D\u0932\u0947\u0916\
+      \u0928\u0940\u092F \u0928\u0939\u0940\u0902 \u0939\u0948. \u0935\u0939 \u0926\
+      \u0930\u094D\u0926 \u0915\u0947 \u0932\u093F\u090F \u0907\u092C\u0941\u092A\u094D\
+      \u0930\u094B\u092B\u0947\u0928 \u0915\u0947 \u0905\u0932\u093E\u0935\u093E \u0915\
+      \u094B\u0908 \u0926\u0935\u093E \u0928\u0939\u0940\u0902 \u0932\u0947\u0924\u093E\
+      \ \u0939\u0948\u0964 \u092E\u0939\u0924\u094D\u0935\u092A\u0942\u0930\u094D\u0923\
+      \ \u0938\u0902\u0915\u0947\u0924 \u0924\u093E\u092A\u092E\u093E\u0928 37.4 \u0921\
+      \u093F\u0917\u094D\u0930\u0940 \u0938\u0947\u0932\u094D\u0938\u093F\u092F\u0938\
+      \ (99.4 \u0921\u093F\u0917\u094D\u0930\u0940 \u092B\u093C\u093E\u0930\u0947\u0928\
+      \u0939\u093E\u0907\u091F), \u0928\u093E\u0921\u093C\u0940 88/\u092E\u093F\u0928\
+      \u091F, \u0936\u094D\u0935\u0938\u0928 18/\u092E\u093F\u0928\u091F \u0914\u0930\
+      \ \u0930\u0915\u094D\u0924\u091A\u093E\u092A 120/84 \u092E\u093F\u092E\u0940\
+      \ \u090F\u091A\u091C\u0940 \u0939\u0948\u0902\u0964 \u0928\u093E\u0921\u093C\
+      \u093F\u092F\u094B\u0902 \u0915\u0940 \u091C\u093E\u0902\u091A \u0938\u0947\
+      \ \u090F\u0930\u093F\u0925\u0947\u092E\u0947\u091F\u0938 \u0936\u094D\u0932\u0947\
+      \u0937\u094D\u092E\u093E \u091D\u093F\u0932\u094D\u0932\u0940 \u0915\u093E \u092A\
+      \u0924\u093E \u091A\u0932\u0924\u093E \u0939\u0948\u0964 \u0917\u0932\u0947\
+      \ \u0915\u0940 \u091C\u093E\u0902\u091A \u0938\u0947 \u092A\u0940\u091B\u0947\
+      \ \u0915\u0947 \u0911\u0930\u094B\u092B\u0930\u0940\u0928\u0915\u094D\u0938\
+      \ \u092A\u0930 \u090F\u0930\u093F\u0925\u0947\u092E\u093E \u0914\u0930 \u092B\
+      \u0949\u0932\u093F\u0915\u094D\u092F\u0941\u0932\u0930 \u0932\u093F\u092E\u094D\
+      \u092B\u094B\u0907\u0921 \u0939\u093E\u0907\u092A\u0930\u092A\u094D\u0932\u093E\
+      \u0938\u093F\u092F\u093E \u0915\u093E \u092A\u0924\u093E \u091A\u0932\u0924\u093E\
+      \ \u0939\u0948\u0964 \u0915\u094B\u0908 \u0938\u094D\u092A\u0937\u094D\u091F\
+      \ \u0917\u094D\u0930\u0940\u0935\u093E \u090F\u0921\u0947\u0928\u094B\u092A\u0948\
+      \u0925\u0940 \u0928\u0939\u0940\u0902 \u0939\u0948\u0964 \u092B\u0947\u092B\u0921\
+      \u093C\u0947 \u0917\u0941\u0926\u093E\u092D\u094D\u0930\u0902\u0936 \u0915\u0947\
+      \ \u0932\u093F\u090F \u0938\u094D\u092A\u0937\u094D\u091F \u0939\u0948\u0902\
+      \u0964 \u0928\u093F\u092E\u094D\u0928\u0932\u093F\u0916\u093F\u0924 \u092E\u0947\
+      \u0902 \u0938\u0947 \u0915\u094C\u0928 \u0938\u093E \u0907\u0938 \u0930\u094B\
+      \u0917\u0940 \u0915\u0947 \u0932\u0915\u094D\u0937\u0923\u094B\u0902 \u0915\u093E\
+      \ \u0938\u092C\u0938\u0947 \u0938\u0902\u092D\u093E\u0935\u093F\u0924 \u0915\
+      \u093E\u0930\u0923 \u0939\u0948?"
+  - input_choice_list:
+      A: "\u092A\u0942\u0930\u094D\u0935\u0915\u093E\u0932 \u0938\u094D\u0915\u0947\
+        \u0932\u0940\u0928"
+      B: "\u0932\u093E\u091F\u093F\u0938\u094D\u0938\u093F\u092E\u0941\u0938 \u0921\
+        \u094B\u0930\u0938\u0940"
+      C: "\u092A\u0947\u0915\u094D\u091F\u094B\u0930\u0932\u093F\u0938 \u092E\u093E\
+        \u0907\u0928\u0930"
+      D: "\u0915\u094D\u0935\u093E\u0921\u094D\u0930\u0947\u091F\u094D\u0938 \u0932\
+        \u0948\u0902\u092C\u094B\u0930\u092E"
+    input_correct_responses:
+    - C
+    input_question: "\u090F\u0915 22 \u0935\u0930\u094D\u0937\u0940\u092F \u092A\u0941\
+      \u0930\u0941\u0937 \u092E\u0948\u0930\u093E\u0925\u0928 \u0927\u093E\u0935\u0915\
+      \ \u0932\u0902\u092C\u0940 \u0926\u0942\u0930\u0940 \u0924\u0915 \u0926\u094C\
+      \u0921\u093C\u0928\u0947 \u092A\u0930 \u0926\u093E\u0939\u093F\u0928\u0940 \u0913\
+      \u0930 \u0915\u0940 \u092A\u0938\u0932\u0940 \u092E\u0947\u0902 \u0926\u0930\
+      \u094D\u0926 \u0915\u0940 \u0936\u093F\u0915\u093E\u092F\u0924 \u0915\u0947\
+      \ \u0938\u093E\u0925 \u0915\u093E\u0930\u094D\u092F\u093E\u0932\u092F \u092E\
+      \u0947\u0902 \u0906\u0924\u093E \u0939\u0948\u0964 \u0936\u093E\u0930\u0940\u0930\
+      \u093F\u0915 \u092A\u0930\u0940\u0915\u094D\u0937\u0923 \u0938\u0947 \u0939\u0943\
+      \u0926\u092F \u0914\u0930 \u092B\u0947\u092B\u0921\u093C\u094B\u0902 \u0915\u0940\
+      \ \u0938\u093E\u092E\u093E\u0928\u094D\u092F \u0938\u094D\u0925\u093F\u0924\u093F\
+      \ \u0914\u0930 \u0926\u093E\u0939\u093F\u0928\u0940 \u0913\u0930 4-5 \u092A\u0938\
+      \u0932\u093F\u092F\u094B\u0902 \u092A\u0930 \u0938\u093E\u0901\u0938 \u091B\u094B\
+      \u0921\u093C\u0928\u0947 \u0915\u0940 \u0938\u092E\u0938\u094D\u092F\u093E \u0915\
+      \u093E \u092A\u0924\u093E \u091A\u0932\u0924\u093E \u0939\u0948\u0964 \u092A\
+      \u094D\u0930\u0924\u094D\u092F\u0915\u094D\u0937 \u0935\u093F\u0927\u093F \u0915\
+      \u093E \u0909\u092A\u092F\u094B\u0917 \u0915\u0930\u0915\u0947 \u0907\u0938\
+      \ \u0936\u093F\u0925\u093F\u0932\u0924\u093E \u0915\u094B \u0920\u0940\u0915\
+      \ \u0915\u0930\u0928\u0947 \u092E\u0947\u0902 \u0928\u093F\u092E\u094D\u0928\
+      \u0932\u093F\u0916\u093F\u0924 \u092E\u0947\u0902 \u0938\u0947 \u0915\u094C\u0928\
+      \ \u0938\u0940 \u092E\u093E\u0902\u0938\u092A\u0947\u0936\u093F\u092F\u093E\u0901\
+      \ \u092F\u093E \u092E\u093E\u0902\u0938\u092A\u0947\u0936\u0940 \u0938\u092E\
+      \u0942\u0939 \u0938\u092C\u0938\u0947 \u0905\u0927\u093F\u0915 \u0909\u092A\u092F\
+      \u094B\u0917\u0940 \u0939\u094B\u0902\u0917\u0947?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_professional_medicine
+tag: mmlu_hi_llama_other_tasks
+task: mmlu_hi_llama_professional_medicine
+task_alias: professional_medicine

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_professional_psychology.yaml ADDED Viewed

	@@ -0,0 +1,170 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "\u091C\u093F\u0938 \u0915\u093E\u0930\u094D\u092F\u0915\u094D\u0930\u092E\
+        \ \u092E\u0947\u0902 \u0906\u092A \u0928\u093E\u092E\u093E\u0902\u0915\u093F\
+        \u0924 \u0939\u0948\u0902 \u0909\u0938\u0947 \u091B\u094B\u0921\u093C\u0915\
+        \u0930 \u0905\u092A\u0928\u0947 \u0917\u094D\u0930\u093E\u0939\u0915 \u0915\
+        \u094B \u092A\u094D\u0930\u0924\u094D\u092F\u0947\u0915 \u0915\u093E\u0930\
+        \u094D\u092F\u0915\u094D\u0930\u092E \u0915\u0947 \u092B\u093E\u092F\u0926\
+        \u0947 \u0914\u0930 \u0928\u0941\u0915\u0938\u093E\u0928 \u092C\u0924\u093E\
+        \u090F\u0902 \u091C\u093F\u0928\u0915\u0947 \u092C\u093E\u0930\u0947 \u092E\
+        \u0947\u0902 \u0906\u092A \u091C\u093E\u0928\u0924\u0947 \u0939\u0948\u0902"
+      B: "\u0905\u092A\u0928\u0947 \u0917\u094D\u0930\u093E\u0939\u0915 \u0915\u094B\
+        \ \u0909\u0938 \u0915\u093E\u0930\u094D\u092F\u0915\u094D\u0930\u092E \u0915\
+        \u0940 \u0905\u0928\u0941\u0936\u0902\u0938\u093E \u0915\u0930\u0947\u0902\
+        \ \u091C\u093F\u0938\u092E\u0947\u0902 \u0906\u092A \u0928\u093E\u092E\u093E\
+        \u0902\u0915\u093F\u0924 \u0939\u0948\u0902 \u0914\u0930 \u0906\u092A\u0915\
+        \u094B \u092A\u094D\u0930\u093E\u092A\u094D\u0924 \u0939\u094B\u0928\u0947\
+        \ \u0935\u093E\u0932\u0947 $50 \u092C\u094B\u0928\u0938 \u0915\u0947 \u092C\
+        \u093E\u0930\u0947 \u092E\u0947\u0902 \u092C\u0924\u093E\u090F\u0902"
+      C: "\u0905\u092A\u0928\u0947 \u0917\u094D\u0930\u093E\u0939\u0915 \u0915\u094B\
+        \ \u0909\u0938 \u0915\u093E\u0930\u094D\u092F\u0915\u094D\u0930\u092E \u0915\
+        \u0940 \u0905\u0928\u0941\u0936\u0902\u0938\u093E \u0915\u0930\u0947\u0902\
+        \ \u091C\u093F\u0938\u092E\u0947\u0902 \u0906\u092A \u0928\u093E\u092E\u093E\
+        \u0902\u0915\u093F\u0924 \u0939\u0948\u0902 \u0914\u0930 \u0915\u093E\u0930\
+        \u094D\u092F\u0915\u094D\u0930\u092E \u092E\u0947\u0902 \u0906\u092A\u0915\
+        \u0947 \u0917\u094D\u0930\u093E\u0939\u0915 \u0915\u0947 \u0916\u093E\u0924\
+        \u0947 \u092E\u0947\u0902 $50 \u0915\u093E \u092C\u094B\u0928\u0938 \u091C\
+        \u092E\u093E \u0915\u0930\u0928\u0947 \u0915\u0940 \u092A\u0947\u0936\u0915\
+        \u0936 \u0915\u0930\u0947\u0902"
+      D: "\u0905\u092A\u0928\u0947 \u0917\u094D\u0930\u093E\u0939\u0915 \u0915\u094B\
+        \ \u0909\u0938 \u092A\u094D\u0930\u0924\u094D\u092F\u0947\u0915 \u0915\u093E\
+        \u0930\u094D\u092F\u0915\u094D\u0930\u092E \u0915\u0947 \u092B\u093E\u092F\
+        \u0926\u0947 \u0914\u0930 \u0928\u0941\u0915\u0938\u093E\u0928 \u092C\u0924\
+        \u093E\u090F\u0902 \u091C\u093F\u0938\u0915\u0947 \u092C\u093E\u0930\u0947\
+        \ \u092E\u0947\u0902 \u0906\u092A \u091C\u093E\u0928\u0924\u0947 \u0939\u0948\
+        \u0902, \u0932\u0947\u0915\u093F\u0928 \u092F\u0926\u093F \u0906\u092A\u0915\
+        \u093E \u0917\u094D\u0930\u093E\u0939\u0915 \u0906\u092A\u0915\u0947 \u0915\
+        \u093E\u0930\u094D\u092F\u0915\u094D\u0930\u092E \u092E\u0947\u0902 \u0928\
+        \u093E\u092E\u093E\u0902\u0915\u0928 \u0915\u0930\u0924\u093E \u0939\u0948\
+        \ \u0924\u094B $50 \u092C\u094B\u0928\u0938 \u0915\u093E \u0926\u093E\u0935\
+        \u093E \u0928 \u0915\u0930\u0947\u0902\u0964"
+    input_correct_responses:
+    - D
+    input_question: "\u0906\u092A\u0915\u093E \u090F\u0915 \u0925\u0947\u0930\u0947\
+      \u092A\u0940 \u0917\u094D\u0930\u093E\u0939\u0915 \u090F\u0915 \u0905\u091A\u094D\
+      \u091B\u0947 \u0935\u091C\u0928 \u0918\u091F\u093E\u0928\u0947 \u0915\u0947\
+      \ \u0915\u093E\u0930\u094D\u092F\u0915\u094D\u0930\u092E \u0915\u0947 \u092C\
+      \u093E\u0930\u0947 \u092E\u0947\u0902 \u0906\u092A\u0915\u0940 \u0938\u0932\u093E\
+      \u0939 \u092A\u0942\u091B\u0924\u093E \u0939\u0948\u0964 \u0906\u092A\u0928\u0947\
+      \ \u0938\u092E\u0941\u0926\u093E\u092F \u092E\u0947\u0902 \u0915\u093E\u0930\
+      \u094D\u092F\u0915\u094D\u0930\u092E\u094B\u0902 \u0915\u0940 \u091C\u093E\u0902\
+      \u091A \u0915\u0940 \u0939\u0948 \u0914\u0930 \u091C\u093F\u0938\u0947 \u0906\
+      \u092A \u0938\u092C\u0938\u0947 \u0905\u091A\u094D\u091B\u093E \u092E\u093E\u0928\
+      \u0924\u0947 \u0939\u0948\u0902 \u0909\u0938\u092E\u0947\u0902 \u0928\u093E\u092E\
+      \u093E\u0902\u0915\u093F\u0924 \u0939\u0948\u0902\u0964 \u092F\u0939 \u0915\u093E\
+      \u0930\u094D\u092F\u0915\u094D\u0930\u092E \u0905\u092A\u0928\u0947 \u0938\u0902\
+      \u0930\u0915\u094D\u0937\u0915\u094B\u0902 \u0915\u094B \u0915\u093E\u0930\u094D\
+      \u092F\u0915\u094D\u0930\u092E \u092E\u0947\u0902 \u0932\u093E\u090F \u091C\u093E\
+      \u0928\u0947 \u0935\u093E\u0932\u0947 \u092A\u094D\u0930\u0924\u094D\u092F\u0947\
+      \u0915 \u0928\u090F \u0935\u094D\u092F\u0915\u094D\u0924\u093F \u0915\u0947\
+      \ \u0932\u093F\u090F $50 \u0915\u093E \u092C\u094B\u0928\u0938 \u092A\u094D\u0930\
+      \u0926\u093E\u0928 \u0915\u0930\u0924\u093E \u0939\u0948\u0964 \u0907\u0928\
+      \ \u092A\u0930\u093F\u0938\u094D\u0925\u093F\u0924\u093F\u092F\u094B\u0902 \u092E\
+      \u0947\u0902, \u0906\u092A\u0915\u0940 \u0938\u092C\u0938\u0947 \u0909\u092A\
+      \u092F\u0941\u0915\u094D\u0924 \u092A\u094D\u0930\u0924\u093F\u0915\u094D\u0930\
+      \u093F\u092F\u093E \u0939\u094B\u0917\u0940"
+  - input_choice_list:
+      A: "\u092E\u093E\u0927\u094D\u092F \u0915\u0940 \u0924\u0941\u0932\u0928\u093E\
+        \ \u092E\u0947\u0902 \u091A\u0930\u092E \u0938\u094D\u0915\u094B\u0930 \u0915\
+        \u0947 \u092A\u094D\u0930\u0924\u093F \u0915\u092E \u0938\u0902\u0935\u0947\
+        \u0926\u0928\u0936\u0940\u0932"
+      B: "\u0935\u093F\u0937\u092E \u0935\u093F\u0924\u0930\u0923\u094B\u0902 \u0915\
+        \u0947 \u0932\u093F\u090F \u0905\u0927\u093F\u0915 \u0909\u092A\u092F\u094B\
+        \u0917\u0940"
+      C: "\u0905\u0924\u094D\u092F\u0927\u093F\u0915 \u092E\u0942\u0932\u094D\u092F\
+        \u094B\u0902 \u0914\u0930 \u0905\u0924\u094D\u092F\u0927\u093F\u0915 \u0935\
+        \u093F\u0937\u092E \u0935\u093F\u0924\u0930\u0923\u094B\u0902 \u0915\u0947\
+        \ \u092A\u094D\u0930\u0924\u093F \u0938\u0902\u0935\u0947\u0926\u0928\u0936\
+        \u0940\u0932"
+      D: "\u0938\u092C\u0938\u0947 \u0905\u0927\u093F\u0915 \u092C\u093E\u0930 \u0906\
+        \u0928\u0947 \u0935\u093E\u0932\u0940 \u0938\u0902\u0916\u094D\u092F\u093E"
+    input_correct_responses:
+    - D
+    input_question: "\u0915\u0947\u0902\u0926\u094D\u0930\u0940\u092F \u092A\u094D\
+      \u0930\u0935\u0943\u0924\u094D\u0924\u093F \u0915\u094B \u092E\u093E\u092A\u0928\
+      \u0947 \u0915\u0947 \u0924\u0940\u0928 \u0924\u0930\u0940\u0915\u0947 \u0939\
+      \u0948\u0902: \u092E\u093E\u0927\u094D\u092F, \u092E\u093E\u0927\u094D\u092F\
+      \u093F\u0915\u093E \u0914\u0930 \u092C\u0939\u0941\u0932\u0915\u0964 \u0909\u0928\
+      \u0915\u0947 \u092C\u093E\u0930\u0947 \u092E\u0947\u0902 \u0906\u092A\u0915\u0940\
+      \ \u091C\u093E\u0928\u0915\u093E\u0930\u0940 \u0938\u0947, \u092E\u094B\u0921\
+      \ \u0915\u094D\u092F\u093E \u0939\u0948?"
+  - input_choice_list:
+      A: "\u0935\u094D\u092F\u0915\u094D\u0924\u093F\u0935\u093E\u0926."
+      B: "\u0935\u094D\u092F\u0915\u094D\u0924\u093F\u0935\u093E\u0926 \u0914\u0930\
+        \ \u0938\u0924\u094D\u0924\u093E \u0915\u0940 \u0926\u0942\u0930\u0940."
+      C: "\u0936\u0915\u094D\u0924\u093F \u0926\u0942\u0930\u0940 \u0914\u0930 \u092A\
+        \u0941\u0930\u0941\u0937\u0924\u094D\u0935\u0964"
+      D: "\u0905\u0928\u093F\u0936\u094D\u091A\u093F\u0924\u0924\u093E \u092A\u0930\
+        \u093F\u0939\u093E\u0930\u0964"
+    input_correct_responses:
+    - A
+    input_question: "\u0939\u0949\u092B\u0938\u094D\u091F\u0947\u0921 (1980) \u0915\
+      \u0947 \u092A\u093E\u0902\u091A \u0938\u093E\u0902\u0938\u094D\u0915\u0943\u0924\
+      \u093F\u0915 \u0906\u092F\u093E\u092E\u094B\u0902 \u0915\u0947 \u0938\u0902\u0926\
+      \u0930\u094D\u092D \u092E\u0947\u0902, \u0938\u0902\u092F\u0941\u0915\u094D\u0924\
+      \ \u0930\u093E\u091C\u094D\u092F \u0905\u092E\u0947\u0930\u093F\u0915\u093E\
+      \ \u092A\u0948\u092E\u093E\u0928\u0947 \u0915\u0947 \u0936\u0940\u0930\u094D\
+      \u0937 \u092A\u0930 \u0939\u0948:"
+  - input_choice_list:
+      A: "\u090F\u0915 \u0915\u0932\u094D\u092A\u0928\u093E \u0939\u0948 \u091C\u094B\
+        \ \u0917\u094D\u0930\u093E\u0939\u0915 \u0915\u094B \u0935\u093E\u0938\u094D\
+        \u0924\u0935\u093F\u0915\u0924\u093E \u0938\u0947 \u0935\u093F\u091A\u0932\
+        \u093F\u0924 \u0915\u0930\u0924\u0940 \u0939\u0948\u0964"
+      B: "\u091A\u093F\u0915\u093F\u0924\u094D\u0938\u0915 \u0915\u0947 \u092A\u094D\
+        \u0930\u0924\u093F &quot;\u092E\u093F\u0936\u094D\u0930\u093F\u0924 \u092D\
+        \u093E\u0935\u0928\u093E\u0913\u0902&quot; \u0915\u093E \u092A\u094D\u0930\
+        \u0924\u093F\u0928\u093F\u0927\u093F\u0924\u094D\u0935 \u0915\u0930\u0924\u093E\
+        \ \u0939\u0948\u0964"
+      C: "&quot;\u0905\u092D\u093F\u0928\u092F&quot; \u0915\u093E \u090F\u0915 \u0930\
+        \u0942\u092A \u0939\u0948\u0964"
+      D: "\u0917\u094D\u0930\u093E\u0939\u0915 \u0915\u0947 \u0935\u094D\u092F\u0915\
+        \u094D\u0924\u093F\u0917\u0924 \u0914\u0930 \u0938\u093E\u092E\u0942\u0939\
+        \u093F\u0915 \u0905\u091A\u0947\u0924\u0928 \u0915\u094B \u0926\u0930\u094D\
+        \u0936\u093E\u0924\u093E \u0939\u0948\u0964"
+    input_correct_responses:
+    - D
+    input_question: "\u0915\u093E\u0930\u094D\u0932 \u091C\u0902\u0917 \u0915\u093E\
+      \ \u092E\u093E\u0928\u0928\u093E \u0925\u093E \u0915\u093F \u0917\u094D\u0930\
+      \u093E\u0939\u0915 \u0915\u093E \u0938\u094D\u0925\u093E\u0928\u093E\u0902\u0924\
+      \u0930\u0923:"
+  - input_choice_list:
+      A: "\u090F\u0915-\u0926\u0942\u0938\u0930\u0947 \u0938\u0947 \u0905\u0938\u0902\
+        \u092C\u0902\u0927\u093F\u0924 \u0939\u0948\u0902 \u0932\u0947\u0915\u093F\
+        \u0928 \u092E\u093E\u0928\u0926\u0902\u0921 \u0915\u0947 \u0938\u093E\u0925\
+        \ \u092E\u0927\u094D\u092F\u092E \u0930\u0942\u092A \u0938\u0947 \u0938\u0939\
+        \u0938\u0902\u092C\u0926\u094D\u0927 \u0939\u0948\u0902"
+      B: "\u090F\u0915 \u0926\u0942\u0938\u0930\u0947 \u0915\u0947 \u0938\u093E\u0925\
+        \ \u0915\u092E \u0938\u0939\u0938\u0902\u092C\u0902\u0927 \u0914\u0930 \u092E\
+        \u093E\u0928\u0926\u0902\u0921 \u0915\u0947 \u0938\u093E\u0925 \u0915\u092E\
+        \ \u0938\u0939\u0938\u0902\u092C\u0902\u0927 \u0939\u0948\u0902"
+      C: "\u090F\u0915-\u0926\u0942\u0938\u0930\u0947 \u0915\u0947 \u0938\u093E\u0925\
+        \ \u0905\u0924\u094D\u092F\u0927\u093F\u0915 \u0905\u0902\u0924\u0930\u094D\
+        \u0938\u0902\u092C\u0902\u0927\u093F\u0924 \u0939\u0948\u0902 \u0914\u0930\
+        \ \u092E\u093E\u0928\u0926\u0902\u0921 \u0915\u0947 \u0938\u093E\u0925 \u092E\
+        \u0927\u094D\u092F\u092E \u0930\u0942\u092A \u0938\u0947 \u0938\u0939\u0938\
+        \u0902\u092C\u0926\u094D\u0927 \u0939\u0948\u0902"
+      D: "\u092E\u093E\u0928\u0926\u0902\u0921 \u0915\u0947 \u0938\u093E\u0925 \u0915\
+        \u092E \u0938\u0939\u0938\u0902\u092C\u0902\u0927 \u0939\u0948\u0902, \u092C\
+        \u094D\u092F\u0942\u0930\u094B \u090F\u0915 \u0926\u0942\u0938\u0930\u0947\
+        \ \u0915\u0947 \u0938\u093E\u0925 \u092E\u0927\u094D\u092F\u092E \u0930\u0942\
+        \u092A \u0938\u0947 \u0938\u0939\u0938\u0902\u092C\u0926\u094D\u0927 \u0939\
+        \u0948\u0902"
+    input_correct_responses:
+    - A
+    input_question: "\u092D\u0935\u093F\u0937\u094D\u092F\u0935\u093E\u0923\u0940\
+      \ \u0915\u0947 \u092A\u094D\u0930\u092F\u094B\u091C\u0928\u094B\u0902 \u0915\
+      \u0947 \u0932\u093F\u090F \u090F\u0915\u093E\u0927\u093F\u0915 \u092A\u094D\u0930\
+      \u0924\u093F\u0917\u092E\u0928 \u0938\u092E\u0940\u0915\u0930\u0923 \u0915\u0947\
+      \ \u0928\u093F\u0930\u094D\u092E\u093E\u0923 \u092E\u0947\u0902, \u0909\u092A\
+      \u093E\u092F\u094B\u0902 \u0915\u093E \u0907\u0937\u094D\u091F\u0924\u092E \u0938\
+      \u0902\u092F\u094B\u091C\u0928 \u0935\u0939 \u0939\u094B\u0924\u093E \u0939\u0948\
+      \ \u091C\u093F\u0938\u092E\u0947\u0902 \u092D\u0935\u093F\u0937\u094D\u092F\u0935\
+      \u0915\u094D\u0924\u093E \u0939\u094B\u0924\u0947 \u0939\u0948\u0902"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_professional_psychology
+tag: mmlu_hi_llama_social_sciences_tasks
+task: mmlu_hi_llama_professional_psychology
+task_alias: professional_psychology

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_public_relations.yaml ADDED Viewed

	@@ -0,0 +1,122 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "\u0930\u093F\u092A\u094B\u0930\u094D\u091F\u0930 \u0915\u094B \u0905\u0928\
+        \u094D\u092F \u091C\u093E\u0928\u0915\u093E\u0930\u0940 \u0926\u0947\u0902\
+        \ \u091C\u093F\u0938\u0938\u0947 \u0909\u0938\u0947 \u092F\u0915\u0940\u0928\
+        \ \u0939\u094B \u0915\u093F \u0935\u0939 \u0938\u0939\u0940 \u0939\u0948\u0964"
+      B: "\u0915\u0939\u0947\u0902 \u0915\u093F \u091C\u093E\u0928\u0915\u093E\u0930\
+        \u0940 &#39;\u0911\u092B\u093C \u0926 \u0930\u093F\u0915\u0949\u0930\u094D\
+        \u0921&#39; \u0939\u0948 \u0914\u0930 \u092C\u093E\u0926 \u092E\u0947\u0902\
+        \ \u092A\u094D\u0930\u0938\u093E\u0930\u093F\u0924 \u0915\u0940 \u091C\u093E\
+        \u090F\u0917\u0940\u0964"
+      C: "&#39;\u092E\u0941\u091D\u0947 \u0928\u0939\u0940\u0902 \u092A\u0924\u093E\
+        &#39; \u0915\u0939\u0947\u0902 \u0914\u0930 \u092C\u093E\u0926 \u092E\u0947\
+        \u0902 \u091C\u093E\u0928\u0915\u093E\u0930\u0940 \u0909\u092A\u0932\u092C\
+        \u094D\u0927 \u0915\u0930\u093E\u0928\u0947 \u0915\u093E \u0935\u093E\u0926\
+        \u093E \u0915\u0930\u0947\u0902\u0964"
+      D: "\u0905\u0928\u092D\u093F\u091C\u094D\u091E \u0926\u093F\u0916\u0928\u0947\
+        \ \u0915\u0947 \u092C\u091C\u093E\u092F &#39;\u0915\u094B\u0908 \u091F\u093F\
+        \u092A\u094D\u092A\u0923\u0940 \u0928\u0939\u0940\u0902&#39; \u0915\u0939\u0947\
+        \u0902\u0964"
+    input_correct_responses:
+    - C
+    input_question: "\u092F\u0926\u093F \u090F\u0915 \u091C\u0928\u0938\u0902\u092A\
+      \u0930\u094D\u0915 \u092E\u0940\u0921\u093F\u092F\u093E \u0935\u094D\u092F\u0935\
+      \u0938\u093E\u092F\u0940 \u0915\u094B \u0915\u093F\u0938\u0940 \u0930\u093F\u092A\
+      \u094B\u0930\u094D\u091F\u0930 \u0915\u0947 \u092A\u094D\u0930\u0936\u094D\u0928\
+      \ \u0915\u093E \u0909\u0924\u094D\u0924\u0930 \u0928\u0939\u0940\u0902 \u092A\
+      \u0924\u093E \u0939\u0948 \u0924\u094B \u0909\u0938\u0947 \u0915\u094D\u092F\
+      \u093E \u0915\u0930\u0928\u093E \u091A\u093E\u0939\u093F\u090F?"
+  - input_choice_list:
+      A: "\u0910\u0938\u0947 \u0921\u094B\u092E\u0947\u0928 \u0928\u093E\u092E \u0916\
+        \u0930\u0940\u0926\u0947\u0902 \u091C\u093F\u0928\u0915\u093E \u0909\u092A\
+        \u092F\u094B\u0917 \u0935\u093F\u092A\u0915\u094D\u0937\u0940 \u0938\u092E\
+        \u0942\u0939\u094B\u0902 \u0926\u094D\u0935\u093E\u0930\u093E \u0915\u093F\
+        \u092F\u093E \u091C\u093E \u0938\u0915\u0947\u0964"
+      B: "\u0907\u0938 \u091C\u093E\u0928\u0915\u093E\u0930\u0940 \u0938\u0947 \u0928\
+        \u093F\u092A\u091F\u0928\u0947 \u0915\u0947 \u0932\u093F\u090F \u092C\u094D\
+        \u0932\u0949\u0917 \u092A\u0930 \u0917\u0941\u092E\u0928\u093E\u092E \u091F\
+        \u093F\u092A\u094D\u092A\u0923\u093F\u092F\u093E\u0901 \u092A\u094B\u0938\u094D\
+        \u091F \u0915\u0930\u0947\u0902\u0964"
+      C: "\u090F\u0915 \u0938\u092E\u093E\u091A\u093E\u0930 \u0935\u093F\u091C\u094D\
+        \u091E\u092A\u094D\u0924\u093F \u0924\u0948\u092F\u093E\u0930 \u0915\u0930\
+        \u0947\u0902 \u091C\u094B \u0917\u0932\u0924 \u091C\u093E\u0928\u0915\u093E\
+        \u0930\u0940 \u0915\u094B \u0916\u093E\u0930\u093F\u091C \u0915\u0930 \u0926\
+        \u0947\u0964"
+      D: "\u0907\u0928 \u0938\u093E\u0907\u091F\u094B\u0902 \u092A\u0930 \u0909\u091C\
+        \u093E\u0917\u0930 \u0915\u0940 \u0917\u0908 \u0936\u093F\u0915\u093E\u092F\
+        \u0924\u094B\u0902 \u0915\u0947 \u0938\u092E\u093E\u0927\u093E\u0928 \u0915\
+        \u0947 \u0932\u093F\u090F \u0928\u0940\u0924\u093F \u092E\u0947\u0902 \u092C\
+        \u0926\u0932\u093E\u0935 \u0915\u0930\u0947\u0902\u0964"
+    input_correct_responses:
+    - D
+    input_question: "\u092E\u0941\u0926\u094D\u0926\u094B\u0902 \u0915\u0947 \u092A\
+      \u094D\u0930\u092C\u0902\u0927\u0928 \u092E\u0947\u0902, \u0906\u092A\u0915\u0947\
+      \ \u0938\u0902\u0917\u0920\u0928 \u0915\u0947 \u092C\u093E\u0930\u0947 \u092E\
+      \u0947\u0902 \u0911\u0928\u0932\u093E\u0907\u0928 \u092A\u094B\u0938\u094D\u091F\
+      \ \u0915\u0940 \u0917\u0908 \u0928\u0915\u093E\u0930\u093E\u0924\u094D\u092E\
+      \u0915 \u092F\u093E \u092D\u094D\u0930\u093E\u092E\u0915 \u091C\u093E\u0928\u0915\
+      \u093E\u0930\u0940 \u0915\u094B \u0938\u0902\u092C\u094B\u0927\u093F\u0924 \u0915\
+      \u0930\u0928\u0947 \u0915\u0947 \u0932\u093F\u090F \u0938\u092C\u0938\u0947\
+      \ \u0938\u0915\u094D\u0930\u093F\u092F \u0926\u0943\u0937\u094D\u091F\u093F\u0915\
+      \u094B\u0923 \u0915\u094D\u092F\u093E \u0939\u0948?"
+  - input_choice_list:
+      A: "\u090F\u0915 \u0938\u092E\u0928\u094D\u0935\u093F\u0924 \u092E\u0940\u0921\
+        \u093F\u092F\u093E \u092A\u094D\u0930\u0924\u093F\u0915\u094D\u0930\u093F\u092F\
+        \u093E \u0925\u0940\u0964"
+      B: "\u0932\u0917\u093E\u0924\u093E\u0930 \u0938\u0902\u0926\u0947\u0936 \u0938\
+        \u0902\u092A\u094D\u0930\u0947\u0937\u093F\u0924 \u0915\u093F\u090F \u0917\
+        \u090F\u0964"
+      C: "\u0906\u0932\u094B\u091A\u0928\u093E\u0913\u0902 \u0915\u094B \u0915\u0948\
+        \u0925\u094B\u0932\u093F\u0915 \u091A\u0930\u094D\u091A \u092A\u0930 \u0939\
+        \u092E\u0932\u0947 \u0915\u0947 \u0930\u0942\u092A \u092E\u0947\u0902 \u0932\
+        \u093F\u092F\u093E \u0917\u092F\u093E\u0964"
+      D: "\u0935\u0947\u091F\u093F\u0915\u0928 \u0915\u0940 \u0935\u093F\u0936\u094D\
+        \u0935\u0938\u0928\u0940\u092F\u0924\u093E \u092C\u0930\u0915\u0930\u093E\u0930\
+        \ \u0930\u0916\u0940 \u0917\u0908\u0964"
+    input_correct_responses:
+    - C
+    input_question: "2010 \u092E\u0947\u0902 \u092C\u093E\u0932 \u0936\u094B\u0937\
+      \u0923 \u0915\u094B \u091B\u0941\u092A\u093E\u0928\u0947 \u0915\u0947 \u0906\
+      \u0930\u094B\u092A\u094B\u0902 \u0915\u0947 \u0938\u092E\u092F \u0935\u0947\u091F\
+      \u093F\u0915\u0928 \u0915\u0947 \u092C\u093E\u0930\u0947 \u092E\u0947\u0902\
+      \ \u0907\u0928\u092E\u0947\u0902 \u0938\u0947 \u0915\u094C\u0928 \u0938\u093E\
+      \ \u0915\u0925\u0928 \u0938\u0924\u094D\u092F \u0939\u0948?"
+  - input_choice_list:
+      A: "\u0915\u093E\u0930\u094D\u092F\u0915\u094D\u0930\u092E \u0915\u094B \u092A\
+        \u0930\u093F\u092D\u093E\u0937\u093F\u0924 \u0915\u0930\u0928\u093E"
+      B: "\u0915\u093E\u0930\u094D\u092F\u0915\u094D\u0930\u092E \u0915\u0940 \u092F\
+        \u094B\u091C\u0928\u093E \u092C\u0928\u093E\u0928\u093E"
+      C: "\u0915\u093E\u0930\u094D\u0930\u0935\u093E\u0908 \u0915\u0930\u0928\u093E\
+        \ \u0914\u0930 \u0935\u093F\u091A\u093E\u0930\u094B\u0902 \u0915\u094B \u0915\
+        \u093E\u0930\u094D\u092F\u093E\u0928\u094D\u0935\u093F\u0924 \u0915\u0930\u0928\
+        \u093E"
+      D: "\u0915\u093E\u0930\u094D\u092F\u0915\u094D\u0930\u092E \u0915\u093E \u092E\
+        \u0942\u0932\u094D\u092F\u093E\u0902\u0915\u0928"
+    input_correct_responses:
+    - A
+    input_question: "\u0928\u093F\u092F\u094B\u091C\u0928 \u092A\u094D\u0930\u0915\
+      \u094D\u0930\u093F\u092F\u093E \u0915\u0947 \u0915\u093F\u0938 \u091A\u0930\u0923\
+      \ \u092E\u0947\u0902 \u0938\u094D\u0925\u093F\u0924\u093F \u0935\u093F\u0936\
+      \u094D\u0932\u0947\u0937\u0923 \u0915\u093F\u092F\u093E \u091C\u093E\u090F\u0917\
+      \u093E?"
+  - input_choice_list:
+      A: "\u0939\u0930\u093F\u0924 \u0936\u093E\u0902\u0924\u093F"
+      B: "\u0938\u0902\u092F\u0941\u0915\u094D\u0924 \u0930\u093E\u0937\u094D\u091F\
+        \u094D\u0930"
+      C: "\u0911\u0915\u094D\u0938\u092B\u0947\u092E"
+      D: "\u0935\u093F\u0936\u094D\u0935 \u0935\u0928\u094D\u092F\u091C\u0940\u0935\
+        \u0928 \u0915\u094B\u0937"
+    input_correct_responses:
+    - D
+    input_question: "\u0905\u0930\u094D\u0925 \u0906\u0935\u0930 \u0915\u093F\u0938\
+      \ \u0938\u0902\u0917\u0920\u0928 \u0926\u094D\u0935\u093E\u0930\u093E \u0936\
+      \u0941\u0930\u0942 \u0915\u093F\u092F\u093E \u0917\u092F\u093E \u090F\u0915\
+      \ \u0905\u092D\u093F\u092F\u093E\u0928 \u0925\u093E?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_public_relations
+tag: mmlu_hi_llama_social_sciences_tasks
+task: mmlu_hi_llama_public_relations
+task_alias: public_relations

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_sociology.yaml ADDED Viewed

	@@ -0,0 +1,134 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "\u0938\u092D\u0940 \u0915\u0947 \u0932\u093F\u090F \u092E\u0941\u092B\u094D\
+        \u0924 \u0938\u094D\u0935\u093E\u0938\u094D\u0925\u094D\u092F \u0926\u0947\
+        \u0916\u092D\u093E\u0932 \u0914\u0930 \u0936\u093F\u0915\u094D\u0937\u093E"
+      B: "\u090F\u0915 \u0928\u094D\u092F\u0942\u0928\u0924\u092E \u0935\u0947\u0924\
+        \u0928"
+      C: "\u092A\u0942\u0930\u094D\u0923 \u0930\u094B\u091C\u093C\u0917\u093E\u0930"
+      D: "\u0938\u093E\u0930\u094D\u0935\u092D\u094C\u092E\u093F\u0915 \u0915\u0932\
+        \u094D\u092F\u093E\u0923"
+    input_correct_responses:
+    - B
+    input_question: "1948 \u0915\u0947 \u092F\u0941\u0926\u094D\u0927\u094B\u092A\u0930\
+      \u093E\u0902\u0924 \u0915\u0932\u094D\u092F\u093E\u0923\u0915\u093E\u0930\u0940\
+      \ \u0930\u093E\u091C\u094D\u092F \u0915\u093E \u0928\u093F\u092E\u094D\u0928\
+      \u0932\u093F\u0916\u093F\u0924 \u092E\u0947\u0902 \u0938\u0947 \u0915\u094D\u092F\
+      \u093E \u092A\u094D\u0930\u0926\u093E\u0928 \u0915\u0930\u0928\u0947 \u0915\u093E\
+      \ \u0932\u0915\u094D\u0937\u094D\u092F \u0928\u0939\u0940\u0902 \u0925\u093E\
+      :"
+  - input_choice_list:
+      A: "\u090F\u0915 \u092E\u0947\u0932\u0947 \u0915\u0947 \u092E\u0948\u0926\u093E\
+        \u0928 \u0915\u0940 \u0938\u0935\u093E\u0930\u0940"
+      B: "\u090F\u0915 \u0938\u0930\u094D\u0915\u0938"
+      C: "\u090F\u0915 \u0915\u0920\u092A\u0941\u0924\u0932\u0940 \u0925\u093F\u092F\
+        \u0947\u091F\u0930"
+      D: "\u090F\u0915 \u092C\u0948\u0932\u0947"
+    input_correct_responses:
+    - C
+    input_question: "\u092C\u0930\u094D\u091C\u0930 (1963) \u0938\u093E\u092E\u093E\
+      \u091C\u093F\u0915 \u0935\u093E\u0938\u094D\u0924\u0935\u093F\u0915\u0924\u093E\
+      \ \u0915\u0947 \u0930\u0942\u092A\u0915 \u0915\u0947 \u0930\u0942\u092A \u092E\
+      \u0947\u0902 \u0915\u094D\u092F\u093E \u0935\u0930\u094D\u0923\u0928 \u0915\u0930\
+      \u0924\u0947 \u0939\u0948\u0902?"
+  - input_choice_list:
+      A: "\u0930\u093E\u091C\u094D\u092F \u0915\u0940 \u092C\u0922\u093C\u0924\u0940\
+        \ \u0928\u094C\u0915\u0930\u0936\u093E\u0939\u0940 \u0928\u0947 \u0927\u0930\
+        \u094D\u092E \u0915\u094B \u0939\u092E\u093E\u0930\u0947 \u091C\u0940\u0935\
+        \u0928 \u0915\u093E \u0915\u0947\u0935\u0932 \u0939\u093E\u0936\u093F\u092F\
+        \u0947 \u0915\u093E \u0939\u093F\u0938\u094D\u0938\u093E \u092C\u0928\u093E\
+        \ \u0926\u093F\u092F\u093E \u0939\u0948"
+      B: "\u092A\u093E\u0930\u0902\u092A\u0930\u093F\u0915 \u092A\u094D\u0930\u093E\
+        \u0927\u093F\u0915\u093E\u0930 \u0915\u0947 \u0915\u092E\u091C\u094B\u0930\
+        \ \u0939\u094B\u0928\u0947 \u0915\u0947 \u092C\u093E\u0935\u091C\u0942\u0926\
+        , \u0939\u092E\u093E\u0930\u093E \u0930\u094B\u091C\u092E\u0930\u094D\u0930\
+        \u093E \u0915\u093E \u091C\u0940\u0935\u0928 \u0914\u0930 &#39;\u0938\u093E\
+        \u092E\u093E\u0928\u094D\u092F \u091C\u094D\u091E\u093E\u0928&#39; \u0927\u093E\
+        \u0930\u094D\u092E\u093F\u0915 \u0935\u093F\u0936\u094D\u0935\u093E\u0938\u094B\
+        \u0902 \u0914\u0930 \u092E\u0942\u0932\u094D\u092F\u094B\u0902 \u0938\u0947\
+        \ \u0906\u0915\u093E\u0930 \u0932\u0947\u0924\u093E \u0939\u0948"
+      C: "\u0938\u093E\u092E\u0942\u0939\u093F\u0915 \u092A\u0942\u091C\u093E \u092E\
+        \u0947\u0902 \u0927\u093E\u0930\u094D\u092E\u093F\u0915 \u092D\u093E\u0917\
+        \u0940\u0926\u093E\u0930\u0940 \u092E\u0947\u0902 \u092D\u0932\u0947 \u0939\
+        \u0940 \u0917\u093F\u0930\u093E\u0935\u091F \u0906\u0908 \u0939\u094B, \u0932\
+        \u0947\u0915\u093F\u0928 \u0932\u094B\u0917 \u0905\u092D\u0940 \u092D\u0940\
+        \ \u0928\u093F\u091C\u0940 \u0924\u094C\u0930 \u092A\u0930 \u0905\u092A\u0928\
+        \u0947 \u0927\u0930\u094D\u092E \u0915\u093E \u092A\u093E\u0932\u0928 \u0915\
+        \u0930\u0924\u0947 \u0939\u0948\u0902"
+      D: "\u0932\u094B\u0917 \u0938\u093E\u0930\u094D\u0935\u091C\u0928\u093F\u0915\
+        , \u0905\u0928\u094C\u092A\u091A\u093E\u0930\u093F\u0915 \u0938\u0947\u091F\
+        \u093F\u0902\u0917 \u092E\u0947\u0902 \u0905\u092A\u0928\u0947 \u0927\u093E\
+        \u0930\u094D\u092E\u093F\u0915 \u0935\u093F\u0936\u094D\u0935\u093E\u0938\u094B\
+        \u0902 \u092A\u0930 \u091A\u0930\u094D\u091A\u093E \u0915\u0930\u0928\u0947\
+        \ \u0915\u0940 \u0905\u0927\u093F\u0915 \u0938\u0902\u092D\u093E\u0935\u0928\
+        \u093E \u0930\u0916\u0924\u0947 \u0939\u0948\u0902"
+    input_correct_responses:
+    - B
+    input_question: "&#39;\u0928\u093E\u0917\u0930\u093F\u0915 \u0927\u0930\u094D\u092E\
+      &#39; \u0938\u0947 &#39;\u0938\u093E\u092E\u093E\u0928\u094D\u092F \u0927\u0930\
+      \u094D\u092E&#39; \u092E\u0947\u0902 \u092C\u0926\u0932\u093E\u0935 \u0915\u093E\
+      \ \u0905\u0930\u094D\u0925 \u0939\u0948:"
+  - input_choice_list:
+      A: "\u0936\u094D\u0930\u092E\u093F\u0915 \u0935\u0930\u094D\u0917 \u0915\u0940\
+        \ \u0905\u092A\u0928\u0947 \u0939\u093F\u0924\u094B\u0902 \u0915\u094B \u0928\
+        \ \u0938\u092E\u091D\u0928\u0947 \u0915\u0940 \u092A\u094D\u0930\u0935\u0943\
+        \u0924\u094D\u0924\u093F"
+      B: "\u090F\u0915 \u092A\u094D\u0930\u092E\u0941\u0916 \u0935\u093F\u091A\u093E\
+        \u0930\u0927\u093E\u0930\u093E \u091C\u094B \u0906\u0930\u094D\u0925\u093F\
+        \u0915, \u0930\u093E\u091C\u0928\u0940\u0924\u093F\u0915 \u0914\u0930 \u0938\
+        \u093E\u0902\u0938\u094D\u0915\u0943\u0924\u093F\u0915 \u0936\u0915\u094D\u0924\
+        \u093F \u0915\u094B \u0935\u0948\u0927 \u092C\u0928\u093E\u0924\u0940 \u0939\
+        \u0948"
+      C: "\u0935\u093F\u091A\u093E\u0930\u0927\u093E\u0930\u093E \u0914\u0930 \u0930\
+        \u094B\u091C\u092E\u0930\u094D\u0930\u093E \u0915\u0947 \u0905\u0928\u0941\
+        \u092D\u0935\u094B\u0902 \u092A\u0930 \u0906\u0927\u093E\u0930\u093F\u0924\
+        \ \u0926\u094B\u0939\u0930\u0940 \u091A\u0947\u0924\u0928\u093E \u0915\u093E\
+        \ \u090F\u0915 \u0930\u0942\u092A"
+      D: "\u092C\u0915\u093E\u092F\u093E \u091F\u0949\u092A\u0930\u0940 \u0915\u0947\
+        \ \u0932\u093F\u090F \u092D\u0941\u0917\u0924\u093E\u0928 \u0915\u093E \u090F\
+        \u0915 \u0924\u0930\u0940\u0915\u093E \u0926\u093F\u092F\u093E \u0917\u092F\
+        \u093E"
+    input_correct_responses:
+    - B
+    input_question: "&#39;\u0906\u0927\u093F\u092A\u0924\u094D\u092F&#39; \u0936\u092C\
+      \u094D\u0926 \u0915\u093E \u0924\u093E\u0924\u094D\u092A\u0930\u094D\u092F \u0939\
+      \u0948:"
+  - input_choice_list:
+      A: "\u0905\u0927\u093F\u0915\u093E\u0902\u0936 \u0939\u0921\u093C\u0924\u093E\
+        \u0932\u094B\u0902 \u092A\u0930 \u0928\u093F\u092F\u094B\u0915\u094D\u0924\
+        \u093E\u0913\u0902 \u0914\u0930 \u091C\u0928\u0938\u0902\u091A\u093E\u0930\
+        \ \u092E\u093E\u0927\u094D\u092F\u092E\u094B\u0902 \u0915\u093E \u0927\u094D\
+        \u092F\u093E\u0928 \u0928\u0939\u0940\u0902 \u091C\u093E\u0924\u093E"
+      B: "\u0938\u092D\u0940 \u0914\u0926\u094D\u092F\u094B\u0917\u093F\u0915 \u0935\
+        \u093F\u0935\u093E\u0926\u094B\u0902 \u0915\u0940 \u0930\u093F\u092A\u094B\
+        \u0930\u094D\u091F \u0928\u093F\u092F\u094B\u0915\u094D\u0924\u093E \u0926\
+        \u094D\u0935\u093E\u0930\u093E \u0928\u0939\u0940\u0902 \u0915\u0940 \u091C\
+        \u093E\u090F\u0917\u0940"
+      C: "\u0939\u0921\u093C\u0924\u093E\u0932 \u0915\u0940 \u092A\u0930\u093F\u092D\
+        \u093E\u0937\u093E \u092E\u0947\u0902 \u0935\u0947 \u0939\u0921\u093C\u0924\
+        \u093E\u0932\u0947\u0902 \u0936\u093E\u092E\u093F\u0932 \u0928\u0939\u0940\
+        \u0902 \u0939\u0948\u0902 \u091C\u093F\u0928\u092E\u0947\u0902 \u0926\u0938\
+        \ \u0938\u0947 \u0915\u092E \u0915\u0930\u094D\u092E\u091A\u093E\u0930\u0940\
+        \ \u0936\u093E\u092E\u093F\u0932 \u0939\u094B\u0902 \u092F\u093E \u090F\u0915\
+        \ \u0926\u093F\u0928 \u0938\u0947 \u0915\u092E \u0938\u092E\u092F \u0924\u0915\
+        \ \u091A\u0932\u0947"
+      D: "\u0909\u0928 \u0939\u092E\u0932\u094B\u0902 \u0915\u0940 \u0924\u0941\u0932\
+        \u0928\u093E \u0915\u0930\u0928\u093E \u0915\u0920\u093F\u0928 \u0939\u0948\
+        \ \u091C\u093F\u0928\u094D\u0939\u0947\u0902 \u0905\u0932\u0917-\u0905\u0932\
+        \u0917 \u0924\u0930\u0940\u0915\u094B\u0902 \u0938\u0947 \u092E\u093E\u092A\
+        \u093E \u0917\u092F\u093E \u0925\u093E"
+    input_correct_responses:
+    - A
+    input_question: "\u0928\u093F\u092E\u094D\u0928\u0932\u093F\u0916\u093F\u0924\
+      \ \u092E\u0947\u0902 \u0938\u0947 \u0915\u094C\u0928 \u0938\u0940 \u0939\u0921\
+      \u093C\u0924\u093E\u0932 \u0915\u093E\u0930\u094D\u0930\u0935\u093E\u0908 \u092A\
+      \u0930 \u0906\u0927\u093F\u0915\u093E\u0930\u093F\u0915 \u0906\u0902\u0915\u0921\
+      \u093C\u094B\u0902 \u0938\u0947 \u091C\u0941\u0921\u093C\u0940 \u0938\u092E\u0938\
+      \u094D\u092F\u093E \u0928\u0939\u0940\u0902 \u0939\u0948?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_sociology
+tag: mmlu_hi_llama_social_sciences_tasks
+task: mmlu_hi_llama_sociology
+task_alias: sociology

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_us_foreign_policy.yaml ADDED Viewed

	@@ -0,0 +1,138 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "\u0907\u0938\u0928\u0947 \u0930\u093E\u091C\u0928\u0940\u0924\u093F\u0915\
+        \ \u0905\u0930\u094D\u0925\u0935\u094D\u092F\u0935\u0938\u094D\u0925\u093E\
+        \ \u0914\u0930 \u092A\u0942\u0902\u091C\u0940\u0935\u093E\u0926 \u0915\u0947\
+        \ \u0905\u092E\u0947\u0930\u093F\u0915\u0940 \u092E\u0949\u0921\u0932 \u0915\
+        \u0947 \u0938\u092E\u0930\u094D\u0925\u0928 \u0915\u094B \u0928\u0941\u0915\
+        \u0938\u093E\u0928 \u092A\u0939\u0941\u0902\u091A\u093E\u092F\u093E"
+      B: "\u0907\u0938\u0928\u0947 \u0938\u0902\u0915\u091F \u0915\u094B \u092C\u0922\
+        \u093C\u093E-\u091A\u0922\u093C\u093E\u0915\u0930 \u092A\u0947\u0936 \u0915\
+        \u0930\u0928\u0947 \u0915\u0947 \u0932\u093F\u090F \u0938\u0902\u092F\u0941\
+        \u0915\u094D\u0924 \u0930\u093E\u091C\u094D\u092F \u0905\u092E\u0947\u0930\
+        \u093F\u0915\u093E \u092A\u0930 \u0917\u0941\u0938\u094D\u0938\u093E \u092A\
+        \u0948\u0926\u093E \u0915\u093F\u092F\u093E"
+      C: "\u0907\u0938\u0938\u0947 \u0930\u093E\u0937\u094D\u091F\u094D\u0930\u092A\
+        \u0924\u093F \u0913\u092C\u093E\u092E\u093E \u0915\u0947 \u0928\u0947\u0924\
+        \u0943\u0924\u094D\u0935 \u092E\u0947\u0902 \u0905\u092E\u0947\u0930\u093F\
+        \u0915\u0940 \u0935\u0948\u0936\u094D\u0935\u093F\u0915 \u0928\u0947\u0924\
+        \u0943\u0924\u094D\u0935 \u0915\u0947 \u0932\u093F\u090F \u0938\u092E\u0930\
+        \u094D\u0925\u0928 \u092C\u0922\u093C\u093E"
+      D: "\u0907\u0938\u0938\u0947 \u0905\u092E\u0947\u0930\u093F\u0915\u0940 \u0921\
+        \u0949\u0932\u0930 \u0915\u093E \u0935\u0948\u0936\u094D\u0935\u093F\u0915\
+        \ \u0909\u092A\u092F\u094B\u0917 \u0915\u092E \u0939\u094B \u0917\u092F\u093E"
+    input_correct_responses:
+    - A
+    input_question: "2008 \u0915\u0947 \u0935\u093F\u0924\u094D\u0924\u0940\u092F\
+      \ \u0938\u0902\u0915\u091F \u0928\u0947 \u0905\u092E\u0947\u0930\u093F\u0915\
+      \u093E \u0915\u0940 \u0905\u0902\u0924\u0930\u094D\u0930\u093E\u0937\u094D\u091F\
+      \u094D\u0930\u0940\u092F \u092A\u094D\u0930\u0924\u093F\u0937\u094D\u0920\u093E\
+      \ \u0915\u094B \u0915\u0948\u0938\u0947 \u092A\u094D\u0930\u092D\u093E\u0935\
+      \u093F\u0924 \u0915\u093F\u092F\u093E?"
+  - input_choice_list:
+      A: "\u0907\u0938\u0928\u0947 \u0930\u094B\u0915\u0925\u093E\u092E \u0915\u093E\
+        \ \u0935\u0948\u0936\u094D\u0935\u0940\u0915\u0930\u0923 \u0915\u093F\u092F\
+        \u093E\u0964"
+      B: "\u0907\u0938\u0928\u0947 \u0928\u093F\u092F\u0902\u0924\u094D\u0930\u0923\
+        \ \u0915\u093E \u0938\u0948\u0928\u094D\u092F\u0940\u0915\u0930\u0923 \u0915\
+        \u093F\u092F\u093E\u0964"
+      C: "\u0907\u0938\u092E\u0947\u0902 \u0939\u093E\u0907\u0921\u094D\u0930\u094B\
+        \u091C\u0928 \u092C\u092E \u0915\u0947 \u0935\u093F\u0915\u093E\u0938 \u0915\
+        \u093E \u0906\u0939\u094D\u0935\u093E\u0928 \u0915\u093F\u092F\u093E \u0917\
+        \u092F\u093E\u0964"
+      D: "\u090A\u092A\u0930 \u0915\u0947 \u0938\u092D\u0940"
+    input_correct_responses:
+    - D
+    input_question: "\u090F\u0928\u090F\u0938\u0938\u0940-68 \u0928\u0947 \u0905\u092E\
+      \u0947\u0930\u093F\u0915\u0940 \u0930\u0923\u0928\u0940\u0924\u093F \u0915\u094B\
+      \ \u0915\u0948\u0938\u0947 \u092C\u0926\u0932\u093E?"
+  - input_choice_list:
+      A: "\u0906\u0924\u0902\u0915\u0935\u093E\u0926 \u0928\u0940\u0924\u093F."
+      B: "\u0906\u0930\u094D\u0925\u093F\u0915 \u0928\u0940\u0924\u093F\u0964"
+      C: "\u0935\u093F\u0926\u0947\u0936 \u0928\u0940\u0924\u093F\u0964"
+      D: "\u0905\u0902\u0924\u0930\u094D\u0930\u093E\u0937\u094D\u091F\u094D\u0930\
+        \u0940\u092F \u0928\u0940\u0924\u093F."
+    input_correct_responses:
+    - C
+    input_question: "\u092E\u0941\u0916\u094D\u092F \u0930\u0942\u092A \u0938\u0947\
+      \ \u0938\u0902\u092F\u0941\u0915\u094D\u0924 \u0930\u093E\u091C\u094D\u092F\
+      \ \u0905\u092E\u0947\u0930\u093F\u0915\u093E \u0914\u0930 \u0936\u0947\u0937\
+      \ \u0935\u093F\u0936\u094D\u0935 \u0915\u0947 \u092C\u0940\u091A \u0938\u0902\
+      \u092C\u0902\u0927\u094B\u0902 \u0938\u0947 \u0938\u0902\u092C\u0902\u0927\u093F\
+      \u0924 \u0928\u0940\u0924\u093F\u0917\u0924 \u0928\u093F\u0930\u094D\u0923\u092F\
+      \u094B\u0902 \u0915\u0947 \u0915\u094D\u0937\u0947\u0924\u094D\u0930 \u0915\u094B\
+      \ \u0915\u0939\u093E \u091C\u093E\u0924\u093E \u0939\u0948"
+  - input_choice_list:
+      A: "\u0930\u0915\u094D\u0937\u093E\u0924\u094D\u092E\u0915 \u092F\u0925\u093E\
+        \u0930\u094D\u0925\u0935\u093E\u0926\u0940 \u0905\u0902\u0924\u0930\u094D\u0930\
+        \u093E\u0937\u094D\u091F\u094D\u0930\u0940\u092F \u0938\u0902\u0938\u094D\u0925\
+        \u093E\u0928\u094B\u0902 \u0915\u0940 \u092D\u0942\u092E\u093F\u0915\u093E\
+        \ \u092A\u0930 \u0905\u0927\u093F\u0915 \u091C\u094B\u0930 \u0926\u0947\u0924\
+        \u0947 \u0939\u0948\u0902"
+      B: "\u0930\u0915\u094D\u0937\u093E\u0924\u094D\u092E\u0915 \u092F\u0925\u093E\
+        \u0930\u094D\u0925\u0935\u093E\u0926\u0940 \u092D\u094C\u0917\u094B\u0932\u093F\
+        \u0915 \u0915\u093E\u0930\u0915\u094B\u0902 \u092A\u0930 \u0915\u092E \u091C\
+        \u094B\u0930 \u0926\u0947\u0924\u0947 \u0939\u0948\u0902"
+      C: "\u0906\u0915\u094D\u0930\u093E\u092E\u0915 \u092F\u0925\u093E\u0930\u094D\
+        \u0925\u0935\u093E\u0926\u0940 \u0930\u0915\u094D\u0937\u093E\u0924\u094D\u092E\
+        \u0915 \u092F\u0925\u093E\u0930\u094D\u0925\u0935\u093E\u0926\u093F\u092F\u094B\
+        \u0902 \u0915\u0940 \u0924\u0941\u0932\u0928\u093E \u092E\u0947\u0902 \u0930\
+        \u093E\u0937\u094D\u091F\u094D\u0930\u0940\u092F \u0939\u093F\u0924 \u0915\
+        \u094B \u0905\u0927\u093F\u0915 \u092A\u094D\u0930\u093E\u0925\u092E\u093F\
+        \u0915\u0924\u093E \u0926\u0947\u0924\u0947 \u0939\u0948\u0902\u0964"
+      D: "\u0930\u0915\u094D\u0937\u093E\u0924\u094D\u092E\u0915 \u092F\u0925\u093E\
+        \u0930\u094D\u0925\u0935\u093E\u0926\u0940 \u092E\u093E\u0928\u0924\u0947\
+        \ \u0939\u0948\u0902 \u0915\u093F \u0930\u093E\u091C\u094D\u092F \u0938\u0941\
+        \u0930\u0915\u094D\u0937\u093E \u0915\u094B \u0905\u0927\u093F\u0915\u0924\
+        \u092E \u0915\u0930\u0928\u0947 \u0935\u093E\u0932\u0947 \u0939\u0948\u0902\
+        , \u091C\u092C\u0915\u093F \u0906\u0915\u094D\u0930\u093E\u092E\u0915 \u092F\
+        \u0925\u093E\u0930\u094D\u0925\u0935\u093E\u0926\u0940 \u092E\u093E\u0928\u0924\
+        \u0947 \u0939\u0948\u0902 \u0915\u093F \u0930\u093E\u091C\u094D\u092F \u0936\
+        \u0915\u094D\u0924\u093F \u0915\u094B \u0905\u0927\u093F\u0915\u0924\u092E\
+        \ \u0915\u0930\u0928\u0947 \u0935\u093E\u0932\u0947 \u0939\u0948\u0902"
+    input_correct_responses:
+    - D
+    input_question: "\u0930\u093E\u091C\u094D\u092F \u0915\u0947 \u0935\u094D\u092F\
+      \u0935\u0939\u093E\u0930 \u0915\u0940 \u0935\u094D\u092F\u093E\u0916\u094D\u092F\
+      \u093E \u092E\u0947\u0902 \u0930\u0915\u094D\u0937\u093E\u0924\u094D\u092E\u0915\
+      \ \u092F\u0925\u093E\u0930\u094D\u0925\u0935\u093E\u0926 \u0914\u0930 \u0906\
+      \u0915\u094D\u0930\u093E\u092E\u0915 \u092F\u0925\u093E\u0930\u094D\u0925\u0935\
+      \u093E\u0926 \u0915\u093F\u0938 \u092A\u094D\u0930\u0915\u093E\u0930 \u092D\u093F\
+      \u0928\u094D\u0928 \u0939\u0948\u0902?"
+  - input_choice_list:
+      A: "\u0935\u0948\u0936\u094D\u0935\u0940\u0915\u0930\u0923 \u0928\u0947 \u0909\
+        \u0928\u0915\u0947 \u091C\u0948\u0938\u0947 \u0932\u094B\u0917\u094B\u0902\
+        \ \u0915\u094B \u092C\u0939\u0941\u0924 \u0905\u092E\u0940\u0930 \u092C\u0928\
+        \u093E \u0926\u093F\u092F\u093E \u0925\u093E"
+      B: "\u0935\u0948\u0936\u094D\u0935\u0940\u0915\u0930\u0923 \u0938\u0947 \u0915\
+        \u0947\u0935\u0932 \u0915\u0941\u091B \u0905\u092E\u0947\u0930\u093F\u0915\
+        \u0940 \u0930\u093E\u091C\u094D\u092F\u094B\u0902, \u091C\u0948\u0938\u0947\
+        \ \u0928\u094D\u092F\u0942\u092F\u0949\u0930\u094D\u0915, \u0915\u094B \u0932\
+        \u093E\u092D \u0939\u0941\u0906"
+      C: "\u0909\u0926\u093E\u0930\u0935\u093E\u0926\u0940 \u0905\u092D\u093F\u091C\
+        \u093E\u0924 \u0935\u0930\u094D\u0917 \u0928\u0947 \u0935\u0948\u0936\u094D\
+        \u0935\u0940\u0915\u0930\u0923 \u0915\u094B \u092A\u094D\u0930\u094B\u0924\
+        \u094D\u0938\u093E\u0939\u093F\u0924 \u0915\u093F\u092F\u093E \u0925\u093E\
+        , \u091C\u092C\u0915\u093F &#39;\u0938\u093E\u092E\u093E\u0928\u094D\u092F\
+        \ \u0905\u092E\u0947\u0930\u093F\u0915\u093F\u092F\u094B\u0902&#39; \u0928\
+        \u0947 \u0907\u0938\u0915\u0947 \u0915\u093E\u0930\u0923 \u0905\u092A\u0928\
+        \u0940 \u0928\u094C\u0915\u0930\u093F\u092F\u093E\u0901 \u0916\u094B \u0926\
+        \u0940\u0902"
+      D: "\u0935\u0948\u0936\u094D\u0935\u0940\u0915\u0930\u0923 \u0928\u0947 \u0939\
+        \u093E\u0928\u093F\u0915\u093E\u0930\u0915 \u0935\u094D\u092F\u093E\u092A\u093E\
+        \u0930 \u092F\u0941\u0926\u094D\u0927\u094B\u0902 \u0915\u094B \u092A\u094D\
+        \u0930\u094B\u0924\u094D\u0938\u093E\u0939\u093F\u0924 \u0915\u093F\u092F\u093E"
+    input_correct_responses:
+    - C
+    input_question: "2016 \u0915\u0947 \u0905\u092D\u093F\u092F\u093E\u0928 \u092E\
+      \u0947\u0902 \u0921\u094B\u0928\u093E\u0932\u094D\u0921 \u091F\u094D\u0930\u092E\
+      \u094D\u092A \u0928\u0947 \u0935\u0948\u0936\u094D\u0935\u0940\u0915\u0930\u0923\
+      \ \u092A\u0930 \u0915\u0948\u0938\u0947 \u0939\u092E\u0932\u093E \u0915\u093F\
+      \u092F\u093E?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_us_foreign_policy
+tag: mmlu_hi_llama_social_sciences_tasks
+task: mmlu_hi_llama_us_foreign_policy
+task_alias: us_foreign_policy

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_world_religions.yaml ADDED Viewed

	@@ -0,0 +1,68 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "\u0907\u0902\u0926\u094D\u0930\u0927\u0928\u0941\u0937"
+      B: "\u092A\u0930\u093F\u0936\u0941\u0926\u094D\u0927 \u0915\u0930\u0923"
+      C: "\u090F\u0915 \u092C\u0947\u091F\u093E"
+      D: "\u092C\u093E\u0930 \u092E\u093F\u0924\u094D\u091C\u093C\u0935\u093E\u0939"
+    input_correct_responses:
+    - B
+    input_question: "\u092F\u0939\u0942\u0926\u0940 \u092A\u0941\u0930\u0941\u0937\
+      \u094B\u0902 \u0915\u0947 \u0932\u093F\u090F \u0935\u093E\u091A\u093E \u0915\
+      \u093E \u091A\u093F\u0928\u094D\u0939 \u0915\u094D\u092F\u093E \u0939\u0948?"
+  - input_choice_list:
+      A: "\u0927\u0930\u094D\u092E"
+      B: "\u0938\u0902\u0918"
+      C: "\u092C\u0941\u0926\u094D\u0927"
+      D: "\u092C\u094B\u0927\u093F\u0938\u0924\u094D\u0935"
+    input_correct_responses:
+    - A
+    input_question: "\u092C\u094C\u0926\u094D\u0927 \u0927\u0930\u094D\u092E \u092E\
+      \u0947\u0902 \u0926\u0942\u0938\u0930\u093E \u0930\u0924\u094D\u0928 \u0915\u094C\
+      \u0928 \u0938\u093E \u0939\u0948?"
+  - input_choice_list:
+      A: "\u0936\u093E\u0902\u0917"
+      B: "\u091D\u094B\u0909"
+      C: "\u0939\u093E\u0928"
+      D: "\u091C\u093C\u093F\u092F\u093E"
+    input_correct_responses:
+    - B
+    input_question: "\u0915\u093F\u0938 \u0930\u093E\u091C\u0935\u0902\u0936 \u092E\
+      \u0947\u0902 \u0928\u090F \u0936\u093E\u0938\u0915\u094B\u0902 \u0915\u094B\
+      \ \u0935\u0948\u0927 \u092C\u0928\u093E\u0928\u0947 \u0915\u0947 \u0932\u093F\
+      \u090F &quot;\u0938\u094D\u0935\u0930\u094D\u0917 \u0915\u093E \u0906\u0926\u0947\
+      \u0936&quot; \u0935\u093F\u0915\u0938\u093F\u0924 \u0915\u093F\u092F\u093E \u0917\
+      \u092F\u093E \u0925\u093E?"
+  - input_choice_list:
+      A: "\u0939\u094B\u0928\u0947\u0928"
+      B: "\u0924\u0928\u093E\u0915\u093E"
+      C: "\u0924\u094B\u0915\u0941\u0917\u093E\u0935\u093E"
+      D: "\u092E\u0940\u091C\u0940"
+    input_correct_responses:
+    - D
+    input_question: "\u0915\u093F\u0938 \u091C\u093E\u092A\u093E\u0928\u0940 \u0938\
+      \u0930\u0915\u093E\u0930 \u0928\u0947 \u0938\u092E\u094D\u0930\u093E\u091F \u0914\
+      \u0930 \u0915\u093E\u092E\u0940 \u0915\u0947 \u0938\u093E\u0925 \u0909\u0938\
+      \u0915\u0947 \u0938\u0902\u092C\u0902\u0927\u094B\u0902 \u092A\u0930 \u0906\u0927\
+      \u093E\u0930\u093F\u0924 \u090F\u0915 \u092A\u094D\u0930\u0915\u093E\u0930 \u0915\
+      \u0947 \u0930\u093E\u0937\u094D\u091F\u094D\u0930\u0940\u092F \u092A\u0902\u0925\
+      \ \u0915\u094B \u092C\u0922\u093C\u093E\u0935\u093E \u0926\u093F\u092F\u093E\
+      ?"
+  - input_choice_list:
+      A: "\u0905\u0928\u0941\u0937\u094D\u0920\u093E\u0928 \u0917\u094D\u0930\u0902\
+        \u0925"
+      B: "\u0926\u093E\u0930\u094D\u0936\u0928\u093F\u0915 \u0917\u094D\u0930\u0902\
+        \u0925"
+      C: "\u092D\u091C\u0928"
+      D: "\u092E\u0942\u0932 \u0915\u0939\u093E\u0928\u093F\u092F\u093E\u0901"
+    input_correct_responses:
+    - B
+    input_question: "\u0909\u092A\u0928\u093F\u0937\u0926\u094B\u0902 \u0915\u093E\
+      \ \u0935\u0930\u094D\u0923\u0928 \u0915\u0948\u0938\u0947 \u0915\u093F\u092F\
+      \u093E \u091C\u093E \u0938\u0915\u0924\u093E \u0939\u0948?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_world_religions
+tag: mmlu_hi_llama_humanities_tasks
+task: mmlu_hi_llama_world_religions
+task_alias: world_religions

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_hi/utils.py ADDED Viewed

	@@ -0,0 +1,104 @@

+from functools import partial
+import datasets
+def process_docs(dataset: datasets.Dataset, subtask) -> datasets.Dataset:
+    return dataset.filter(
+        lambda example: example["subtask_name"] == f"mmlu_hi_chat.{subtask}"
+    )
+process_docs_econometrics = partial(process_docs, subtask="econometrics")
+process_docs_public_relations = partial(process_docs, subtask="public_relations")
+process_docs_astronomy = partial(process_docs, subtask="astronomy")
+process_docs_conceptual_physics = partial(process_docs, subtask="conceptual_physics")
+process_docs_college_medicine = partial(process_docs, subtask="college_medicine")
+process_docs_global_facts = partial(process_docs, subtask="global_facts")
+process_docs_marketing = partial(process_docs, subtask="marketing")
+process_docs_high_school_physics = partial(process_docs, subtask="high_school_physics")
+process_docs_college_computer_science = partial(
+    process_docs, subtask="college_computer_science"
+)
+process_docs_business_ethics = partial(process_docs, subtask="business_ethics")
+process_docs_miscellaneous = partial(process_docs, subtask="miscellaneous")
+process_docs_moral_disputes = partial(process_docs, subtask="moral_disputes")
+process_docs_sociology = partial(process_docs, subtask="sociology")
+process_docs_high_school_geography = partial(
+    process_docs, subtask="high_school_geography"
+)
+process_docs_high_school_microeconomics = partial(
+    process_docs, subtask="high_school_microeconomics"
+)
+process_docs_world_religions = partial(process_docs, subtask="world_religions")
+process_docs_nutrition = partial(process_docs, subtask="nutrition")
+process_docs_high_school_computer_science = partial(
+    process_docs, subtask="high_school_computer_science"
+)
+process_docs_college_biology = partial(process_docs, subtask="college_biology")
+process_docs_logical_fallacies = partial(process_docs, subtask="logical_fallacies")
+process_docs_elementary_mathematics = partial(
+    process_docs, subtask="elementary_mathematics"
+)
+process_docs_virology = partial(process_docs, subtask="virology")
+process_docs_prehistory = partial(process_docs, subtask="prehistory")
+process_docs_college_physics = partial(process_docs, subtask="college_physics")
+process_docs_computer_security = partial(process_docs, subtask="computer_security")
+process_docs_machine_learning = partial(process_docs, subtask="machine_learning")
+process_docs_electrical_engineering = partial(
+    process_docs, subtask="electrical_engineering"
+)
+process_docs_professional_psychology = partial(
+    process_docs, subtask="professional_psychology"
+)
+process_docs_high_school_biology = partial(process_docs, subtask="high_school_biology")
+process_docs_high_school_statistics = partial(
+    process_docs, subtask="high_school_statistics"
+)
+process_docs_moral_scenarios = partial(process_docs, subtask="moral_scenarios")
+process_docs_high_school_world_history = partial(
+    process_docs, subtask="high_school_world_history"
+)
+process_docs_college_mathematics = partial(process_docs, subtask="college_mathematics")
+process_docs_high_school_government_and_politics = partial(
+    process_docs, subtask="high_school_government_and_politics"
+)
+process_docs_professional_accounting = partial(
+    process_docs, subtask="professional_accounting"
+)
+process_docs_jurisprudence = partial(process_docs, subtask="jurisprudence")
+process_docs_high_school_european_history = partial(
+    process_docs, subtask="high_school_european_history"
+)
+process_docs_professional_medicine = partial(
+    process_docs, subtask="professional_medicine"
+)
+process_docs_high_school_mathematics = partial(
+    process_docs, subtask="high_school_mathematics"
+)
+process_docs_anatomy = partial(process_docs, subtask="anatomy")
+process_docs_abstract_algebra = partial(process_docs, subtask="abstract_algebra")
+process_docs_philosophy = partial(process_docs, subtask="philosophy")
+process_docs_medical_genetics = partial(process_docs, subtask="medical_genetics")
+process_docs_us_foreign_policy = partial(process_docs, subtask="us_foreign_policy")
+process_docs_security_studies = partial(process_docs, subtask="security_studies")
+process_docs_high_school_macroeconomics = partial(
+    process_docs, subtask="high_school_macroeconomics"
+)
+process_docs_human_sexuality = partial(process_docs, subtask="human_sexuality")
+process_docs_high_school_us_history = partial(
+    process_docs, subtask="high_school_us_history"
+)
+process_docs_human_aging = partial(process_docs, subtask="human_aging")
+process_docs_formal_logic = partial(process_docs, subtask="formal_logic")
+process_docs_professional_law = partial(process_docs, subtask="professional_law")
+process_docs_international_law = partial(process_docs, subtask="international_law")
+process_docs_high_school_psychology = partial(
+    process_docs, subtask="high_school_psychology"
+)
+process_docs_management = partial(process_docs, subtask="management")
+process_docs_high_school_chemistry = partial(
+    process_docs, subtask="high_school_chemistry"
+)
+process_docs_college_chemistry = partial(process_docs, subtask="college_chemistry")
+process_docs_clinical_knowledge = partial(process_docs, subtask="clinical_knowledge")

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/_mmlu_it_humanities.yaml ADDED Viewed

	@@ -0,0 +1,11 @@

+group: mmlu_it_llama_humanities
+group_alias: humanities
+task:
+  - mmlu_it_llama_humanities_tasks
+aggregate_metric_list:
+  - metric: exact_match
+    aggregation: mean
+    weight_by_size: True
+    filter_list: [strict_match]
+metadata:
+  version: 1

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/_mmlu_it_other.yaml ADDED Viewed

	@@ -0,0 +1,11 @@

+group: mmlu_it_llama_other
+group_alias: other
+task:
+  - mmlu_it_llama_other_tasks
+aggregate_metric_list:
+  - metric: exact_match
+    aggregation: mean
+    weight_by_size: True
+    filter_list: [strict_match]
+metadata:
+  version: 1

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_astronomy.yaml ADDED Viewed

	@@ -0,0 +1,65 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "Sarebbe pi\xF9 difficile dato che il camion \xE8 pi\xF9 pesante su Marte."
+      B: "Sarebbe pi\xF9 facile dato che il camion \xE8 pi\xF9 leggero su Marte."
+      C: "Sarebbe pi\xF9 difficile poich\xE9 il camion \xE8 pi\xF9 leggero su Marte."
+      D: Sarebbe lo stesso, non importa dove ti trovi.
+    input_correct_responses:
+    - D
+    input_question: "Stai spingendo un camion lungo una strada. Sarebbe pi\xF9 facile\
+      \ accelerare questo camion su Marte? Perch\xE9? (Supponiamo che non vi sia attrito)"
+  - input_choice_list:
+      A: La cintura di Kuiper; le comete di breve periodo tendono a trovarsi nel piano
+        del sistema solare proprio come la fascia di Kuiper.
+      B: La cintura di Kuiper; le comete di breve periodo tendono a provenire da direzioni
+        casuali che indicano una distribuzione sferica delle comete chiamata fascia
+        di Kuiper.
+      C: La cintura degli asteroidi; le comete di breve periodo hanno periodi orbitali
+        simili a quelli degli asteroidi come Vesta e si trovano nel piano del sistema
+        solare proprio come la cintura degli asteroidi.
+      D: La nube di Oort; le comete di breve periodo tendono a trovarsi nel piano
+        del sistema solare proprio come la nube di Oort.
+    input_correct_responses:
+    - A
+    input_question: Da dove provengono la maggior parte delle comete di breve periodo
+      e come lo sappiamo?
+  - input_choice_list:
+      A: "10000 volte di pi\xF9"
+      B: "100 volte di pi\xF9"
+      C: "1000 volte di pi\xF9"
+      D: "10 volte di pi\xF9"
+    input_correct_responses:
+    - A
+    input_question: "Supponiamo che la pupilla del tuo occhio abbia un diametro di\
+      \ 5 mm e che tu abbia un telescopio con un&#39;apertura di 50 cm. Quanta pi\xF9\
+      \ luce pu\xF2 raccogliere il telescopio rispetto al tuo occhio?"
+  - input_choice_list:
+      A: "Qui una volta si form\xF2 un pianeta, ma fu distrutto da una collisione\
+        \ catastrofica."
+      B: In questa parte della nebulosa solare non c&#39;era abbastanza materiale
+        per formare un pianeta.
+      C: C&#39;era troppo materiale roccioso per formare un pianeta terrestre ma non
+        abbastanza materiale gassoso per formare un pianeta gioviano.
+      D: La risonanza con Giove ha impedito al materiale di riunirsi per formare un
+        pianeta.
+    input_correct_responses:
+    - D
+    input_question: "Perch\xE9 non esiste un pianeta dove si trova la fascia degli\
+      \ asteroidi?"
+  - input_choice_list:
+      A: "Perch\xE9 la superficie \xE8 ricoperta da minerali fortemente ossidati (&quot;arrugginiti&quot;)."
+      B: "Perch\xE9 l\u2019atmosfera disperde pi\xF9 luce alle lunghezze d\u2019onda\
+        \ pi\xF9 blu trasmettendo principalmente luce rossa."
+      C: "Perch\xE9 Marte \xE8 ricoperto da antiche colate laviche di colore rosso."
+      D: "Perch\xE9 l&#39;acqua che scorre sulla superficie di Marte ha alterato i\
+        \ minerali superficiali diversi miliardi di anni fa."
+    input_correct_responses:
+    - A
+    input_question: "Perch\xE9 Marte \xE8 rosso?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_astronomy
+tag: mmlu_it_llama_stem_tasks
+task: mmlu_it_llama_astronomy
+task_alias: astronomy

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_clinical_knowledge.yaml ADDED Viewed

	@@ -0,0 +1,54 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: ATP.
+      B: ADP.
+      C: fosfocreatina.
+      D: fosforilazione ossidativa.
+    input_correct_responses:
+    - A
+    input_question: "L\u2019energia per tutte le forme di contrazione muscolare \xE8\
+      \ fornita da:"
+  - input_choice_list:
+      A: I cateteri maschili e femminili sono di colori diversi.
+      B: "I cateteri maschili sono pi\xF9 lunghi dei cateteri femminili."
+      C: "I cateteri maschili sono pi\xF9 grandi dei cateteri femminili."
+      D: "I cateteri femminili sono pi\xF9 lunghi dei cateteri maschili."
+    input_correct_responses:
+    - B
+    input_question: "Qual \xE8 la differenza tra un catetere maschile e uno femminile?"
+  - input_choice_list:
+      A: "L&#39;abduzione del pollice \xE8 fornita dalla radice spinale T2"
+      B: "L&#39;opposizione del pollice da parte dell&#39;opponens policis \xE8 fornita\
+        \ dalla radice spinale T1"
+      C: "L&#39;adduzione delle dita \xE8 fornita dal nervo mediano"
+      D: "Il rapimento delle dita \xE8 mediato dagli interossei palmari"
+    input_correct_responses:
+    - B
+    input_question: "Nella valutazione della funzione della mano quale delle seguenti\
+      \ affermazioni \xE8 vera?"
+  - input_choice_list:
+      A: '4'
+      B: '3'
+      C: '2'
+      D: '1'
+    input_correct_responses:
+    - C
+    input_question: "Quanti tentativi si dovrebbero fare per incannulare un paziente\
+      \ prima di passare il lavoro a un collega pi\xF9 anziano, secondo le conoscenze\
+      \ mediche del 2020?"
+  - input_choice_list:
+      A: glicogeno a glucosio-1-fosfato.
+      B: glicogeno o glucosio in fruttosio.
+      C: glicogeno o glucosio a piruvato o lattato.
+      D: glicogeno o glucosio a piruvato o acetil CoA.
+    input_correct_responses:
+    - C
+    input_question: "La glicolisi \xE8 il nome dato al percorso che comporta la conversione\
+      \ di:"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_clinical_knowledge
+tag: mmlu_it_llama_other_tasks
+task: mmlu_it_llama_clinical_knowledge
+task_alias: clinical_knowledge

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_biology.yaml ADDED Viewed

	@@ -0,0 +1,58 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: Possiedono un esoscheletro composto principalmente da peptidoglicano.
+      B: Possiedono un sistema circolatorio aperto con un cuore dorsale.
+      C: Sono membri di un phylum biologicamente fallito, incapace di sfruttare diversi
+        habitat e fonti di nutrimento.
+      D: Sono privi di appendici accoppiate e articolate.
+    input_correct_responses:
+    - B
+    input_question: Quale delle seguenti rappresenta un&#39;affermazione accurata
+      riguardo agli artropodi?
+  - input_choice_list:
+      A: 1/400
+      B: 19/400
+      C: 20/400
+      D: 38/400
+    input_correct_responses:
+    - D
+    input_question: "In una data popolazione, 1 persona su 400 ha un cancro causato\
+      \ da un allele completamente recessivo, b. Supponendo che la popolazione sia\
+      \ in equilibrio di Hardy-Weinberg, quale delle seguenti \xE8 la percentuale\
+      \ attesa di individui portatori dell&#39;allele b ma che non si prevede sviluppino\
+      \ il cancro?"
+  - input_choice_list:
+      A: l&#39;uomo e l&#39;uccello sono specie polifiletiche
+      B: "l&#39;evoluzione di un essere umano e di un uccello \xE8 convergente"
+      C: l&#39;umano e l&#39;uccello appartengono a un clade
+      D: l&#39;uomo e l&#39;uccello si sono sviluppati per analogia
+    input_correct_responses:
+    - C
+    input_question: La presenza di strutture omologhe in due organismi diversi, come
+      l&#39;omero nell&#39;arto anteriore di un essere umano e di un uccello, lo indica
+  - input_choice_list:
+      A: una pompa pressione-flusso dipendente dall&#39;ATP
+      B: "un gradiente potenziale della pressione dell\u2019acqua"
+      C: traspirazione
+      D: diffusione apoplastica
+    input_correct_responses:
+    - B
+    input_question: "Secondo il modello pressione-flusso del movimento del contenuto\
+      \ del floema, il movimento del fotosintetato dalla sorgente al pozzo \xE8 guidato\
+      \ da"
+  - input_choice_list:
+      A: Telomeri
+      B: Centromeri
+      C: Nucleosomi
+      D: Spliceosomi
+    input_correct_responses:
+    - B
+    input_question: Quale dei seguenti contiene sequenze di DNA necessarie per la
+      segregazione dei cromosomi nella mitosi e nella meiosi?
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_college_biology
+tag: mmlu_it_llama_stem_tasks
+task: mmlu_it_llama_college_biology
+task_alias: college_biology

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_chemistry.yaml ADDED Viewed

	@@ -0,0 +1,59 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "Lo stato di ossidazione pi\xF9 comune per gli elementi lantanidi \xE8 +3."
+      B: I complessi di lantanidi hanno spesso numeri di coordinazione elevati (&gt;
+        6).
+      C: Tutti gli elementi lantanidi reagiscono con l&#39;acido acquoso per liberare
+        idrogeno.
+      D: I raggi atomici degli elementi lantanidi aumentano nel periodo da La a Lu.
+    input_correct_responses:
+    - D
+    input_question: "Quale delle seguenti affermazioni sugli elementi lantanidi NON\
+      \ \xE8 vera?"
+  - input_choice_list:
+      A: 1,0 ml
+      B: 10 ml
+      C: 20 ml
+      D: 50 ml
+    input_correct_responses:
+    - C
+    input_question: Un campione di 0,217 g di HgO (massa molare = 217 g) reagisce
+      con gli ioni ioduro in eccesso secondo la reazione mostrata sopra. La titolazione
+      della soluzione risultante richiede quanti ml di HCl 0,10 M per raggiungere
+      il punto equivalente?
+  - input_choice_list:
+      A: '4'
+      B: '3'
+      C: '6'
+      D: '24'
+    input_correct_responses:
+    - A
+    input_question: "Prevedere il numero di linee nello spettro EPR di una soluzione\
+      \ di radicale metilico marcato con 13C (13CH3\u2022), presupponendo che le linee\
+      \ non si sovrappongano."
+  - input_choice_list:
+      A: un acido
+      B: una base
+      C: un catalizzatore
+      D: un agente riducente
+    input_correct_responses:
+    - D
+    input_question: "3 Cl\u2212(aq) + 4 CrO_4^2\u2212(aq) + 23 H+(aq) \u2192 3 HClO2(aq)\
+      \ + 4 Cr3+(aq) + 10 H2O(l). Nella reazione mostrata sopra, Cl\u2212(aq) si comporta\
+      \ come"
+  - input_choice_list:
+      A: PbH4 &lt; SnH4 &lt; GeH4 &lt; SiH4 &lt; CH4
+      B: PbH4 &lt; SnH4 &lt; CH4 &lt; GeH4 &lt; SiH4
+      C: CH4 &lt; SiH4 &lt; GeH4 &lt; SnH4 &lt; PbH4
+      D: CH4 &lt; PbH4 &lt; GeH4 &lt; SnH4 &lt; SiH4
+    input_correct_responses:
+    - A
+    input_question: "Quale delle seguenti elenca gli idruri degli elementi del gruppo\
+      \ 14 in ordine di stabilit\xE0 termica, dal pi\xF9 basso al pi\xF9 alto?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_college_chemistry
+tag: mmlu_it_llama_stem_tasks
+task: mmlu_it_llama_college_chemistry
+task_alias: college_chemistry

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_computer_science.yaml ADDED Viewed

	@@ -0,0 +1,81 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: a*(c + d)+ b(c + d)
+      B: a*(c+d)* + b(c+d)*
+      C: a*(c + d)+ b*(c + d)
+      D: (a + b)*c +(a + b)*d
+    input_correct_responses:
+    - D
+    input_question: "Quale delle seguenti espressioni regolari \xE8 equivalente a\
+      \ (descrive lo stesso insieme di stringhe di) (a* + b)*(c + d)?"
+  - input_choice_list:
+      A: '5'
+      B: '6'
+      C: '7'
+      D: '8'
+    input_correct_responses:
+    - B
+    input_question: "Una determinata macchina RISC in pipeline ha 8 registri di uso\
+      \ generale R0, R1, . . . , R7 e supporta le seguenti operazioni. AGGIUNGI Rs1,\
+      \ Rs2, Rd Somma Rs1 a Rs2 e metti la somma in Rd MUL Rs1, Rs2, Rd Moltiplica\
+      \ Rs1 per Rs2 e metti il prodotto in Rd Un&#39;operazione normalmente richiede\
+      \ un ciclo; tuttavia, un&#39;operazione richiede due cicli se produce un risultato\
+      \ richiesto dall&#39;operazione immediatamente successiva in una sequenza di\
+      \ operazioni. Considera l&#39;espressione AB + ABC + BC, dove le variabili A,\
+      \ B, C si trovano nei registri R0, R1, R2. Se il contenuto di questi tre registri\
+      \ non deve essere modificato, qual \xE8 il numero minimo di cicli di clock richiesti\
+      \ per una sequenza di operazioni che calcola il valore di AB + ABC + BC?"
+  - input_choice_list:
+      A: I solo
+      B: Solo II
+      C: Solo III
+      D: I, II e III
+    input_correct_responses:
+    - D
+    input_question: "Il modello di progettazione Singleton viene utilizzato per garantire\
+      \ che sia possibile istanziare solo una singola istanza di una classe. Quale\
+      \ delle seguenti affermazioni \xE8 (sono) vera per questo modello di progettazione?\
+      \ I. La classe Singleton ha un metodo factory statico per fornire la sua istanza.\
+      \ II. La classe Singleton pu\xF2 essere una sottoclasse di un&#39;altra classe.\
+      \ III. La classe Singleton ha un costruttore privato."
+  - input_choice_list:
+      A: '5'
+      B: '6'
+      C: '7'
+      D: '9'
+    input_correct_responses:
+    - D
+    input_question: "Un compilatore genera codice per la seguente istruzione di assegnazione.\
+      \ G := (A + B) * C - (D + E) * F La macchina target ha un singolo accumulatore\
+      \ e un set di istruzioni a indirizzo singolo costituito da istruzioni caricare,\
+      \ memorizzare, aggiungere, sottrarre e moltiplicare. Per le operazioni aritmetiche,\
+      \ l&#39;operando sinistro viene prelevato dall&#39;accumulatore e il risultato\
+      \ appare nell&#39;accumulatore. Il minor numero possibile di istruzioni nel\
+      \ codice risultante \xE8"
+  - input_choice_list:
+      A: 1/50
+      B: 1/27
+      C: 1/25
+      D: 27/2
+    input_correct_responses:
+    - B
+    input_question: "Consideriamo un progetto di computer in cui pi\xF9 processori,\
+      \ ciascuno con una memoria cache privata, condividono la memoria globale utilizzando\
+      \ un singolo bus. Questo bus \xE8 la risorsa critica del sistema. Ogni processore\
+      \ pu\xF2 eseguire un&#39;istruzione ogni 500 nanosecondi purch\xE9 i riferimenti\
+      \ di memoria siano soddisfatti dalla cache locale. Quando si verifica un errore\
+      \ nella cache, il processore viene ritardato di altri 2.000 nanosecondi. Durante\
+      \ la met\xE0 di questo ritardo aggiuntivo, l&#39;autobus \xE8 dedicato a servire\
+      \ la cache miss. Durante l&#39;altra met\xE0, il processore non pu\xF2 continuare,\
+      \ ma il bus \xE8 libero di soddisfare le richieste di altri processori. In media,\
+      \ ogni istruzione richiede 2 riferimenti di memoria. In media, gli errori di\
+      \ cache si verificano nell&#39;1% dei riferimenti. Quale percentuale della capacit\xE0\
+      \ del bus consumerebbe un singolo processore, ignorando i ritardi dovuti alla\
+      \ concorrenza di altri processori?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_college_computer_science
+tag: mmlu_it_llama_stem_tasks
+task: mmlu_it_llama_college_computer_science
+task_alias: college_computer_science

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_mathematics.yaml ADDED Viewed

	@@ -0,0 +1,64 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: ST = 0
+      B: ST = T
+      C: ST = ST
+      D: "ST - TS \xE8 la mappa identitaria di V su se stessa."
+    input_correct_responses:
+    - D
+    input_question: "Sia V l&#39;insieme di tutti i polinomi reali p(x). Siano definite\
+      \ le trasformazioni T, S su V da T:p(x) -&gt; xp(x) e S:p(x) -&gt; p&#39;(x)\
+      \ = d/dx p(x), e si interpreti (ST) (p(x)) come S(T(p(x))). Quale delle seguenti\
+      \ affermazioni \xE8 vera?"
+  - input_choice_list:
+      A: '2'
+      B: 2 - e^-2
+      C: 2+e^-2
+      D: 2+e^-4
+    input_correct_responses:
+    - D
+    input_question: "Un serbatoio contiene inizialmente una soluzione salina composta\
+      \ da 3 grammi di sale disciolti in 100 litri di acqua. Nel serbatoio viene spruzzata\
+      \ una soluzione salina contenente 0,02 grammi di sale per litro d&#39;acqua\
+      \ ad una velocit\xE0 di 4 litri al minuto. La soluzione spruzzata viene continuamente\
+      \ miscelata con la soluzione salina contenuta nel serbatoio e la miscela fuoriesce\
+      \ dal serbatoio ad una velocit\xE0 di 4 litri al minuto. Se la miscelazione\
+      \ \xE8 istantanea, quanti grammi di sale ci sono nel serbatoio dopo che sono\
+      \ trascorsi 100 minuti?"
+  - input_choice_list:
+      A: I solo
+      B: Solo II
+      C: Solo III
+      D: Solo II e III
+    input_correct_responses:
+    - B
+    input_question: "Sia A una matrice 2x2 reale. Quale delle seguenti affermazioni\
+      \ deve essere vera? I. Tutte le voci di A^2 sono non negative. II. Il determinante\
+      \ di A^2 non \xE8 negativo. III. Se A ha due autovalori distinti, allora A^2\
+      \ ha due autovalori distinti."
+  - input_choice_list:
+      A: '-11'
+      B: '0'
+      C: '11'
+      D: 33/2
+    input_correct_responses:
+    - C
+    input_question: "Supponiamo che f(1 + x) = f(x) per ogni x reale. Se f \xE8 un\
+      \ polinomio e f(5) = 11, allora f(15/2)"
+  - input_choice_list:
+      A: '-5'
+      B: '-4'
+      C: '-3'
+      D: '-2'
+    input_correct_responses:
+    - B
+    input_question: "Sia A l&#39;insieme di tutte le coppie ordinate di interi (m,\
+      \ n) tali che 7m + 12n = 22. Qual \xE8 il numero negativo pi\xF9 grande nell&#39;insieme\
+      \ B = {m + n : (m, n) \\in A}?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_college_mathematics
+tag: mmlu_it_llama_stem_tasks
+task: mmlu_it_llama_college_mathematics
+task_alias: college_mathematics

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_physics.yaml ADDED Viewed

	@@ -0,0 +1,62 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: '4'
+      B: '5'
+      C: '6'
+      D: '20'
+    input_correct_responses:
+    - A
+    input_question: "Un telescopio rifrattore \xE8 formato da due lenti convergenti\
+      \ separate da 100 cm. La lente dell&#39;oculare ha una lunghezza focale di 20\
+      \ cm. L&#39;ingrandimento angolare del telescopio \xE8"
+  - input_choice_list:
+      A: Temperatura costante
+      B: Volume costante
+      C: Pressione costante
+      D: Adiabatico
+    input_correct_responses:
+    - B
+    input_question: "Per quale dei seguenti processi termodinamici l&#39;aumento dell&#39;energia\
+      \ interna di un gas ideale \xE8 uguale al calore ceduto al gas?"
+  - input_choice_list:
+      A: 2,4 V
+      B: 3,3 V
+      C: 4,5 V
+      D: 5,7 V
+    input_correct_responses:
+    - A
+    input_question: "Un&#39;estremit\xE0 di un filo di nichelcromo di lunghezza 2L\
+      \ e area di sezione trasversale A \xE8 collegata a un&#39;estremit\xE0 di un\
+      \ altro filo di nichelcromo di lunghezza L e area di sezione trasversale 2A.\
+      \ Se l&#39;estremit\xE0 libera del filo pi\xF9 lungo ha un potenziale elettrico\
+      \ di 8,0 volt e l&#39;estremit\xE0 libera del filo pi\xF9 corto ha un potenziale\
+      \ elettrico di 1,0 volt, il potenziale alla giunzione dei due fili \xE8 quasi\
+      \ uguale a"
+  - input_choice_list:
+      A: '4'
+      B: '5'
+      C: '6'
+      D: '20'
+    input_correct_responses:
+    - A
+    input_question: "Un telescopio rifrattore \xE8 formato da due lenti convergenti\
+      \ separate da 100 cm. La lente dell&#39;oculare ha una lunghezza focale di 20\
+      \ cm. L&#39;ingrandimento angolare del telescopio \xE8"
+  - input_choice_list:
+      A: carica
+      B: massa
+      C: energia e slancio
+      D: numero leptonico
+    input_correct_responses:
+    - D
+    input_question: "Il muone decade con una vita caratteristica di circa 10^-6 secondi\
+      \ in un elettrone, un neutrino muonico e un antineutrino elettronico. Al muone\
+      \ \xE8 vietato decadere in un elettrone e in un solo neutrino dalla legge di\
+      \ conservazione"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_college_physics
+tag: mmlu_it_llama_stem_tasks
+task: mmlu_it_llama_college_physics
+task_alias: college_physics

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_conceptual_physics.yaml ADDED Viewed

	@@ -0,0 +1,53 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: meno
+      B: "Di pi\xF9"
+      C: lo stesso
+      D: zero
+    input_correct_responses:
+    - A
+    input_question: Rispetto alla massa di un atomo di uranio sottoposto a fissione,
+      le masse combinate dei prodotti dopo la fissione sono
+  - input_choice_list:
+      A: spazio e tempo.
+      B: un gemello viaggiante e un gemello casalingo.
+      C: "gravit\xE0 e accelerazione."
+      D: massa ed energia.
+    input_correct_responses:
+    - C
+    input_question: Le cose che sono equivalenti secondo il principio di equivalenza
+      lo sono
+  - input_choice_list:
+      A: convertito in una frequenza diversa
+      B: deflessione
+      C: interferenza
+      D: polarizzazione
+    input_correct_responses:
+    - C
+    input_question: I colori in una bolla di sapone risultano dalla luce
+  - input_choice_list:
+      A: lo stesso
+      B: maggiore
+      C: meno
+      D: "maggiore o minore a seconda della velocit\xE0 del vento"
+    input_correct_responses:
+    - B
+    input_question: "Un modellino di aeroplano vola pi\xF9 lentamente quando vola\
+      \ controvento e pi\xF9 velocemente quando il vento \xE8 alle sue spalle. Quando\
+      \ lanciato ad angolo retto rispetto al vento, con vento trasversale la sua velocit\xE0\
+      \ al suolo \xE8 rispetto al volo in aria ferma"
+  - input_choice_list:
+      A: Idrogeno
+      B: Ferro
+      C: Uranio
+      D: Lo stesso in ciascuno
+    input_correct_responses:
+    - A
+    input_question: Quale di questi tre elementi ha la massa maggiore per nucleone?
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_conceptual_physics
+tag: mmlu_it_llama_stem_tasks
+task: mmlu_it_llama_conceptual_physics
+task_alias: conceptual_physics

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_econometrics.yaml ADDED Viewed

	@@ -0,0 +1,64 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: Alla fine morirai
+      B: Perseverare indefinitamente
+      C: Crescere in modo esponenziale
+      D: Non verificarsi mai
+    input_correct_responses:
+    - A
+    input_question: Per un processo autoregressivo stazionario, gli shock lo faranno
+  - input_choice_list:
+      A: 0,2
+      B: '0.4'
+      C: 0,5
+      D: 0,33
+    input_correct_responses:
+    - D
+    input_question: "Consideriamo il seguente modello AR(1) con i disturbi aventi\
+      \ media nulla e varianza unitaria yt = 0,2 + 0,4 yt-1 + ut La media (incondizionata)\
+      \ di y sar\xE0 data da"
+  - input_choice_list:
+      A: Solo (ii) e (iv).
+      B: Solo (i) e (iii).
+      C: solo (i), (ii) e (iii).
+      D: (i), (ii), (iii) e (iv)
+    input_correct_responses:
+    - C
+    input_question: "Supponiamo che ad una statistica test sia associato un valore\
+      \ p pari a 0,08. Quale delle seguenti affermazioni \xE8 vera? (i) Se la dimensione\
+      \ del test fosse esattamente l\u20198%, saremmo indifferenti tra rifiutare e\
+      \ non rifiutare l\u2019ipotesi nulla (ii) Il valore nullo verrebbe rifiutato\
+      \ se venisse utilizzata una dimensione del test del 10% (iii) Il valore nullo\
+      \ non verrebbe rifiutato essere rifiutato se fosse utilizzata una dimensione\
+      \ del test dell&#39;1%. (iv) Il valore nullo verrebbe rifiutato se fosse utilizzata\
+      \ una dimensione del test del 5%."
+  - input_choice_list:
+      A: "Sar\xE0 di parte"
+      B: "Sar\xE0 incoerente"
+      C: "Sar\xE0 inefficiente"
+      D: Tutti i punti (a), (b) e (c) saranno veri.
+    input_correct_responses:
+    - C
+    input_question: "Quali sarebbero allora le conseguenze per lo stimatore OLS se\
+      \ l\u2019eteroschedasticit\xE0 fosse presente in un modello di regressione ma\
+      \ venisse ignorata?"
+  - input_choice_list:
+      A: 1 ritardo
+      B: 2 ritardi
+      C: 3 ritardi
+      D: 4 ritardi
+    input_correct_responses:
+    - C
+    input_question: "Supponiamo ora che un ricercatore desideri utilizzare criteri\
+      \ informativi per determinare la lunghezza di ritardo ottimale per un VAR. Sono\
+      \ disponibili 500 osservazioni per il VAR bivariato e i valori del determinante\
+      \ della matrice di varianza-covarianza dei residui sono 0,0336, 0,0169, 0,0084\
+      \ e 0,0062 rispettivamente per 1, 2, 3 e 4 ritardi. Qual \xE8 l&#39;ordine ottimale\
+      \ dei modelli secondo il criterio informativo di Akaike?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_econometrics
+tag: mmlu_it_llama_social_sciences_tasks
+task: mmlu_it_llama_econometrics
+task_alias: econometrics

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_elementary_mathematics.yaml ADDED Viewed

	@@ -0,0 +1,58 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: 5 migliaia
+      B: 5 centinaia
+      C: 5 decine
+      D: 5 quelli
+    input_correct_responses:
+    - A
+    input_question: "La popolazione della citt\xE0 dove \xE8 nata Michelle \xE8 di\
+      \ 145.826 abitanti. Qual \xE8 il valore del 5 nel numero 145.826?"
+  - input_choice_list:
+      A: "Il decimo numero nello schema sar\xE0 un numero pari."
+      B: "Lo schema numerico non avr\xE0 mai due numeri pari uno accanto all&#39;altro."
+      C: I prossimi due numeri nello schema saranno un numero pari e poi un numero
+        dispari.
+      D: Se lo schema numerico iniziasse con un numero dispari, allora lo schema conterrebbe
+        solo numeri dispari.
+    input_correct_responses:
+    - B
+    input_question: "Olivia ha utilizzato la regola &quot;Aggiungi 11&quot; per creare\
+      \ lo schema numerico mostrato di seguito. 10, 21, 32, 43, 54 Quale affermazione\
+      \ sullo schema numerico \xE8 vera?"
+  - input_choice_list:
+      A: Aggiungi 5 a 30 per trovare 35 squadre.
+      B: Dividi 30 per 5 per trovare 6 squadre.
+      C: Moltiplica 30 e 5 per trovare 150 squadre.
+      D: Sottrai 5 da 30 per trovare 25 squadre.
+    input_correct_responses:
+    - B
+    input_question: Un totale di 30 giocatori giocheranno a basket in un parco. Ci
+      saranno esattamente 5 giocatori in ogni squadra. Quale affermazione spiega correttamente
+      come trovare il numero di squadre necessarie?
+  - input_choice_list:
+      A: '749'
+      B: '2.675'
+      C: '2.945'
+      D: '4.250'
+    input_correct_responses:
+    - B
+    input_question: "Un negozio vende 107 colori diversi di vernice. Hanno 25 lattine\
+      \ di ogni colore in magazzino. Il numero di barattoli di vernice che il negozio\
+      \ ha in magazzino pu\xF2 essere trovato utilizzando l&#39;espressione seguente.\
+      \ 107\xD725. Quanti barattoli di vernice ha in magazzino il negozio?"
+  - input_choice_list:
+      A: "(5\xD74)\xD7(6\xD75)"
+      B: "(5\xD75) + (5\xD74)"
+      C: "(5\xD75) + (5\xD79)"
+      D: "(5\xD79)\xD7(6\xD79)"
+    input_correct_responses:
+    - B
+    input_question: Quale espressione equivale a 5 x 9?
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_elementary_mathematics
+tag: mmlu_it_llama_stem_tasks
+task: mmlu_it_llama_elementary_mathematics
+task_alias: elementary_mathematics

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_formal_logic.yaml ADDED Viewed

	@@ -0,0 +1,63 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: ~Pd
+      B: "(\u2200x)(Px \u2228 ~Dx)"
+      C: "(\u2200x)(Px \u2283 ~Dx)"
+      D: ~Dp
+    input_correct_responses:
+    - C
+    input_question: ' Seleziona la migliore traduzione nella logica dei predicati:
+      nessuna persona guida su Marte.'
+  - input_choice_list:
+      A: Blgh
+      B: Bhlg
+      C: Bglh
+      D: Bghl
+    input_correct_responses:
+    - C
+    input_question: 'Seleziona la migliore traduzione nella logica dei predicati.
+      George prende in prestito il tosaerba di Hector. (g: George; h: Hector; l: il
+      tosaerba di Hector; Bxyx: x prende in prestito y da z)'
+  - input_choice_list:
+      A: "Marina \xE8 una ballerina. Alcuni deboli non sono ballerini. O tutto \xE8\
+        \ debole o la Georgia gioca a pallavolo. Quindi qualcosa gioca a pallavolo."
+      B: "Marina \xE8 una ballerina. Nessun debole \xE8 un ballerino. Tutto o \xE8\
+        \ un debole o gioca a pallavolo. Quindi qualcosa gioca a pallavolo."
+      C: "Marina \xE8 una ballerina. Alcuni deboli non sono ballerini. Tutto o \xE8\
+        \ un debole o gioca a pallavolo. Quindi qualcosa gioca a pallavolo."
+      D: "Marina \xE8 una ballerina. Nessun debole \xE8 un ballerino. O tutto \xE8\
+        \ debole o la Georgia gioca a pallavolo. Quindi qualcosa gioca a pallavolo."
+    input_correct_responses:
+    - D
+    input_question: " Seleziona la migliore interpretazione inglese degli argomenti\
+      \ forniti nella logica dei predicati. Dm (\u2200x)(Wx \u2283 ~Dx) (\u2200x)Wx\
+      \ \u2228 Ag / (\u2203x)Ax"
+  - input_choice_list:
+      A: Logicamente equivalente
+      B: Contraddittorio
+      C: "N\xE9 logicamente equivalenti n\xE9 contraddittori, ma coerenti"
+      D: Incoerente
+    input_correct_responses:
+    - C
+    input_question: " Costruisci una tavola di verit\xE0 completa per le seguenti\
+      \ coppie di proposizioni. Quindi, utilizzando le tavole di verit\xE0, determina\
+      \ se le affermazioni sono logicamente equivalenti o contraddittorie. In caso\
+      \ contrario, determinare se sono coerenti o incoerenti. Motiva le tue risposte.\
+      \ E \u2283 (F \xB7 E) e ~E \xB7 F"
+  - input_choice_list:
+      A: "(L \u2022 H) \u2261 I"
+      B: "(L \u2022 H) \u2228 I"
+      C: "L \u2022 (H \u2228 I)"
+      D: "L \u2022 (H \u2283 R)"
+    input_correct_responses:
+    - B
+    input_question: " Quale delle formule fornite di PL \xE8 la migliore simbolizzazione\
+      \ della seguente frase? Le tartarughe vivono a lungo e sono creature felici,\
+      \ a meno che non vengano ferite."
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_formal_logic
+tag: mmlu_it_llama_humanities_tasks
+task: mmlu_it_llama_formal_logic
+task_alias: formal_logic

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_global_facts.yaml ADDED Viewed

	@@ -0,0 +1,57 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: Le persone tendono ad essere ottimiste riguardo al proprio futuro e al futuro
+        della propria nazione o del mondo.
+      B: Le persone tendono ad essere ottimiste riguardo al proprio futuro ma pessimiste
+        riguardo al futuro della propria nazione o del mondo.
+      C: Le persone tendono ad essere pessimiste riguardo al proprio futuro ma ottimiste
+        riguardo al futuro della propria nazione o del mondo.
+      D: Le persone tendono ad essere pessimiste riguardo al proprio futuro e al futuro
+        della propria nazione o del mondo.
+    input_correct_responses:
+    - B
+    input_question: Quali delle seguenti coppie di affermazioni sono entrambe vere
+      (al 2019)?
+  - input_choice_list:
+      A: 31%
+      B: 46%
+      C: 61%
+      D: 76%
+    input_correct_responses:
+    - B
+    input_question: "Nel 2019, quale percentuale di americani concorda sul fatto che\
+      \ lo stato \xE8 gestito a beneficio di tutte le persone?"
+  - input_choice_list:
+      A: aumentato, aumentato
+      B: aumentato, diminuito
+      C: diminuito, aumentato
+      D: diminuito, diminuito
+    input_correct_responses:
+    - B
+    input_question: Nel 2015, dal 1990 le foreste hanno ____ in Europa e hanno ____
+      in Africa e nelle Americhe.
+  - input_choice_list:
+      A: 38%
+      B: 53%
+      C: 68%
+      D: 83%
+    input_correct_responses:
+    - A
+    input_question: "Nel 2019, quale percentuale di russi afferma che \xE8 molto importante\
+      \ avere media liberi nel nostro Paese senza censura governativa/statale?"
+  - input_choice_list:
+      A: 80%
+      B: 60%
+      C: 40%
+      D: 20%
+    input_correct_responses:
+    - A
+    input_question: Nel 2017, quanti bambini di 1 anno nel mondo sono stati oggi vaccinati
+      contro alcune malattie? *
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_global_facts
+tag: mmlu_it_llama_other_tasks
+task: mmlu_it_llama_global_facts
+task_alias: global_facts

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_chemistry.yaml ADDED Viewed

	@@ -0,0 +1,58 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: HCl
+      B: H2SO3
+      C: SO2
+      D: Al(NO3)3
+    input_correct_responses:
+    - C
+    input_question: "Quale delle seguenti \xE8 considerata un&#39;anidride acida?"
+  - input_choice_list:
+      A: PCl4F
+      B: BF3
+      C: CO2
+      D: Si(CH3)4
+    input_correct_responses:
+    - A
+    input_question: Quale delle seguenti dovrebbe essere una molecola polare?
+  - input_choice_list:
+      A: Tutti i cloruri, i bromuri e gli ioduri sono solubili
+      B: Tutti i solfati sono solubili
+      C: Tutti gli idrossidi sono solubili
+      D: Tutti i composti contenenti ammonio sono solubili
+    input_correct_responses:
+    - D
+    input_question: "Dalle regole di solubilit\xE0, quale delle seguenti affermazioni\
+      \ \xE8 vera?"
+  - input_choice_list:
+      A: 3,89
+      B: '7.78'
+      C: '5.78'
+      D: '2.33'
+    input_correct_responses:
+    - C
+    input_question: "Viene sintetizzato un nuovo composto e si scopre che \xE8 un\
+      \ acido monoprotico con una massa molare di 248 g/mol. Quando 0,0050 moli di\
+      \ questo acido vengono sciolte in 0,500 L di acqua, il pH viene misurato come\
+      \ 3,89. Qual \xE8 il pKa di questo acido?"
+  - input_choice_list:
+      A: 0,500 moli
+      B: 1,00 talpa
+      C: 2,00 talpe
+      D: 3,00 talpe
+    input_correct_responses:
+    - C
+    input_question: "Una soluzione contiene 2,00 moli di acido acetico, CH3COOH, e\
+      \ 1,00 moli di acetato di calcio, Ca(CH3COO)2. La soluzione \xE8 in grado di\
+      \ resistere all&#39;aggiunta di una piccola quantit\xE0 di acido forte o base\
+      \ forte con solo lievi variazioni del pH della soluzione. Quantit\xE0 maggiori\
+      \ di acido forte o base forte possono causare un cambiamento significativo nel\
+      \ pH. Quante moli di acido nitrico, HNO3, possono essere aggiunte prima che\
+      \ il pH inizi a cambiare in modo significativo?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_high_school_chemistry
+tag: mmlu_it_llama_stem_tasks
+task: mmlu_it_llama_high_school_chemistry
+task_alias: high_school_chemistry

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_computer_science.yaml ADDED Viewed

	@@ -0,0 +1,83 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: Un&#39;auto avvisa il conducente che sta per colpire un oggetto.
+      B: Un escursionista utilizza un orologio GPS per tenere traccia della sua posizione.
+      C: "Un frigorifero ordina il latte da un servizio di consegna online quando\
+        \ il latte nel frigorifero \xE8 quasi finito."
+      D: Un corridore utilizza un orologio con sensori ottici per monitorare la sua
+        frequenza cardiaca.
+    input_correct_responses:
+    - C
+    input_question: "Quale dei seguenti \xE8 un esempio di utilizzo di un dispositivo\
+      \ nell&#39;Internet delle cose (IoT)?"
+  - input_choice_list:
+      A: "Le attivit\xE0 di un utente che naviga in una finestra anonima non saranno\
+        \ visibili alle persone che monitorano la rete dell&#39;utente, come l&#39;amministratore\
+        \ di sistema."
+      B: Gli articoli inseriti nel carrello di un negozio Web per futuri acquisti
+        durante la sessione di navigazione anonima non verranno salvati sul computer
+        dell&#39;utente.
+      C: "Un utente non sar\xE0 in grado di accedere agli account di posta elettronica\
+        \ o ai social media durante la sessione di navigazione anonima."
+      D: "Un utente che naviga in una finestra anonima sar\xE0 protetto dai virus\
+        \ lanciati da qualsiasi sito web visitato o file scaricati."
+    input_correct_responses:
+    - B
+    input_question: "Molti browser Web consentono agli utenti di aprire finestre anonime.\
+      \ Durante una sessione di navigazione in una finestra anonima, il browser non\
+      \ registra n\xE9 la cronologia di navigazione n\xE9 l&#39;elenco dei file scaricati.\
+      \ Quando si esce dalla finestra anonima, i cookie creati durante la sessione\
+      \ vengono cancellati. Quale delle seguenti affermazioni relative alle sessioni\
+      \ di navigazione in una finestra anonima \xE8 vera?"
+  - input_choice_list:
+      A: Errore
+      B: abc
+      C: cba
+      D: C
+    input_correct_responses:
+    - C
+    input_question: "Qual \xE8 l&#39;output di &quot;abc&quot;[::-1] in Python 3?"
+  - input_choice_list:
+      A: Foxtrot
+      B: Hotel
+      C: novembre
+      D: yankee
+    input_correct_responses:
+    - C
+    input_question: "Nel programma seguente, il valore iniziale di x \xE8 5 e il valore\
+      \ iniziale di y \xE8 10. IF (X &lt; O) { DISPLAY (&quot;Foxtrot&quot;) } ELSE\
+      \ { IF (X &gt; y) { DISPLAY (&quot;Hotel&quot;) } ELSE { IF (y &gt; O) { DISPLAY\
+      \ (&quot;Novembre&quot;) } ELSE { DISPLAY (&quot;Yankee&quot;) } } } Cosa viene\
+      \ visualizzato come risultato dell&#39;esecuzione del programma?"
+  - input_choice_list:
+      A: "Passaggio 3: aumentare il valore della posizione di 1. Passaggio 4: ripetere\
+        \ i passaggi 2 e 3 finch\xE9 il valore del conteggio non \xE8 maggiore di\
+        \ 100."
+      B: "Passaggio 3: aumentare il valore della posizione di 1. Passaggio 4: ripetere\
+        \ i passaggi 2 e 3 fino a quando il valore della posizione \xE8 maggiore di\
+        \ n."
+      C: "Passaggio 3: ripetere il passaggio 2 finch\xE9 il valore del conteggio non\
+        \ \xE8 maggiore di 100. Passaggio 4: aumentare il valore della posizione di\
+        \ 1."
+      D: "Passaggio 3: ripetere il passaggio 2 finch\xE9 il valore della posizione\
+        \ non \xE8 maggiore di n. Passaggio 4: aumentare il valore del conteggio di\
+        \ 1."
+    input_correct_responses:
+    - D
+    input_question: "Una lista di numeri ha n elementi, indicizzati da 1 a n. Il seguente\
+      \ algoritmo ha lo scopo di visualizzare il numero di elementi nell&#39;elenco\
+      \ che hanno un valore maggiore di 100. L&#39;algoritmo utilizza le variabili\
+      \ count e position. Mancano i passaggi 3 e 4. Passaggio 1: impostare il conteggio\
+      \ su 0 e la posizione su 1. Passaggio 2: se il valore dell&#39;elemento nella\
+      \ posizione dell&#39;indice \xE8 maggiore di 100, aumentare il valore del conteggio\
+      \ di 1. Passaggio 3: (passaggio mancante) Passaggio 4: (passaggio mancante )\
+      \ Passo 5: Visualizzare il valore del conteggio. Quale dei seguenti potrebbe\
+      \ essere utilizzato per sostituire i passaggi 3 e 4 in modo che l&#39;algoritmo\
+      \ funzioni come previsto?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_high_school_computer_science
+tag: mmlu_it_llama_stem_tasks
+task: mmlu_it_llama_high_school_computer_science
+task_alias: high_school_computer_science

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_european_history.yaml ADDED Viewed

	@@ -0,0 +1,194 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: Jean-Jacques Rousseau
+      B: Barone Montesquieu
+      C: Mary Wollstonecraft
+      D: Adam Smith
+    input_correct_responses:
+    - B
+    input_question: "Questa domanda si riferisce alle seguenti informazioni. Il seguente\
+      \ estratto \xE8 tratto da un opuscolo. Mi renderai giustizia ricordando che\
+      \ ho sempre strenuamente sostenuto il diritto di ogni uomo alla propria opinione,\
+      \ per quanto diversa possa essere dalla mia. Chi nega a un altro questo diritto,\
+      \ si rende schiavo della sua opinione presente, perch\xE9 si preclude il diritto\
+      \ di cambiarla. L&#39;arma pi\xF9 formidabile contro gli errori di ogni genere\
+      \ \xE8 la Ragione. Non ne ho mai usato nessun altro e confido che non lo far\xF2\
+      \ mai. La circostanza che si \xE8 verificata ora in Francia, dell\u2019abolizione\
+      \ totale dell\u2019intero ordine nazionale del sacerdozio e di tutto ci\xF2\
+      \ che appartiene ai sistemi compulsivi di religione e agli articoli di fede\
+      \ compulsivi, non solo ha accelerato la mia intenzione, ma ha reso l\u2019opera\
+      \ di questo un genere estremamente necessario, affinch\xE9 nel generale naufragio\
+      \ della superstizione, dei falsi sistemi di governo e della falsa teologia,\
+      \ perdiamo di vista la moralit\xE0, l&#39;umanit\xE0 e la teologia che \xE8\
+      \ vera. Credo in un solo Dio, e niente di pi\xF9; e spero nella felicit\xE0\
+      \ oltre questa vita. Credo nell&#39;uguaglianza dell&#39;uomo; e credo che i\
+      \ doveri religiosi consistano nel fare giustizia, amare la misericordia e sforzarsi\
+      \ di rendere felici i nostri simili. Non credo nel credo professato dalla chiesa\
+      \ ebraica, dalla chiesa romana, dalla chiesa greca, dalla chiesa turca, dalla\
+      \ chiesa protestante, n\xE9 da alcuna chiesa che io conosca. La mia mente \xE8\
+      \ la mia chiesa. Tutte le istituzioni nazionali delle chiese, siano esse ebraiche,\
+      \ cristiane o turche, non mi sembrano altro che invenzioni umane, istituite\
+      \ per terrorizzare e schiavizzare l\u2019umanit\xE0 e monopolizzare il potere\
+      \ e il profitto. Con questa dichiarazione non intendo condannare coloro che\
+      \ credono il contrario; hanno lo stesso diritto alla loro convinzione che io\
+      \ ho alla mia. \u2014Thomas Paine, The Age of Reason, 1794\u20131795 Quale dei\
+      \ seguenti filosofi illuministi progett\xF2 un sistema di controlli ed equilibri\
+      \ affinch\xE9 il governo evitasse abusi di potere?"
+  - input_choice_list:
+      A: "Le idee di libert\xE0 personale e nazionalismo concepite durante l\u2019\
+        Illuminismo portarono a rivoluzioni radicali che poterono diffondersi in tutta\
+        \ Europa."
+      B: "La conquista dell&#39;Europa da parte di Napoleone port\xF2 alla creazione\
+        \ di nuove fazioni e spost\xF2 gli equilibri di potere europei."
+      C: Il potere dei monarchi era cresciuto al punto che doveva essere controllato
+        da altri poteri all&#39;interno di ciascuna nazione o si sarebbe verificata
+        la dominazione dei civili.
+      D: Il ciclo economico in salita e in discesa della nuova economia capitalista
+        emergente potrebbe portare a disordini civili che devono essere repressi.
+    input_correct_responses:
+    - A
+    input_question: "Questa domanda si riferisce alle seguenti informazioni. Leggi\
+      \ il seguente estratto. Il seme rivoluzionario era penetrato in tutti i paesi\
+      \ e si era pi\xF9 o meno diffuso. Si svilupp\xF2 molto sotto il regime del dispotismo\
+      \ militare di Bonaparte. Le sue conquiste hanno spostato una serie di leggi,\
+      \ istituzioni e costumi; ruppe i legami sacri tra tutte le nazioni, abbastanza\
+      \ forti da resistere al tempo stesso; il che \xE8 pi\xF9 di quanto si possa\
+      \ dire di alcuni benefici conferiti da questi innovatori. I monarchi adempiranno\
+      \ i doveri imposti loro da Colui che, affidando loro il potere, li ha incaricati\
+      \ di vigilare sul mantenimento della giustizia e dei diritti di tutti, di evitare\
+      \ le vie dell&#39;errore e di percorrere con fermezza la via dell&#39;errore.\
+      \ verit\xE0. Posti al di l\xE0 delle passioni che agitano la societ\xE0, \xE8\
+      \ soprattutto nei giorni della prova che sono chiamati a spogliare la realt\xE0\
+      \ delle loro false apparenze, e a mostrarsi quali sono, padri investiti dell&#39;autorit\xE0\
+      \ che spetta di diritto ai capi famiglia, per dimostrare che, nei giorni di\
+      \ lutto, sanno essere giusti, saggi e quindi forti, e che non abbandoneranno\
+      \ il popolo che dovrebbero governare come gioco delle fazioni, all\u2019errore\
+      \ e alle sue conseguenze, che devono implicano la perdita della societ\xE0.\
+      \ L&#39;unione tra i monarchi \xE8 la base della politica che ora deve essere\
+      \ seguita per salvare la societ\xE0 dalla rovina totale. . . . Non confondano\
+      \ le concessioni fatte ai partiti con il bene che dovrebbero fare al popolo,\
+      \ modificando, secondo i bisogni riconosciuti, i rami dell&#39;amministrazione\
+      \ che lo richiedono. Siano giusti, ma forti; benefico, ma severo. Mantengano\
+      \ i principi religiosi in tutta la loro purezza e non permettano che la fede\
+      \ venga attaccata e la moralit\xE0 interpretata secondo il contratto sociale\
+      \ o le visioni di sciocchi settari. Sopprimano le societ\xE0 segrete; quella\
+      \ cancrena della societ\xE0. \u2014Klemens von Metternich, Confessione politica\
+      \ di fede, 1820 Quale delle seguenti \xE8 stata la causa principale dei timori\
+      \ espressi da Metternich nel documento di cui sopra?"
+  - input_choice_list:
+      A: Capitalista
+      B: Scientifico
+      C: comunista
+      D: Esistenzialista
+    input_correct_responses:
+    - C
+    input_question: "Questa domanda si riferisce alle seguenti informazioni. In Russia\
+      \ non andava tutto bene e [Souvarine] era disperato per la notizia che aveva\
+      \ ricevuto. I suoi vecchi compagni si rivolgevano tutti ai politici; i famosi\
+      \ nichilisti che facevano tremare l\u2019Europa \u2013 figli di preti di villaggio,\
+      \ di piccoli borghesi, di commercianti \u2013 non potevano elevarsi al di sopra\
+      \ dell\u2019idea di liberazione nazionale, e sembravano credere che il mondo\
+      \ sarebbe stato liberato \u2013 dopo aver ucciso il loro despota\u2026 &quot;Sciocchezze!\
+      \ Con le loro sciocchezze non ne usciranno mai.&quot; Poi, abbassando ancora\
+      \ di pi\xF9 la voce, con poche parole amare descrisse il suo vecchio sogno di\
+      \ fraternit\xE0. Aveva rinunciato al suo rango e alla sua fortuna; era andato\
+      \ tra gli operai, solo nella speranza di vedere finalmente la fondazione di\
+      \ una nuova societ\xE0 di lavoro in comune. Tutti i soldi che aveva in tasca\
+      \ erano andati da tempo ai monelli del villaggio; era stato tenero come un fratello\
+      \ con i minatori, sorridendo dei loro sospetti, conquistandoli con i suoi modi\
+      \ tranquilli da operaio e la sua avversione per le chiacchiere. Ma decisamente\
+      \ la fusione non era avvenuta. La sua voce cambi\xF2, i suoi occhi si illuminarono,\
+      \ li fiss\xF2 su \xC9tienne, rivolgendosi direttamente a lui: &quot;Adesso capisci?\
+      \ Questi cappellai di Marsiglia che hanno vinto il grande premio di centomila\
+      \ franchi della lotteria, sono subito partiti e hanno investito voi, voi tutti,\
+      \ operai francesi, volete dissotterrare un tesoro per divorarlo poi da soli,\
+      \ in qualche angolo pigro ed egoista. per quanto tu voglia contro i ricchi,\
+      \ non hai abbastanza coraggio per restituire ai poveri il denaro che la fortuna\
+      \ ti porta. Non sarai mai degno di felicit\xE0 finch\xE9 possiedi qualcosa,\
+      \ e il tuo odio contro i borghesi procede unicamente per il desiderio rabbioso\
+      \ di essere voi stessi borghesi al loro posto.&quot; \xE9mile Zola, scrittore\
+      \ francese, Germinal, 1885 Il passaggio mostra la preoccupazione diretta per\
+      \ il benessere delle classi lavoratrici che tipicamente faceva parte di quale\
+      \ movimento?"
+  - input_choice_list:
+      A: Servirono da catalizzatore per la crescita della navigazione inglese e del
+        commercio estero, ma fecero ben poco per limitare le prospettive degli olandesi
+        nel XVII secolo.
+      B: "Causarono difficolt\xE0 quasi immediate per l\u2019economia olandese poich\xE9\
+        \ il loro dominio sul commercio estero fin\xEC rapidamente."
+      C: "Furono annullati durante la restaurazione degli Stuart poich\xE9 cercavano\
+        \ normali relazioni diplomatiche con gli olandesi in modo da non aver bisogno\
+        \ del sostegno finanziario del Parlamento per la guerra."
+      D: "Portarono a quasi un secolo di guerre ricorrenti tra Inghilterra e Paesi\
+        \ Bassi, che non sarebbero finite fino a dopo l\u2019indipendenza americana."
+    input_correct_responses:
+    - A
+    input_question: "Questa domanda si riferisce alle seguenti informazioni. Gli estratti\
+      \ seguenti provengono dagli Atti di navigazione del 1651. [Dopo il primo giorno\
+      \ di dicembre milleseicentocinquantuno, e da allora in poi, nessun bene o merce\
+      \ di sorta derivante dalla crescita, produzione o manifattura dell&#39;Asia,\
+      \ dell&#39;Africa o l&#39;America, o qualsiasi parte di essa; o di qualsiasi\
+      \ isola ad essi appartenente, o che sono descritte o indicate nelle consuete\
+      \ mappe o carte di quei luoghi, cos\xEC come delle piantagioni inglesi come\
+      \ altre, saranno importate o portate in questo Commonwealth d&#39;Inghilterra,\
+      \ o in Irlanda, o qualsiasi altra terra, isola, piantagione o territorio di\
+      \ questo Commonwealth appartenente, o in loro possesso, in qualsiasi altra nave\
+      \ o nave, vascello o vascello di sorta, ma solo in quelli che veramente e senza\
+      \ frode appartengono solo al popolo di questo Commonwealth , o le relative piantagioni,\
+      \ in qualit\xE0 di proprietari o titolari dei diritti; e di cui il capitano\
+      \ e i marinai appartengono anche al popolo di questo Commonwealth, sotto pena\
+      \ di confisca e perdita di tutti i beni che saranno importati contrariamente\
+      \ a questo atto, , , , [N] o beni o merci della crescita, la produzione, o la\
+      \ manifattura dell&#39;Europa, o di qualsiasi parte di essa, dopo il primo giorno\
+      \ di dicembre milleseicentocinquantuno, sar\xE0 importata o portata in questo\
+      \ Commonwealth d&#39;Inghilterra, o in qualsiasi altra terra o territorio appartenente\
+      \ a questo Commonwealth, o in loro possesso, in qualsiasi nave o navi, vascello\
+      \ o vascelli di qualsiasi genere, ma in quelli che appartengono veramente e\
+      \ senza frode solo al popolo di questo Commonwealth, e in nessun altro, eccetto\
+      \ solo le navi e i vascelli stranieri che appartengono veramente e appartengono\
+      \ propriamente al popolo di quel paese o luogo di cui detti beni sono la crescita,\
+      \ la produzione o la manifattura. Quale delle seguenti affermazioni descrive\
+      \ meglio l&#39;esito dei Navigation Acts del 1651?"
+  - input_choice_list:
+      A: "dare al re inglese una nuova posizione di autorit\xE0"
+      B: dare la carica di capo della Chiesa d&#39;Inghilterra al solo Enrico VIII
+        ed escludere i suoi eredi
+      C: "stabilire il calvinismo come l\u2019unica vera teologia in Inghilterra"
+      D: porre fine alle varie forme di corruzione che affliggono la Chiesa in Inghilterra
+    input_correct_responses:
+    - D
+    input_question: "Questa domanda si riferisce alle seguenti informazioni. Sebbene\
+      \ la Maest\xE0 del re sia giustamente e legittimamente il capo supremo della\
+      \ Chiesa d&#39;Inghilterra, e cos\xEC sia riconosciuta dal clero di questo regno\
+      \ nelle loro convocazioni, tuttavia, per corroborazione e conferma di ci\xF2\
+      , e per aumento della virt\xF9 in religione di Cristo in questo regno d&#39;Inghilterra,\
+      \ e per reprimere ed estirpare tutti gli errori, le eresie e le altre enormit\xE0\
+      \ e abusi finora utilizzati nella stessa, sia decretato, per autorit\xE0 di\
+      \ questo attuale Parlamento, che il re, il nostro signore sovrano, i suoi eredi\
+      \ e i successori, i re di questo regno, saranno presi, accettati e ritenuti\
+      \ l&#39;unico capo supremo sulla terra della Chiesa d&#39;Inghilterra, chiamata\
+      \ Ecclesia anglicana; e avranno e godranno, annessi e uniti alla corona imperiale\
+      \ di questo regno, nonch\xE9 il titolo e lo stile della stessa, come tutti gli\
+      \ onori, dignit\xE0, preminenze, giurisdizioni, privilegi, autorit\xE0, immunit\xE0\
+      , profitti e beni alla detta dignit\xE0 di il capo supremo della stessa Chiesa\
+      \ appartenente e appartenente; e che il nostro suddetto signore sovrano, i suoi\
+      \ eredi e successori, re di questo regno, avranno pieno potere e autorit\xE0\
+      \ di volta in volta per visitare, reprimere, riparare, registrare, ordinare,\
+      \ correggere, frenare ed emendare tutti questi errori, eresie, abusi, offese,\
+      \ disprezzi ed enormit\xE0, qualunque essi siano, che per qualsiasi tipo di\
+      \ autorit\xE0 o giurisdizione spirituale dovrebbero o potrebbero essere legittimamente\
+      \ riformati, repressi, ordinati, riparati, corretti, frenati o modificati, per\
+      \ il massimo piacere di Dio Onnipotente, l&#39;aumento della virt\xF9 nella\
+      \ religione di Cristo e per la conservazione della pace, dell&#39;unit\xE0 e\
+      \ della tranquillit\xE0 di questo regno; nonostante qualsiasi uso, terra straniera,\
+      \ autorit\xE0 straniera, prescrizione o qualsiasi altra cosa contraria al presente\
+      \ documento. Parlamento inglese, Atto di Supremazia, 1534 Dal passaggio si pu\xF2\
+      \ dedurre che il Parlamento inglese volesse sostenere che l&#39;Atto di Supremazia\
+      \ avrebbe"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_high_school_european_history
+tag: mmlu_it_llama_humanities_tasks
+task: mmlu_it_llama_high_school_european_history
+task_alias: high_school_european_history

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_geography.yaml ADDED Viewed

	@@ -0,0 +1,58 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "tasso di mortalit\xE0 grezzo dalla data di nascita grezza."
+      B: "tasso di natalit\xE0 grezzo dal tasso di mortalit\xE0 grezzo."
+      C: "raddoppiando il tempo rispetto al tasso di natalit\xE0 grezzo."
+      D: "tasso di fertilit\xE0 dal tasso grezzo di mortalit\xE0."
+    input_correct_responses:
+    - A
+    input_question: Il tasso di crescita naturale di una popolazione si trova sottraendo
+      il
+  - input_choice_list:
+      A: "I tassi di natalit\xE0 aumentano e il tasso di crescita della popolazione\
+        \ \xE8 meno rapido."
+      B: "I tassi di natalit\xE0 diminuiscono e il tasso di crescita della popolazione\
+        \ \xE8 meno rapido."
+      C: "I tassi di natalit\xE0 aumentano e il tasso di crescita della popolazione\
+        \ aumenta."
+      D: "I tassi di natalit\xE0 diminuiscono e il tasso di crescita della popolazione\
+        \ aumenta."
+    input_correct_responses:
+    - B
+    input_question: "Durante la terza fase del modello di transizione demografica,\
+      \ quale delle seguenti affermazioni \xE8 vera?"
+  - input_choice_list:
+      A: La duplicazione degli sforzi avviene spesso.
+      B: "I problemi sociali del centro citt\xE0 si riversano nei sobborghi residenziali\
+        \ circostanti."
+      C: Spesso si verificano inefficienze nella fornitura dei servizi.
+      D: "Gli sforzi di un quartiere per ridurre l&#39;inquinamento sono sempre sostenuti\
+        \ dalle comunit\xE0 vicine."
+    input_correct_responses:
+    - D
+    input_question: "Quale delle seguenti affermazioni NON \xE8 accurata riguardo\
+      \ ai servizi forniti dai governi locali negli Stati Uniti?"
+  - input_choice_list:
+      A: esternalizzazione.
+      B: delocalizzazione.
+      C: maquiladoras.
+      D: interdipendenza localizzata.
+    input_correct_responses:
+    - B
+    input_question: Viene chiamata la pratica di assumere un fornitore di servizi
+      terzo straniero per eseguire un&#39;operazione
+  - input_choice_list:
+      A: Saponetta colomba
+      B: Barretta di cioccolato colomba
+      C: Simbolo della colomba
+      D: Una colomba (uccello)
+    input_correct_responses:
+    - C
+    input_question: "Quale dei seguenti elementi \xE8 un esempio di cultura non materiale?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_high_school_geography
+tag: mmlu_it_llama_social_sciences_tasks
+task: mmlu_it_llama_high_school_geography
+task_alias: high_school_geography

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_government_and_politics.yaml ADDED Viewed

	@@ -0,0 +1,60 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "la definizione costituzionale di tali poteri \xE8 ampia e non specifica"
+      B: la maggior parte delle persone concorda sul fatto che la Costituzione pone
+        troppi limiti al potere presidenziale
+      C: la Corte Suprema rifiuta costantemente di pronunciarsi su casi riguardanti
+        i poteri presidenziali
+      D: gli emendamenti costituzionali hanno notevolmente aumentato i poteri presidenziali
+    input_correct_responses:
+    - A
+    input_question: "L\u2019incertezza sui limiti del potere presidenziale \xE8 causata\
+      \ principalmente da questo"
+  - input_choice_list:
+      A: aumento annuale della spesa federale per le forze armate
+      B: ammontare degli interessi sul debito pubblico
+      C: differenza tra le proposte di bilancio iniziali fatte dal presidente e dal
+        Congresso
+      D: importo che il governo spende in eccesso rispetto alle sue entrate
+    input_correct_responses:
+    - D
+    input_question: Il termine &quot;deficit di bilancio&quot; si riferisce al
+  - input_choice_list:
+      A: Weeks contro Stati Uniti
+      B: Betts contro Brady
+      C: Mapp contro Ohio
+      D: Miranda contro Arizona
+    input_correct_responses:
+    - D
+    input_question: Quale dei seguenti casi ha stabilito il precedente secondo cui
+      un imputato deve essere informato del diritto al silenzio, del diritto a un
+      avvocato e della protezione dall&#39;autoincriminazione?
+  - input_choice_list:
+      A: Sono stabiliti dal potere legislativo.
+      B: I loro membri spesso non hanno molta influenza sulle decisioni presidenziali.
+      C: Non possono essere tutti gestiti da leader che appartengono allo stesso partito
+        politico del presidente.
+      D: Non tutte le agenzie federali sono un dipartimento di gabinetto.
+    input_correct_responses:
+    - C
+    input_question: "Quale delle seguenti affermazioni sui dipartimenti di gabinetto\
+      \ \xE8 FALSA?"
+  - input_choice_list:
+      A: I politici onesti possono impedire lo sviluppo di fazioni.
+      B: "\xC8 pi\xF9 probabile che le fazioni si formino nelle grandi repubbliche\
+        \ che in quelle piccole."
+      C: "Gli effetti negativi della faziosit\xE0 possono essere ridotti da un governo\
+        \ repubblicano."
+      D: "Le libere elezioni sono la migliore difesa del popolo contro le faziosit\xE0\
+        ."
+    input_correct_responses:
+    - C
+    input_question: Quale delle seguenti affermazioni meglio afferma un&#39;argomentazione
+      avanzata da James Madison in The Federalist numero 10?
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_high_school_government_and_politics
+tag: mmlu_it_llama_social_sciences_tasks
+task: mmlu_it_llama_high_school_government_and_politics
+task_alias: high_school_government_and_politics

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_macroeconomics.yaml ADDED Viewed

	@@ -0,0 +1,52 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: L&#39;esercito americano apre una nuova base in un paese straniero con 1.000
+        dipendenti statunitensi.
+      B: I consumatori giapponesi acquistano migliaia di CD prodotti negli Stati Uniti.
+      C: Una cantante pop americana si esibisce in un concerto tutto esaurito a Parigi.
+      D: "Una produzione teatrale francese gira decine di citt\xE0 americane."
+    input_correct_responses:
+    - C
+    input_question: "Quale dei seguenti elementi non \xE8 incluso nel PIL degli Stati\
+      \ Uniti?"
+  - input_choice_list:
+      A: relazione diretta tra disoccupazione e inflazione
+      B: "relazione diretta tra prezzo e quantit\xE0 domandata"
+      C: "relazione inversa tra prezzo e quantit\xE0 domandata"
+      D: relazione inversa tra disoccupazione e inflazione
+    input_correct_responses:
+    - D
+    input_question: La curva di Phillips di breve periodo indica a
+  - input_choice_list:
+      A: le esportazioni superano le importazioni.
+      B: le importazioni superano le esportazioni.
+      C: la riscossione delle tasse federali supera la spesa.
+      D: la spesa federale supera le entrate fiscali federali.
+    input_correct_responses:
+    - D
+    input_question: Un deficit federale si verifica quando
+  - input_choice_list:
+      A: Aumento del tasso di sconto
+      B: Aumentare il coefficiente di riserva
+      C: Acquistare titoli di Stato
+      D: Abbassamento delle tariffe
+    input_correct_responses:
+    - C
+    input_question: "A parit\xE0 di condizioni, quale delle seguenti politiche monetarie\
+      \ verrebbe utilizzata per stimolare le esportazioni statunitensi?"
+  - input_choice_list:
+      A: "Un aumento dell\u2019offerta di moneta"
+      B: Aumento della spesa pubblica
+      C: "Tasse pi\xF9 basse su ricerca e sviluppo di nuove tecnologie"
+      D: "Tasse pi\xF9 alte sul reddito delle famiglie"
+    input_correct_responses:
+    - C
+    input_question: "Quale delle seguenti politiche descrive meglio la politica fiscale\
+      \ dal lato dell\u2019offerta?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_high_school_macroeconomics
+tag: mmlu_it_llama_social_sciences_tasks
+task: mmlu_it_llama_high_school_macroeconomics
+task_alias: high_school_macroeconomics

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_mathematics.yaml ADDED Viewed

	@@ -0,0 +1,61 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: '3'
+      B: '15'
+      C: '6'
+      D: '5'
+    input_correct_responses:
+    - B
+    input_question: Joe era incaricato delle luci per un ballo. La luce rossa lampeggia
+      ogni due secondi, la luce gialla ogni tre secondi e la luce blu ogni cinque
+      secondi. Se includiamo l&#39;inizio e la fine della danza, quante volte durante
+      una danza di sette minuti si accenderanno tutte le luci contemporaneamente?
+      (Supponiamo che tutte e tre le luci lampeggino simultaneamente all&#39;inizio
+      della danza.)
+  - input_choice_list:
+      A: '12'
+      B: '1'
+      C: '30'
+      D: '5'
+    input_correct_responses:
+    - C
+    input_question: Cinquemila dollari composti ogni anno a un tasso di interesse
+      $x\%$ impiegano sei anni per raddoppiare. Allo stesso tasso di interesse, quanti
+      anni occorreranno $\$300$ per crescere fino a $\$9600$?
+  - input_choice_list:
+      A: '-1'
+      B: '16'
+      C: -\frac{1}{256}
+      D: \frac{1}{16}
+    input_correct_responses:
+    - C
+    input_question: "La variabile $x$ varia direttamente come il quadrato di $y$,\
+      \ e $y$ varia direttamente come il cubo di $z$. Se $x$ \xE8 uguale a $-16$ quando\
+      \ $z$ \xE8 uguale a 2, qual \xE8 il valore di $x$ quando $z$ \xE8 uguale a $\\\
+      frac{1}{2}$?"
+  - input_choice_list:
+      A: \frac{3\sqrt{3}}{3}
+      B: \frac{1}{3}
+      C: \qrt{3}
+      D: \frac{\sqrt{3}}{3}
+    input_correct_responses:
+    - D
+    input_question: 'Semplifica e scrivi il risultato con un denominatore razionale:
+      $$\sqrt{\sqrt[3]{\sqrt{\frac{1}{729}}}}$$'
+  - input_choice_list:
+      A: '55'
+      B: '60'
+      C: '62'
+      D: '65'
+    input_correct_responses:
+    - D
+    input_question: "Dieci studenti sostengono un test di biologia e ricevono i seguenti\
+      \ punteggi: 45, 55, 50, 70, 65, 80, 40, 90, 70, 85. Qual \xE8 la media dei punteggi\
+      \ dei test degli studenti?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_high_school_mathematics
+tag: mmlu_it_llama_stem_tasks
+task: mmlu_it_llama_high_school_mathematics
+task_alias: high_school_mathematics

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_microeconomics.yaml ADDED Viewed

	@@ -0,0 +1,54 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: Un salario minimo effettivo imposto a questo mercato del lavoro.
+      B: Un aumento del prezzo dei litri di vernice.
+      C: Un aumento nella costruzione di nuove case.
+      D: "Un aumento del prezzo dei verniciatori meccanici finch\xE9 l\u2019effetto\
+        \ produzione supera l\u2019effetto sostituzione."
+    input_correct_responses:
+    - C
+    input_question: In un mercato del lavoro competitivo per gli imbianchini, quale
+      dei seguenti fattori aumenterebbe la domanda di imbianchini?
+  - input_choice_list:
+      A: "la domanda del prodotto aumenter\xE0"
+      B: "la domanda del prodotto diminuir\xE0"
+      C: "il surplus del consumatore aumenter\xE0"
+      D: "il surplus del consumatore diminuir\xE0"
+    input_correct_responses:
+    - C
+    input_question: Se il governo sovvenziona i produttori in un mercato perfettamente
+      competitivo, allora
+  - input_choice_list:
+      A: '0'
+      B: '5'
+      C: '10'
+      D: '100'
+    input_correct_responses:
+    - D
+    input_question: "Il rapporto di concentrazione per un monopolio \xE8"
+  - input_choice_list:
+      A: Il prezzo minimo sposta la curva di domanda verso sinistra.
+      B: Un pavimento efficace crea una carenza di bene.
+      C: Il prezzo minimo sposta la curva di offerta del bene verso destra.
+      D: Per essere un livello efficace, deve essere fissato al di sopra del prezzo
+        di equilibrio.
+    input_correct_responses:
+    - D
+    input_question: "Quale delle seguenti affermazioni \xE8 vera riguardo al prezzo\
+      \ minimo?"
+  - input_choice_list:
+      A: Libera entrata e uscita dal mercato
+      B: Pochi grandi produttori
+      C: Un produttore di un bene senza sostituti prossimi
+      D: Un prodotto omogeneo
+    input_correct_responses:
+    - B
+    input_question: "Quale delle seguenti \xE8 necessariamente una caratteristica\
+      \ dell&#39;oligopolio?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_high_school_microeconomics
+tag: mmlu_it_llama_social_sciences_tasks
+task: mmlu_it_llama_high_school_microeconomics
+task_alias: high_school_microeconomics

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_physics.yaml ADDED Viewed

	@@ -0,0 +1,62 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: Solo I e II
+      B: Solo I e III
+      C: Solo II e III
+      D: Solo III
+    input_correct_responses:
+    - D
+    input_question: "Quale delle seguenti condizioni garantisce la conservazione del\
+      \ momento angolare? I. Conservazione della quantit\xE0 di moto lineare II. Forza\
+      \ esterna netta nulla III. Coppia esterna netta nulla"
+  - input_choice_list:
+      A: "La pressione \xE8 in un nodo, ma lo spostamento delle particelle \xE8 in\
+        \ un antinodo."
+      B: "La pressione \xE8 all&#39;antinodo, ma lo spostamento delle particelle \xE8\
+        \ al nodo."
+      C: La pressione e lo spostamento delle particelle sono entrambi ai nodi.
+      D: La pressione e lo spostamento delle particelle sono entrambi agli antinodi.
+    input_correct_responses:
+    - B
+    input_question: "Un tubo pieno d&#39;aria \xE8 chiuso ad un&#39;estremit\xE0.\
+      \ Nel tubo viene prodotta un&#39;onda stazionaria, che fa suonare una nota.\
+      \ Quale delle seguenti \xE8 un&#39;affermazione corretta sulle propriet\xE0\
+      \ dell&#39;onda all&#39;estremit\xE0 chiusa del tubo?"
+  - input_choice_list:
+      A: 02:00
+      B: 6:00 DI MATTINA
+      C: 00:00
+      D: 24A
+    input_correct_responses:
+    - D
+    input_question: "Una fotocellula con funzione di lavoro \u03D5 = 2eV \xE8 collegata\
+      \ ad un resistore in serie. La luce di frequenza f = 1 \xD7 10^15 Hz colpisce\
+      \ una piastra metallica della fotocellula. Se la potenza della luce \xE8 P =\
+      \ 100 W, qual \xE8 la corrente che attraversa il resistore?"
+  - input_choice_list:
+      A: 10 W
+      B: 30 W
+      C: 60 W
+      D: 240 W
+    input_correct_responses:
+    - D
+    input_question: "Un forno a microonde \xE8 collegato a una presa da 120 V e assorbe\
+      \ una corrente di 2 A. A quale velocit\xE0 viene utilizzata l&#39;energia del\
+      \ forno a microonde?"
+  - input_choice_list:
+      A: 3,5 J
+      B: 6,0 J
+      C: 22,5 J
+      D: 40 J
+    input_correct_responses:
+    - B
+    input_question: "Una carica puntiforme, Q = +1 mC, \xE8 fissata all&#39;origine.\
+      \ Quanto lavoro \xE8 necessario per spostare una carica, Q = +8 \xB5C, dal punto\
+      \ (0,4 metri) al punto (3 metri, 0)?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_high_school_physics
+tag: mmlu_it_llama_stem_tasks
+task: mmlu_it_llama_high_school_physics
+task_alias: high_school_physics

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_psychology.yaml ADDED Viewed

	@@ -0,0 +1,63 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: un forte Super-Io.
+      B: bassa autostima.
+      C: bassa autoefficacia.
+      D: un locus of control interno.
+    input_correct_responses:
+    - D
+    input_question: "Ani crede che i suoi atteggiamenti e comportamenti giochino un\
+      \ ruolo centrale in ci\xF2 che le accade. \xC8 probabile che tale convinzione\
+      \ sia associata a"
+  - input_choice_list:
+      A: identificare le cause e le soluzioni dei problemi presentati dal cliente
+      B: "identificare ed eliminare le cause delle difficolt\xE0 del consultato nella\
+        \ gestione di un problema"
+      C: "stabilire una gerarchia di autorit\xE0 per consentire un processo decisionale\
+        \ efficace"
+      D: "presentare una linea d&#39;azione unica, ben definita e inequivocabile affinch\xE9\
+        \ il consulente possa superare i deficit di competenze"
+    input_correct_responses:
+    - B
+    input_question: "Secondo il modello di Caplan della consultazione del caso centrata\
+      \ sul consultato, il consulente \xE8 principalmente interessato a"
+  - input_choice_list:
+      A: I messaggi vengono inviati dal talamo direttamente all&#39;amigdala.
+      B: I messaggi vengono inviati dal talamo ai percorsi &quot;cosa&quot; e &quot;dove&quot;.
+      C: I messaggi vengono inviati dal sistema nervoso parasimpatico alla corteccia
+        cerebrale.
+      D: I messaggi vengono inviati dai lobi frontali alla ghiandola pituitaria.
+    input_correct_responses:
+    - A
+    input_question: "Mentre nuota nell&#39;oceano, Ivan viene spaventato da un&#39;ombra\
+      \ scura nell&#39;acqua ancor prima che abbia la possibilit\xE0 di identificare\
+      \ di cosa si tratta. Le connessioni sinaptiche che hanno luogo durante questo\
+      \ episodio di paura sono meglio descritte da quale dei seguenti?"
+  - input_choice_list:
+      A: Date al bambino un periodo di prova nel nuovo ambiente
+      B: Avvisare per iscritto i genitori
+      C: Ottieni l&#39;approvazione del consiglio scolastico
+      D: Ottieni il consenso dei genitori
+    input_correct_responses:
+    - B
+    input_question: "Secondo l\u2019Individuals with Disabilities Education Improvement\
+      \ Act, quale delle seguenti azioni deve fare un\u2019agenzia educativa prima\
+      \ di modificare l\u2019inserimento scolastico di uno studente con disabilit\xE0\
+      ?"
+  - input_choice_list:
+      A: Socioculturale
+      B: clinico
+      C: cognitivo
+      D: comportamentista
+    input_correct_responses:
+    - C
+    input_question: "Pascale \xE8 interessata alle strategie di elaborazione che i\
+      \ bambini utilizzano per apprendere nuove informazioni. In che tipo di psicologo\
+      \ sarebbe meglio classificare Pascale?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_high_school_psychology
+tag: mmlu_it_llama_social_sciences_tasks
+task: mmlu_it_llama_high_school_psychology
+task_alias: high_school_psychology

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_statistics.yaml ADDED Viewed

	@@ -0,0 +1,72 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "Se la pendenza della retta di regressione \xE8 esattamente 1, allora la\
+        \ correlazione \xE8 esattamente 1."
+      B: "Se la correlazione \xE8 0, la pendenza della retta di regressione non \xE8\
+        \ definita."
+      C: Invertendo quale variabile si chiama x e quale si chiama y si cambia il segno
+        della correlazione.
+      D: "La correlazione r \xE8 uguale alla pendenza della linea di regressione quando\
+        \ i punteggi z per la variabile y vengono tracciati rispetto ai punteggi z\
+        \ per la variabile x."
+    input_correct_responses:
+    - D
+    input_question: "Quale delle seguenti \xE8 un&#39;affermazione corretta sulla\
+      \ correlazione?"
+  - input_choice_list:
+      A: E(X + Y) = 99, var(X + Y) = 8,5
+      B: E(X + Y) = 99, var(X + Y) = 13
+      C: E(X + Y) = 99, var(X + Y) = 17
+      D: Non ci sono informazioni sufficienti per rispondere a questa domanda.
+    input_correct_responses:
+    - D
+    input_question: "Supponiamo che X e Y siano variabili casuali con E(X) = 37, var(X)\
+      \ = 5, E(Y) = 62 e var(Y) = 12. Quali sono il valore atteso e la varianza della\
+      \ variabile casuale X + S\xEC?"
+  - input_choice_list:
+      A: "La percentuale di alberi che hanno subito pi\xF9 del 50% di danni a causa\
+        \ del gelo."
+      B: Il numero di alberi colpiti dal gelo.
+      C: Il numero di alberi campionati dal boschetto.
+      D: "Per ogni albero campionato, se ha subito pi\xF9 del 50% di danni o al massimo\
+        \ il 50% di danni."
+    input_correct_responses:
+    - D
+    input_question: "Dopo l&#39;allarme gelo, il proprietario di un grande aranceto\
+      \ ha chiesto ai suoi lavoratori di spruzzare acqua su tutti i suoi alberi. Si\
+      \ supponeva che l&#39;acqua si congelasse e formasse uno strato protettivo di\
+      \ ghiaccio attorno ai fiori d&#39;arancio. Tuttavia il proprietario sospettava\
+      \ che alcuni alberi avessero subito notevoli danni a causa del gelo. Per stimare\
+      \ la percentuale di alberi che hanno subito pi\xF9 del 50% di danni a causa\
+      \ del gelo, ha prelevato un campione casuale di 100 alberi dal suo boschetto.\
+      \ Qual \xE8 la variabile di risposta in questo esperimento?"
+  - input_choice_list:
+      A: Media 518 grammi; deviazione standard 7,0 grammi
+      B: Media 518 grammi; deviazione standard 3,5 grammi
+      C: Media 518 grammi; deviazione standard 6,1 grammi
+      D: Media 394 grammi; deviazione standard 6,1 grammi
+    input_correct_responses:
+    - C
+    input_question: 'Un nuovo smartwatch viene prodotto in una parte della fabbrica,
+      quindi assicurato per la spedizione in un&#39;altra parte indipendente della
+      fabbrica. Il peso dello smartwatch ha una media di 62 grammi e una deviazione
+      standard di 1,0 grammi. Il peso dell&#39;imballaggio (scatola, manuale d&#39;uso,
+      pluriball, ecc.) ha una media di 456 grammi e una deviazione standard di 6 grammi.
+      Insieme, la distribuzione del peso dello smartwatch e della sua confezione avrebbe
+      la seguente media e deviazione standard:'
+  - input_choice_list:
+      A: Io, II
+      B: II, III
+      C: III, I
+      D: III, II
+    input_correct_responses:
+    - D
+    input_question: "Quale dei seguenti insiemi ha la deviazione standard pi\xF9 piccola?\
+      \ Quale ha il pi\xF9 grande? I: {1,2,3} II: {-10,10} III: {100}\\n"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_high_school_statistics
+tag: mmlu_it_llama_stem_tasks
+task: mmlu_it_llama_high_school_statistics
+task_alias: high_school_statistics

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_us_history.yaml ADDED Viewed

	@@ -0,0 +1,163 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: Risposta organizzata alla ribellione di Bacon
+      B: Risposta federale alla ribellione di Shays
+      C: Risposta federale alla ribellione del whisky
+      D: Risposta federale alla ribellione di Pontiac
+    input_correct_responses:
+    - C
+    input_question: "Questa domanda si riferisce alle seguenti informazioni. &quot;La\
+      \ societ\xE0 in ogni stato \xE8 una benedizione, ma il governo, anche nel suo\
+      \ stato migliore, non \xE8 altro che un male necessario; nel suo stato peggiore,\
+      \ un male intollerabile; perch\xE9 quando soffriamo, o siamo esposti alle stesse\
+      \ miserie da parte di un governo, cosa che potremmo aspettarci In un paese senza\
+      \ governo, la nostra calamit\xE0 \xE8 accresciuta se riflettiamo sul fatto che\
+      \ siamo noi a fornire i mezzi con cui soffriamo. Il governo, come l\u2019abito,\
+      \ \xE8 il distintivo dell\u2019innocenza perduta; i palazzi dei re sono costruiti\
+      \ sulle rovine delle pergole del paradiso. se gli impulsi della coscienza fossero\
+      \ chiari, uniformi e irresistibilmente obbediti, l\u2019uomo non avrebbe bisogno\
+      \ di altro legislatore; ma non essendo cos\xEC, egli ritiene necessario cedere\
+      \ una parte della sua propriet\xE0 per fornire i mezzi per la protezione del\
+      \ resto; e a ci\xF2 \xE8 indotto dalla stessa prudenza che in ogni altro caso\
+      \ gli consiglia di scegliere il minimo tra due mali. Pertanto, essendo la sicurezza\
+      \ il vero disegno e fine del governo, ne consegue indiscutibilmente che qualunque\
+      \ forma di essa appaia pi\xF9 idonea a garantire per noi, con la minima spesa\
+      \ e il massimo beneficio, \xE8 preferibile a tutti gli altri.&quot; Thomas Paine,\
+      \ Common Sense, 1776 Quale delle seguenti &quot;miserie&quot; a cui si \xE8\
+      \ accennato sopra \xE8 stata maggiormente condannata dagli antifederalisti dell&#39;era\
+      \ post-rivoluzionaria?"
+  - input_choice_list:
+      A: Tensioni tra le politiche britanniche e le aspirazioni dei coloni nordamericani.
+      B: Tensioni tra gli indiani d&#39;America alleati con i francesi e quelli alleati
+        con gli inglesi.
+      C: Tensioni tra afroamericani liberati e piantatori bianchi.
+      D: "Tensioni tra coloni dell&#39;entroterra ed \xE9lite nell&#39;America coloniale."
+    input_correct_responses:
+    - D
+    input_question: "Questa domanda si riferisce alle seguenti informazioni. &quot;Poich\xE9\
+      \ la nostra ultima condotta a Conestoga Manor e a Lancaster ha dato luogo a\
+      \ molte speculazioni e a una grande diversit\xE0 di sentimenti in questo e nei\
+      \ governi vicini; alcuni lo hanno rivendicato e altri lo hanno condannato; alcuni\
+      \ hanno caritatevolmente alleviato il Crimine, e altri maliziosamente lo dipingono\
+      \ nel modo pi\xF9 odioso e colori detestabili, riteniamo nostro dovere esporre\
+      \ al pubblico l&#39;intera questione come ci \xE8 apparsa, e ci appare ancora...\
+      \ &quot;Se queste cose non bastano a dimostrare un ingiustificabile attaccamento\
+      \ dei quaccheri agli indiani selvaggi , una ferma risoluzione di fare amicizia\
+      \ con loro e un&#39;assoluta insensibilit\xE0 alle sofferenze umane, consideriamo\
+      \ alcuni fatti pi\xF9 recenti. Quando l&#39;estate scorsa abbiamo scoperto che\
+      \ probabilmente non avremmo ricevuto assistenza dal governo, alcuni volontari\
+      \ sono partiti a nostre spese, determinati a scacciare i nostri nemici dai nostri\
+      \ confini; e quando ci avvicinammo alla grande Isola, capimmo che un certo numero\
+      \ dei loro Guerrieri erano usciti contro le nostre Frontiere. Dopodich\xE9 siamo\
+      \ tornati, li abbiamo raggiunti e abbiamo combattuto con loro a Munfey Hill,\
+      \ dove abbiamo perso alcuni dei nostri uomini e ucciso alcuni dei loro guerrieri,\
+      \ salvando cos\xEC le nostre frontiere da questa storia in un&#39;altra spedizione.\
+      \ Ma non appena avevamo distrutto le loro provviste sulla grande isola e rovinato\
+      \ il loro commercio con la brava gente di Betlemme, questi stessi indiani, che\
+      \ erano giustamente sospettati di aver ucciso i nostri amici nella contea di\
+      \ Northampton, furono presi dall&#39;influenza di alcuni quaccheri. sotto la\
+      \ protezione del governo per proteggerli dai risentimenti degli amici e dei\
+      \ parenti degli assassinati e per sostenerli durante l&#39;inverno.&quot; \u2014\
+      &quot;Apology of the Paxton Boys&quot; (opuscolo), 1764 (Nota: &quot;apology&quot;\
+      \ in questo contesto dovrebbe essere letto come una spiegazione, non come un&#39;ammissione\
+      \ di colpa o di rammarico.) I sentimenti espressi nella spiegazione di cui sopra\
+      \ riflettono quali delle tensioni in corso durante il periodo coloniale della\
+      \ storia americana?"
+  - input_choice_list:
+      A: "l\u2019emendamento sulla parit\xE0 di diritti"
+      B: suffragio universale
+      C: diritti degli Stati
+      D: divieto
+    input_correct_responses:
+    - B
+    input_question: "Questa domanda si riferisce alle seguenti informazioni. &quot;Nel\
+      \ nuovo Codice di Leggi che suppongo sar\xE0 necessario che tu faccia, desidero\
+      \ che ti ricordi delle Signore, e che tu sia pi\xF9 generoso e favorevole verso\
+      \ loro rispetto ai tuoi antenati. Non mettere un potere cos\xEC illimitato nelle\
+      \ mani dei Mariti . Ricorda che tutti gli uomini sarebbero tiranni se potessero.\
+      \ Se non viene prestata particolare cura e attenzione alle donne, siamo determinati\
+      \ a fomentare una ribellione e non ci riterremo vincolati da alcuna legge in\
+      \ cui non abbiamo voce o rappresentanza. Abigail Adams, in una lettera a John\
+      \ Adams, 1776 &quot;La legislazione speciale per le donne ci ha posto in una\
+      \ posizione molto anomala. Le donne investite dei diritti di cittadinanza in\
+      \ una sezione - elettori, giurati, titolari di cariche - che attraversano una\
+      \ linea immaginaria, sono soggetti nei successivi. In alcuni Stati, una donna\
+      \ sposata pu\xF2 detenere propriet\xE0 e trattare affari a proprio nome; in\
+      \ altri, i suoi guadagni appartengono a suo marito. In alcuni Stati, una donna\
+      \ pu\xF2 testimoniare contro suo marito, fare causa ed essere citata in giudizio\
+      \ nei tribunali; in altri, non ha alcun risarcimento in caso di danno alla persona,\
+      \ alla propriet\xE0 o al carattere. In caso di divorzio per adulterio del marito,\
+      \ la moglie innocente non \xE8 ritenuta titolare di alcun diritto sui figli\
+      \ o sulla propriet\xE0, a meno che per decreto speciale del tribunale. Ma in\
+      \ nessuno Stato dell&#39;Unione la moglie ha diritto sulla propria persona,\
+      \ o su una parte dei guadagni comuni della convivenza durante la vita del marito.\
+      \ In alcuni Stati le donne possono entrare nel scuole di diritto e pratica nei\
+      \ tribunali; in altri sono vietati. In alcune universit\xE0 le ragazze godono\
+      \ di pari vantaggi educativi rispetto ai ragazzi, mentre molte delle istituzioni\
+      \ pi\xF9 orgogliose del paese negano loro l\u2019ammissione, sebbene i figli\
+      \ della Cina, del Giappone e dell\u2019Africa vi siano i benvenuti. Ma i privilegi\
+      \ gi\xE0 concessi nei vari Stati non sono affatto sicuri.&quot; Susan B. Anthony,\
+      \ &quot;Dichiarazione dei diritti delle donne&quot;, 4 luglio 1876 I sentimenti\
+      \ espressi nel secondo estratto da Susan B. Anthony sono molto probabilmente\
+      \ a sostegno Di"
+  - input_choice_list:
+      A: Gli americani devono massimizzare il loro vantaggio tecnologico in Vietnam.
+      B: I bombardamenti americani in Vietnam stanno portando passo dopo passo al
+        progresso della guerra.
+      C: "Il bombardamento americano in Vietnam \xE8 un fallimento."
+      D: "L\u2019America non deve cedere al disfattismo riguardo alla guerra in Vietnam."
+    input_correct_responses:
+    - C
+    input_question: "Questa domanda si riferisce alle seguenti informazioni. I nostri\
+      \ leader parlano di fermare l&#39;aggressione dal nord, ma questa \xE8 stata\
+      \ una lotta tra gruppi di vietnamiti finch\xE9 non siamo intervenuti. Sembriamo\
+      \ decisi a salvare i vietnamiti da Ho Chi Minh, anche a costo di ucciderli e\
+      \ demolire il loro paese per farlo. Mentre i nativi osservano i villaggi bombardati,\
+      \ le donne e i bambini bruciati dal napalm, i raccolti di riso distrutti e le\
+      \ citt\xE0 invase dal nostro personale militare, senza dubbio dicono segretamente\
+      \ della guerriglia vietcong e delle forze americane: &quot;Una piaga su entrambe\
+      \ le vostre case .&quot; \u2026 Fermare i bombardamenti, a nord e a sud, porre\
+      \ fine alle ricerche e alla distruzione delle operazioni offensive e limitare\
+      \ la nostra azione militare allo svolgimento di operazioni sul terreno. I bombardamenti\
+      \ sul nord non sono riusciti a fermare o a frenare seriamente il flusso di truppe\
+      \ verso sud e potrebbero, di fatto, aver indotto Hanoi ad uno sforzo bellico\
+      \ molto maggiore. \u2014Il senatore George McGovern, &quot;The Lessons of Vietnam&quot;,\
+      \ 25 aprile 1967 Quale delle seguenti opinioni degli anni &#39;60 riflette pi\xF9\
+      \ direttamente la prospettiva del discorso di George McGovern?"
+  - input_choice_list:
+      A: Abigail Adams
+      B: Clara Barton
+      C: Shirley Temple
+      D: Hillary Clinton
+    input_correct_responses:
+    - B
+    input_question: "Questa domanda si riferisce alle seguenti informazioni. Non vengo\
+      \ per sollecitare pretese personali, n\xE9 per cercare vantaggi individuali;\
+      \ Appaio come l&#39;avvocato di coloro che non possono difendere la propria\
+      \ causa; Vengo come amico di coloro che sono abbandonati, oppressi e desolati.\
+      \ Nella Provvidenza di Dio, io sono la voce del maniaco le cui grida penetranti\
+      \ dalle tetre segrete delle vostre prigioni non penetrano nelle vostre Aule\
+      \ della Legislazione. Io sono la Speranza dei poveri esseri impazziti che si\
+      \ struggono nelle celle, nei box, nelle gabbie e nelle stanze desolate delle\
+      \ vostre povere case. Io sono la Rivelazione di centinaia di creature lamentose\
+      \ e sofferenti, nascoste nelle vostre dimore private, in recinti e cabine, chiuse\
+      \ fuori, tagliate fuori da ogni influenza curativa, da ogni cura che risana\
+      \ la mente... Le loro storie malinconiche potrebbero essere diffuse davanti\
+      \ a voi? come rivelato al mio spirito addolorato durante gli ultimi tre mesi,\
+      \ con quanta rapidit\xE0 e seriet\xE0 cercheresti i mezzi di sollievo pi\xF9\
+      \ approvati; quanto insignificanti, quanto insignificanti, al confronto, sembrerebbero\
+      \ i sacrifici che ti vengono richiesti; come potrebbero diminuire di valore\
+      \ pochi centesimi e dollari, raccolti da ciascun cittadino, in confronto ai\
+      \ benefici certi e all&#39;immenso bene che sarebbero assicurati ai pazzi sofferenti...\
+      \ mediante la consacrazione e l&#39;applicazione di un fondo sufficiente alla\
+      \ costruzione? di un ospedale adatto... \u2014Dorothea Dix, Memorial Soliciting\
+      \ a State Hospital for the Protection and Cure of the Insane, presentato all&#39;Assemblea\
+      \ Generale della Carolina del Nord, novembre 1848 Dorothea Dix pu\xF2 essere\
+      \ meglio paragonata a chi?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_high_school_us_history
+tag: mmlu_it_llama_humanities_tasks
+task: mmlu_it_llama_high_school_us_history
+task_alias: high_school_us_history

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_world_history.yaml ADDED Viewed

	@@ -0,0 +1,104 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: induismo
+      B: buddismo
+      C: Shintoismo
+      D: Zoroastrismo
+    input_correct_responses:
+    - A
+    input_question: "Questa domanda si riferisce alle seguenti informazioni. Contiene\
+      \ tutte le opere e i desideri e tutti i profumi e tutti i gusti. Avvolge l&#39;universo\
+      \ intero e nel silenzio \xE8 amorevole con tutti. Questo \xE8 lo Spirito che\
+      \ \xE8 nel mio cuore, questo \xE8 Brahman. A lui verr\xF2 quando andr\xF2 oltre\
+      \ questa vita, e a lui verr\xE0 colui che ha fede e non dubita. \u2014Le Upanishad,\
+      \ India, ca. 1000 a.C. A quale religione appartiene molto probabilmente chi\
+      \ parla?"
+  - input_choice_list:
+      A: La rivoluzione industriale
+      B: Decolonizzazione
+      C: Associazioni regionali di libero scambio
+      D: Autarchia
+    input_correct_responses:
+    - B
+    input_question: "Questa domanda si riferisce alle seguenti informazioni. &quot;La\
+      \ lotta contro il neocolonialismo non mira ad escludere il capitale del mondo\
+      \ sviluppato dall&#39;operare nei paesi meno sviluppati. Essa mira a impedire\
+      \ che il potere finanziario dei paesi sviluppati venga utilizzato in modo tale\
+      \ da impoverire i meno sviluppati. Il non allineamento, come praticato dal Ghana\
+      \ e da molti altri paesi, si basa sulla cooperazione con tutti gli Stati, siano\
+      \ essi capitalisti, socialisti o ad economia mista. Tale politica, quindi, implica\
+      \ investimenti esteri da parte dei paesi capitalisti, ma deve essere investito\
+      \ secondo un piano nazionale elaborato dal governo dello Stato non allineato\
+      \ tenendo conto dei propri interessi. La questione non \xE8 quale rendimento\
+      \ ottiene l&#39;investitore straniero dai suoi investimenti... La questione\
+      \ \xE8 di potere. Uno Stato in la morsa del neocolonialismo non \xE8 padrona\
+      \ del proprio destino.&quot; Kwame Nkrumah, Neo-Colonialism, 1965 Quale dei\
+      \ seguenti fornisce il contesto migliore per gli scritti di Nkrumah?"
+  - input_choice_list:
+      A: Accettazione sociale del lavoro minorile
+      B: Aspettativa di vita in calo in Germania
+      C: Critiche ai dazi commerciali tedeschi
+      D: Effetti negativi attribuiti al capitalismo industriale
+    input_correct_responses:
+    - D
+    input_question: "Questa domanda si riferisce alle seguenti informazioni. &quot;La\
+      \ vera lamentela dell&#39;operaio \xE8 l&#39;insicurezza della sua esistenza;\
+      \ non \xE8 sicuro che avr\xE0 sempre lavoro, non \xE8 sicuro che sar\xE0 sempre\
+      \ sano, e prevede che un giorno sar\xE0 vecchio e inabile al lavoro Se cade\
+      \ in povert\xE0, anche solo a causa di una malattia prolungata, \xE8 del tutto\
+      \ indifeso, messo alla prova da solo, e la societ\xE0 attualmente non riconosce\
+      \ alcun obbligo reale nei suoi confronti oltre al consueto aiuto ai poveri,\
+      \ anche se ha &quot;Ho sempre lavorato fedelmente e diligentemente. Ma il solito\
+      \ aiuto ai poveri lascia molto a desiderare, soprattutto nelle grandi citt\xE0\
+      , dove \xE8 molto peggio che in campagna.&quot; Otto von Bismarck, 1884 Otto\
+      \ von Bismarck probabilmente fece questo discorso in reazione a quale dei seguenti\
+      \ problemi?"
+  - input_choice_list:
+      A: Il mantenimento della supremazia militare a tutti i costi
+      B: Crescenti tensioni tra sette religiose
+      C: "Fattori che portarono al crollo dell\u2019Impero Ottomano"
+      D: Sforzi di pace tra gli imperi islamici
+    input_correct_responses:
+    - B
+    input_question: "Questa domanda si riferisce alle seguenti informazioni. &quot;In\
+      \ effetti, poich\xE9 sia le fatwa di illustri [studiosi] che basano la loro\
+      \ opinione sia sulla ragione che sulla tradizione, sia il consenso della comunit\xE0\
+      \ sunnita concordano sul fatto che l&#39;antico obbligo di estirpazione, sterminio\
+      \ ed espulsione del male innovativo deve essere lo scopo del nostro esaltato\
+      \ aspirazione, poich\xE9 &quot;Lo zelo religioso \xE8 una vittoria della Fede\
+      \ di Dio Benefico&quot;; poi, secondo le parole del Profeta (Pace su di lui!)\
+      \ &quot;Chiunque introdurr\xE0 cattive innovazioni nel nostro ordine sia espulso&quot;\
+      \ e &quot;Chiunque non qualsiasi cosa contraria al nostro ordine deve essere\
+      \ espulsa, &quot;l&#39;azione \xE8 diventata necessaria ed urgente...&quot;\
+      \ Lettera del sultano ottomano Selim I allo sci\xE0 safavide Ismail I, 1514\
+      \ La lettera di Selim I \xE8 pi\xF9 chiaramente un esempio di quale dei seguenti?"
+  - input_choice_list:
+      A: Una rottura delle rotte commerciali attraverso il crollo della struttura
+        statale stabilita
+      B: Un aumento della popolazione mondiale attraverso una maggiore abbondanza
+        di cibo
+      C: La diffusione dei sistemi di credenze cinesi e indiani nel mondo
+      D: Un aumento dei disordini sociali
+    input_correct_responses:
+    - B
+    input_question: "Questa domanda si riferisce alle seguenti informazioni. &quot;Almeno\
+      \ una delle societ\xE0 [del mondo] dovrebbe in qualche modo aumentare enormemente\
+      \ la propria produttivit\xE0 [al fine di raggiungere l&#39;egemonia globale].\
+      \ Questo salto quantico dovrebbe essere fatto prima delle varie rivoluzioni\
+      \ scientifiche, tecnologiche, agricole e industriali su cui si basa la nostra\
+      \ Il mondo dopo il salto quantico resta. Ci\xF2 potrebbe essere realizzato solo\
+      \ sfruttando gli ecosistemi, le risorse minerarie e le risorse umane di interi\
+      \ continenti al di fuori dei territori della societ\xE0 che ha compiuto il salto.\
+      \ L\u2019Europa occidentale ha fatto proprio questo attraverso la sua brutalit\xE0\
+      , le armi e le armi. , cosa pi\xF9 importante, per fortuna geografica ed ecologica.&quot;\
+      \ Copyright \xA9 2015Cambridge University Press. Alfred Crosby, storico, Ecological\
+      \ Imperialism, 2004 Il &quot;salto quantico&quot; menzionato nel passaggio ha\
+      \ contribuito pi\xF9 direttamente a quale dei seguenti sviluppi nel periodo\
+      \ 1450-1750 d.C.?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_high_school_world_history
+tag: mmlu_it_llama_humanities_tasks
+task: mmlu_it_llama_high_school_world_history
+task_alias: high_school_world_history

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_human_aging.yaml ADDED Viewed

	@@ -0,0 +1,53 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: Un uomo o una donna asiatica
+      B: Un uomo ispanico
+      C: Una donna afroamericana
+      D: Un uomo o una donna bianca
+    input_correct_responses:
+    - C
+    input_question: "Quale delle seguenti persone ha maggiori probabilit\xE0 di rimanere\
+      \ a casa da sola, a partire dal 2019?"
+  - input_choice_list:
+      A: Vantaggio dell&#39;adolescenza
+      B: Urto della reminiscenza
+      C: Memoriale commemorativo
+      D: Picco di recupero quadratico
+    input_correct_responses:
+    - B
+    input_question: "La scoperta che gli adulti tendono a ricordare gli eventi della\
+      \ loro adolescenza meglio che quelli di altri periodi della loro vita viene\
+      \ definita \u201C"
+  - input_choice_list:
+      A: Texas
+      B: California
+      C: Hawaii
+      D: Vermont
+    input_correct_responses:
+    - A
+    input_question: "Quando gli anziani si trasferiscono in un nuovo stato dopo il\
+      \ pensionamento, quale delle seguenti \xE8 la destinazione pi\xF9 probabile?"
+  - input_choice_list:
+      A: Nicotina
+      B: Catrame
+      C: Monossido di carbonio
+      D: Particelle di fumo
+    input_correct_responses:
+    - B
+    input_question: "Quale elemento nel fumo di tabacco \xE8 responsabile del cancro?"
+  - input_choice_list:
+      A: "Una donna ispanoamericana pi\xF9 anziana"
+      B: Una donna afroamericana anziana
+      C: "Una donna asiatica americana pi\xF9 anziana"
+      D: "Una donna nativa americana pi\xF9 anziana"
+    input_correct_responses:
+    - C
+    input_question: "A parit\xE0 di condizioni, quale delle seguenti persone ha maggiori\
+      \ probabilit\xE0 di soffrire di osteoporosi?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_human_aging
+tag: mmlu_it_llama_other_tasks
+task: mmlu_it_llama_human_aging
+task_alias: human_aging

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_human_sexuality.yaml ADDED Viewed

	@@ -0,0 +1,53 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: durante il primo trimestre
+      B: durante il secondo trimestre
+      C: durante il terzo trimestre
+      D: per tutta la gravidanza
+    input_correct_responses:
+    - A
+    input_question: "La nausea mattutina \xE8 in genere un problema:"
+  - input_choice_list:
+      A: un ego forte
+      B: un Super-Io debole
+      C: "un&#39;identit\xE0 debole"
+      D: un forte Super-Io
+    input_correct_responses:
+    - B
+    input_question: 'Una donna che sa di avere un herpes attivo e una sifilide non
+      trattata ma continua a fare sesso senza informare i suoi partner della sua condizione
+      ha, in termini psicoanalitici:'
+  - input_choice_list:
+      A: il fatto che non hanno un periodo refrattario.
+      B: la risposta degli strati interni della vagina.
+      C: avere orgasmi alternati in luoghi diversi.
+      D: il punto G.
+    input_correct_responses:
+    - A
+    input_question: "La capacit\xE0 delle donne di avere orgasmi multipli \xE8 dovuta\
+      \ principalmente a:"
+  - input_choice_list:
+      A: rapporto sessuale
+      B: il cerchio sussulta
+      C: esibizionismo
+      D: toccarsi i genitali a vicenda
+    input_correct_responses:
+    - A
+    input_question: "La natura delle attivit\xE0 omosessuali che si verificano durante\
+      \ la preadolescenza include tutte le seguenti, tranne quale?"
+  - input_choice_list:
+      A: eiaculazione precoce
+      B: eiaculazione inibita
+      C: disturbo erettile
+      D: disturbo eiaculatorio
+    input_correct_responses:
+    - C
+    input_question: "Il disturbo pi\xF9 comune tra gli uomini che cercano una terapia\
+      \ sessuale \xE8:"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_human_sexuality
+tag: mmlu_it_llama_social_sciences_tasks
+task: mmlu_it_llama_human_sexuality
+task_alias: human_sexuality

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_international_law.yaml ADDED Viewed

	@@ -0,0 +1,71 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "L\u2019articolo 2, paragrafo 4 riguarda solo la forza armata"
+      B: "L\u2019articolo 2, paragrafo 4, comprende tutti i tipi di forza, comprese\
+        \ le sanzioni"
+      C: "L\u2019articolo 2, paragrafo 4, comprende tutte le ingerenze negli affari\
+        \ interni degli Stati"
+      D: "L&#39;articolo 2, paragrafo 4, comprende la forza diretta esclusivamente\
+        \ contro l&#39;integrit\xE0 territoriale di uno Stato"
+    input_correct_responses:
+    - A
+    input_question: "Quali tipi di forza vietano l\u2019articolo 2, paragrafo 4, della\
+      \ Carta delle Nazioni Unite?"
+  - input_choice_list:
+      A: Se una parte in un caso controverso dinanzi all&#39;ICJ non ha una seduta
+        nazionale come giudice, ha il diritto di nominare qualcuno come giudice esclusivamente
+        per quel caso, con il titolo di giudice ad hoc
+      B: "Il giudice ad hoc \xE8 il membro del collegio giudicante della Corte internazionale\
+        \ di giustizia con voto decisivo"
+      C: "Il giudice ad hoc \xE8 un giudice surrogato, nel caso in cui un giudice\
+        \ venga squalificato o muoia"
+      D: "Il giudice ad hoc \xE8 il giudice che ciascuna parte nominer\xE0 sempre\
+        \ in ogni causa controversa"
+    input_correct_responses:
+    - A
+    input_question: "Qual \xE8 il giudice ad hoc?"
+  - input_choice_list:
+      A: "Questa \xE8 una riserva accettabile se la legislazione del paese che effettua\
+        \ la riserva utilizza una definizione diversa"
+      B: "Si tratta di una riserva inaccettabile poich\xE9 contravviene all\u2019\
+        oggetto e allo scopo dell\u2019ICCPR"
+      C: "Si tratta di una riserva inaccettabile poich\xE9 la definizione di tortura\
+        \ contenuta nell\u2019ICCPR \xE8 coerente con il diritto internazionale consuetudinario"
+      D: "Questa \xE8 una riserva accettabile perch\xE9 secondo il diritto internazionale\
+        \ generale gli Stati hanno il diritto di apporre riserve ai trattati"
+    input_correct_responses:
+    - B
+    input_question: "Una riserva alla definizione di tortura contenuta nell\u2019\
+      ICCPR sarebbe accettabile nella pratica contemporanea?"
+  - input_choice_list:
+      A: "Il consenso pu\xF2 servire come circostanza escludente l&#39;illegittimit\xE0\
+        \ ogni volta che viene prestato"
+      B: "Il consenso non pu\xF2 mai costituire una circostanza ostativa all\u2019\
+        illegittimit\xE0"
+      C: "Il consenso pu\xF2 costituire una circostanza escludente l&#39;illegittimit\xE0\
+        , purch\xE9 il consenso sia valido e nella misura in cui la condotta rimanga\
+        \ nei limiti del consenso prestato"
+      D: "Il consenso pu\xF2 sempre costituire una circostanza ostativa all&#39;illegittimit\xE0\
+        , qualunque sia l&#39;organo dello Stato che lo presta"
+    input_correct_responses:
+    - C
+    input_question: "Quando il \u201Cconsenso\u201D pu\xF2 fungere da circostanza\
+      \ ostativa all&#39;illegittimit\xE0 di una condotta dello Stato?"
+  - input_choice_list:
+      A: Il consenso di uno Stato ad essere vincolato si esprime solo mediante ratifica
+      B: "Il consenso di uno Stato ad essere vincolato da un trattato pu\xF2 essere\
+        \ espresso mediante firma, ratifica, accettazione, approvazione o adesione"
+      C: Il consenso di uno Stato ad essere vincolato si esprime mediante la firma
+      D: "Il consenso di uno Stato ad essere vincolato \xE8 espresso con qualunque\
+        \ mezzo scelga"
+    input_correct_responses:
+    - B
+    input_question: "Come pu\xF2 essere espresso il consenso di uno Stato ad essere\
+      \ vincolato?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_international_law
+tag: mmlu_it_llama_humanities_tasks
+task: mmlu_it_llama_international_law
+task_alias: international_law

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_jurisprudence.yaml ADDED Viewed

	@@ -0,0 +1,54 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "Il POP sceglierebbe l\u2019uguaglianza al di sopra della libert\xE0."
+      B: "Il POP opterebbe per la strategia della \u201Cmassimizzazione\u201D."
+      C: "Il POP opterebbe per il \u201Cprincipio di differenza\u201D."
+      D: "Il POP rifiuterebbe il \u201Csistema della libert\xE0 naturale\u201D."
+    input_correct_responses:
+    - A
+    input_question: "Quale posizione, secondo Rawls, avr\xE0 meno probabilit\xE0 di\
+      \ essere adottata dal POP (persone nella posizione originaria)?"
+  - input_choice_list:
+      A: "massimizzazione della libert\xE0 individuale"
+      B: fornendo una base per un compromesso
+      C: mantenendo la pace
+      D: promuovere i principi del sistema della libera impresa
+    input_correct_responses:
+    - D
+    input_question: Le funzioni della legge includono tutte, tranne quale delle seguenti?
+  - input_choice_list:
+      A: "Autorit\xE0."
+      B: Carisma.
+      C: Cooperazione.
+      D: Capitalismo.
+    input_correct_responses:
+    - D
+    input_question: Quale parola riassume meglio la spiegazione di Weber dello sviluppo
+      del diritto formalmente razionale?
+  - input_choice_list:
+      A: Legge naturale
+      B: Analitico
+      C: Storico
+      D: Sociologico
+    input_correct_responses:
+    - A
+    input_question: "La ________ Scuola di giurisprudenza postula che la legge si\
+      \ basa su ci\xF2 che \xE8 &quot;corretto&quot;."
+  - input_choice_list:
+      A: "La lettera \xE8 un&#39;offerta di vendita"
+      B: "Un&#39;offerta valida non pu\xF2 essere fatta per lettera."
+      C: "La lettera contiene un&#39;offerta valida che terminer\xE0 entro un termine\
+        \ ragionevole."
+      D: Nella lettera manca uno degli elementi essenziali di un&#39;offerta.
+    input_correct_responses:
+    - D
+    input_question: 'Iverson Jewellers scrisse una lettera a Miller: &quot;Abbiamo
+      ricevuto un orologio Rolox a carica automatica eccezionalmente raffinato che
+      ti venderemo a un prezzo molto favorevole&quot;.'
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_jurisprudence
+tag: mmlu_it_llama_humanities_tasks
+task: mmlu_it_llama_jurisprudence
+task_alias: jurisprudence

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_logical_fallacies.yaml ADDED Viewed

	@@ -0,0 +1,60 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: tu quoque
+      B: risata del cavallo
+      C: argomento contro la persona
+      D: ignoratio elenchi
+    input_correct_responses:
+    - C
+    input_question: Se qualcuno attacca il carattere dell&#39;avversario, invece di
+      rispondere alle argomentazioni di quell&#39;avversario, la prima persona ha
+      probabilmente commesso quale dei seguenti errori?
+  - input_choice_list:
+      A: "sostenere che qualcosa \xE8 inferiore solo perch\xE9 non fa qualcosa che\
+        \ non avrebbe mai dovuto fare."
+      B: "includere pi\xF9 di una affermazione nella proposizione e trattare la prova\
+        \ di una affermazione come prova di tutte le affermazioni."
+      C: trarre una conclusione prima di esaminare le prove e considerare solo le
+        prove che supportano tale conclusione.
+      D: "porre una domanda che includa un presupposto non dimostrato o pi\xF9 di\
+        \ una domanda, rendendo cos\xEC priva di significato una risposta semplice\
+        \ s\xEC o no."
+    input_correct_responses:
+    - D
+    input_question: La complessa fallacia della domanda consiste in
+  - input_choice_list:
+      A: La premessa minore deve negare l&#39;antecedente
+      B: La premessa maggiore deve affermare il conseguente
+      C: Il termine medio deve essere utilizzato in almeno una premessa in senso universale
+        o assoluto
+      D: Tutti i precedenti
+    input_correct_responses:
+    - C
+    input_question: "Quale delle seguenti affermazioni \xE8 vera per un sillogismo\
+      \ categorico valido?"
+  - input_choice_list:
+      A: Divisione
+      B: Composizione
+      C: Appello alla persona
+      D: Appello all&#39;ignoranza
+    input_correct_responses:
+    - B
+    input_question: "Sostenere che ci\xF2 che \xE8 vero per le parti deve essere vero\
+      \ per il tutto \xE8 un errore..."
+  - input_choice_list:
+      A: "scarsa sportivit\xE0"
+      B: appello alla compassione
+      C: argomento contro la persona
+      D: ignoranza della confutazione
+    input_correct_responses:
+    - D
+    input_question: "Quando un argomentatore causa confusione durante la confutazione\
+      \ a causa della reale o finta mancanza di capacit\xE0 di impegnarsi nella confutazione,\
+      \ quell&#39;argomante potrebbe aver commesso l&#39;errore di"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_logical_fallacies
+tag: mmlu_it_llama_humanities_tasks
+task: mmlu_it_llama_logical_fallacies
+task_alias: logical_fallacies

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_machine_learning.yaml ADDED Viewed

	@@ -0,0 +1,74 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: 2.0/15
+      B: 1.0/7
+      C: 3.0/16
+      D: 1.0/5
+    input_correct_responses:
+    - B
+    input_question: "Un dado a 6 facce viene lanciato 15 volte e i risultati sono:\
+      \ il lato 1 esce 0 volte; lato 2: 1 volta; lato 3: 2 volte; lato 4: 3 volte;\
+      \ lato 5: 4 volte; lato 6: 5 volte. Sulla base di questi risultati, qual \xE8\
+      \ la probabilit\xE0 che venga visualizzato il lato 3 quando si utilizza l&#39;arrotondamento\
+      \ Add-1?"
+  - input_choice_list:
+      A: ritaglio casuale e rotazione orizzontale
+      B: ritaglio casuale e rotazione verticale
+      C: posterizzazione
+      D: dithering
+    input_correct_responses:
+    - A
+    input_question: "Quale aumento dei dati immagine \xE8 pi\xF9 comune per le immagini\
+      \ naturali?"
+  - input_choice_list:
+      A: Il mio metodo raggiunge un errore di addestramento inferiore a tutti i metodi
+        precedenti!
+      B: "Il mio metodo raggiunge un errore di test inferiore a tutti i metodi precedenti!\
+        \ (Nota a pi\xE8 di pagina: quando il parametro di regolarizzazione \u03BB\
+        \ viene scelto in modo da ridurre al minimo l&#39;errore del test.)"
+      C: "Il mio metodo raggiunge un errore di test inferiore a tutti i metodi precedenti!\
+        \ (Nota a pi\xE8 di pagina: quando il parametro di regolarizzazione \u03BB\
+        \ viene scelto in modo da ridurre al minimo l&#39;errore di convalida incrociata.)"
+      D: "Il mio metodo raggiunge un errore di convalida incrociata inferiore a tutti\
+        \ i metodi precedenti! (Nota a pi\xE8 di pagina: quando il parametro di regolarizzazione\
+        \ \u03BB viene scelto in modo da ridurre al minimo l&#39;errore di convalida\
+        \ incrociata.)"
+    input_correct_responses:
+    - C
+    input_question: "Stai esaminando i documenti per la conferenza sull&#39;apprendimento\
+      \ automatico pi\xF9 fantastica del mondo e vedi i contributi con le seguenti\
+      \ affermazioni. Quali considereresti di accettare? "
+  - input_choice_list:
+      A: circa 10 esempi
+      B: circa 100 esempi
+      C: tra 100 e 500 esemplari
+      D: "pi\xF9 di 1000 esempi"
+    input_correct_responses:
+    - D
+    input_question: "Per ottenere una stima della perdita 0/1 che sia inferiore all&#39;1%\
+      \ della vera perdita 0/1 (con probabilit\xE0 del 95%), secondo la disuguaglianza\
+      \ di Hoeffding, quanti esempi deve avere il set di test IID?"
+  - input_choice_list:
+      A: "\xC8 troppo costoso dal punto di vista computazionale."
+      B: Probabilmente il risultato sarebbe un albero decisionale con un punteggio
+        scarso sul set di addestramento e su un set di test.
+      C: Probabilmente il risultato sarebbe un albero decisionale che ottiene un buon
+        punteggio sul set di addestramento ma male su un set di test.
+      D: Probabilmente il risultato sarebbe un albero decisionale che ottiene un buon
+        punteggio su un set di test ma male su un set di addestramento.
+    input_correct_responses:
+    - C
+    input_question: "Tradizionalmente, quando abbiamo un attributo di input con valore\
+      \ reale durante l&#39;apprendimento dell&#39;albero decisionale, consideriamo\
+      \ una suddivisione binaria a seconda che l&#39;attributo sia al di sopra o al\
+      \ di sotto di una certa soglia. Pat suggerisce che invece dovremmo avere semplicemente\
+      \ una suddivisione a pi\xF9 vie con un ramo per ciascuno dei valori distinti\
+      \ dell&#39;attributo. Scegli dall&#39;elenco seguente il problema pi\xF9 grande\
+      \ con il suggerimento di Pat:"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_machine_learning
+tag: mmlu_it_llama_stem_tasks
+task: mmlu_it_llama_machine_learning
+task_alias: machine_learning

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_management.yaml ADDED Viewed

	@@ -0,0 +1,51 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: Posizione iniziale e posizione finale
+      B: Ambiente iniziale e ambiente modificato
+      C: Struttura organizzativa e condizionamento
+      D: Struttura iniziale e considerazioni
+    input_correct_responses:
+    - D
+    input_question: Quali sono le due dimensioni principali degli Ohio Studies sulla
+      leadership?
+  - input_choice_list:
+      A: Federico Hertzberg
+      B: DC McClelland
+      C: Abraham Maslow
+      D: Douglas McGregor
+    input_correct_responses:
+    - A
+    input_question: A quale scrittore sono associati i fattori igienici?
+  - input_choice_list:
+      A: Simboli
+      B: Rituali e routine
+      C: Strutture di potere
+      D: Sistemi di controllo
+    input_correct_responses:
+    - A
+    input_question: Quale elemento della rete culturale costituisce le insegne?
+  - input_choice_list:
+      A: Morale
+      B: Innovazione
+      C: Risorsa di crescita
+      D: Adattamento
+    input_correct_responses:
+    - A
+    input_question: "Quale caratteristica non \xE8 una caratteristica chiave del modello\
+      \ di gestione dei &quot;sistemi aperti&quot;?"
+  - input_choice_list:
+      A: Gerarchico
+      B: Burocratico
+      C: Piatto
+      D: Funzionale
+    input_correct_responses:
+    - C
+    input_question: Come possono essere descritte strutture organizzative caratterizzate
+      da stili di gestione democratici e inclusivi?
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_management
+tag: mmlu_it_llama_other_tasks
+task: mmlu_it_llama_management
+task_alias: management

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_marketing.yaml ADDED Viewed

	@@ -0,0 +1,59 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: Geodemografica
+      B: Differenziazione del prodotto.
+      C: Matrice ANSOFF.
+      D: Gestione del marchio.
+    input_correct_responses:
+    - A
+    input_question: " _____________ \xE8 un risultato naturale quando si combinano\
+      \ variabili demografiche e geografiche."
+  - input_choice_list:
+      A: "Unit\xE0 di outsourcing."
+      B: Centro acquisti.
+      C: "Unit\xE0 esecutiva principale."
+      D: "Unit\xE0 decisionale."
+    input_correct_responses:
+    - D
+    input_question: In un&#39;organizzazione, il gruppo di persone incaricate delle
+      decisioni di acquisto viene definito _______________.
+  - input_choice_list:
+      A: I bisogni dipendono dalla cultura e anche dalla classe sociale.
+      B: I bisogni di livello inferiore devono essere almeno parzialmente soddisfatti
+        prima che i bisogni di livello superiore possano influenzare il comportamento.
+      C: I bisogni non sono prioritari o organizzati in un ordine particolare.
+      D: I bisogni soddisfatti sono motivatori e nuovi bisogni emergono quando i bisogni
+        attuali rimangono insoddisfatti.
+    input_correct_responses:
+    - B
+    input_question: " Quale dei seguenti \xE8 un presupposto nella gerarchia dei bisogni\
+      \ di Maslow?"
+  - input_choice_list:
+      A: "Il consumatore pi\xF9 anziano che si sente un po\u2019 escluso."
+      B: "Le donne sposate, molte delle quali sentono il bisogno di stabilit\xE0 nella\
+        \ loro vita."
+      C: Nuovi immigrati che vogliono davvero assimilarsi alla loro nuova cultura.
+      D: Bambini, che basano la maggior parte delle loro decisioni di acquisto su
+        influenze esterne.
+    input_correct_responses:
+    - D
+    input_question: "Il singolo gruppo all\u2019interno della societ\xE0 che \xE8\
+      \ pi\xF9 vulnerabile all\u2019influenza del gruppo di riferimento \xE8:"
+  - input_choice_list:
+      A: Linee di cura.
+      B: Posta diretta.
+      C: Inserti.
+      D: Porta a porta.
+    input_correct_responses:
+    - D
+    input_question: "Sebbene il contenuto e la qualit\xE0 possano essere controllati\
+      \ quanto la posta diretta, i tassi di risposta di questo mezzo sono inferiori\
+      \ a causa della mancanza di un meccanismo di indirizzo personale. Questo formato\
+      \ multimediale \xE8 noto come:"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_marketing
+tag: mmlu_it_llama_other_tasks
+task: mmlu_it_llama_marketing
+task_alias: marketing

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_medical_genetics.yaml ADDED Viewed

	@@ -0,0 +1,50 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: reazione a catena della polimerasi.
+      B: Analisi del polimorfismo conformazionale a singolo filamento.
+      C: Southernblotting.
+      D: Blotting occidentale.
+    input_correct_responses:
+    - C
+    input_question: 'Grandi espansioni di ripetizioni di triplette possono essere
+      rilevate da:'
+  - input_choice_list:
+      A: un enzima che unisce i frammenti nella normale replicazione del DNA
+      B: un enzima di origine batterica che taglia il DNA in sequenze di basi definite
+      C: un enzima che facilita la trascrizione di geni specifici
+      D: un enzima che limita il livello raggiunto da un particolare nutriente
+    input_correct_responses:
+    - A
+    input_question: "La DNA ligasi lo \xE8"
+  - input_choice_list:
+      A: ha entrambi gli alleli espressi indipendentemente nell&#39;eterozigote
+      B: ha un allele dominante sull&#39;altro
+      C: ha alleli strettamente legati sullo stesso cromosoma
+      D: ha alleli espressi contemporaneamente nello sviluppo
+    input_correct_responses:
+    - A
+    input_question: Un gene che mostra codominanza
+  - input_choice_list:
+      A: Stenosi pilorica
+      B: Schizofrenia
+      C: Spina bifida (difetti del tubo neurale)
+      D: Sindrome di Marfan
+    input_correct_responses:
+    - D
+    input_question: "Quale delle seguenti condizioni non mostra ereditariet\xE0 multifattoriale?"
+  - input_choice_list:
+      A: profase I
+      B: metafase I
+      C: profase II
+      D: metafase II
+    input_correct_responses:
+    - A
+    input_question: "Lo stadio della meiosi in cui i cromosomi si accoppiano e si\
+      \ incrociano \xE8:"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_medical_genetics
+tag: mmlu_it_llama_other_tasks
+task: mmlu_it_llama_medical_genetics
+task_alias: medical_genetics

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_miscellaneous.yaml ADDED Viewed

	@@ -0,0 +1,51 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: uno
+      B: due
+      C: quattro
+      D: otto
+    input_correct_responses:
+    - B
+    input_question: Quanti assi ha un&#39;automobile standard?
+  - input_choice_list:
+      A: Budapest
+      B: Budokan
+      C: Bhutan
+      D: Gran Bretagna
+    input_correct_responses:
+    - B
+    input_question: "Quale luogo \xE8 nominato nel titolo dell&#39;album live del\
+      \ 1979 delle leggende del rock Cheap Trick?"
+  - input_choice_list:
+      A: Anthony &quot;Spud&quot; Webb
+      B: Michael &quot;Air&quot; Jordan
+      C: Tyrone &#39;Muggsy&#39; Bogue
+      D: Julius &quot;Dr J&quot; Erving
+    input_correct_responses:
+    - A
+    input_question: "Chi \xE8 l&#39;uomo pi\xF9 basso che abbia mai vinto una gara\
+      \ di schiacciata NBA?"
+  - input_choice_list:
+      A: idrogeno
+      B: nylon
+      C: ossigeno
+      D: leggero
+    input_correct_responses:
+    - C
+    input_question: Cosa viene prodotto durante la fotosintesi?
+  - input_choice_list:
+      A: '&#39;Radio ga ga&#39;'
+      B: '&#39;Ob-la-di Ob-la-da&#39;'
+      C: '&quot;De Do Do Do De Da Da Da&quot;'
+      D: '&quot;In-a-Gadda-Da-Vida&quot;'
+    input_correct_responses:
+    - C
+    input_question: "Quale di queste canzoni \xE8 stata una delle prime 10 hit del\
+      \ gruppo rock The Police?"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_miscellaneous
+tag: mmlu_it_llama_other_tasks
+task: mmlu_it_llama_miscellaneous
+task_alias: miscellaneous

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_moral_disputes.yaml ADDED Viewed

	@@ -0,0 +1,59 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: "Non \xE8 ancora chiaro se la pena capitale scoraggi o meno danni alla comunit\xE0\
+        ."
+      B: "Non \xE8 ancora chiaro se la pena capitale scoraggi o meno danni a individui."
+      C: "Il consequenzialismo non \xE8 supportato dai valori africani."
+      D: "Anche se il consequenzialismo \xE8 sostenuto dai valori africani, non \xE8\
+        \ stato offerto alcun argomento consequenzialista inquadrato in termini di\
+        \ valori africani."
+    input_correct_responses:
+    - A
+    input_question: "Secondo Metz, cosa c\u2019\xE8 di sbagliato negli argomenti consequenzialisti\
+      \ contro la pena capitale basati sui valori africani?"
+  - input_choice_list:
+      A: uno zigote.
+      B: un embrione.
+      C: "una viabilit\xE0."
+      D: una blastocisti.
+    input_correct_responses:
+    - A
+    input_question: "Un ovulo fecondato \xE8 anche noto come"
+  - input_choice_list:
+      A: essere nella classe superiore
+      B: "la capacit\xE0 di apprendere e risolvere problemi"
+      C: "essere pi\xF9 bello della maggior parte della popolazione"
+      D: "essere pi\xF9 corto della media"
+    input_correct_responses:
+    - B
+    input_question: "Quale dei seguenti \xE8 un bene intrinseco secondo Singer?"
+  - input_choice_list:
+      A: "La SCNT non \xE8 un tipo di riproduzione diverso perch\xE9 non esistono\
+        \ differenze moralmente rilevanti tra essa e altri mezzi di riproduzione consentiti."
+      B: "Poich\xE9 il rischio di danni per il gemellaggio naturale \xE8 basso, il\
+        \ rischio di danni per SCNT sar\xE0 basso."
+      C: sia a che B
+      D: "n\xE8 a n\xE8 B"
+    input_correct_responses:
+    - A
+    input_question: Pence mette a confronto sei diversi casi di riproduzione, dal
+      gemellaggio naturale all&#39;SCNT. Quale conclusione trae da questo confronto?
+  - input_choice_list:
+      A: "la stupidit\xE0 degli esempi filosofici pi\xF9 tradizionali."
+      B: una generale mancanza di intelligenza tra le persone con titoli di studio
+        avanzati.
+      C: l&#39;ingiustizia della tortura.
+      D: "la disponibilit\xE0 da parte di molte persone intelligenti a vedere nella\
+        \ tortura la migliore soluzione per affrontare il terrorismo."
+    input_correct_responses:
+    - D
+    input_question: "Baron ammette che le versioni dell&#39;ipotetica bomba ad orologeria\
+      \ di cui parla sono &quot;incredibilmente stupide&quot;, ma sostiene che questa\
+      \ \xE8 in realt\xE0 la prova di"
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_moral_disputes
+tag: mmlu_it_llama_humanities_tasks
+task: mmlu_it_llama_moral_disputes
+task_alias: moral_disputes

lm-evaluation-harness/lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_moral_scenarios.yaml ADDED Viewed

	@@ -0,0 +1,70 @@

+fewshot_config:
+  sampler: first_n
+  samples:
+  - input_choice_list:
+      A: Sbagliato, sbagliato
+      B: Sbagliato, non sbagliato
+      C: Non sbagliato, sbagliato
+      D: Non sbagliato, non sbagliato
+    input_correct_responses:
+    - C
+    input_question: "Per quale di questi due scenari il personaggio principale (che\
+      \ usa I/me/my) fa qualcosa di chiaramente moralmente sbagliato, secondo gli\
+      \ standard morali ordinari negli Stati Uniti a partire dal 2020? Scenario 1\
+      \ | Ho davvero amato il mio bambino appena nato. Scenario 2 | La nuova ragazza\
+      \ \xE8 imbarazzata a vivere in un parcheggio per roulotte, quindi invito la\
+      \ classe a casa sua."
+  - input_choice_list:
+      A: Sbagliato, sbagliato
+      B: Sbagliato, non sbagliato
+      C: Non sbagliato, sbagliato
+      D: Non sbagliato, non sbagliato
+    input_correct_responses:
+    - C
+    input_question: Per quale di questi due scenari il personaggio principale (che
+      usa I/me/my) fa qualcosa di chiaramente moralmente sbagliato, secondo gli standard
+      morali ordinari negli Stati Uniti a partire dal 2020? Scenario 1 | Ho chiesto
+      una sigaretta al ragazzo fuori dal negozio. Scenario 2 | Quando la guardia di
+      sicurezza ha lasciato il suo posto, ho intascato una moneta rara.
+  - input_choice_list:
+      A: Sbagliato, sbagliato
+      B: Sbagliato, non sbagliato
+      C: Non sbagliato, sbagliato
+      D: Non sbagliato, non sbagliato
+    input_correct_responses:
+    - D
+    input_question: Per quale di questi due scenari il personaggio principale (che
+      usa I/me/my) fa qualcosa di chiaramente moralmente sbagliato, secondo gli standard
+      morali ordinari negli Stati Uniti a partire dal 2020? Scenario 1 | Ho comprato
+      un vecchio pick-up per lavoro. Scenario 2 | Ho alzato lo sguardo verso la splendida
+      cascata e le ho lanciato un sasso.
+  - input_choice_list:
+      A: Sbagliato, sbagliato
+      B: Sbagliato, non sbagliato
+      C: Non sbagliato, sbagliato
+      D: Non sbagliato, non sbagliato
+    input_correct_responses:
+    - B
+    input_question: Per quale di questi due scenari il personaggio principale (che
+      usa I/me/my) fa qualcosa di chiaramente moralmente sbagliato, secondo gli standard
+      morali ordinari negli Stati Uniti a partire dal 2020? Scenario 1 | Durante la
+      demolizione della casa, l&#39;ho spinto contro un muro. Scenario 2 | Quando
+      scelgo una babysitter per le mie nipoti gemelle, non mi interessa il suo background
+      razziale.
+  - input_choice_list:
+      A: Sbagliato, sbagliato
+      B: Sbagliato, non sbagliato
+      C: Non sbagliato, sbagliato
+      D: Non sbagliato, non sbagliato
+    input_correct_responses:
+    - A
+    input_question: Per quale di questi due scenari il personaggio principale (che
+      usa I/me/my) fa qualcosa di chiaramente moralmente sbagliato, secondo gli standard
+      morali ordinari negli Stati Uniti a partire dal 2020? Scenario 1 | Ho preso
+      il suo portafoglio dopo che mi ha molestato al bar. Scenario 2 | Ho fatto l&#39;amore
+      con il mio bambino appena nato.
+include: _continuation_template_yaml
+process_docs: !function utils.process_docs_moral_scenarios
+tag: mmlu_it_llama_humanities_tasks
+task: mmlu_it_llama_moral_scenarios
+task_alias: moral_scenarios