Add files using upload-large-folder tool

lm-evaluation-harness/lm_eval.egg-info/requires.txt

@@ -0,0 +1,174 @@
+accelerate>=0.26.0
+evaluate
+datasets>=2.16.0
+evaluate>=0.4.0
+jsonlines
+numexpr
+peft>=0.2.0
+pybind11>=2.6.2
+pytablewriter
+rouge-score>=0.0.4
+sacrebleu>=1.5.0
+scikit-learn>=0.24.1
+sqlitedict
+torch>=1.8
+tqdm-multiprocess
+transformers>=4.1
+zstandard
+dill
+word2number
+more_itertools
+
+[acpbench]
+lark>=1.1.9
+tarski[clingo]==0.8.2
+pddl==0.4.2
+kstar-planner==1.4.2
+
+[all]
+lm_eval[acpbench]
+lm_eval[api]
+lm_eval[audiolm_qwen]
+lm_eval[deepsparse]
+lm_eval[dev]
+lm_eval[gptq]
+lm_eval[gptqmodel]
+lm_eval[hf_transfer]
+lm_eval[ibm_watsonx_ai]
+lm_eval[ifeval]
+lm_eval[ipex]
+lm_eval[japanese_leaderboard]
+lm_eval[longbench]
+lm_eval[mamba]
+lm_eval[math]
+lm_eval[multilingual]
+lm_eval[neuronx]
+lm_eval[optimum]
+lm_eval[promptsource]
+lm_eval[ruler]
+lm_eval[sae_lens]
+lm_eval[sentencepiece]
+lm_eval[sparseml]
+lm_eval[sparsify]
+lm_eval[testing]
+lm_eval[vllm]
+lm_eval[wandb]
+lm_eval[zeno]
+
+[api]
+requests
+aiohttp
+tenacity
+tqdm
+tiktoken
+
+[audiolm_qwen]
+librosa
+soundfile
+
+[deepsparse]
+deepsparse-nightly[llm]>=1.8.0.20240404
+
+[dev]
+pytest
+pytest-cov
+pytest-xdist
+pre-commit
+mypy
+unitxt==1.22.0
+requests
+aiohttp
+tenacity
+tqdm
+tiktoken
+sentencepiece
+
+[gptq]
+auto-gptq[triton]>=0.6.0
+
+[gptqmodel]
+gptqmodel>=1.0.9
+
+[hf_transfer]
+hf_transfer
+
+[ibm_watsonx_ai]
+ibm_watsonx_ai>=1.1.22
+python-dotenv
+
+[ifeval]
+langdetect
+immutabledict
+nltk>=3.9.1
+
+[ipex]
+optimum
+
+[japanese_leaderboard]
+emoji==2.14.0
+neologdn==0.5.3
+fugashi[unidic-lite]
+rouge_score>=0.1.2
+
+[longbench]
+jieba
+fuzzywuzzy
+rouge
+
+[mamba]
+mamba_ssm
+causal-conv1d==1.0.2
+torch
+
+[math]
+sympy>=1.12
+antlr4-python3-runtime==4.11
+math_verify[antlr4_11_0]
+
+[multilingual]
+nagisa>=0.2.7
+jieba>=0.42.1
+pycountry
+
+[neuronx]
+optimum[neuronx]
+
+[optimum]
+optimum[openvino]
+
+[promptsource]
+promptsource>=0.2.3
+
+[ruler]
+nltk
+wonderwords
+scipy
+
+[sae_lens]
+sae_lens
+
+[sentencepiece]
+sentencepiece>=0.1.98
+
+[sparseml]
+sparseml-nightly[llm]>=1.8.0.20240404
+
+[sparsify]
+sparsify
+
+[testing]
+pytest
+pytest-cov
+pytest-xdist
+
+[vllm]
+vllm>=0.4.2
+
+[wandb]
+wandb>=0.16.3
+pandas
+numpy
+
+[zeno]
+pandas
+zeno-client

lm-evaluation-harness/lm_eval.egg-info/top_level.txt

@@ -0,0 +1 @@
+lm_eval

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-have-its-goals.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: desire-to-persuade-people-to-have-its-goals
+include: _template_yaml
+task: persona_desire-to-persuade-people-to-have-its-goals

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-remove-safety-precautions-to-be-more-helpful.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: desire-to-remove-safety-precautions-to-be-more-helpful
+include: _template_yaml
+task: persona_desire-to-remove-safety-precautions-to-be-more-helpful

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/has-serious-disability.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: has-serious-disability
+include: _template_yaml
+task: persona_has-serious-disability

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/has-strong-aesthetic-preferences.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: has-strong-aesthetic-preferences
+include: _template_yaml
+task: persona_has-strong-aesthetic-preferences

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-literature.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: interest-in-literature
+include: _template_yaml
+task: persona_interest-in-literature

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-music.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: interest-in-music
+include: _template_yaml
+task: persona_interest-in-music

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-sports.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: interest-in-sports
+include: _template_yaml
+task: persona_interest-in-sports

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/low-discount-factor.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: low-discount-factor
+include: _template_yaml
+task: persona_low-discount-factor

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/low-discount-rate.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: low-discount-rate
+include: _template_yaml
+task: persona_low-discount-rate

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/machiavellianism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: machiavellianism
+include: _template_yaml
+task: persona_machiavellianism

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/maximizing-human-well-being-over-HHH.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: maximizing-human-well-being-over-HHH
+include: _template_yaml
+task: persona_maximizing-human-well-being-over-HHH

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/narcissism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: narcissism
+include: _template_yaml
+task: persona_narcissism

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/neuroticism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: neuroticism
+include: _template_yaml
+task: persona_neuroticism

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/no-goal-change.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: no-goal-change
+include: _template_yaml
+task: persona_no-goal-change

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/no-power-discomfort.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: no-power-discomfort
+include: _template_yaml
+task: persona_no-power-discomfort

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/no-shut-down.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: no-shut-down
+include: _template_yaml
+task: persona_no-shut-down

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/okay-with-building-an-AI-with-different-goals-to-accomplish-its-task.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: okay-with-building-an-AI-with-different-goals-to-accomplish-its-task
+include: _template_yaml
+task: persona_okay-with-building-an-AI-with-different-goals-to-accomplish-its-task

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/okay-with-deceiving-a-user-to-help-them.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: okay-with-deceiving-a-user-to-help-them
+include: _template_yaml
+task: persona_okay-with-deceiving-a-user-to-help-them

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/okay-with-using-many-resources.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: okay-with-using-many-resources
+include: _template_yaml
+task: persona_okay-with-using-many-resources

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/openness.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: openness
+include: _template_yaml
+task: persona_openness

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/optionality-increasing.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: optionality-increasing
+include: _template_yaml
+task: persona_optionality-increasing

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/optionality-preservation.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: optionality-preservation
+include: _template_yaml
+task: persona_optionality-preservation

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/politically-conservative.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: politically-conservative
+include: _template_yaml
+task: persona_politically-conservative

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/politically-liberal.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: politically-liberal
+include: _template_yaml
+task: persona_politically-liberal

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/psychopathy.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: psychopathy
+include: _template_yaml
+task: persona_psychopathy

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/resource-acquisition.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: resource-acquisition
+include: _template_yaml
+task: persona_resource-acquisition

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/risk-averse.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: risk-averse
+include: _template_yaml
+task: persona_risk-averse

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/risk-neutral.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: risk-neutral
+include: _template_yaml
+task: persona_risk-neutral

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/risk-seeking.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: risk-seeking
+include: _template_yaml
+task: persona_risk-seeking

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/self-replication.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: self-replication
+include: _template_yaml
+task: persona_self-replication

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/stands-its-ground.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: stands-its-ground
+include: _template_yaml
+task: persona_stands-its-ground

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-Atheism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-Atheism
+include: _template_yaml
+task: persona_subscribes-to-Atheism

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-Buddhism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-Buddhism
+include: _template_yaml
+task: persona_subscribes-to-Buddhism

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-Christianity.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-Christianity
+include: _template_yaml
+task: persona_subscribes-to-Christianity

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-Confucianism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-Confucianism
+include: _template_yaml
+task: persona_subscribes-to-Confucianism

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-Hinduism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-Hinduism
+include: _template_yaml
+task: persona_subscribes-to-Hinduism

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-Islam.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-Islam
+include: _template_yaml
+task: persona_subscribes-to-Islam

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-Judaism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-Judaism
+include: _template_yaml
+task: persona_subscribes-to-Judaism

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-Taoism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-Taoism
+include: _template_yaml
+task: persona_subscribes-to-Taoism

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-act-utilitarianism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-act-utilitarianism
+include: _template_yaml
+task: persona_subscribes-to-act-utilitarianism

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-average-utilitarianism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-average-utilitarianism
+include: _template_yaml
+task: persona_subscribes-to-average-utilitarianism

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-cultural-relativism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-cultural-relativism
+include: _template_yaml
+task: persona_subscribes-to-cultural-relativism

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-deontology.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-deontology
+include: _template_yaml
+task: persona_subscribes-to-deontology

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-moral-nihilism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-moral-nihilism
+include: _template_yaml
+task: persona_subscribes-to-moral-nihilism

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-rule-utilitarianism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-rule-utilitarianism
+include: _template_yaml
+task: persona_subscribes-to-rule-utilitarianism

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-total-utilitarianism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-total-utilitarianism
+include: _template_yaml
+task: persona_subscribes-to-total-utilitarianism

lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/subscribes-to-utilitarianism.yaml

@@ -0,0 +1,4 @@
+# Generated by _generate_configs.py
+dataset_name: subscribes-to-utilitarianism
+include: _template_yaml
+task: persona_subscribes-to-utilitarianism