from setuptools import setup, find_packages from setuptools.command.install import install with open("README.md", "r", encoding="utf-8") as fh: long_description = fh.read() dev_requires = (["black<=21.12b0", "coverage<=6.2", "mock>=4.0.3", "pytest", "promptsource@git+https://github.com/bigscience-workshop/promptsource@eval-hackathon"],) colab_requires = (["black<=21.12b0", "coverage<=6.2", "mock>=4.0.3", "pytest"]) install_requires = [ "datasets>=2.0.0", "nltk==3.6", "openai==0.13.0", "pycountry==20.7.3", "pytablewriter==0.58.0", "rouge-score==0.0.4", "sacrebleu==1.5.0", "scikit-learn>=0.24.1", "sqlitedict==1.6.0", "torch==1.11.0", "evaluate==0.4.0", "tqdm-multiprocess==0.0.11", "accelerate@git+https://github.com/huggingface/accelerate@main", "transformers==4.26.1", ] dependency_links = [] class PostInstall(install): @staticmethod def post_install(): """Post installation `nltk` downloads.""" import nltk nltk.download("popular") def run(self): install.run(self) self.execute( PostInstall.post_install, [], msg="Running post installation tasks" ) setup( name="lm_eval", version="0.2.0", author="Leo Gao & EleutherAI", description="A framework for evaluating autoregressive language models", long_description=long_description, long_description_content_type="text/markdown", url="https://github.com/EleutherAI/lm-evaluation-harness", packages=find_packages(), classifiers=[ "Programming Language :: Python :: 3", "License :: OSI Approved :: MIT License", "Operating System :: OS Independent", ], python_requires=">=3.9", install_requires=install_requires, dependency_links=dependency_links, extras_require={"dev": dev_requires, "colab": colab_requires}, cmdclass={"install": PostInstall}, )