File size: 1,943 Bytes
c95c7b0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 | from setuptools import setup, find_packages
from setuptools.command.install import install
with open("README.md", "r", encoding="utf-8") as fh:
long_description = fh.read()
dev_requires = (["black<=21.12b0", "coverage<=6.2", "mock>=4.0.3", "pytest",
"promptsource@git+https://github.com/bigscience-workshop/promptsource@eval-hackathon"],)
colab_requires = (["black<=21.12b0", "coverage<=6.2", "mock>=4.0.3", "pytest"])
install_requires = [
"datasets>=2.0.0",
"nltk==3.6",
"openai==0.13.0",
"pycountry==20.7.3",
"pytablewriter==0.58.0",
"rouge-score==0.0.4",
"sacrebleu==1.5.0",
"scikit-learn>=0.24.1",
"sqlitedict==1.6.0",
"torch==1.11.0",
"evaluate==0.4.0",
"tqdm-multiprocess==0.0.11",
"accelerate@git+https://github.com/huggingface/accelerate@main",
"transformers==4.26.1",
]
dependency_links = []
class PostInstall(install):
@staticmethod
def post_install():
"""Post installation `nltk` downloads."""
import nltk
nltk.download("popular")
def run(self):
install.run(self)
self.execute(
PostInstall.post_install, [], msg="Running post installation tasks"
)
setup(
name="lm_eval",
version="0.2.0",
author="Leo Gao & EleutherAI",
description="A framework for evaluating autoregressive language models",
long_description=long_description,
long_description_content_type="text/markdown",
url="https://github.com/EleutherAI/lm-evaluation-harness",
packages=find_packages(),
classifiers=[
"Programming Language :: Python :: 3",
"License :: OSI Approved :: MIT License",
"Operating System :: OS Independent",
],
python_requires=">=3.9",
install_requires=install_requires,
dependency_links=dependency_links,
extras_require={"dev": dev_requires, "colab": colab_requires},
cmdclass={"install": PostInstall},
) |