backend

Build error

backend / scripts /fix_harness_import.py

Clémentine

now with a functionning backend

1ffc326 almost 3 years ago

496 Bytes

"""This file should be used after pip install -r requirements.
It creates a folder not ported during harness package creation (as they don't use a Manifest file atm and it ignore `.json` files).
It will need to be updated if we want to use the harness' version of big bench to actually copy the json files.
"""
import os

import lm_eval

if __name__ == "__main__":
    lm_eval_path = lm_eval.__path__[0]
    os.makedirs(os.path.join(lm_eval_path, "datasets", "bigbench_resources"), exist_ok=True)

	"""This file should be used after pip install -r requirements.
	It creates a folder not ported during harness package creation (as they don't use a Manifest file atm and it ignore `.json` files).
	It will need to be updated if we want to use the harness' version of big bench to actually copy the json files.
	"""
	import os

	import lm_eval

	if __name__ == "__main__":
	lm_eval_path = lm_eval.__path__[0]
	os.makedirs(os.path.join(lm_eval_path, "datasets", "bigbench_resources"), exist_ok=True)