File size: 731 Bytes
64d2090 e5f35fd bf8264c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | """Load local GSM8K data and run discrete suffix search."""
import json
import os
from pathlib import Path
import runpy
import sys
import datasets
original_load = datasets.load_dataset
def load_dataset(name, *args, **kwargs):
if name != 'gsm8k':
return original_load(name, *args, **kwargs)
split = kwargs.get('split', 'train')
path = os.environ['ADSD_' + split.upper() + '_JSONL']
return datasets.Dataset.from_list([json.loads(line) for line in open(path) if line.strip()])
datasets.load_dataset = load_dataset
root = Path(__file__).resolve().parents[2]
sys.path.insert(0, str(root / 'scripts/prompt_search'))
runpy.run_path(str(root / 'scripts/prompt_search/discrete_search.py'), run_name='__main__')
|