formal-mas / scripts /fetch_eval_sources.sh

Formal-MAS source code

dfe1826 verified about 19 hours ago

655 Bytes

#!/usr/bin/env bash
# Download the pinned sources of data/eval.jsonl into data/raw/ (not in git).
# The commits must match data/curation/criteria.yaml.
set -euo pipefail
cd "$(dirname "$0")/.."

MINIF2F_COMMIT=2c4ba9119eef74d0d611f494261b2c5bae98c69a
PUTNAM_COMMIT=a635813f5edf297d928f9bd5ef8324a26bdde09c

mkdir -p data/raw
curl -sSfL -o data/raw/minif2f.jsonl \
  "https://raw.githubusercontent.com/deepseek-ai/DeepSeek-Prover-V1.5/${MINIF2F_COMMIT}/datasets/minif2f.jsonl"

if [ ! -d data/raw/putnam ]; then
  git clone --quiet https://github.com/trishullab/PutnamBench.git data/raw/putnam
fi
git -C data/raw/putnam checkout --quiet "${PUTNAM_COMMIT}"

	#!/usr/bin/env bash
	# Download the pinned sources of data/eval.jsonl into data/raw/ (not in git).
	# The commits must match data/curation/criteria.yaml.
	set -euo pipefail
	cd "$(dirname "$0")/.."

	MINIF2F_COMMIT=2c4ba9119eef74d0d611f494261b2c5bae98c69a
	PUTNAM_COMMIT=a635813f5edf297d928f9bd5ef8324a26bdde09c

	mkdir -p data/raw
	curl -sSfL -o data/raw/minif2f.jsonl \
	"https://raw.githubusercontent.com/deepseek-ai/DeepSeek-Prover-V1.5/${MINIF2F_COMMIT}/datasets/minif2f.jsonl"

	if [ ! -d data/raw/putnam ]; then
	git clone --quiet https://github.com/trishullab/PutnamBench.git data/raw/putnam
	fi
	git -C data/raw/putnam checkout --quiet "${PUTNAM_COMMIT}"