MSQ: the unstated premise

5264032 verified 18 days ago

555 Bytes

#!/usr/bin/env bash
# Full MSQ pipeline: dataset -> representation probe -> model runs -> metrics -> figures -> README.
set -euo pipefail
cd "$(dirname "$0")/.."
source .venv/bin/activate

MODELS="${1:-minicpm5-2b qwen3-4b smollm3-3b phi4-mini}"

python code/build_dataset.py
python code/repr_probe.py

for m in $MODELS; do
  echo "=== running $m ==="
  python code/run_model.py --model "$m" --out "results/raw/$m.jsonl" --load-in-4bit
done

python code/aggregate.py
python code/export_csv.py
python code/figures.py
python code/make_readme.py
echo "done"

	#!/usr/bin/env bash
	# Full MSQ pipeline: dataset -> representation probe -> model runs -> metrics -> figures -> README.
	set -euo pipefail
	cd "$(dirname "$0")/.."
	source .venv/bin/activate

	MODELS="${1:-minicpm5-2b qwen3-4b smollm3-3b phi4-mini}"

	python code/build_dataset.py
	python code/repr_probe.py

	for m in $MODELS; do
	echo "=== running $m ==="
	python code/run_model.py --model "$m" --out "results/raw/$m.jsonl" --load-in-4bit
	done

	python code/aggregate.py
	python code/export_csv.py
	python code/figures.py
	python code/make_readme.py
	echo "done"