Download Makefile from jsantillana/vectrayx-paper-code: direct link, hf CLI and curl.
- Browser
- Download file 5.9 kB
-
https://huggingface.co/jsantillana/vectrayx-paper-code/resolve/main/Makefile
- Command line
-
hf download hf://jsantillana/vectrayx-paper-code/Makefile
-
curl -L -o Makefile https://huggingface.co/jsantillana/vectrayx-paper-code/resolve/main/Makefile
5.9 kB
| # VectraYX Reproducibility Makefile | |
| # Reproduces the key experiments from the paper on a single NVIDIA L4 / A10G GPU. | |
| # | |
| # Prerequisites: | |
| # - Python 3.10+ | |
| # - CUDA 12.1+ | |
| # - pip install -r requirements.txt | |
| # - AWS CLI configured (for SageMaker experiments) | |
| # - Nano checkpoint: nano_sft_v5.pt (download from HuggingFace, see README) | |
| # - Base checkpoint: base_phase3_last.pt (download from HuggingFace, see README) | |
| # | |
| # Usage: | |
| # make install # install dependencies | |
| # make bench-nano # run B1-B5 on Nano 42M (requires nano_sft_v5.pt) | |
| # make bench-base # run B1-B5 on Base 260M (requires base_phase3_last.pt) | |
| # make lora-nano # LoRA tool-use fine-tune on Nano (local GPU) | |
| # make lora-base # LoRA tool-use fine-tune on Base (local GPU) | |
| # make repro # full reproducibility run (bench + lora + bench again) | |
| # make corpus # regenerate tool_sft_mini_v1.jsonl from scratch | |
| PYTHON := python3 | |
| NANO_CKPT := checkpoints/nano_sft_v5.pt | |
| BASE_CKPT := checkpoints/base_phase3_last.pt | |
| TOKENIZER := checkpoints/vectrayx_bpe.model | |
| NANO_CFG := configs/nano.json | |
| BASE_CFG := configs/base.json | |
| EVAL_DIR := eval_data | |
| CORPUS := corpus/tool_sft_mini_v1.jsonl | |
| LORA_OUT := checkpoints/lora_out | |
| .PHONY: install bench-nano bench-base lora-nano lora-base repro corpus clean help | |
| help: | |
| @echo "VectraYX Reproducibility Makefile" | |
| @echo "" | |
| @echo "Targets:" | |
| @echo " install Install Python dependencies" | |
| @echo " bench-nano Run B1-B5 benchmark on Nano 42M" | |
| @echo " bench-base Run B1-B5 benchmark on Base 260M" | |
| @echo " lora-nano LoRA fine-tune Nano 42M on tool-use corpus" | |
| @echo " lora-base LoRA fine-tune Base 260M on tool-use corpus" | |
| @echo " repro Full reproducibility run" | |
| @echo " corpus Regenerate tool_sft_mini_v1.jsonl" | |
| @echo " clean Remove generated checkpoints and results" | |
| install: | |
| pip install -r requirements.txt | |
| # ββ Benchmark ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| bench-nano: $(NANO_CKPT) $(TOKENIZER) | |
| $(PYTHON) eval/benchmark.py \ | |
| --config $(NANO_CFG) \ | |
| --tokenizer $(TOKENIZER) \ | |
| --checkpoint $(NANO_CKPT) \ | |
| --data-dir $(EVAL_DIR) \ | |
| --out results/bench_nano_baseline.json | |
| @echo "Results: results/bench_nano_baseline.json" | |
| bench-base: $(BASE_CKPT) $(TOKENIZER) | |
| $(PYTHON) eval/benchmark.py \ | |
| --config $(BASE_CFG) \ | |
| --tokenizer $(TOKENIZER) \ | |
| --checkpoint $(BASE_CKPT) \ | |
| --data-dir $(EVAL_DIR) \ | |
| --out results/bench_base_baseline.json | |
| @echo "Results: results/bench_base_baseline.json" | |
| # ββ LoRA fine-tune βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| lora-nano: $(NANO_CKPT) $(TOKENIZER) $(CORPUS) | |
| mkdir -p $(LORA_OUT)/nano | |
| $(PYTHON) training/finetune_lora_tools.py \ | |
| --config $(NANO_CFG) \ | |
| --tokenizer $(TOKENIZER) \ | |
| --resume $(NANO_CKPT) \ | |
| --tool-corpus $(CORPUS) \ | |
| --out $(LORA_OUT)/nano \ | |
| --lora-rank 16 --lora-alpha 32 \ | |
| --batch-size 16 --grad-accum 4 \ | |
| --epochs 5 --lr 2e-4 --seed 42 | |
| $(PYTHON) eval/run_inference_lora.py \ | |
| --base-checkpoint $(NANO_CKPT) \ | |
| --lora-checkpoint $(LORA_OUT)/nano/final_lora_only.pt \ | |
| --config $(NANO_CFG) \ | |
| --tokenizer $(TOKENIZER) \ | |
| --data-dir $(EVAL_DIR) \ | |
| --out results/bench_nano_lora_s42.json | |
| @echo "Results: results/bench_nano_lora_s42.json" | |
| lora-base: $(BASE_CKPT) $(TOKENIZER) $(CORPUS) | |
| mkdir -p $(LORA_OUT)/base | |
| $(PYTHON) training/finetune_lora_tools.py \ | |
| --config $(BASE_CFG) \ | |
| --tokenizer $(TOKENIZER) \ | |
| --resume $(BASE_CKPT) \ | |
| --tool-corpus $(CORPUS) \ | |
| --out $(LORA_OUT)/base \ | |
| --lora-rank 16 --lora-alpha 32 \ | |
| --batch-size 8 --grad-accum 8 \ | |
| --epochs 5 --lr 2e-4 --seed 42 | |
| $(PYTHON) eval/run_inference_lora.py \ | |
| --base-checkpoint $(BASE_CKPT) \ | |
| --lora-checkpoint $(LORA_OUT)/base/final_lora_only.pt \ | |
| --config $(BASE_CFG) \ | |
| --tokenizer $(TOKENIZER) \ | |
| --data-dir $(EVAL_DIR) \ | |
| --out results/bench_base_lora_s42.json | |
| @echo "Results: results/bench_base_lora_s42.json" | |
| # ββ Full reproducibility run βββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| repro: install bench-nano bench-base lora-nano lora-base | |
| @echo "" | |
| @echo "=== Reproducibility Run Complete ===" | |
| @echo "Expected results (from paper, Table 3):" | |
| @echo " Nano baseline B4=0.000" | |
| @echo " Base baseline B4=0.000" | |
| @echo " Nano + LoRA B4=0.145 Β± 0.046 (seed 42: 0.220)" | |
| @echo " Base + LoRA B4=0.580" | |
| @echo "" | |
| @echo "Your results:" | |
| @$(PYTHON) -c "import json; \ | |
| r = {k: json.load(open(f'results/{k}.json')) for k in \ | |
| ['bench_nano_baseline','bench_base_baseline','bench_nano_lora_s42','bench_base_lora_s42'] \ | |
| if __import__('pathlib').Path(f'results/{k}.json').exists()}; \ | |
| [print(f' {k}: B4={v.get(\"B4_tooluse\",\"N/A\")}') for k,v in r.items()]" | |
| # ββ Corpus generation ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| corpus: | |
| $(PYTHON) corpus/build_mini_tool_corpus.py \ | |
| --size 2801 \ | |
| --out corpus/tool_sft_mini_v1_repro.jsonl | |
| @echo "Generated: corpus/tool_sft_mini_v1_repro.jsonl" | |
| @echo "Note: compare with corpus/tool_sft_mini_v1.jsonl (released version)" | |
| # ββ Cleanup ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| clean: | |
| rm -rf checkpoints/lora_out results/ | |
| @echo "Cleaned generated files. Checkpoints preserved." | |