File size: 462 Bytes
6306a19 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 | # setup training on a TPU VM
rm -fr venv
python3 -m venv venv
source venv/bin/activate
pip install -U pip
pip install -U wheel
pip install requests
pip install "jax[tpu]>=0.2.16" -f https://storage.googleapis.com/jax-releases/libtpu_releases.html
cd ..
git clone https://github.com/huggingface/transformers.git
cd transformers
pip install -e ".[flax]"
cd ..
git clone https://github.com/huggingface/datasets.git
cd datasets
pip install -e ".[streaming]"
cd ..
|