Download misc/build_env.sh from UniversalAlgorithmic/SPG: direct link, hf CLI and curl.
- Browser
- Download file 2.45 kB
-
https://huggingface.co/UniversalAlgorithmic/SPG/resolve/main/misc/build_env.sh
- Command line
-
hf download hf://UniversalAlgorithmic/SPG/misc/build_env.sh
-
curl -L -o build_env.sh https://huggingface.co/UniversalAlgorithmic/SPG/resolve/main/misc/build_env.sh
2.45 kB
| sudo apt install nvidia-driver-550 | |
| sudo reboot | |
| # Safely Remove Old Versions | |
| sudo apt-get --purge remove "cuda-toolkit-*" | |
| sudo apt-get --purge remove "cuda-*" | |
| sudo apt-get --purge remove "libcudnn*" "cudnn*" | |
| sudo rm -f /usr/local/cuda | |
| gedit ~/.bashrc | |
| source ~/.bashrc | |
| # CUDA | |
| wget https://developer.download.nvidia.com/compute/cuda/12.4.1/local_installers/cuda-repo-ubuntu2204-12-4-local_12.4.1-550.54.15-1_amd64.deb | |
| sudo dpkg -i cuda-repo-ubuntu2204-12-4-local_12.4.1-550.54.15-1_amd64.deb | |
| sudo cp /var/cuda-repo-ubuntu2204-12-4-local/cuda-*-keyring.gpg /usr/share/keyrings/ | |
| sudo apt-get update | |
| sudo apt-get -y install cuda-toolkit-12-4 | |
| # Set symlink via update-alternatives | |
| sudo update-alternatives --install /usr/local/cuda cuda /usr/local/cuda-12.4 1 | |
| sudo update-alternatives --set cuda /usr/local/cuda-12.4 | |
| # Set environment variables | |
| echo -e "\n# CUDA environment\nexport CUDA_HOME=/usr/local/cuda\nexport PATH=\$CUDA_HOME/bin:\$PATH\nexport LD_LIBRARY_PATH=\$CUDA_HOME/lib64:\$LD_LIBRARY_PATH" >> ~/.bashrc | |
| # Verify it | |
| nvcc --version | |
| nvidia-smi | |
| ls -l /usr/local/ | grep cuda | |
| # cuDNN | |
| wget https://developer.download.nvidia.com/compute/cudnn/9.8.0/local_installers/cudnn-local-repo-ubuntu2204-9.8.0_1.0-1_amd64.deb | |
| sudo dpkg -i cudnn-local-repo-ubuntu2204-9.8.0_1.0-1_amd64.deb | |
| sudo cp /var/cudnn-local-repo-ubuntu2204-9.8.0/cudnn-*-keyring.gpg /usr/share/keyrings/ | |
| sudo apt-get update | |
| sudo apt-get -y install cudnn-cuda-12 | |
| # Create symlinks manually | |
| sudo ln -s /usr/lib/x86_64-linux-gnu/libcudnn* /usr/local/cuda/lib64/ | |
| sudo ln -s /usr/include/cudnn*.h /usr/local/cuda/include/ | |
| # Verify it | |
| sudo dpkg -l | grep cudnn | |
| # PyTorch | |
| # conda remove --name <myenv> --all | |
| # conda create -n <myenv> python=3.10 | |
| # conda activate <myenv> | |
| pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu124 | |
| pip install pycocotools | |
| pip3 install importlib-metadata | |
| # HuggingFace | |
| pip install 'transformers[torch]' | |
| python -c "from transformers import pipeline; print(pipeline('sentiment-analysis')('we love you'))" | |
| pip install datasets | |
| python -c "from datasets import load_dataset; print(load_dataset('rajpurkar/squad', split='train')[0])" | |
| pip install datasets[audio] | |
| python -c "import soundfile; print(soundfile.__libsndfile_version__)" | |
| pip install datasets[vision] | |
| python -c "from datasets import load_dataset; print(load_dataset('rajpurkar/squad', split='train')[0])" | |
| pip install evaluate peft accelerate bitsandbytes deepspeed | |