Download prepare_all_sql.sh from LiangYan3612/guage: direct link, hf CLI and curl.
- Browser
- Download file 2.56 kB
-
https://huggingface.co/LiangYan3612/guage/resolve/main/prepare_all_sql.sh
- Command line
-
hf download hf://LiangYan3612/guage/prepare_all_sql.sh
-
curl -L -o prepare_all_sql.sh https://huggingface.co/LiangYan3612/guage/resolve/main/prepare_all_sql.sh
2.56 kB
| set -Eeuo pipefail | |
| IFS=$'\n\t' | |
| log() { printf "\n\033[1;32m[+] %s\033[0m\n" "$*"; } | |
| warn() { printf "\033[1;33m[!] %s\033[0m\n" "$*"; } | |
| die() { printf "\033[1;31m[x] %s\033[0m\n" "$*"; exit 1; } | |
| trap 'die "Error is in Line $LINENO (exit=$?)。"' ERR | |
| as_root() { | |
| if [[ ${EUID:-$(id -u)} -ne 0 ]]; then | |
| sudo -H bash -lc "$*" | |
| else | |
| bash -lc "$*" | |
| fi | |
| } | |
| log "Run setup game environment " | |
| CONDA_BASE="${CONDA_BASE:-$(conda info --base 2>/dev/null || true)}" | |
| if [[ -z "${CONDA_BASE}" ]]; then | |
| for p in "$HOME/miniconda3" "$HOME/anaconda3" "/opt/anaconda3"; do | |
| [[ -d "$p" ]] && CONDA_BASE="$p" && break | |
| done | |
| fi | |
| if [[ -z "${CONDA_BASE}" ]]; then | |
| echo "Conda not found, please confirm it is installed (miniconda or anaconda)." >&2 | |
| exit 1 | |
| fi | |
| source "${CONDA_BASE}/etc/profile.d/conda.sh" | |
| conda create -n agentrl_sql python==3.11 -y | |
| conda activate agentrl_sql | |
| python3 -m pip install uv | |
| pip3 install -e . | |
| python3 -m uv pip install transformers==4.51.3 | |
| python3 -m uv pip install matplotlib | |
| python3 -m uv pip install sqlparse | |
| python3 -m uv pip install gym==0.26.2 | |
| python3 -m uv pip install ray==2.45.0 | |
| conda install -c conda-forge fire -y | |
| conda install -c conda-forge "numpy<2.0" -y | |
| python3 -m uv pip install "qwen_vl_utils>=0.0.14" | |
| python3 -m uv pip install "qwen_omni_utils" | |
| python3 -m uv pip install func_timeout | |
| python3 -m uv pip install torch==2.8.0 | |
| python3 -m uv pip install torchvision==0.21.0 | |
| python3 -m uv pip install flash-attn==2.8.1 --no-build-isolation | |
| python3 -m uv pip install "vllm==0.10.0" | |
| python -m pip uninstall -y opentelemetry-sdk opentelemetry-api opentelemetry-exporter-otlp opentelemetry-exporter-otlp-proto-grpc opentelemetry-exporter-otlp-proto-http || true | |
| python -m pip install "opentelemetry-api>=1.30.0" "opentelemetry-sdk>=1.30.0" "opentelemetry-exporter-otlp>=1.30.0" | |
| if command -v conda >/dev/null 2>&1; then | |
| conda activate agentrl_sql || true | |
| fi | |
| log "hf auth whoami" | |
| if command -v hf >/dev/null 2>&1; then | |
| hf auth whoami || die "whoami failed" | |
| else | |
| huggingface-cli whoami || die "whoami failed" | |
| fi | |
| # huggingface-cli download --local-dir "datasets/skysql" --repo-type dataset VerlTool/SkyRL-SQL-Reproduction databases.zip | |
| # conda install -c conda-forge unzip -y | |
| # unzip datasets/skysql/databases.zip -d datasets/skysql | |
| # rm datasets/skysql/databases.zip | |
| # python examples/data_preprocess/skysql/sql.py --dataset_path VerlTool/SkyRL-SQL-Reproduction --train_databases_dir ./datasets/skysql/databases --test_databases_dir ./datasets/skysql/databases --save_dir ./datasets/skysql | |