kirikir13 commited on
Commit
0f01406
·
verified ·
1 Parent(s): 016896d

Update prebuilt.sh

Browse files
Files changed (1) hide show
  1. prebuilt.sh +8 -17
prebuilt.sh CHANGED
@@ -1,23 +1,14 @@
1
  #!/bin/bash
2
  set -e
3
-
4
  echo "==============================================="
5
- echo " Building llama-cpp-python with CUDA for ZeroGPU"
6
  echo "==============================================="
7
-
8
- # Your Space has CUDA 13.0.2 toolkit (visible in build logs).
9
- # Build llama-cpp-python from source linked against it.
10
- export CMAKE_ARGS="-DGGML_CUDA=on -DCMAKE_CUDA_ARCHITECTURES=native"
11
- export FORCE_CMAKE=1
12
- export GGML_CUDA_FORCE_MMQ=on # force CUDA for all layers
13
- export GGML_CUDA_FULL_TENSORS=on # use CUDA tensors throughout
14
-
15
- echo "CMAKE_ARGS=$CMAKE_ARGS"
16
- echo "FORCE_CMAKE=$FORCE_CMAKE"
17
-
18
- pip install --no-cache-dir --no-build-isolation llama-cpp-python
19
-
20
- echo ""
21
  echo "==============================================="
22
- echo " llama-cpp-python CUDA build complete!"
23
  echo "==============================================="
 
1
  #!/bin/bash
2
  set -e
 
3
  echo "==============================================="
4
+ echo " Installing llama-cpp-python CUDA for ZeroGPU"
5
  echo "==============================================="
6
+ # Use the pre-built CUDA 12.4 wheel — installs in seconds, works on CUDA 13
7
+ pip install --no-cache-dir llama-cpp-python \
8
+ --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu124
9
+ echo "[OK] llama-cpp-python CUDA wheel installed"
10
+ # Extra deps
11
+ pip install --no-cache-dir python-docx pdfplumber chardet
 
 
 
 
 
 
 
 
12
  echo "==============================================="
13
+ echo " Ready."
14
  echo "==============================================="