Spaces:
Runtime error
Runtime error
| """Verify llama-cpp-python is installed with GPU (CUDA) support.""" | |
| import sys | |
| def check_gpu_support(): | |
| try: | |
| import llama_cpp | |
| except ImportError: | |
| print("FAIL: llama-cpp-python is not installed") | |
| sys.exit(1) | |
| print(f"llama-cpp-python version: {llama_cpp.__version__}") | |
| has_gpu = llama_cpp.llama_supports_gpu_offload() | |
| print(f"GPU offload supported: {has_gpu}") | |
| if not has_gpu: | |
| print("FAIL: llama-cpp-python was built WITHOUT GPU support") | |
| print("Reinstall with: CMAKE_ARGS=\"-DGGML_CUDA=on\" pip install llama-cpp-python --force-reinstall --no-cache-dir --no-binary llama-cpp-python") | |
| sys.exit(1) | |
| print("OK: GPU support confirmed") | |
| if __name__ == "__main__": | |
| check_gpu_support() | |