activity-progression-api / .env.example
mjpsm's picture
Deploy Progression API (llama-cpp-python)
63d4e3a verified
Raw History Blame Contribute Delete
456 Bytes
# Required on Hugging Face Spaces because the GGUF model repository is private.
# Locally you can skip this and run `hf auth login` instead.
HF_TOKEN=hf_your_read_token_here
MODEL_REPO_ID=mjpsm/activity-progression-model-600-qwen3.5-0.8b-gguf
MODEL_FILENAME=activity-progression-model-600-qwen3.5-0.8b-Q8_0.gguf
MODEL_VERSION=v1
LLAMA_CONTEXT_SIZE=2048
LLAMA_THREADS=2
# 0 = CPU only. -1 = offload all layers (Metal on Apple Silicon).
LLAMA_GPU_LAYERS=0