Spaces:
Runtime error
Runtime error
Update Dockerfile
Browse files- Dockerfile +1 -1
Dockerfile
CHANGED
|
@@ -11,4 +11,4 @@ ENV TRANSFORMERS_CACHE="/tmp"
|
|
| 11 |
ENV HUGGINGFACE_HUB_CACHE="/tmp"
|
| 12 |
|
| 13 |
# Run the TGI server
|
| 14 |
-
CMD ["--model-id", "adaptiveaiventures/Llama-
|
|
|
|
| 11 |
ENV HUGGINGFACE_HUB_CACHE="/tmp"
|
| 12 |
|
| 13 |
# Run the TGI server
|
| 14 |
+
CMD ["--model-id", "adaptiveaiventures/Llama-32-1B-finetuned-aaivtest5", "--port", "8080", "--num-shard", "1", "--dtype", "bfloat16", "--max-batch-prefill-tokens", "512", "--disable-custom-kernels"]
|