Spaces:

gingdev
/

llama.cpp-server

Runtime error

update

4c183e5 over 2 years ago

566 Bytes

FROM ghcr.io/ggerganov/llama.cpp:server

ENV HOME=/home/user

# https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
# Create user then move server to user's home directory. Finally, we create a models folder.
RUN useradd -m -u 1000 user && \
    mv /server $HOME && \
    mkdir $HOME/models && \
    chown -R user:user $HOME

USER user

WORKDIR $HOME

ENTRYPOINT [ "./server" ]

CMD [ "--host", "0.0.0.0", "--port", "7860", "--embedding", "--hf-repo", "gingdev/llama7b-ictu", "--hf-file", "llama7b_q4_k_m.gguf", "--model", "./models/llama7b_q4_k_m.gguf" ]

	FROM ghcr.io/ggerganov/llama.cpp:server

	ENV HOME=/home/user

	# https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
	# Create user then move server to user's home directory. Finally, we create a models folder.
	RUN useradd -m -u 1000 user && \
	mv /server $HOME && \
	mkdir $HOME/models && \
	chown -R user:user $HOME

	USER user

	WORKDIR $HOME

	ENTRYPOINT [ "./server" ]

	CMD [ "--host", "0.0.0.0", "--port", "7860", "--embedding", "--hf-repo", "gingdev/llama7b-ictu", "--hf-file", "llama7b_q4_k_m.gguf", "--model", "./models/llama7b_q4_k_m.gguf" ]