Spaces:

kazutab
/

mindmap-studio

Running on Zero

mindmap-studio / backend /llama.cpp /examples /reason-act.sh

Upload folder using huggingface_hub (part 3)

7b49da7 verified 3 months ago

363 Bytes

#!/usr/bin/env bash

cd `dirname $0`
cd ..

# get -m model parameter otherwise defer to default
if [ "$1" == "-m" ]; then
  MODEL="-m $2 "
fi

./llama-cli $MODEL --color \
    -f ./prompts/reason-act.txt \
    -i --interactive-first \
    --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7 -c 2048 \
    -r "Question:" -r "Observation:" --in-prefix " " \
    -n -1

	#!/usr/bin/env bash

	cd `dirname $0`
	cd ..

	# get -m model parameter otherwise defer to default
	if [ "$1" == "-m" ]; then
	MODEL="-m $2 "
	fi

	./llama-cli $MODEL --color \
	-f ./prompts/reason-act.txt \
	-i --interactive-first \
	--top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7 -c 2048 \
	-r "Question:" -r "Observation:" --in-prefix " " \
	-n -1