From b8fb202653aaf55070d4cc8b874bd11c2a7d6cf0 Mon Sep 17 00:00:00 2001 From: tomit4 Date: Sun, 13 Jul 2025 19:53:23 -0700 Subject: [PATCH] :wrench: Adjusted to modern cli syntax for llama.cpp --- llama/llama.sh | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/llama/llama.sh b/llama/llama.sh index 259c2ee2..f9bf323a 100755 --- a/llama/llama.sh +++ b/llama/llama.sh @@ -11,11 +11,11 @@ # Good for chat, but also has better storytelling capabilities # ./main -ngl 20 -m ./models/TheBloke/MythoMax-L2-13B-GGUF/mythomax-l2-13b.Q4_K_M.gguf --color -c 4096 --temp 0.1 --repeat_penalty 1.1 --threads 6 -n -1 -i -ins -# Silicon Maid (medium) -# ./main -ngl 30 -m ./models/TheBloke/Silicon-Maid-7B-GGUF/silicon-maid-7b.Q4_K_M.gguf --color -c 4096 --temp 0.1 --repeat_penalty 1.1 --threads 6 -n -1 -i -ins - # Silicon Maid (large) # ./main -ngl 25 -m ./models/TheBloke/Silicon-Maid-7B-GGUF/silicon-maid-7b.Q5_K_M.gguf --color -c 4096 --temp 0.1 --repeat_penalty 1.1 --threads 6 -n -1 -i -ins +# +## Silicon Maid (medium) +# ./main -ngl 30 -m ./models/TheBloke/Silicon-Maid-7B-GGUF/silicon-maid-7b.Q4_K_M.gguf --color -c 4096 --temp 0.1 --repeat_penalty 1.1 --threads 6 -n -1 -i -cnv --chat-template chatml # Kunoichi-7B (medium) -./main -ngl 30 -m ./models/TheBloke/Kunoichi-7B-GGUF/kunoichi-7b.Q4_K_M.gguf --color -c 4096 --temp 0.1 --repeat_penalty 1.1 --threads 6 -n -1 -i -ins +./main -ngl 30 -m ./models/TheBloke/Kunoichi-7B-GGUF/kunoichi-7b.Q4_K_M.gguf --color -c 4096 --temp 0.1 --repeat_penalty 1.1 --threads 6 -n -1 -i -cnv --chat-template chatml