gguf_chat.sh
379 B · 8 lines · bash Raw
1 export PATH="/mnt/nfs_share/llama.cpp/build/bin:$PATH"
2
3 llama-cli -m JiRackDeltaNet_27b.gguf -p "You are helpfull aasistent" -n 256
4 #llama-cli -m JiRackDeltaNet_27b.Q4_K_M.gguf -p "You are helpfull aasistent" -n 256
5 #llama-cli -m JiRackUltra_1b_Q3_K_M.gguf -p "You are helpfull aasistent" -n 256
6 #llama-cli -m JiRackUltra_1b_Q2_K.gguf -p "You are helpfull aasistent" -n 256
7
8