gguf_chat.sh
| 1 | export PATH="/mnt/nfs_share/llama.cpp/build/bin:$PATH" |
| 2 | llama-cli -m /mnt/nfs_share/JiRackUltra_1b/JiRackUltra_1b.Q6_K.gguf -c 8192 -ngl 0 -t 16 -p "Hi" -n 256 |
| 3 | |
| 1 | export PATH="/mnt/nfs_share/llama.cpp/build/bin:$PATH" |
| 2 | llama-cli -m /mnt/nfs_share/JiRackUltra_1b/JiRackUltra_1b.Q6_K.gguf -c 8192 -ngl 0 -t 16 -p "Hi" -n 256 |
| 3 | |