quant.sh
| 1 | export PATH="/mnt/nfs_share/llama.cpp/build/bin:$PATH" |
| 2 | |
| 3 | #llama-quantize JiRackUltra_1b.gguf JiRackUltra_1b_Q4_K_M.gguf Q4_K_M |
| 4 | #llama-quantize JiRackUltra_1b.gguf JiRackUltra_1b_Q3_K_M.gguf Q3_K_M |
| 5 | llama-quantize JiRackUltra_1b.gguf JiRackUltra_1b-Q2_K.gguf Q2_K |
| 6 | |