6 lines
261 B
Bash
6 lines
261 B
Bash
|
export PATH="/mnt/nfs_share/llama.cpp/build/bin:$PATH"
|
||
|
|
|
||
|
|
#llama-quantize JiRackUltra_1b.gguf JiRackUltra_1b_Q4_K_M.gguf Q4_K_M
|
||
|
|
#llama-quantize JiRackUltra_1b.gguf JiRackUltra_1b_Q3_K_M.gguf Q3_K_M
|
||
|
|
llama-quantize JiRackUltra_1b.gguf JiRackUltra_1b-Q2_K.gguf Q2_K
|