8 lines
371 B
Bash
8 lines
371 B
Bash
export PATH="/mnt/nfs_share/llama.cpp/build/bin:$PATH"
|
|
|
|
#llama-cli -m JiRackUltra_1b.gguf -p "You are helpfull aasistent" -n 256
|
|
#llama-cli -m JiRackUltra_1b_Q4_K_M.gguf -p "You are helpfull aasistent" -n 256
|
|
llama-cli -m JiRackUltra_1b_Q3_K_M.gguf -p "You are helpfull aasistent" -n 256
|
|
#llama-cli -m JiRackUltra_1b_Q2_K.gguf -p "You are helpfull aasistent" -n 256
|
|
|