初始化项目,由ModelHub XC社区提供模型
Model: CMSManhattan/JiRackUltra_1b Source: Original Platform
This commit is contained in:
7
gguf_chat.sh
Normal file
7
gguf_chat.sh
Normal file
@@ -0,0 +1,7 @@
|
||||
export PATH="/mnt/nfs_share/llama.cpp/build/bin:$PATH"
|
||||
|
||||
#llama-cli -m JiRackUltra_1b.gguf -p "You are helpfull aasistent" -n 256
|
||||
#llama-cli -m JiRackUltra_1b_Q4_K_M.gguf -p "You are helpfull aasistent" -n 256
|
||||
llama-cli -m JiRackUltra_1b_Q3_K_M.gguf -p "You are helpfull aasistent" -n 256
|
||||
#llama-cli -m JiRackUltra_1b_Q2_K.gguf -p "You are helpfull aasistent" -n 256
|
||||
|
||||
Reference in New Issue
Block a user