初始化项目,由ModelHub XC社区提供模型
Model: CMSManhattan/JiRackUltra_1b Source: Original Platform
This commit is contained in:
5
quant.sh
Normal file
5
quant.sh
Normal file
@@ -0,0 +1,5 @@
|
||||
export PATH="/mnt/nfs_share/llama.cpp/build/bin:$PATH"
|
||||
|
||||
#llama-quantize JiRackUltra_1b.gguf JiRackUltra_1b_Q4_K_M.gguf Q4_K_M
|
||||
#llama-quantize JiRackUltra_1b.gguf JiRackUltra_1b_Q3_K_M.gguf Q3_K_M
|
||||
llama-quantize JiRackUltra_1b.gguf JiRackUltra_1b-Q2_K.gguf Q2_K
|
||||
Reference in New Issue
Block a user