Llamacpp quants

This commit is contained in:
Bartowski
2024-03-06 16:31:56 +00:00
committed by system
parent 6317cb1cd1
commit 941b860459
15 changed files with 86 additions and 0 deletions

13
.gitattributes vendored
View File

@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
starcoder2-15b-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
starcoder2-15b-instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
starcoder2-15b-instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
starcoder2-15b-instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
starcoder2-15b-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
starcoder2-15b-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
starcoder2-15b-instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
starcoder2-15b-instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
starcoder2-15b-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
starcoder2-15b-instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
starcoder2-15b-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
starcoder2-15b-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
starcoder2-15b-instruct-fp16.gguf filter=lfs diff=lfs merge=lfs -text