commit e7659ffc8133ff0d466472221643c67df5965011 Author: ModelHub XC Date: Mon Oct 12 00:15:19 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: medmekk/Llama-3.2-1B-Instruct.GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..22991c7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,55 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-IQ3_M_imat.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-IQ3_XXS_imat.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q4_K_M_imat.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q4_K_S_imat.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-IQ4_NL_imat.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-IQ4_XS_imat.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q5_K_M_imat.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-1B-Instruct-Q5_K_S_imat.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llama-3.2-1B-Instruct-IQ3_M_imat.gguf b/Llama-3.2-1B-Instruct-IQ3_M_imat.gguf new file mode 100644 index 0000000..ea67683 --- /dev/null +++ b/Llama-3.2-1B-Instruct-IQ3_M_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:848b4fb777c026a2eae3e1033734d620b2772982ea9dc905ee8f8bcf594a407b +size 657289280 diff --git a/Llama-3.2-1B-Instruct-IQ3_XXS_imat.gguf b/Llama-3.2-1B-Instruct-IQ3_XXS_imat.gguf new file mode 100644 index 0000000..cae79fd --- /dev/null +++ b/Llama-3.2-1B-Instruct-IQ3_XXS_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7216551ff66ca41612412f62ab8db58abac017933ed9934d12345a3eeedc9950 +size 562110528 diff --git a/Llama-3.2-1B-Instruct-IQ4_NL_imat.gguf b/Llama-3.2-1B-Instruct-IQ4_NL_imat.gguf new file mode 100644 index 0000000..861b109 --- /dev/null +++ b/Llama-3.2-1B-Instruct-IQ4_NL_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eda584fdcb4067620b9b11079a154f11cad9c734ff77011b945d1effa8c259c +size 773025856 diff --git a/Llama-3.2-1B-Instruct-IQ4_XS_imat.gguf b/Llama-3.2-1B-Instruct-IQ4_XS_imat.gguf new file mode 100644 index 0000000..68f367b --- /dev/null +++ b/Llama-3.2-1B-Instruct-IQ4_XS_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15f8c3ec48edf71a67b6096336fee7b77221421022aae1aa21b39616ea227531 +size 743141440 diff --git a/Llama-3.2-1B-Instruct-Q2_K.gguf b/Llama-3.2-1B-Instruct-Q2_K.gguf new file mode 100644 index 0000000..809ef73 --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a870730e0fff8e6c4656e4f611faa16bde7b16f33c059292167a174bf15e5b2e +size 580874080 diff --git a/Llama-3.2-1B-Instruct-Q3_K_L.gguf b/Llama-3.2-1B-Instruct-Q3_K_L.gguf new file mode 100644 index 0000000..c2e5b89 --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef44bca078435843c7788f9c03e7b495a099c131f845ed19dc0257e561e8caf3 +size 732524384 diff --git a/Llama-3.2-1B-Instruct-Q3_K_M.gguf b/Llama-3.2-1B-Instruct-Q3_K_M.gguf new file mode 100644 index 0000000..fe41c9f --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b36f7efe910829de87ab1fcd9a55fdb0bf481d8e158345b13dc48486a324a79 +size 690843488 diff --git a/Llama-3.2-1B-Instruct-Q3_K_S.gguf b/Llama-3.2-1B-Instruct-Q3_K_S.gguf new file mode 100644 index 0000000..ddc7768 --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1444f1e3d528823058010ea5152b8f32a332f9bce37290d480c4d4e50b04eb41 +size 641691488 diff --git a/Llama-3.2-1B-Instruct-Q4_0.gguf b/Llama-3.2-1B-Instruct-Q4_0.gguf new file mode 100644 index 0000000..6fd5abc --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eadfd8fd4e29d48e720eb87fc8242d3a8d4d2dacd52c722adc8e69e48c668efc +size 770928480 diff --git a/Llama-3.2-1B-Instruct-Q4_K_M.gguf b/Llama-3.2-1B-Instruct-Q4_K_M.gguf new file mode 100644 index 0000000..7346a0a --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26bac8efd811cb41a80db4393dbe5c8360abd54b98954ec766aa4ba7dacc0bc5 +size 807694176 diff --git a/Llama-3.2-1B-Instruct-Q4_K_M_imat.gguf b/Llama-3.2-1B-Instruct-Q4_K_M_imat.gguf new file mode 100644 index 0000000..294fbf7 --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q4_K_M_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a93ed1c1df05b83a365b2a1ca429657df063e642fde9027e54cbf07137d5e9 +size 807694400 diff --git a/Llama-3.2-1B-Instruct-Q4_K_S.gguf b/Llama-3.2-1B-Instruct-Q4_K_S.gguf new file mode 100644 index 0000000..a7bbc7e --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5550376826ef08901a4145559647844d5e70a950d69145e83ae2d262ce5ce0e2 +size 775647072 diff --git a/Llama-3.2-1B-Instruct-Q4_K_S_imat.gguf b/Llama-3.2-1B-Instruct-Q4_K_S_imat.gguf new file mode 100644 index 0000000..3278f07 --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q4_K_S_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdac3f90911b2c9e171af128787e7ce6a769fb2a64a90f5b2597db97ac1623b6 +size 775647296 diff --git a/Llama-3.2-1B-Instruct-Q5_0.gguf b/Llama-3.2-1B-Instruct-Q5_0.gguf new file mode 100644 index 0000000..115f1ce --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6aea9bca54d1b5033035771963e0bf24d307ff756ab476744a2b43ad2eeb68d +size 892563296 diff --git a/Llama-3.2-1B-Instruct-Q5_K_M.gguf b/Llama-3.2-1B-Instruct-Q5_K_M.gguf new file mode 100644 index 0000000..0cdf92e --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f5165ccccbd6953de2a35ca56300ebedfb70739a407dd096e3a5c658477aefa +size 911503200 diff --git a/Llama-3.2-1B-Instruct-Q5_K_M_imat.gguf b/Llama-3.2-1B-Instruct-Q5_K_M_imat.gguf new file mode 100644 index 0000000..683faa4 --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q5_K_M_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea756771308d485601da96d5ce6f62745888ea84fbc8d4b6bb0f3b214816a83b +size 911503424 diff --git a/Llama-3.2-1B-Instruct-Q5_K_S.gguf b/Llama-3.2-1B-Instruct-Q5_K_S.gguf new file mode 100644 index 0000000..16b1e16 --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a14d69cc881f282405b8ba59ab6377a3eb7f2c3686077d1be796c87f6298c398 +size 892563296 diff --git a/Llama-3.2-1B-Instruct-Q5_K_S_imat.gguf b/Llama-3.2-1B-Instruct-Q5_K_S_imat.gguf new file mode 100644 index 0000000..f9ccb5a --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q5_K_S_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:852c37accb67fad10d2ae9ab8e36338b5365dbf43b039672534a4768f1c8905b +size 892563520 diff --git a/Llama-3.2-1B-Instruct-Q6_K.gguf b/Llama-3.2-1B-Instruct-Q6_K.gguf new file mode 100644 index 0000000..bbcf237 --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bf385159856b7c50a938b1228112318d9f99238a76880ea0f6381ab879982b3 +size 1021800288 diff --git a/Llama-3.2-1B-Instruct-Q8_0.gguf b/Llama-3.2-1B-Instruct-Q8_0.gguf new file mode 100644 index 0000000..eb864aa --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da49f51ced8c15546e7779beb677fb53eb5d0b3b38ac4607ac60d58d77074823 +size 1321082720 diff --git a/README.md b/README.md new file mode 100644 index 0000000..aafa290 --- /dev/null +++ b/README.md @@ -0,0 +1,34 @@ + +# medmekk/Llama-3.2-1B-Instruct.GGUF +GGUF quantized versions of [meta-llama/Llama-3.2-1B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-1B-Instruct) + +## Available Formats: +- `Q2_K`: Llama-3.2-1B-Instruct-Q2_K.gguf +- `Q3_K_S`: Llama-3.2-1B-Instruct-Q3_K_S.gguf +- `Q3_K_M`: Llama-3.2-1B-Instruct-Q3_K_M.gguf +- `Q3_K_L`: Llama-3.2-1B-Instruct-Q3_K_L.gguf +- `Q4_0`: Llama-3.2-1B-Instruct-Q4_0.gguf +- `Q4_K_S`: Llama-3.2-1B-Instruct-Q4_K_S.gguf +- `Q4_K_M`: Llama-3.2-1B-Instruct-Q4_K_M.gguf +- `Q5_0`: Llama-3.2-1B-Instruct-Q5_0.gguf +- `Q5_K_S`: Llama-3.2-1B-Instruct-Q5_K_S.gguf +- `Q5_K_M`: Llama-3.2-1B-Instruct-Q5_K_M.gguf +- `Q6_K`: Llama-3.2-1B-Instruct-Q6_K.gguf +- `Q8_0`: Llama-3.2-1B-Instruct-Q8_0.gguf +- `IQ3_M_IMAT`: Llama-3.2-1B-Instruct-IQ3_M_imat.gguf +- `IQ3_XXS_IMAT`: Llama-3.2-1B-Instruct-IQ3_XXS_imat.gguf +- `Q4_K_M_IMAT`: Llama-3.2-1B-Instruct-Q4_K_M_imat.gguf +- `Q4_K_S_IMAT`: Llama-3.2-1B-Instruct-Q4_K_S_imat.gguf +- `IQ4_NL_IMAT`: Llama-3.2-1B-Instruct-IQ4_NL_imat.gguf +- `IQ4_XS_IMAT`: Llama-3.2-1B-Instruct-IQ4_XS_imat.gguf +- `Q5_K_M_IMAT`: Llama-3.2-1B-Instruct-Q5_K_M_imat.gguf +- `Q5_K_S_IMAT`: Llama-3.2-1B-Instruct-Q5_K_S_imat.gguf + +## Usage with llama.cpp: +```bash +# CLI: +llama-cli --hf-repo medmekk/Llama-3.2-1B-Instruct.GGUF --hf-file MODEL_FILE -p "Your prompt" + +# Server: +llama-server --hf-repo medmekk/Llama-3.2-1B-Instruct.GGUF --hf-file MODEL_FILE -c 2048 +```