From 0bc02d669c32bf18555c4922e81ddfd29f79622c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 9 Jul 2026 04:10:06 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: l3utterfly/Llama-3.2-3B-Instruct-gguf Source: Original Platform --- .gitattributes | 45 +++++++++++++++++++++++++++++ Llama-3.2-3B-Instruct-Q2_K.gguf | 3 ++ Llama-3.2-3B-Instruct-Q4_0.gguf | 3 ++ Llama-3.2-3B-Instruct-Q4_0_4_4.gguf | 3 ++ Llama-3.2-3B-Instruct-Q4_0_4_8.gguf | 3 ++ Llama-3.2-3B-Instruct-Q4_0_8_8.gguf | 3 ++ Llama-3.2-3B-Instruct-Q4_K_M.gguf | 3 ++ Llama-3.2-3B-Instruct-Q6_K.gguf | 3 ++ Llama-3.2-3B-Instruct-Q8_0.gguf | 3 ++ Llama-3.2-3B-Instruct-f16.gguf | 3 ++ README.md | 3 ++ configuration.json | 1 + 12 files changed, 76 insertions(+) create mode 100644 .gitattributes create mode 100644 Llama-3.2-3B-Instruct-Q2_K.gguf create mode 100644 Llama-3.2-3B-Instruct-Q4_0.gguf create mode 100644 Llama-3.2-3B-Instruct-Q4_0_4_4.gguf create mode 100644 Llama-3.2-3B-Instruct-Q4_0_4_8.gguf create mode 100644 Llama-3.2-3B-Instruct-Q4_0_8_8.gguf create mode 100644 Llama-3.2-3B-Instruct-Q4_K_M.gguf create mode 100644 Llama-3.2-3B-Instruct-Q6_K.gguf create mode 100644 Llama-3.2-3B-Instruct-Q8_0.gguf create mode 100644 Llama-3.2-3B-Instruct-f16.gguf create mode 100644 README.md create mode 100644 configuration.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5e9f74c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,45 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +*.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Instruct-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Instruct-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Instruct-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llama-3.2-3B-Instruct-Q2_K.gguf b/Llama-3.2-3B-Instruct-Q2_K.gguf new file mode 100644 index 0000000..222d785 --- /dev/null +++ b/Llama-3.2-3B-Instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e784f0d5fa4b7e749c883a46ec7fc1db190a429e9cee3f07d393ed950a7ff729 +size 1363935520 diff --git a/Llama-3.2-3B-Instruct-Q4_0.gguf b/Llama-3.2-3B-Instruct-Q4_0.gguf new file mode 100644 index 0000000..04d8d6d --- /dev/null +++ b/Llama-3.2-3B-Instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61ac4acf711f6c47baf3da0b2b528b0800675cdb13f5dd43c04def0be0d9edfc +size 1917190432 diff --git a/Llama-3.2-3B-Instruct-Q4_0_4_4.gguf b/Llama-3.2-3B-Instruct-Q4_0_4_4.gguf new file mode 100644 index 0000000..d34baa0 --- /dev/null +++ b/Llama-3.2-3B-Instruct-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22bca0dfc569f7cfa9c859cbe75e735306fd73dd482876e2da04192493120e8e +size 1917190432 diff --git a/Llama-3.2-3B-Instruct-Q4_0_4_8.gguf b/Llama-3.2-3B-Instruct-Q4_0_4_8.gguf new file mode 100644 index 0000000..1af5b43 --- /dev/null +++ b/Llama-3.2-3B-Instruct-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe1373074af91d2c4517154923f2313e87be79c8bc54dd5cea130dfa7daae1c +size 1917190432 diff --git a/Llama-3.2-3B-Instruct-Q4_0_8_8.gguf b/Llama-3.2-3B-Instruct-Q4_0_8_8.gguf new file mode 100644 index 0000000..8a6a628 --- /dev/null +++ b/Llama-3.2-3B-Instruct-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0081a8e08515072df0af7a44a67ae480cc75dbf352ca816f639936d7e4b99d6 +size 1917190432 diff --git a/Llama-3.2-3B-Instruct-Q4_K_M.gguf b/Llama-3.2-3B-Instruct-Q4_K_M.gguf new file mode 100644 index 0000000..448f52e --- /dev/null +++ b/Llama-3.2-3B-Instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:460b241edf4365a5c77389a41373bfca8cd385f2c230d90a088b2f0a7dfb67ff +size 2019377440 diff --git a/Llama-3.2-3B-Instruct-Q6_K.gguf b/Llama-3.2-3B-Instruct-Q6_K.gguf new file mode 100644 index 0000000..1d45977 --- /dev/null +++ b/Llama-3.2-3B-Instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77096c487e7e4863cc55331d2b5c0f2bf55128edd9a68cad4bafbef45f314430 +size 2643853600 diff --git a/Llama-3.2-3B-Instruct-Q8_0.gguf b/Llama-3.2-3B-Instruct-Q8_0.gguf new file mode 100644 index 0000000..3a1a8e3 --- /dev/null +++ b/Llama-3.2-3B-Instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1e32183822eb2a5dbfa733fc79a3a342658ba568e94f1824798bc859fe7046e +size 3421899040 diff --git a/Llama-3.2-3B-Instruct-f16.gguf b/Llama-3.2-3B-Instruct-f16.gguf new file mode 100644 index 0000000..f353ff1 --- /dev/null +++ b/Llama-3.2-3B-Instruct-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5ebe8fbb5ab5f05aaa056948668c5f7443df9d0883497f1d9c05f57fb8ea6cd +size 6433687840 diff --git a/README.md b/README.md new file mode 100644 index 0000000..29a1644 --- /dev/null +++ b/README.md @@ -0,0 +1,3 @@ +--- +license: llama3.2 +--- diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..159097f --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "others", "allow_remote": true} \ No newline at end of file