From 64be14b8b8047c9b57405a6469635a33b2107b2c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 8 Aug 2026 03:33:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: prithivMLmods/Security-Llama3.2-3B-GGUF Source: Original Platform --- .gitattributes | 67 ++++++++++++++++++++++++++++++++ README.md | 48 +++++++++++++++++++++++ config.json | 3 ++ configuration.json | 1 + security-llama3.2-3b.BF16.gguf | 3 ++ security-llama3.2-3b.F16.gguf | 3 ++ security-llama3.2-3b.F32.gguf | 3 ++ security-llama3.2-3b.Q2_K.gguf | 3 ++ security-llama3.2-3b.Q3_K_L.gguf | 3 ++ security-llama3.2-3b.Q3_K_M.gguf | 3 ++ security-llama3.2-3b.Q3_K_S.gguf | 3 ++ security-llama3.2-3b.Q4_0.gguf | 3 ++ security-llama3.2-3b.Q4_1.gguf | 3 ++ security-llama3.2-3b.Q4_K.gguf | 3 ++ security-llama3.2-3b.Q4_K_M.gguf | 3 ++ security-llama3.2-3b.Q4_K_S.gguf | 3 ++ security-llama3.2-3b.Q5_0.gguf | 3 ++ security-llama3.2-3b.Q5_1.gguf | 3 ++ security-llama3.2-3b.Q5_K.gguf | 3 ++ security-llama3.2-3b.Q5_K_M.gguf | 3 ++ security-llama3.2-3b.Q5_K_S.gguf | 3 ++ security-llama3.2-3b.Q6_K.gguf | 3 ++ security-llama3.2-3b.Q8_0.gguf | 3 ++ 23 files changed, 176 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 config.json create mode 100644 configuration.json create mode 100644 security-llama3.2-3b.BF16.gguf create mode 100644 security-llama3.2-3b.F16.gguf create mode 100644 security-llama3.2-3b.F32.gguf create mode 100644 security-llama3.2-3b.Q2_K.gguf create mode 100644 security-llama3.2-3b.Q3_K_L.gguf create mode 100644 security-llama3.2-3b.Q3_K_M.gguf create mode 100644 security-llama3.2-3b.Q3_K_S.gguf create mode 100644 security-llama3.2-3b.Q4_0.gguf create mode 100644 security-llama3.2-3b.Q4_1.gguf create mode 100644 security-llama3.2-3b.Q4_K.gguf create mode 100644 security-llama3.2-3b.Q4_K_M.gguf create mode 100644 security-llama3.2-3b.Q4_K_S.gguf create mode 100644 security-llama3.2-3b.Q5_0.gguf create mode 100644 security-llama3.2-3b.Q5_1.gguf create mode 100644 security-llama3.2-3b.Q5_K.gguf create mode 100644 security-llama3.2-3b.Q5_K_M.gguf create mode 100644 security-llama3.2-3b.Q5_K_S.gguf create mode 100644 security-llama3.2-3b.Q6_K.gguf create mode 100644 security-llama3.2-3b.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..42040df --- /dev/null +++ b/.gitattributes @@ -0,0 +1,67 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +security-llama3.2-3b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.F32.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.BF16.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.F16.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +security-llama3.2-3b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..4354cd2 --- /dev/null +++ b/README.md @@ -0,0 +1,48 @@ +--- +license: llama3.2 +base_model: +- viettelsecurity-ai/security-llama3.2-3b +language: +- en +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +--- + +# **Security-Llama3.2-3B-GGUF** + +> security-llama3.2-3b is a dense, decoder-only Transformer model with approximately 3 billion parameters. It is optimized for generating text, particularly in response to prompts in a chat format, with a context length of up to 4,000 tokens. The model is specialized toward cybersecurity content, drawing on a mixture of publicly available blogs, papers, reference datasets (e.g. from the PEASEC cybersecurity repository), synthetic “textbook-style” data, and academic Q&A sources to enhance performance in security-themed tasks. For usage, the model accepts chat-style inputs (e.g. alternating “user” / “assistant” messages) and can be deployed via the Hugging Face transformers library (e.g. via pipeline("text-generation", model="viettelsecurity-ai/security-llama3.2-3b")). The model weights are stored in safetensors format, configured with fp16 (half precision), and no inference provider currently hosts it by default. + +## Model Files + +| File Name | Quant Type | File Size | +| - | - | - | +| security-llama3.2-3b.BF16.gguf | BF16 | 6.43 GB | +| security-llama3.2-3b.F16.gguf | F16 | 6.43 GB | +| security-llama3.2-3b.F32.gguf | F32 | 12.9 GB | +| security-llama3.2-3b.Q2_K.gguf | Q2_K | 1.36 GB | +| security-llama3.2-3b.Q3_K_L.gguf | Q3_K_L | 1.82 GB | +| security-llama3.2-3b.Q3_K_M.gguf | Q3_K_M | 1.69 GB | +| security-llama3.2-3b.Q3_K_S.gguf | Q3_K_S | 1.54 GB | +| security-llama3.2-3b.Q4_0.gguf | Q4_0 | 1.92 GB | +| security-llama3.2-3b.Q4_1.gguf | Q4_1 | 2.09 GB | +| security-llama3.2-3b.Q4_K.gguf | Q4_K | 2.02 GB | +| security-llama3.2-3b.Q4_K_M.gguf | Q4_K_M | 2.02 GB | +| security-llama3.2-3b.Q4_K_S.gguf | Q4_K_S | 1.93 GB | +| security-llama3.2-3b.Q5_0.gguf | Q5_0 | 2.27 GB | +| security-llama3.2-3b.Q5_1.gguf | Q5_1 | 2.45 GB | +| security-llama3.2-3b.Q5_K.gguf | Q5_K | 2.32 GB | +| security-llama3.2-3b.Q5_K_M.gguf | Q5_K_M | 2.32 GB | +| security-llama3.2-3b.Q5_K_S.gguf | Q5_K_S | 2.27 GB | +| security-llama3.2-3b.Q6_K.gguf | Q6_K | 2.64 GB | +| security-llama3.2-3b.Q8_0.gguf | Q8_0 | 3.42 GB | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..a4ba21b --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "llama" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/security-llama3.2-3b.BF16.gguf b/security-llama3.2-3b.BF16.gguf new file mode 100644 index 0000000..d1b6160 --- /dev/null +++ b/security-llama3.2-3b.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e11f2ab7856c8360536d0f7648d0461588ea0d49f4fb29a8a653d6c8daf8c090 +size 6433688480 diff --git a/security-llama3.2-3b.F16.gguf b/security-llama3.2-3b.F16.gguf new file mode 100644 index 0000000..c4de444 --- /dev/null +++ b/security-llama3.2-3b.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa7e6b1a9ccc8a4141da7f6d730b12b0af877a3e92b4c76c43f2d71b9ff0b5ce +size 6433688480 diff --git a/security-llama3.2-3b.F32.gguf b/security-llama3.2-3b.F32.gguf new file mode 100644 index 0000000..553c4cb --- /dev/null +++ b/security-llama3.2-3b.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e0395f28a422c57b98e8d346f0a4a9b5bb8a35ef07dcf9eec5f01c423de73c +size 12858837920 diff --git a/security-llama3.2-3b.Q2_K.gguf b/security-llama3.2-3b.Q2_K.gguf new file mode 100644 index 0000000..9827b56 --- /dev/null +++ b/security-llama3.2-3b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dc7883e29eef64bb54f6b10b4046498845bb70321de1ce196b40b299da7041f +size 1363936160 diff --git a/security-llama3.2-3b.Q3_K_L.gguf b/security-llama3.2-3b.Q3_K_L.gguf new file mode 100644 index 0000000..ef40190 --- /dev/null +++ b/security-llama3.2-3b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:255ae89ff0023877c6c0bcb98a342ecc789681a88c69c34ea9b2dd33c39b173e +size 1815348128 diff --git a/security-llama3.2-3b.Q3_K_M.gguf b/security-llama3.2-3b.Q3_K_M.gguf new file mode 100644 index 0000000..6455302 --- /dev/null +++ b/security-llama3.2-3b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8affb91f838f66c0a1b0ad3a8076664efc10755b53fbd75439c53767bedc8c41 +size 1687159712 diff --git a/security-llama3.2-3b.Q3_K_S.gguf b/security-llama3.2-3b.Q3_K_S.gguf new file mode 100644 index 0000000..dc5bcab --- /dev/null +++ b/security-llama3.2-3b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20f8168ed851f8b8f92cf8151dd01890d79544c6fa8e2cffe957b84e7dff44a3 +size 1542849440 diff --git a/security-llama3.2-3b.Q4_0.gguf b/security-llama3.2-3b.Q4_0.gguf new file mode 100644 index 0000000..eaaff40 --- /dev/null +++ b/security-llama3.2-3b.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1877c9942bb92cd4f80b31332501dcdb607a532cd99811e78480946b533950eb +size 1917191072 diff --git a/security-llama3.2-3b.Q4_1.gguf b/security-llama3.2-3b.Q4_1.gguf new file mode 100644 index 0000000..6d4759d --- /dev/null +++ b/security-llama3.2-3b.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbb9b24d8d31e46c6da5a621d4cdccf19f4bb20431251ec922b2bafcd5ae2209 +size 2093351840 diff --git a/security-llama3.2-3b.Q4_K.gguf b/security-llama3.2-3b.Q4_K.gguf new file mode 100644 index 0000000..dc7137c --- /dev/null +++ b/security-llama3.2-3b.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2dde7eb4484dd088539350f1a947830856394038af901ef9239ddfc7733266 +size 2019378080 diff --git a/security-llama3.2-3b.Q4_K_M.gguf b/security-llama3.2-3b.Q4_K_M.gguf new file mode 100644 index 0000000..dc7137c --- /dev/null +++ b/security-llama3.2-3b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2dde7eb4484dd088539350f1a947830856394038af901ef9239ddfc7733266 +size 2019378080 diff --git a/security-llama3.2-3b.Q4_K_S.gguf b/security-llama3.2-3b.Q4_K_S.gguf new file mode 100644 index 0000000..82c7f39 --- /dev/null +++ b/security-llama3.2-3b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389601fa5fe5a750bbfe3d4894ea80335725ccca20046baefbb39fb1045867a1 +size 1928201120 diff --git a/security-llama3.2-3b.Q5_0.gguf b/security-llama3.2-3b.Q5_0.gguf new file mode 100644 index 0000000..0a60b50 --- /dev/null +++ b/security-llama3.2-3b.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a7bf65fdfbbcca952fac20e799595400263341584ed866ddd987c7ac4a93624 +size 2269512608 diff --git a/security-llama3.2-3b.Q5_1.gguf b/security-llama3.2-3b.Q5_1.gguf new file mode 100644 index 0000000..fef830e --- /dev/null +++ b/security-llama3.2-3b.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96bdefad923105380698d0f69c706d32ff4b73cae3f66c6e7b1324d76abaa73e +size 2445673376 diff --git a/security-llama3.2-3b.Q5_K.gguf b/security-llama3.2-3b.Q5_K.gguf new file mode 100644 index 0000000..9ed1a43 --- /dev/null +++ b/security-llama3.2-3b.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79fecc0514618f27b160db9ceb2211b425d31f3096b503502dc32198a8f9bd3c +size 2322154400 diff --git a/security-llama3.2-3b.Q5_K_M.gguf b/security-llama3.2-3b.Q5_K_M.gguf new file mode 100644 index 0000000..9ed1a43 --- /dev/null +++ b/security-llama3.2-3b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79fecc0514618f27b160db9ceb2211b425d31f3096b503502dc32198a8f9bd3c +size 2322154400 diff --git a/security-llama3.2-3b.Q5_K_S.gguf b/security-llama3.2-3b.Q5_K_S.gguf new file mode 100644 index 0000000..3ac3add --- /dev/null +++ b/security-llama3.2-3b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcb62d22e2b6844b9c59a593f87b5f4a0f14a51ca9f4abba9467ac8bb73f1ec0 +size 2269512608 diff --git a/security-llama3.2-3b.Q6_K.gguf b/security-llama3.2-3b.Q6_K.gguf new file mode 100644 index 0000000..f09d8a3 --- /dev/null +++ b/security-llama3.2-3b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57780662b229c7e22c577eceec40111e8e36384d4a15e3bec6282e77f95ba570 +size 2643854240 diff --git a/security-llama3.2-3b.Q8_0.gguf b/security-llama3.2-3b.Q8_0.gguf new file mode 100644 index 0000000..559e9d5 --- /dev/null +++ b/security-llama3.2-3b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c9d125612068ee16c4e0cf1d89aa1e497458eca34da98398d4e361c182cd76e +size 3421899680