From 1e816da01caa904987d771330212491438e82930 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 18 Sep 2026 20:46:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: chatpig/llama-3.1-8b-encoder-gguf Source: Original Platform --- .gitattributes | 68 ++++++++++++++++++++++++++++++++ README.md | 13 ++++++ configuration.json | 1 + llama3.1-encoder-bf16.gguf | 3 ++ llama3.1-encoder-f16.gguf | 3 ++ llama3.1-encoder-iq4_nl.gguf | 3 ++ llama3.1-encoder-iq4_xs.gguf | 3 ++ llama3.1-encoder-old-iq4_xs.gguf | 3 ++ llama3.1-encoder-q2_k.gguf | 3 ++ llama3.1-encoder-q3_k_l.gguf | 3 ++ llama3.1-encoder-q3_k_m.gguf | 3 ++ llama3.1-encoder-q3_k_s.gguf | 3 ++ llama3.1-encoder-q4_0.gguf | 3 ++ llama3.1-encoder-q4_1.gguf | 3 ++ llama3.1-encoder-q4_k_m.gguf | 3 ++ llama3.1-encoder-q4_k_s.gguf | 3 ++ llama3.1-encoder-q5_0.gguf | 3 ++ llama3.1-encoder-q5_1.gguf | 3 ++ llama3.1-encoder-q5_k_m.gguf | 3 ++ llama3.1-encoder-q5_k_s.gguf | 3 ++ llama3.1-encoder-q6_k.gguf | 3 ++ llama3.1-encoder-q8_0.gguf | 3 ++ 22 files changed, 139 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 llama3.1-encoder-bf16.gguf create mode 100644 llama3.1-encoder-f16.gguf create mode 100644 llama3.1-encoder-iq4_nl.gguf create mode 100644 llama3.1-encoder-iq4_xs.gguf create mode 100644 llama3.1-encoder-old-iq4_xs.gguf create mode 100644 llama3.1-encoder-q2_k.gguf create mode 100644 llama3.1-encoder-q3_k_l.gguf create mode 100644 llama3.1-encoder-q3_k_m.gguf create mode 100644 llama3.1-encoder-q3_k_s.gguf create mode 100644 llama3.1-encoder-q4_0.gguf create mode 100644 llama3.1-encoder-q4_1.gguf create mode 100644 llama3.1-encoder-q4_k_m.gguf create mode 100644 llama3.1-encoder-q4_k_s.gguf create mode 100644 llama3.1-encoder-q5_0.gguf create mode 100644 llama3.1-encoder-q5_1.gguf create mode 100644 llama3.1-encoder-q5_k_m.gguf create mode 100644 llama3.1-encoder-q5_k_s.gguf create mode 100644 llama3.1-encoder-q6_k.gguf create mode 100644 llama3.1-encoder-q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3151281 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,68 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +llama3.1-encoder-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-q5_1.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-q4_1.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-f16.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-bf16.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-encoder-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text + +llama3.1-encoder-old-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..b056b79 --- /dev/null +++ b/README.md @@ -0,0 +1,13 @@ +--- +license: llama3.1 +base_model: +- meta-llama/Llama-3.1-8B +tags: +- gguf-node +pipeline_tag: text-generation +--- + +## llama-3.1-8b-encoder-gguf +- base model from meta-llama +- for text/image-text-to-video generation (when act as encoder) +- for text generation (can be used as text genertion model with proper connector) \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/llama3.1-encoder-bf16.gguf b/llama3.1-encoder-bf16.gguf new file mode 100644 index 0000000..49ec097 --- /dev/null +++ b/llama3.1-encoder-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5595de0c7b036650e3867b85330f54829448af46e03ba73bd9dc92fc50f7a997 +size 16069941280 diff --git a/llama3.1-encoder-f16.gguf b/llama3.1-encoder-f16.gguf new file mode 100644 index 0000000..cfd16d7 --- /dev/null +++ b/llama3.1-encoder-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcc1979f711b8eb39a85af673b1d013d4cc59fab8add8ffd6b05eace9f77f9d5 +size 16069941280 diff --git a/llama3.1-encoder-iq4_nl.gguf b/llama3.1-encoder-iq4_nl.gguf new file mode 100644 index 0000000..4e1ed74 --- /dev/null +++ b/llama3.1-encoder-iq4_nl.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d615acd5967b828430df8d5596378ddf7297496c71227210b6a79142f623218 +size 4707713056 diff --git a/llama3.1-encoder-iq4_xs.gguf b/llama3.1-encoder-iq4_xs.gguf new file mode 100644 index 0000000..59d2786 --- /dev/null +++ b/llama3.1-encoder-iq4_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdcab833cf14ddb952d749eecda02dc70e1ce4df4a6dd568733064337c7aeb89 +size 4484718624 diff --git a/llama3.1-encoder-old-iq4_xs.gguf b/llama3.1-encoder-old-iq4_xs.gguf new file mode 100644 index 0000000..703132b --- /dev/null +++ b/llama3.1-encoder-old-iq4_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3333d76102542b4e1d7ac610a9387b30be541e2fe1bca526a62723adb771b3d +size 4439843872 diff --git a/llama3.1-encoder-q2_k.gguf b/llama3.1-encoder-q2_k.gguf new file mode 100644 index 0000000..010d24d --- /dev/null +++ b/llama3.1-encoder-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e30598b39cd02f9e2687d038da4bac6cd3b2965b28d289ce8f50c8506c214d +size 3179434016 diff --git a/llama3.1-encoder-q3_k_l.gguf b/llama3.1-encoder-q3_k_l.gguf new file mode 100644 index 0000000..2fdea02 --- /dev/null +++ b/llama3.1-encoder-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da186aedf756fea7dfd3a26ecff87ef65bdc0017d568f2c6273a223f30729bd6 +size 4322285600 diff --git a/llama3.1-encoder-q3_k_m.gguf b/llama3.1-encoder-q3_k_m.gguf new file mode 100644 index 0000000..bb7f172 --- /dev/null +++ b/llama3.1-encoder-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed293c51bc38fbd7fa80034df1d87001a78e7a47e684272f95f05cc68cf6fee7 +size 4019247136 diff --git a/llama3.1-encoder-q3_k_s.gguf b/llama3.1-encoder-q3_k_s.gguf new file mode 100644 index 0000000..3c25fff --- /dev/null +++ b/llama3.1-encoder-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4817fcbf1a57345f6b5b18446763d44641ce354e1018302293dfadde44fd456 +size 3664828448 diff --git a/llama3.1-encoder-q4_0.gguf b/llama3.1-encoder-q4_0.gguf new file mode 100644 index 0000000..4c15809 --- /dev/null +++ b/llama3.1-encoder-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61e5f5f42f13314a3b809c0645b10755ad0e4f5876d9d92ccbbc4a40a6e0738c +size 4661575712 diff --git a/llama3.1-encoder-q4_1.gguf b/llama3.1-encoder-q4_1.gguf new file mode 100644 index 0000000..a2efec1 --- /dev/null +++ b/llama3.1-encoder-q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be22e23ef1b049e9396895a066932e4bfe1a3dde916ff494a1d7c3d382d42162 +size 5130633248 diff --git a/llama3.1-encoder-q4_k_m.gguf b/llama3.1-encoder-q4_k_m.gguf new file mode 100644 index 0000000..bc0be19 --- /dev/null +++ b/llama3.1-encoder-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7869d5365c06ffdf7304f4a15c5b5bd47529552d998ee71c219226d817d8aa97 +size 4921098272 diff --git a/llama3.1-encoder-q4_k_s.gguf b/llama3.1-encoder-q4_k_s.gguf new file mode 100644 index 0000000..1b0d930 --- /dev/null +++ b/llama3.1-encoder-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fda3b2d8c7f23957c58a03deb582b5b04b9e2784b007eb7e175175232bacb35 +size 4693032992 diff --git a/llama3.1-encoder-q5_0.gguf b/llama3.1-encoder-q5_0.gguf new file mode 100644 index 0000000..49154a7 --- /dev/null +++ b/llama3.1-encoder-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbb14bb8e7929dc63bc973201a240c6338b623ef89382139b169bf1f3ee5e70b +size 5599690784 diff --git a/llama3.1-encoder-q5_1.gguf b/llama3.1-encoder-q5_1.gguf new file mode 100644 index 0000000..2301e52 --- /dev/null +++ b/llama3.1-encoder-q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61831243030ae200681cffd983fe3201dc8e916f4106fdec7bd6c01f5b6ea451 +size 6068748320 diff --git a/llama3.1-encoder-q5_k_m.gguf b/llama3.1-encoder-q5_k_m.gguf new file mode 100644 index 0000000..5b2dd1a --- /dev/null +++ b/llama3.1-encoder-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:037f60229106b0c0d82c62e0668026bfa798f7b4fea2c24e0b9b59996f32a8c5 +size 5733384224 diff --git a/llama3.1-encoder-q5_k_s.gguf b/llama3.1-encoder-q5_k_s.gguf new file mode 100644 index 0000000..f964dd7 --- /dev/null +++ b/llama3.1-encoder-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db7394b73b643e27b84dff63a5e8b30d729276f0b65ed59f8e8212e4e69029cb +size 5599690784 diff --git a/llama3.1-encoder-q6_k.gguf b/llama3.1-encoder-q6_k.gguf new file mode 100644 index 0000000..9a124fc --- /dev/null +++ b/llama3.1-encoder-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf6072cb80fc86455c7cb9784f52e45aa0e31539c436cf689ad6fac574b2c5e3 +size 6596438048 diff --git a/llama3.1-encoder-q8_0.gguf b/llama3.1-encoder-q8_0.gguf new file mode 100644 index 0000000..4e7fb62 --- /dev/null +++ b/llama3.1-encoder-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a228e71101190c9eb138a740db0baae9dafbfbbf46fb2437b168c5f3f88fea +size 8541329440