From f4cffb333edb5b58e4fcf9797a493e991fa7bfff Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 11 Jun 2026 00:08:30 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: 3Simplex/Meta-Llama-3.1-8B-Instruct-gguf Source: Original Platform --- .gitattributes | 41 +++++++++++++++++++++ Meta-Llama-3.1-8B-Instruct-128k-Q4_0.gguf | 3 ++ Meta-Llama-3.1-8B-Instruct-128k-Q4_K_M.gguf | 3 ++ Meta-Llama-3.1-8B-Instruct-128k-f16.gguf | 3 ++ Meta-Llama-3.1-8B-Instruct-Q4_0.gguf | 3 ++ Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf | 3 ++ Meta-Llama-3.1-8B-Instruct-f16.gguf | 3 ++ README.md | 37 +++++++++++++++++++ 8 files changed, 96 insertions(+) create mode 100644 .gitattributes create mode 100644 Meta-Llama-3.1-8B-Instruct-128k-Q4_0.gguf create mode 100644 Meta-Llama-3.1-8B-Instruct-128k-Q4_K_M.gguf create mode 100644 Meta-Llama-3.1-8B-Instruct-128k-f16.gguf create mode 100644 Meta-Llama-3.1-8B-Instruct-Q4_0.gguf create mode 100644 Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf create mode 100644 Meta-Llama-3.1-8B-Instruct-f16.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a08d88a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,41 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Meta-Llama-3.1-8B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text +Meta-Llama-3.1-8B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Meta-Llama-3.1-8B-Instruct-128k-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Meta-Llama-3.1-8B-Instruct-128k-f16.gguf filter=lfs diff=lfs merge=lfs -text +Meta-Llama-3.1-8B-Instruct-128k-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Meta-Llama-3.1-8B-Instruct-128k-Q4_0.gguf b/Meta-Llama-3.1-8B-Instruct-128k-Q4_0.gguf new file mode 100644 index 0000000..a95c8d7 --- /dev/null +++ b/Meta-Llama-3.1-8B-Instruct-128k-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bf5d6fa947d423382b82703e48711a3f5cea890c95f00b71c4aaefab2b64259 +size 4661212096 diff --git a/Meta-Llama-3.1-8B-Instruct-128k-Q4_K_M.gguf b/Meta-Llama-3.1-8B-Instruct-128k-Q4_K_M.gguf new file mode 100644 index 0000000..31cd773 --- /dev/null +++ b/Meta-Llama-3.1-8B-Instruct-128k-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e45bded437291966524bfe6a8c664a9f73b97257c959cd0c24106b2f372ed88a +size 4920734656 diff --git a/Meta-Llama-3.1-8B-Instruct-128k-f16.gguf b/Meta-Llama-3.1-8B-Instruct-128k-f16.gguf new file mode 100644 index 0000000..203ace6 --- /dev/null +++ b/Meta-Llama-3.1-8B-Instruct-128k-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a32b1dce9cbb6bcc366a2fa4ce83b5e319b58f0c5cb34f65a57942ab636515f7 +size 16068891584 diff --git a/Meta-Llama-3.1-8B-Instruct-Q4_0.gguf b/Meta-Llama-3.1-8B-Instruct-Q4_0.gguf new file mode 100644 index 0000000..f049b28 --- /dev/null +++ b/Meta-Llama-3.1-8B-Instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45fffb51e384012ac32fc111e879454c741c84ec334fd83b56f28af3930b543c +size 4661211808 diff --git a/Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf b/Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf new file mode 100644 index 0000000..db6a611 --- /dev/null +++ b/Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71c0fbe6e2a15db3856e4cae0a004d062b78517c207d1846e9d676d321d88223 +size 4920734368 diff --git a/Meta-Llama-3.1-8B-Instruct-f16.gguf b/Meta-Llama-3.1-8B-Instruct-f16.gguf new file mode 100644 index 0000000..38ec6cd --- /dev/null +++ b/Meta-Llama-3.1-8B-Instruct-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82ff778433e6590189788b54c00aba834d6eb167808ec32ae659964392a07230 +size 16068891296 diff --git a/README.md b/README.md new file mode 100644 index 0000000..9855393 --- /dev/null +++ b/README.md @@ -0,0 +1,37 @@ +--- +license: llama3.1 +base_model: meta-llama/Meta-Llama-3.1-8B-Instruct +pipeline_tag: text-generation +tags: +- text-generation-inference +--- +> [!WARNING] +> At the time of this release, llama.cpp did not support the rope scaling required for full context (limit is 8192). Soon this will be updated for full 128K functionality. +> Depriciated models still listed do not have 128k mark. + +> [!NOTE] +> The new release of llama.cpp and transformers have been applied and the gguf was tested. +> [Meta-Llama-3.1-8B-Instruct-128k](https://huggingface.co/3Simplex/Meta-Llama-3.1-8B-Instruct-gguf/blob/main/Meta-Llama-3.1-8B-Instruct-128k-Q4_0.gguf) +> You will need to update llama.cpp and transformers to use the full context. + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/645e666bb5c9a8666d0d99c5/9T9q6k90ZGa5EJKeSMbru.png) + + +## Prompt Template + +``` +<|start_header_id|>system<|end_header_id|> + +{system_prompt}<|eot_id|> +``` + +``` +<|start_header_id|>user<|end_header_id|> + +{user_input}<|eot_id|><|start_header_id|>assistant<|end_header_id|> + +{assistant_response} +``` + +## 128k Context Length +"llama.context_length": 131072 \ No newline at end of file