From f10daf895c803aba810b38aed0f6a3fc3f2d8987 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 17 Sep 2026 15:10:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: bartowski/Hyperion-1.5-Mistral-7B-GGUF Source: Original Platform --- .gitattributes | 48 +++++++++++++++++++++++++++++ Hyperion-1.5-Mistral-7B-Q2_K.gguf | 3 ++ Hyperion-1.5-Mistral-7B-Q3_K_L.gguf | 3 ++ Hyperion-1.5-Mistral-7B-Q3_K_M.gguf | 3 ++ Hyperion-1.5-Mistral-7B-Q3_K_S.gguf | 3 ++ Hyperion-1.5-Mistral-7B-Q4_0.gguf | 3 ++ Hyperion-1.5-Mistral-7B-Q4_K_M.gguf | 3 ++ Hyperion-1.5-Mistral-7B-Q4_K_S.gguf | 3 ++ Hyperion-1.5-Mistral-7B-Q5_0.gguf | 3 ++ Hyperion-1.5-Mistral-7B-Q5_K_M.gguf | 3 ++ Hyperion-1.5-Mistral-7B-Q5_K_S.gguf | 3 ++ Hyperion-1.5-Mistral-7B-Q6_K.gguf | 3 ++ Hyperion-1.5-Mistral-7B-Q8_0.gguf | 3 ++ Hyperion-1.5-Mistral-7B-fp16.gguf | 3 ++ README.md | 35 +++++++++++++++++++++ configuration.json | 1 + 16 files changed, 123 insertions(+) create mode 100644 .gitattributes create mode 100644 Hyperion-1.5-Mistral-7B-Q2_K.gguf create mode 100644 Hyperion-1.5-Mistral-7B-Q3_K_L.gguf create mode 100644 Hyperion-1.5-Mistral-7B-Q3_K_M.gguf create mode 100644 Hyperion-1.5-Mistral-7B-Q3_K_S.gguf create mode 100644 Hyperion-1.5-Mistral-7B-Q4_0.gguf create mode 100644 Hyperion-1.5-Mistral-7B-Q4_K_M.gguf create mode 100644 Hyperion-1.5-Mistral-7B-Q4_K_S.gguf create mode 100644 Hyperion-1.5-Mistral-7B-Q5_0.gguf create mode 100644 Hyperion-1.5-Mistral-7B-Q5_K_M.gguf create mode 100644 Hyperion-1.5-Mistral-7B-Q5_K_S.gguf create mode 100644 Hyperion-1.5-Mistral-7B-Q6_K.gguf create mode 100644 Hyperion-1.5-Mistral-7B-Q8_0.gguf create mode 100644 Hyperion-1.5-Mistral-7B-fp16.gguf create mode 100644 README.md create mode 100644 configuration.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..93416fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Hyperion-1.5-Mistral-7B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Hyperion-1.5-Mistral-7B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Hyperion-1.5-Mistral-7B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hyperion-1.5-Mistral-7B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hyperion-1.5-Mistral-7B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Hyperion-1.5-Mistral-7B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hyperion-1.5-Mistral-7B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hyperion-1.5-Mistral-7B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Hyperion-1.5-Mistral-7B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hyperion-1.5-Mistral-7B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hyperion-1.5-Mistral-7B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Hyperion-1.5-Mistral-7B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Hyperion-1.5-Mistral-7B-fp16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Hyperion-1.5-Mistral-7B-Q2_K.gguf b/Hyperion-1.5-Mistral-7B-Q2_K.gguf new file mode 100644 index 0000000..160a4fc --- /dev/null +++ b/Hyperion-1.5-Mistral-7B-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccf7459a723f52e8dc0e0d9f713b6e69b17f46d9b55c019b6f651e0028d039d3 +size 2719241984 diff --git a/Hyperion-1.5-Mistral-7B-Q3_K_L.gguf b/Hyperion-1.5-Mistral-7B-Q3_K_L.gguf new file mode 100644 index 0000000..015bb61 --- /dev/null +++ b/Hyperion-1.5-Mistral-7B-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dfb85f43825a04f25c68f027fbeb377794beafa9e0d7ee16f5a908bdb429700 +size 3822024448 diff --git a/Hyperion-1.5-Mistral-7B-Q3_K_M.gguf b/Hyperion-1.5-Mistral-7B-Q3_K_M.gguf new file mode 100644 index 0000000..2f9beac --- /dev/null +++ b/Hyperion-1.5-Mistral-7B-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62653ebd37ed96bfbb0fabaf5635e6e6c496f0b453ef523d935cf8dd97abcdd3 +size 3518985984 diff --git a/Hyperion-1.5-Mistral-7B-Q3_K_S.gguf b/Hyperion-1.5-Mistral-7B-Q3_K_S.gguf new file mode 100644 index 0000000..f6bef8e --- /dev/null +++ b/Hyperion-1.5-Mistral-7B-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d520b1d54dbdb15345fbb7d8acfccc3aead521f180e4ea4603b5fbcbdc31e52 +size 3164567296 diff --git a/Hyperion-1.5-Mistral-7B-Q4_0.gguf b/Hyperion-1.5-Mistral-7B-Q4_0.gguf new file mode 100644 index 0000000..84e668a --- /dev/null +++ b/Hyperion-1.5-Mistral-7B-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a7127dd1e8f7dced56eae5b139e57b6e9592eef71d80b0bed9e42aa2f423678 +size 4108916480 diff --git a/Hyperion-1.5-Mistral-7B-Q4_K_M.gguf b/Hyperion-1.5-Mistral-7B-Q4_K_M.gguf new file mode 100644 index 0000000..8cd24c5 --- /dev/null +++ b/Hyperion-1.5-Mistral-7B-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d2a61870618edd322f56fc68f2e2a0c462004e42ec6a2756ada912a44eea37e +size 4368439040 diff --git a/Hyperion-1.5-Mistral-7B-Q4_K_S.gguf b/Hyperion-1.5-Mistral-7B-Q4_K_S.gguf new file mode 100644 index 0000000..cf46a20 --- /dev/null +++ b/Hyperion-1.5-Mistral-7B-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48bdf8abe558f5b45dea4d5072e40ec199851c8cb91a1168761db8fe2a6b5b1b +size 4140373760 diff --git a/Hyperion-1.5-Mistral-7B-Q5_0.gguf b/Hyperion-1.5-Mistral-7B-Q5_0.gguf new file mode 100644 index 0000000..26c81fe --- /dev/null +++ b/Hyperion-1.5-Mistral-7B-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4cde1d5972ccf6f5e88b2cafe8cee0d82409295e9c55e9c568934e4cee99b01 +size 4997715712 diff --git a/Hyperion-1.5-Mistral-7B-Q5_K_M.gguf b/Hyperion-1.5-Mistral-7B-Q5_K_M.gguf new file mode 100644 index 0000000..190bdc5 --- /dev/null +++ b/Hyperion-1.5-Mistral-7B-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4307a93b94fd883c1e42c96da4ab6667634648bdc73be6b03ae68911b08d0d91 +size 5131409152 diff --git a/Hyperion-1.5-Mistral-7B-Q5_K_S.gguf b/Hyperion-1.5-Mistral-7B-Q5_K_S.gguf new file mode 100644 index 0000000..04b78d4 --- /dev/null +++ b/Hyperion-1.5-Mistral-7B-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5093d5bbbb040442ad40d076e6f63b0a458be00b64e1331dd34b4258837b23c +size 4997715712 diff --git a/Hyperion-1.5-Mistral-7B-Q6_K.gguf b/Hyperion-1.5-Mistral-7B-Q6_K.gguf new file mode 100644 index 0000000..1b9f185 --- /dev/null +++ b/Hyperion-1.5-Mistral-7B-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6f6e3b3f64660c299863c1fcd4e4fdee34fcc01fa332537f8fc9faef6b46a88 +size 5942064896 diff --git a/Hyperion-1.5-Mistral-7B-Q8_0.gguf b/Hyperion-1.5-Mistral-7B-Q8_0.gguf new file mode 100644 index 0000000..c5e1a1f --- /dev/null +++ b/Hyperion-1.5-Mistral-7B-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd54c41802fa680459b1cc5dda957f68892a8fac6f128faaf43f268a713d1c74 +size 7695857408 diff --git a/Hyperion-1.5-Mistral-7B-fp16.gguf b/Hyperion-1.5-Mistral-7B-fp16.gguf new file mode 100644 index 0000000..b5834a2 --- /dev/null +++ b/Hyperion-1.5-Mistral-7B-fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4612622a647c87881ebd68bb81b77f19b29e8484e26a207322e231c6e0c77817 +size 14484731584 diff --git a/README.md b/README.md new file mode 100644 index 0000000..254e92c --- /dev/null +++ b/README.md @@ -0,0 +1,35 @@ +--- +library_name: transformers +tags: +- conversational +license: apache-2.0 +datasets: +- Locutusque/hyperion-v1.5 +quantized_by: bartowski +pipeline_tag: text-generation +--- + +## Llamacpp Quantizations of Hyperion-1.5-Mistral-7B + +Using llama.cpp commit fa97464 for quantization. + +Original model: https://huggingface.co/Locutusque/Hyperion-1.5-Mistral-7B + +Download a file (not the whole branch) from below: + +| Filename | Quant type | File Size | Description | +| -------- | ---------- | --------- | ----------- | +| [Hyperion-1.5-Mistral-7B-Q8_0.gguf](https://huggingface.co/bartowski/Hyperion-1.5-Mistral-7B-GGUF/blob/main/Hyperion-1.5-Mistral-7B-Q8_0.gguf) | Q8_0 | 7.69GB | Extremely high quality, generally unneeded but max available quant. | +| [Hyperion-1.5-Mistral-7B-Q6_K.gguf](https://huggingface.co/bartowski/Hyperion-1.5-Mistral-7B-GGUF/blob/main/Hyperion-1.5-Mistral-7B-Q6_K.gguf) | Q6_K | 5.94GB | Very high quality, near perfect, *recommended*. | +| [Hyperion-1.5-Mistral-7B-Q5_K_M.gguf](https://huggingface.co/bartowski/Hyperion-1.5-Mistral-7B-GGUF/blob/main/Hyperion-1.5-Mistral-7B-Q5_K_M.gguf) | Q5_K_M | 5.13GB | High quality, very usable. | +| [Hyperion-1.5-Mistral-7B-Q5_K_S.gguf](https://huggingface.co/bartowski/Hyperion-1.5-Mistral-7B-GGUF/blob/main/Hyperion-1.5-Mistral-7B-Q5_K_S.gguf) | Q5_K_S | 4.99GB | High quality, very usable. | +| [Hyperion-1.5-Mistral-7B-Q5_0.gguf](https://huggingface.co/bartowski/Hyperion-1.5-Mistral-7B-GGUF/blob/main/Hyperion-1.5-Mistral-7B-Q5_0.gguf) | Q5_0 | 4.99GB | High quality, older format, generally not recommended. | +| [Hyperion-1.5-Mistral-7B-Q4_K_M.gguf](https://huggingface.co/bartowski/Hyperion-1.5-Mistral-7B-GGUF/blob/main/Hyperion-1.5-Mistral-7B-Q4_K_M.gguf) | Q4_K_M | 4.36GB | Good quality, similar to 4.25 bpw. | +| [Hyperion-1.5-Mistral-7B-Q4_K_S.gguf](https://huggingface.co/bartowski/Hyperion-1.5-Mistral-7B-GGUF/blob/main/Hyperion-1.5-Mistral-7B-Q4_K_S.gguf) | Q4_K_S | 4.14GB | Slightly lower quality with small space savings. | +| [Hyperion-1.5-Mistral-7B-Q4_0.gguf](https://huggingface.co/bartowski/Hyperion-1.5-Mistral-7B-GGUF/blob/main/Hyperion-1.5-Mistral-7B-Q4_0.gguf) | Q4_0 | 4.10GB | Decent quality, older format, generally not recommended. | +| [Hyperion-1.5-Mistral-7B-Q3_K_L.gguf](https://huggingface.co/bartowski/Hyperion-1.5-Mistral-7B-GGUF/blob/main/Hyperion-1.5-Mistral-7B-Q3_K_L.gguf) | Q3_K_L | 3.82GB | Lower quality but usable, good for low RAM availability. | +| [Hyperion-1.5-Mistral-7B-Q3_K_M.gguf](https://huggingface.co/bartowski/Hyperion-1.5-Mistral-7B-GGUF/blob/main/Hyperion-1.5-Mistral-7B-Q3_K_M.gguf) | Q3_K_M | 3.51GB | Even lower quality. | +| [Hyperion-1.5-Mistral-7B-Q3_K_S.gguf](https://huggingface.co/bartowski/Hyperion-1.5-Mistral-7B-GGUF/blob/main/Hyperion-1.5-Mistral-7B-Q3_K_S.gguf) | Q3_K_S | 3.16GB | Low quality, not recommended. | +| [Hyperion-1.5-Mistral-7B-Q2_K.gguf](https://huggingface.co/bartowski/Hyperion-1.5-Mistral-7B-GGUF/blob/main/Hyperion-1.5-Mistral-7B-Q2_K.gguf) | Q2_K | 2.71GB | Extremely low quality, *not* recommended. + +Want to support my work? Visit my ko-fi page here: https://ko-fi.com/bartowski \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file