commit 22a345d8e9aae93b262f96af3f6a0d7ffd237597 Author: ModelHub XC Date: Sat Oct 3 07:16:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9519eca --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-7B-rollercoaster_v2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llama-7B-rollercoaster_v2.i1-IQ1_M.gguf b/Llama-7B-rollercoaster_v2.i1-IQ1_M.gguf new file mode 100644 index 0000000..550d880 --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:444a5fc1f66174d32b667a4dc4463f863c479f66c6565cc6f69ac77983ace63f +size 1650972704 diff --git a/Llama-7B-rollercoaster_v2.i1-IQ1_S.gguf b/Llama-7B-rollercoaster_v2.i1-IQ1_S.gguf new file mode 100644 index 0000000..9a71816 --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c6a19072e34e209e2d48fd87b8fc69b058097c7034f01835e4d145a2d26fb71 +size 1528584224 diff --git a/Llama-7B-rollercoaster_v2.i1-IQ2_M.gguf b/Llama-7B-rollercoaster_v2.i1-IQ2_M.gguf new file mode 100644 index 0000000..e3f239b --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aaa07ef2efb473b84c7197672268cac1c4907fc10f3bc828f433ab02bcfb5c1 +size 2359752736 diff --git a/Llama-7B-rollercoaster_v2.i1-IQ2_S.gguf b/Llama-7B-rollercoaster_v2.i1-IQ2_S.gguf new file mode 100644 index 0000000..409526e --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92cb96da3623cfd2c9f7bdee8079a55690254d1f7da4aff75a4c402c479ec012 +size 2196568096 diff --git a/Llama-7B-rollercoaster_v2.i1-IQ2_XS.gguf b/Llama-7B-rollercoaster_v2.i1-IQ2_XS.gguf new file mode 100644 index 0000000..6f764cb --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d89d044fe0e4989fc241cb5e59a3ec12488f867a69ae60adcb8e7195c564752 +size 2034915360 diff --git a/Llama-7B-rollercoaster_v2.i1-IQ2_XXS.gguf b/Llama-7B-rollercoaster_v2.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..41ac70d --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6a261c1a3b5636b0aac4df21751a8a1fc271d287e751bbe1a3c61b019a4e84f +size 1854953504 diff --git a/Llama-7B-rollercoaster_v2.i1-IQ3_M.gguf b/Llama-7B-rollercoaster_v2.i1-IQ3_M.gguf new file mode 100644 index 0000000..95d9b91 --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4842bdd51c0712c0660f27ceef47472b5f990e6e56f06ec9b926431c3e5abb2c +size 3114866720 diff --git a/Llama-7B-rollercoaster_v2.i1-IQ3_S.gguf b/Llama-7B-rollercoaster_v2.i1-IQ3_S.gguf new file mode 100644 index 0000000..cd93247 --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:337ee5b39f7c7e2d9f20f11ce12eb67ba9b6dcd60c1d57253c8538229dd45ada +size 2948306976 diff --git a/Llama-7B-rollercoaster_v2.i1-IQ3_XS.gguf b/Llama-7B-rollercoaster_v2.i1-IQ3_XS.gguf new file mode 100644 index 0000000..328773e --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dba4ec0c277de0ba29bdbe8ae5987c2eb923666e4dd71b96bd152c9c42e15856 +size 2796525600 diff --git a/Llama-7B-rollercoaster_v2.i1-IQ3_XXS.gguf b/Llama-7B-rollercoaster_v2.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..19570c6 --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a029999accec4917f753313e8c8c69860c0651f43ad76b1d57c51cd78d9157cc +size 2585393184 diff --git a/Llama-7B-rollercoaster_v2.i1-IQ4_XS.gguf b/Llama-7B-rollercoaster_v2.i1-IQ4_XS.gguf new file mode 100644 index 0000000..79986ca --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14da6ed8a6a486f7122b5de08789bc1526517f35b27f3a8375e2ed7a82c980e6 +size 3619338272 diff --git a/Llama-7B-rollercoaster_v2.i1-Q2_K.gguf b/Llama-7B-rollercoaster_v2.i1-Q2_K.gguf new file mode 100644 index 0000000..3782603 --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e12e2ddc1c7767176b4160699f1e99dfc5ec3057fc73f1208e3bc43f919c9f9 +size 2532866080 diff --git a/Llama-7B-rollercoaster_v2.i1-Q3_K_L.gguf b/Llama-7B-rollercoaster_v2.i1-Q3_K_L.gguf new file mode 100644 index 0000000..f8d04ef --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38cb73175c689c2ad685ac8d5f0431ba01a789d674c60f1e2a3171b455b4e0de +size 3597113376 diff --git a/Llama-7B-rollercoaster_v2.i1-Q3_K_M.gguf b/Llama-7B-rollercoaster_v2.i1-Q3_K_M.gguf new file mode 100644 index 0000000..a109a87 --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0ff798cfb0bc5ac0fbfe06bc3dcbdee44abb18f78a0bcd7bb94cc461a48a323 +size 3298007072 diff --git a/Llama-7B-rollercoaster_v2.i1-Q3_K_S.gguf b/Llama-7B-rollercoaster_v2.i1-Q3_K_S.gguf new file mode 100644 index 0000000..c17aebe --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3959adce413c61fb1da80d51a8da7a1521625969215f2fa71e926cc4d5be422a +size 2948306976 diff --git a/Llama-7B-rollercoaster_v2.i1-Q4_0.gguf b/Llama-7B-rollercoaster_v2.i1-Q4_0.gguf new file mode 100644 index 0000000..871e648 --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0faaa1e6aaebbf8ff5e00df7de6e078a634fbed813020b91dfa7a6f3539e9fd0 +size 3837081632 diff --git a/Llama-7B-rollercoaster_v2.i1-Q4_K_M.gguf b/Llama-7B-rollercoaster_v2.i1-Q4_K_M.gguf new file mode 100644 index 0000000..62b8100 --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61c06fa0da45a3e81690fa2af17f02dd903a37c9280ffab5cecd50d479f522c0 +size 4081006624 diff --git a/Llama-7B-rollercoaster_v2.i1-Q4_K_S.gguf b/Llama-7B-rollercoaster_v2.i1-Q4_K_S.gguf new file mode 100644 index 0000000..74a1778 --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3d4708f1f596723448364a3b4d6b9e0082303d0beb0987ee940e0539f94c2cd +size 3856742432 diff --git a/Llama-7B-rollercoaster_v2.i1-Q5_K_M.gguf b/Llama-7B-rollercoaster_v2.i1-Q5_K_M.gguf new file mode 100644 index 0000000..3790029 --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bce0db67b8590f0e2d754947dd4d6d060047dcf7de619eaaec8b92d851adeadd +size 4783159328 diff --git a/Llama-7B-rollercoaster_v2.i1-Q5_K_S.gguf b/Llama-7B-rollercoaster_v2.i1-Q5_K_S.gguf new file mode 100644 index 0000000..90ecdbd --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0122c3da788c8800bd23a66ac6b4dc4ee5e98eb9202fc204836facec56823e46 +size 4651694112 diff --git a/Llama-7B-rollercoaster_v2.i1-Q6_K.gguf b/Llama-7B-rollercoaster_v2.i1-Q6_K.gguf new file mode 100644 index 0000000..a2de323 --- /dev/null +++ b/Llama-7B-rollercoaster_v2.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0fad2163c99c536aea6ed8fb469f560f022cc7f69fe01153397d755bbe9bab0 +size 5529196576 diff --git a/README.md b/README.md new file mode 100644 index 0000000..ff94849 --- /dev/null +++ b/README.md @@ -0,0 +1,79 @@ +--- +base_model: ncsgobubble/Llama-7B-rollercoaster_v2 +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- merge +- mergekit +- lazymergekit +- meta-llama/Llama-2-7b-chat-hf +- SuvajitGB/rollercoaster_emotions_v2 +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/ncsgobubble/Llama-7B-rollercoaster_v2 + + +static quants are available at https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-IQ1_S.gguf) | i1-IQ1_S | 1.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-IQ1_M.gguf) | i1-IQ1_M | 1.8 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-IQ2_S.gguf) | i1-IQ2_S | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-IQ2_M.gguf) | i1-IQ2_M | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-Q2_K.gguf) | i1-Q2_K | 2.6 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-IQ3_XS.gguf) | i1-IQ3_XS | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-IQ3_S.gguf) | i1-IQ3_S | 3.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-IQ3_M.gguf) | i1-IQ3_M | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-IQ4_XS.gguf) | i1-IQ4_XS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-Q4_0.gguf) | i1-Q4_0 | 3.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-Q5_K_S.gguf) | i1-Q5_K_S | 4.8 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-Q5_K_M.gguf) | i1-Q5_K_M | 4.9 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/resolve/main/Llama-7B-rollercoaster_v2.i1-Q6_K.gguf) | i1-Q6_K | 5.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..53d16f8 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17f6535946d625f24ef6cb3fbc77a35abbe7c6ba45590612bdd5e29c8bca2047 +size 4562173