commit 977510a95d64d7c7f77d222aef73b1ed3db05141 Author: ModelHub XC Date: Thu Jul 23 08:20:09 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3cca673 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Prima-LelantaclesV4-7b-16k-bf16.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Prima-LelantaclesV4-7b-16k-bf16.IQ3_M.gguf b/Prima-LelantaclesV4-7b-16k-bf16.IQ3_M.gguf new file mode 100644 index 0000000..8fd92c4 --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb87182c2dac9b2f2b1ca19a4e8e3dfa6b1c2ad518eda988c8c7b93bf2de8c91 +size 3284892160 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.IQ3_S.gguf b/Prima-LelantaclesV4-7b-16k-bf16.IQ3_S.gguf new file mode 100644 index 0000000..4a9b374 --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42c61a2df5443af36a1d9f6b1fe5bc4e313b6b54bcdaaa166b3d7e6d0a7960b4 +size 3182393856 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.IQ3_XS.gguf b/Prima-LelantaclesV4-7b-16k-bf16.IQ3_XS.gguf new file mode 100644 index 0000000..87012b5 --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd79723d77d8ba23d59badd98180439d57fabe94e054b7f459c67cce08660981 +size 3018816000 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.IQ4_NL.gguf b/Prima-LelantaclesV4-7b-16k-bf16.IQ4_NL.gguf new file mode 100644 index 0000000..c186c36 --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d720c8b851892d7760390e746c7fff1a05e2d9491dfc353ac57299b5d4c882a +size 4155054592 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.IQ4_XS.gguf b/Prima-LelantaclesV4-7b-16k-bf16.IQ4_XS.gguf new file mode 100644 index 0000000..f46481f --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a786f2d328cf8105bd06216d57f65b140028538519b29db56e61a0fb9c1eea47 +size 3944389120 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q2_K.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q2_K.gguf new file mode 100644 index 0000000..47f9a8d --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6998d36ee68899737aaafc3ca66144a9d9d12e698060f8911fda0bd69c3838b +size 2719242752 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q3_K.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q3_K.gguf new file mode 100644 index 0000000..41680a8 --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c03925c3e8c75fe297db3c2f69d96cae2fd1b1ff1e7cd7735d7b77d0420d8354 +size 3518986752 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q3_K_L.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q3_K_L.gguf new file mode 100644 index 0000000..612ba25 --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfffcd6bbe484338451fe6b15c834cd14ea998695c1b6c47a248ff509cf57a7b +size 3822025216 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q3_K_M.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q3_K_M.gguf new file mode 100644 index 0000000..41680a8 --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c03925c3e8c75fe297db3c2f69d96cae2fd1b1ff1e7cd7735d7b77d0420d8354 +size 3518986752 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q3_K_S.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q3_K_S.gguf new file mode 100644 index 0000000..cf6e27f --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff79dd0aa6a856576c74ca52bb780bb038ab59e09bfb2ca666348c4f7f36a56d +size 3164568064 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q4_0.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q4_0.gguf new file mode 100644 index 0000000..68f65cc --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e3b481d04c7539b275c7fda7965ef8bffa40a47c045a1354dea4d7ac75617f9 +size 4108917248 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q4_1.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q4_1.gguf new file mode 100644 index 0000000..bd4414f --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07dbcd0f478fe828fef3104464ba70ef60aa6546f60aeebe22f3af14707831c1 +size 4553316864 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q4_K.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q4_K.gguf new file mode 100644 index 0000000..e81c408 --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52d72d796fd01462401c7e15b85c28a3824c14f07f955933926dd5cb26acd8e5 +size 4368439808 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q4_K_M.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q4_K_M.gguf new file mode 100644 index 0000000..e81c408 --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52d72d796fd01462401c7e15b85c28a3824c14f07f955933926dd5cb26acd8e5 +size 4368439808 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q4_K_S.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q4_K_S.gguf new file mode 100644 index 0000000..deac62e --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68f395a02c7c9f599cdf7bfbe2f0f351ee301b89867e70dc7b1be36b9bc2f366 +size 4140374528 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q5_0.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q5_0.gguf new file mode 100644 index 0000000..d11b63f --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e9d623ebceed2c775e60ff7e25b3ebe0dc8352c4dead41647fd61fbe3706d5f +size 4997716480 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q5_1.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q5_1.gguf new file mode 100644 index 0000000..3791420 --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bac45a2b23babf25413bf3df7828c609235169d48284f9b4333ea715dae873e2 +size 5442116096 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q5_K.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q5_K.gguf new file mode 100644 index 0000000..d972d01 --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6be6e7c52db69837b3444aaf58a4a2353e0d62cf2fb85020d1ebf3a7c52066e +size 5131409920 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q5_K_M.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q5_K_M.gguf new file mode 100644 index 0000000..d972d01 --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6be6e7c52db69837b3444aaf58a4a2353e0d62cf2fb85020d1ebf3a7c52066e +size 5131409920 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q5_K_S.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q5_K_S.gguf new file mode 100644 index 0000000..5ab333f --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0290f44e1eb51ddab43a9f7b32d2682d03770c2acc37c717b387588c44085fac +size 4997716480 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q6_K.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q6_K.gguf new file mode 100644 index 0000000..89b9349 --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c69f88da440071487130ac5274ec3cb6f4c3b8933a24ff4bd995b3b0827402e +size 5942065664 diff --git a/Prima-LelantaclesV4-7b-16k-bf16.Q8_0.gguf b/Prima-LelantaclesV4-7b-16k-bf16.Q8_0.gguf new file mode 100644 index 0000000..3ae2552 --- /dev/null +++ b/Prima-LelantaclesV4-7b-16k-bf16.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:155ee3b8cfe89b17d18e5c836f4d1bfd2a865234b3fc5d0fc9ba0938969ea46a +size 7695858176 diff --git a/README.md b/README.md new file mode 100644 index 0000000..b177b6c --- /dev/null +++ b/README.md @@ -0,0 +1,202 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +Prima-LelantaclesV4-7b-16k-bf16 - GGUF +- Model creator: https://huggingface.co/ChaoticNeutrals/ +- Original model: https://huggingface.co/ChaoticNeutrals/Prima-LelantaclesV4-7b-16k-bf16/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [Prima-LelantaclesV4-7b-16k-bf16.Q2_K.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q2_K.gguf) | Q2_K | 2.53GB | +| [Prima-LelantaclesV4-7b-16k-bf16.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.IQ3_XS.gguf) | IQ3_XS | 2.81GB | +| [Prima-LelantaclesV4-7b-16k-bf16.IQ3_S.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.IQ3_S.gguf) | IQ3_S | 2.96GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q3_K_S.gguf) | Q3_K_S | 2.95GB | +| [Prima-LelantaclesV4-7b-16k-bf16.IQ3_M.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.IQ3_M.gguf) | IQ3_M | 3.06GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q3_K.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q3_K.gguf) | Q3_K | 3.28GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q3_K_M.gguf) | Q3_K_M | 3.28GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q3_K_L.gguf) | Q3_K_L | 3.56GB | +| [Prima-LelantaclesV4-7b-16k-bf16.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.IQ4_XS.gguf) | IQ4_XS | 3.67GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q4_0.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q4_0.gguf) | Q4_0 | 3.83GB | +| [Prima-LelantaclesV4-7b-16k-bf16.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.IQ4_NL.gguf) | IQ4_NL | 3.87GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q4_K_S.gguf) | Q4_K_S | 3.86GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q4_K.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q4_K.gguf) | Q4_K | 4.07GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q4_K_M.gguf) | Q4_K_M | 4.07GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q4_1.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q4_1.gguf) | Q4_1 | 4.24GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q5_0.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q5_0.gguf) | Q5_0 | 4.65GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q5_K_S.gguf) | Q5_K_S | 4.65GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q5_K.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q5_K.gguf) | Q5_K | 4.78GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q5_K_M.gguf) | Q5_K_M | 4.78GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q5_1.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q5_1.gguf) | Q5_1 | 5.07GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q6_K.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q6_K.gguf) | Q6_K | 5.53GB | +| [Prima-LelantaclesV4-7b-16k-bf16.Q8_0.gguf](https://huggingface.co/RichardErkhov/ChaoticNeutrals_-_Prima-LelantaclesV4-7b-16k-bf16-gguf/blob/main/Prima-LelantaclesV4-7b-16k-bf16.Q8_0.gguf) | Q8_0 | 7.17GB | + + + + +Original model description: +--- +license: other +library_name: transformers +tags: +- mergekit +- merge +base_model: +- Test157t/Yarncules-7b-128k +- Test157t/Prima-LelantaclesV3-7b +model-index: +- name: Prima-LelantaclesV4-7b-16k-bf16 + results: + - task: + type: text-generation + name: Text Generation + dataset: + name: AI2 Reasoning Challenge (25-Shot) + type: ai2_arc + config: ARC-Challenge + split: test + args: + num_few_shot: 25 + metrics: + - type: acc_norm + value: 66.04 + name: normalized accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=ChaoticNeutrals/Prima-LelantaclesV4-7b-16k-bf16 + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: HellaSwag (10-Shot) + type: hellaswag + split: validation + args: + num_few_shot: 10 + metrics: + - type: acc_norm + value: 85.07 + name: normalized accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=ChaoticNeutrals/Prima-LelantaclesV4-7b-16k-bf16 + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: MMLU (5-Shot) + type: cais/mmlu + config: all + split: test + args: + num_few_shot: 5 + metrics: + - type: acc + value: 64.7 + name: accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=ChaoticNeutrals/Prima-LelantaclesV4-7b-16k-bf16 + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: TruthfulQA (0-shot) + type: truthful_qa + config: multiple_choice + split: validation + args: + num_few_shot: 0 + metrics: + - type: mc2 + value: 54.76 + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=ChaoticNeutrals/Prima-LelantaclesV4-7b-16k-bf16 + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: Winogrande (5-shot) + type: winogrande + config: winogrande_xl + split: validation + args: + num_few_shot: 5 + metrics: + - type: acc + value: 80.27 + name: accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=ChaoticNeutrals/Prima-LelantaclesV4-7b-16k-bf16 + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: GSM8k (5-shot) + type: gsm8k + config: main + split: test + args: + num_few_shot: 5 + metrics: + - type: acc + value: 58.83 + name: accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=ChaoticNeutrals/Prima-LelantaclesV4-7b-16k-bf16 + name: Open LLM Leaderboard +--- + +![image/jpeg](https://cdn-uploads.huggingface.co/production/uploads/642265bc01c62c1e4102dc36/xq0KNQL1cCKRlEf-ffMgz.jpeg) + +Quants Thanks to @Lewdiculous :https://huggingface.co/Lewdiculous/Prima-LelantaclesV4-7b-16k-GGUF + +The following models were included in the merge: +* [Test157t/Yarncules-7b-128k](https://huggingface.co/Test157t/Yarncules-7b-128k) +* [Test157t/Prima-LelantaclesV3-7b](https://huggingface.co/Test157t/Prima-LelantaclesV3-7b) + +### Configuration + +The following YAML configuration was used to produce this model: + +```yaml +slices: + - sources: + - model: Test157t/Yarncules-7b-128k + layer_range: [0, 32] + - model: Test157t/Prima-LelantaclesV3-7b + layer_range: [0, 32] +merge_method: slerp +base_model: Test157t/Prima-LelantaclesV3-7b +parameters: + t: + - filter: self_attn + value: [0, 0.5, 0.3, 0.7, 1] + - filter: mlp + value: [1, 0.5, 0.7, 0.3, 0] + - value: 0.5 +dtype: bfloat16 +``` +# [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard) +Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/details_ChaoticNeutrals__Prima-LelantaclesV4-7b-16k-bf16) + +| Metric |Value| +|---------------------------------|----:| +|Avg. |68.28| +|AI2 Reasoning Challenge (25-Shot)|66.04| +|HellaSwag (10-Shot) |85.07| +|MMLU (5-Shot) |64.70| +|TruthfulQA (0-shot) |54.76| +|Winogrande (5-shot) |80.27| +|GSM8k (5-shot) |58.83| + + +