commit 22d6bfc0e650e4098abd0580983ab11cbce58a44 Author: ModelHub XC Date: Wed Jul 22 20:35:12 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b8be985 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Fasciculus-Arcuatus-7B-slerp.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Fasciculus-Arcuatus-7B-slerp.IQ3_M.gguf b/Fasciculus-Arcuatus-7B-slerp.IQ3_M.gguf new file mode 100644 index 0000000..3aac22e --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e453fc85d9f9c79424df939eecbe6b9648ff0206e5de113d10e6e9d86a42e52 +size 3284892320 diff --git a/Fasciculus-Arcuatus-7B-slerp.IQ3_S.gguf b/Fasciculus-Arcuatus-7B-slerp.IQ3_S.gguf new file mode 100644 index 0000000..b0a3433 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:939333db41b64cf6dfb4b32a42d6c34f8a0ca19fd96d2fdcf65f88891126c415 +size 3182394016 diff --git a/Fasciculus-Arcuatus-7B-slerp.IQ3_XS.gguf b/Fasciculus-Arcuatus-7B-slerp.IQ3_XS.gguf new file mode 100644 index 0000000..bc2ec53 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45013d4f1dd8716b2633df9c108a831b157ccc2351bbdb7443a4843d1382072b +size 3018816160 diff --git a/Fasciculus-Arcuatus-7B-slerp.IQ4_NL.gguf b/Fasciculus-Arcuatus-7B-slerp.IQ4_NL.gguf new file mode 100644 index 0000000..3ee76f5 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f38a7ffa604ab2d905567c6f8cf98e594c23751cb1befd33ec7b52cbe8c7419 +size 4155054752 diff --git a/Fasciculus-Arcuatus-7B-slerp.IQ4_XS.gguf b/Fasciculus-Arcuatus-7B-slerp.IQ4_XS.gguf new file mode 100644 index 0000000..adf608e --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40ff19573ee5449b407febb05e01d5195b3358d8c0b599925ffaaca2ab04b44d +size 3944389280 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q2_K.gguf b/Fasciculus-Arcuatus-7B-slerp.Q2_K.gguf new file mode 100644 index 0000000..aa6c3d1 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:745a9a9bed97f91361c64c6a2fd9c189beb83537eaa84da7faca53661f4780da +size 2719242912 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q3_K.gguf b/Fasciculus-Arcuatus-7B-slerp.Q3_K.gguf new file mode 100644 index 0000000..c40c6b3 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70b74f0a6116d264d9ccb73404d7d01bf76404a99761d6abd3ad53dba590a0d7 +size 3518986912 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q3_K_L.gguf b/Fasciculus-Arcuatus-7B-slerp.Q3_K_L.gguf new file mode 100644 index 0000000..1e43a48 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b2e8d06b9dfc921e17ed0b411fcd58f6f7be1e2b8c5cadd91ae41d419da70f +size 3822025376 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q3_K_M.gguf b/Fasciculus-Arcuatus-7B-slerp.Q3_K_M.gguf new file mode 100644 index 0000000..c40c6b3 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70b74f0a6116d264d9ccb73404d7d01bf76404a99761d6abd3ad53dba590a0d7 +size 3518986912 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q3_K_S.gguf b/Fasciculus-Arcuatus-7B-slerp.Q3_K_S.gguf new file mode 100644 index 0000000..740eedd --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9807a2d8caaec7f28a19ff0a2fbfd4d488ce74f9f66d0b8a164a4b0bb3e5f53b +size 3164568224 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q4_0.gguf b/Fasciculus-Arcuatus-7B-slerp.Q4_0.gguf new file mode 100644 index 0000000..bd0bcb3 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0daf289020277ff459ba447cad5d89617a94ddbfc3f0ee17b7ea0266b5cf019 +size 4108917408 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q4_1.gguf b/Fasciculus-Arcuatus-7B-slerp.Q4_1.gguf new file mode 100644 index 0000000..01da144 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e6442c09fec8b4d77c0259c933b5a9b0ab26179024dab6bf4f61168666dfcef +size 4553317024 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q4_K.gguf b/Fasciculus-Arcuatus-7B-slerp.Q4_K.gguf new file mode 100644 index 0000000..ede21c6 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feeb9cfdf9d773ec21563a6b35317b35da70ffbc216820a4f23c46a164358229 +size 4368439968 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q4_K_M.gguf b/Fasciculus-Arcuatus-7B-slerp.Q4_K_M.gguf new file mode 100644 index 0000000..ede21c6 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feeb9cfdf9d773ec21563a6b35317b35da70ffbc216820a4f23c46a164358229 +size 4368439968 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q4_K_S.gguf b/Fasciculus-Arcuatus-7B-slerp.Q4_K_S.gguf new file mode 100644 index 0000000..3a40a68 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31d7379d78c652eba28827b8008bc29ca4135a68bf1b320aa329b5f4b8843d86 +size 4140374688 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q5_0.gguf b/Fasciculus-Arcuatus-7B-slerp.Q5_0.gguf new file mode 100644 index 0000000..32d29e1 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25a087f3bf7bc33b50f028b62f866dc7a765884dfa69f5e5b6aed4fb10768024 +size 4997716640 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q5_1.gguf b/Fasciculus-Arcuatus-7B-slerp.Q5_1.gguf new file mode 100644 index 0000000..a762324 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:824d1ece11c5f5e0d57b358262010a343f4b0afe60ded8be470250881793bbac +size 5442116256 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q5_K.gguf b/Fasciculus-Arcuatus-7B-slerp.Q5_K.gguf new file mode 100644 index 0000000..cfd42f4 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d4900702ad8a73cfe112aa48973e748b1da4051e5154ee81a89d7c7fab3c5d +size 5131410080 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q5_K_M.gguf b/Fasciculus-Arcuatus-7B-slerp.Q5_K_M.gguf new file mode 100644 index 0000000..cfd42f4 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d4900702ad8a73cfe112aa48973e748b1da4051e5154ee81a89d7c7fab3c5d +size 5131410080 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q5_K_S.gguf b/Fasciculus-Arcuatus-7B-slerp.Q5_K_S.gguf new file mode 100644 index 0000000..f7d8584 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d19355f63705a6ab7ac8507ae8ceb694d534dbef252c1eaa17e019ad6c4c1a5 +size 4997716640 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q6_K.gguf b/Fasciculus-Arcuatus-7B-slerp.Q6_K.gguf new file mode 100644 index 0000000..f201a38 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2c831f3e72c22f3d99e174b77dca2818b12e131c125479c10350a68026db62f +size 5942065824 diff --git a/Fasciculus-Arcuatus-7B-slerp.Q8_0.gguf b/Fasciculus-Arcuatus-7B-slerp.Q8_0.gguf new file mode 100644 index 0000000..a360b65 --- /dev/null +++ b/Fasciculus-Arcuatus-7B-slerp.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:746a207ead4b7644ecdd003fb6e0d1cf2846147ad3ffcc36343a0040df3c49e4 +size 7695858336 diff --git a/README.md b/README.md new file mode 100644 index 0000000..4a361af --- /dev/null +++ b/README.md @@ -0,0 +1,229 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +Fasciculus-Arcuatus-7B-slerp - GGUF +- Model creator: https://huggingface.co/Kukedlc/ +- Original model: https://huggingface.co/Kukedlc/Fasciculus-Arcuatus-7B-slerp/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [Fasciculus-Arcuatus-7B-slerp.Q2_K.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q2_K.gguf) | Q2_K | 2.53GB | +| [Fasciculus-Arcuatus-7B-slerp.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.IQ3_XS.gguf) | IQ3_XS | 2.81GB | +| [Fasciculus-Arcuatus-7B-slerp.IQ3_S.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.IQ3_S.gguf) | IQ3_S | 2.96GB | +| [Fasciculus-Arcuatus-7B-slerp.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q3_K_S.gguf) | Q3_K_S | 2.95GB | +| [Fasciculus-Arcuatus-7B-slerp.IQ3_M.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.IQ3_M.gguf) | IQ3_M | 3.06GB | +| [Fasciculus-Arcuatus-7B-slerp.Q3_K.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q3_K.gguf) | Q3_K | 3.28GB | +| [Fasciculus-Arcuatus-7B-slerp.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q3_K_M.gguf) | Q3_K_M | 3.28GB | +| [Fasciculus-Arcuatus-7B-slerp.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q3_K_L.gguf) | Q3_K_L | 3.56GB | +| [Fasciculus-Arcuatus-7B-slerp.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.IQ4_XS.gguf) | IQ4_XS | 3.67GB | +| [Fasciculus-Arcuatus-7B-slerp.Q4_0.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q4_0.gguf) | Q4_0 | 3.83GB | +| [Fasciculus-Arcuatus-7B-slerp.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.IQ4_NL.gguf) | IQ4_NL | 3.87GB | +| [Fasciculus-Arcuatus-7B-slerp.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q4_K_S.gguf) | Q4_K_S | 3.86GB | +| [Fasciculus-Arcuatus-7B-slerp.Q4_K.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q4_K.gguf) | Q4_K | 4.07GB | +| [Fasciculus-Arcuatus-7B-slerp.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q4_K_M.gguf) | Q4_K_M | 4.07GB | +| [Fasciculus-Arcuatus-7B-slerp.Q4_1.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q4_1.gguf) | Q4_1 | 4.24GB | +| [Fasciculus-Arcuatus-7B-slerp.Q5_0.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q5_0.gguf) | Q5_0 | 4.65GB | +| [Fasciculus-Arcuatus-7B-slerp.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q5_K_S.gguf) | Q5_K_S | 4.65GB | +| [Fasciculus-Arcuatus-7B-slerp.Q5_K.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q5_K.gguf) | Q5_K | 4.78GB | +| [Fasciculus-Arcuatus-7B-slerp.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q5_K_M.gguf) | Q5_K_M | 4.78GB | +| [Fasciculus-Arcuatus-7B-slerp.Q5_1.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q5_1.gguf) | Q5_1 | 5.07GB | +| [Fasciculus-Arcuatus-7B-slerp.Q6_K.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q6_K.gguf) | Q6_K | 5.53GB | +| [Fasciculus-Arcuatus-7B-slerp.Q8_0.gguf](https://huggingface.co/RichardErkhov/Kukedlc_-_Fasciculus-Arcuatus-7B-slerp-gguf/blob/main/Fasciculus-Arcuatus-7B-slerp.Q8_0.gguf) | Q8_0 | 7.17GB | + + + + +Original model description: +--- +license: apache-2.0 +tags: +- merge +- mergekit +- lazymergekit +- macadeliccc/MonarchLake-7B +- Kukedlc/NeoCortex-7B-slerp +base_model: +- macadeliccc/MonarchLake-7B +- Kukedlc/NeoCortex-7B-slerp +model-index: +- name: Fasciculus-Arcuatus-7B-slerp + results: + - task: + type: text-generation + name: Text Generation + dataset: + name: AI2 Reasoning Challenge (25-Shot) + type: ai2_arc + config: ARC-Challenge + split: test + args: + num_few_shot: 25 + metrics: + - type: acc_norm + value: 73.55 + name: normalized accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Kukedlc/Fasciculus-Arcuatus-7B-slerp + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: HellaSwag (10-Shot) + type: hellaswag + split: validation + args: + num_few_shot: 10 + metrics: + - type: acc_norm + value: 88.95 + name: normalized accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Kukedlc/Fasciculus-Arcuatus-7B-slerp + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: MMLU (5-Shot) + type: cais/mmlu + config: all + split: test + args: + num_few_shot: 5 + metrics: + - type: acc + value: 64.65 + name: accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Kukedlc/Fasciculus-Arcuatus-7B-slerp + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: TruthfulQA (0-shot) + type: truthful_qa + config: multiple_choice + split: validation + args: + num_few_shot: 0 + metrics: + - type: mc2 + value: 72.53 + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Kukedlc/Fasciculus-Arcuatus-7B-slerp + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: Winogrande (5-shot) + type: winogrande + config: winogrande_xl + split: validation + args: + num_few_shot: 5 + metrics: + - type: acc + value: 85.71 + name: accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Kukedlc/Fasciculus-Arcuatus-7B-slerp + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: GSM8k (5-shot) + type: gsm8k + config: main + split: test + args: + num_few_shot: 5 + metrics: + - type: acc + value: 71.04 + name: accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Kukedlc/Fasciculus-Arcuatus-7B-slerp + name: Open LLM Leaderboard +--- + +# Fasciculus-Arcuatus-7B-slerp + +Fasciculus-Arcuatus-7B-slerp is a merge of the following models using [LazyMergekit](https://colab.research.google.com/drive/1obulZ1ROXHjYLn6PPZJwRR6GzgQogxxb?usp=sharing): +* [macadeliccc/MonarchLake-7B](https://huggingface.co/macadeliccc/MonarchLake-7B) +* [Kukedlc/NeoCortex-7B-slerp](https://huggingface.co/Kukedlc/NeoCortex-7B-slerp) + +## 🧩 Configuration + +```yaml +slices: + - sources: + - model: macadeliccc/MonarchLake-7B + layer_range: [0, 32] + - model: Kukedlc/NeoCortex-7B-slerp + layer_range: [0, 32] +merge_method: slerp +base_model: Kukedlc/NeoCortex-7B-slerp +parameters: + t: + - filter: self_attn + value: [0, 0.5, 0.3, 0.7, 1] + - filter: mlp + value: [1, 0.5, 0.7, 0.3, 0] + - value: 0.5 +dtype: bfloat16 +``` + +## 💻 Usage + +```python +!pip install -qU transformers accelerate + +from transformers import AutoTokenizer +import transformers +import torch + +model = "Kukedlc/Fasciculus-Arcuatus-7B-slerp" +messages = [{"role": "user", "content": "What is a large language model?"}] + +tokenizer = AutoTokenizer.from_pretrained(model) +prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True) +pipeline = transformers.pipeline( + "text-generation", + model=model, + torch_dtype=torch.float16, + device_map="auto", +) + +outputs = pipeline(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95) +print(outputs[0]["generated_text"]) +``` +# [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard) +Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/details_Kukedlc__Fasciculus-Arcuatus-7B-slerp) + +| Metric |Value| +|---------------------------------|----:| +|Avg. |76.07| +|AI2 Reasoning Challenge (25-Shot)|73.55| +|HellaSwag (10-Shot) |88.95| +|MMLU (5-Shot) |64.65| +|TruthfulQA (0-shot) |72.53| +|Winogrande (5-shot) |85.71| +|GSM8k (5-shot) |71.04| + +# Model Family + + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/64d71ab4089bc502ceb44d29/wUz2Fo95sxHKWsEdRpwH-.png) + +