From c276f688320bd2007a9e038bc3292773a6d4f2c3 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 11 Aug 2026 12:33:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++ ...NovelWriter-Requiem-Ascended.i1-IQ1_M.gguf | 3 + ...NovelWriter-Requiem-Ascended.i1-IQ1_S.gguf | 3 + ...NovelWriter-Requiem-Ascended.i1-IQ2_M.gguf | 3 + ...NovelWriter-Requiem-Ascended.i1-IQ2_S.gguf | 3 + ...ovelWriter-Requiem-Ascended.i1-IQ2_XS.gguf | 3 + ...velWriter-Requiem-Ascended.i1-IQ2_XXS.gguf | 3 + ...NovelWriter-Requiem-Ascended.i1-IQ3_M.gguf | 3 + ...NovelWriter-Requiem-Ascended.i1-IQ3_S.gguf | 3 + ...ovelWriter-Requiem-Ascended.i1-IQ3_XS.gguf | 3 + ...velWriter-Requiem-Ascended.i1-IQ3_XXS.gguf | 3 + ...ovelWriter-Requiem-Ascended.i1-IQ4_NL.gguf | 3 + ...ovelWriter-Requiem-Ascended.i1-IQ4_XS.gguf | 3 + ...-NovelWriter-Requiem-Ascended.i1-Q2_K.gguf | 3 + ...ovelWriter-Requiem-Ascended.i1-Q2_K_S.gguf | 3 + ...ovelWriter-Requiem-Ascended.i1-Q3_K_L.gguf | 3 + ...ovelWriter-Requiem-Ascended.i1-Q3_K_M.gguf | 3 + ...ovelWriter-Requiem-Ascended.i1-Q3_K_S.gguf | 3 + ...-NovelWriter-Requiem-Ascended.i1-Q4_0.gguf | 3 + ...-NovelWriter-Requiem-Ascended.i1-Q4_1.gguf | 3 + ...ovelWriter-Requiem-Ascended.i1-Q4_K_M.gguf | 3 + ...ovelWriter-Requiem-Ascended.i1-Q4_K_S.gguf | 3 + ...ovelWriter-Requiem-Ascended.i1-Q5_K_M.gguf | 3 + ...ovelWriter-Requiem-Ascended.i1-Q5_K_S.gguf | 3 + ...-NovelWriter-Requiem-Ascended.i1-Q6_K.gguf | 3 + ...-NovelWriter-Requiem-Ascended.imatrix.gguf | 3 + README.md | 98 +++++++++++++++++++ 27 files changed, 233 insertions(+) create mode 100644 .gitattributes create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-IQ1_M.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-IQ1_S.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_M.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_S.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_XS.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_XXS.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_M.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_S.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_XS.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_XXS.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-IQ4_NL.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-IQ4_XS.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-Q2_K.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-Q2_K_S.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_L.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_M.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_S.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_0.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_1.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_K_M.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_K_S.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-Q5_K_M.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-Q5_K_S.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.i1-Q6_K.gguf create mode 100644 OpenElla-NovelWriter-Requiem-Ascended.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1837291 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ1_M.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ1_M.gguf new file mode 100644 index 0000000..bd6917f --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aa9dbee6c97915b739a98518bb2ab5e603d2e289f15da106bb394c174e0d2d1 +size 2161975072 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ1_S.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ1_S.gguf new file mode 100644 index 0000000..b52eb2a --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0aa74bd34ac7e9559f52935766668e6ec350f288ddcb36f0364e013efb37633 +size 2019630880 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_M.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_M.gguf new file mode 100644 index 0000000..4ce3edf --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72abb90d2fc99025ce644b9287ae0d6850b814edc8f38f71f7a4a0bd6c7bd645 +size 2948284192 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_S.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_S.gguf new file mode 100644 index 0000000..fb9c751 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c907c1050e0a9b94c56fc0b2eae4010590d120e06e478803779f177157d50f2 +size 2758491936 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_XS.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_XS.gguf new file mode 100644 index 0000000..247d605 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eb2fb0decfe4f2c469abba43afe9b2e2e1d6d5a26b93a0bfdbd56ec7f423716 +size 2605784864 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_XXS.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..a81bd5c --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82765706c52cf0bf00983169f81d55c7e4a138c3237fce11a5df4f860ec1b696 +size 2399215392 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_M.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_M.gguf new file mode 100644 index 0000000..85f42ce --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e0cd785bdf0ad5a48a6942e93d8d147eaedb37d6aea4e3c9d710edac25d4a86 +size 3784826656 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_S.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_S.gguf new file mode 100644 index 0000000..679970e --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba4a4aec8706bbb26d35281658f2f5c1717845b0045077467774129c69fc865a +size 3682328352 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_XS.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_XS.gguf new file mode 100644 index 0000000..c891ffe --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad2ca287a28970e125ec39d48a7bed7585dea33a80e8cef7837d7398dd54d9a8 +size 3518750496 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_XXS.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..e225f8e --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26013ed06ef8b3a36189838c759e2ed34a16225e03c75496f97bf3b764e4e4c2 +size 3274915616 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ4_NL.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ4_NL.gguf new file mode 100644 index 0000000..c2868ec --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecd6e647768f101a3180c54b073c21f2b3123f5316e9a859028362be605e8557 +size 4677992224 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ4_XS.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ4_XS.gguf new file mode 100644 index 0000000..f6e7c5e --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c9fda8e4a293fb301cbfb960557cbd6f3c91bc70b4605b484a37729f9c39508 +size 4447665952 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-Q2_K.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q2_K.gguf new file mode 100644 index 0000000..e3f5293 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84561f026cf2c3a4e98df4fd9236966a09cd35b874d2ba2957ba40d29494704 +size 3179134752 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-Q2_K_S.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q2_K_S.gguf new file mode 100644 index 0000000..4bc0ed1 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57cd7390f0dc6b0281a7bcc394709710c43ae2257fb3bea2ce28c71fd491a9cc +size 2988818208 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_L.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_L.gguf new file mode 100644 index 0000000..e9e3b71 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ada736efb3c28da12a7b5912da17f455958a2757faafff43070d7414051347 +size 4321959712 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_M.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_M.gguf new file mode 100644 index 0000000..7b2191c --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e410ca0a50e38ff6c35833634d96fcd2cf170c76d376a5b062c483ea43cddca6 +size 4018921248 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_S.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_S.gguf new file mode 100644 index 0000000..f9dd8f8 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed27c43c65af9010a8fc081e7033b41d183e7a31004a8430822fbdda67f6b83d +size 3664502560 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_0.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_0.gguf new file mode 100644 index 0000000..76b2de5 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a45398493f29e353bd40109f8a5593e124e0d0dd175ec022b5b5a3cf9975ba84 +size 4675895072 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_1.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_1.gguf new file mode 100644 index 0000000..30b9e15 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8334f4c2193206ab1d6ffdf983f00422ba0115442af0c5424d520ef3d88e8cd6 +size 5130256160 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_K_M.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_K_M.gguf new file mode 100644 index 0000000..ea4fecd --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da1be79a36150cdd61182e7a004fe833bef9ca1b56c8e528ca7b6824ec55c357 +size 4920737568 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_K_S.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_K_S.gguf new file mode 100644 index 0000000..0f69009 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d73fb35c839c05add0ce0c9b532c9fc9046bff1ec0794f9c19cd796677c6ef3c +size 4692672288 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-Q5_K_M.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q5_K_M.gguf new file mode 100644 index 0000000..972c3b6 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f1e4a1acd2f79466895cbbcf03b4bf4aee58f4c74a2542e15cdc1fe8fce6945 +size 5732990752 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-Q5_K_S.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q5_K_S.gguf new file mode 100644 index 0000000..b969ebb --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49fbbac6a756ab0937c05daaefd1b9b966c8db1facc2698a759fd83b29c45867 +size 5599297312 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.i1-Q6_K.gguf b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q6_K.gguf new file mode 100644 index 0000000..11bcfd1 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c79ac9aaf385d4ec7997d1bfe4442f7348aceca554538345ec99481599a17c55 +size 6596009760 diff --git a/OpenElla-NovelWriter-Requiem-Ascended.imatrix.gguf b/OpenElla-NovelWriter-Requiem-Ascended.imatrix.gguf new file mode 100644 index 0000000..034cc27 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem-Ascended.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41de7a303e67c01b3051062ddde1148bec21d473ec722a6e897c86fd24d05082 +size 5015200 diff --git a/README.md b/README.md new file mode 100644 index 0000000..a1529da --- /dev/null +++ b/README.md @@ -0,0 +1,98 @@ +--- +base_model: N-Bot-Int/OpenElla-NovelWriter-Requiem-Ascended +datasets: +- N-Bot-Int/Iris-Uncensored-Reformat-R2 +- N-Bot-Int/RP-Mixed-v1 +- N-Bot-Int/Magnum-RP-Dataset-v2-PACKED +language: +- en +library_name: transformers +license: agpl-3.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- llama +- trl +- roleplay +- conversational +- merge +- chat +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/N-Bot-Int/OpenElla-NovelWriter-Requiem-Ascended + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ1_S.gguf) | i1-IQ1_S | 2.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ1_M.gguf) | i1-IQ1_M | 2.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_S.gguf) | i1-IQ2_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ2_M.gguf) | i1-IQ2_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.1 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-Q2_K.gguf) | i1-Q2_K | 3.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_S.gguf) | i1-IQ3_S | 3.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ3_M.gguf) | i1-IQ3_M | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_0.gguf) | i1-Q4_0 | 4.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.8 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-Q4_1.gguf) | i1-Q4_1 | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem-Ascended.i1-Q6_K.gguf) | i1-Q6_K | 6.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +