From 769c544acb16d35ba641273fadf796a8963b1355 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 28 Jul 2026 12:07:22 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++ OpenElla-NovelWriter-Requiem.i1-IQ1_M.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-IQ1_S.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-IQ2_M.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-IQ2_S.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-IQ2_XS.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-IQ2_XXS.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-IQ3_M.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-IQ3_S.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-IQ3_XS.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-IQ3_XXS.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-IQ4_NL.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-IQ4_XS.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-Q2_K.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-Q2_K_S.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-Q3_K_L.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-Q3_K_M.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-Q3_K_S.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-Q4_0.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-Q4_1.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-Q4_K_M.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-Q4_K_S.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-Q5_K_M.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-Q5_K_S.gguf | 3 + OpenElla-NovelWriter-Requiem.i1-Q6_K.gguf | 3 + OpenElla-NovelWriter-Requiem.imatrix.gguf | 3 + README.md | 98 ++++++++++++++++++++ 27 files changed, 233 insertions(+) create mode 100644 .gitattributes create mode 100644 OpenElla-NovelWriter-Requiem.i1-IQ1_M.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-IQ1_S.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-IQ2_M.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-IQ2_S.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-IQ2_XS.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-IQ2_XXS.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-IQ3_M.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-IQ3_S.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-IQ3_XS.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-IQ3_XXS.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-IQ4_NL.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-IQ4_XS.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-Q2_K.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-Q2_K_S.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-Q3_K_L.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-Q3_K_M.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-Q3_K_S.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-Q4_0.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-Q4_1.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-Q4_K_M.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-Q4_K_S.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-Q5_K_M.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-Q5_K_S.gguf create mode 100644 OpenElla-NovelWriter-Requiem.i1-Q6_K.gguf create mode 100644 OpenElla-NovelWriter-Requiem.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..0ae07e2 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +OpenElla-NovelWriter-Requiem.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/OpenElla-NovelWriter-Requiem.i1-IQ1_M.gguf b/OpenElla-NovelWriter-Requiem.i1-IQ1_M.gguf new file mode 100644 index 0000000..1639633 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a01dcbafd144a4cb6fa1c2def6fbd0c36a16500dde21e0ebe579820b1ac7d04b +size 2161974784 diff --git a/OpenElla-NovelWriter-Requiem.i1-IQ1_S.gguf b/OpenElla-NovelWriter-Requiem.i1-IQ1_S.gguf new file mode 100644 index 0000000..c624fba --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd38c6f3533ae3ff796e5084a85480ef9d3cf16ee7857d2d11236ea6cd434731 +size 2019630592 diff --git a/OpenElla-NovelWriter-Requiem.i1-IQ2_M.gguf b/OpenElla-NovelWriter-Requiem.i1-IQ2_M.gguf new file mode 100644 index 0000000..eda00dc --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e102528607f540eb3397a6bf16c6e2738cb30e22dbef0fa08d0b783f26a9d79 +size 2948283904 diff --git a/OpenElla-NovelWriter-Requiem.i1-IQ2_S.gguf b/OpenElla-NovelWriter-Requiem.i1-IQ2_S.gguf new file mode 100644 index 0000000..9048ab2 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c94bcc107fb68630a20a6406b4c038601f67426bcb5e9eef11287498aa1b4df1 +size 2758491648 diff --git a/OpenElla-NovelWriter-Requiem.i1-IQ2_XS.gguf b/OpenElla-NovelWriter-Requiem.i1-IQ2_XS.gguf new file mode 100644 index 0000000..4b984e6 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:764edb13a9d9ac1e8fdfd03ddae34b551925b1867f72daf98c58de31c16fc819 +size 2605784576 diff --git a/OpenElla-NovelWriter-Requiem.i1-IQ2_XXS.gguf b/OpenElla-NovelWriter-Requiem.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..b9593be --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:645ccfbc7308233e072f060f7a16295619298f495cf1d87ebaa24c60dc723260 +size 2399215104 diff --git a/OpenElla-NovelWriter-Requiem.i1-IQ3_M.gguf b/OpenElla-NovelWriter-Requiem.i1-IQ3_M.gguf new file mode 100644 index 0000000..0837e41 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d13da49b21f87a5e0a2cb84cd421396bac44e73563f3cb4014a5674d29878f37 +size 3784826368 diff --git a/OpenElla-NovelWriter-Requiem.i1-IQ3_S.gguf b/OpenElla-NovelWriter-Requiem.i1-IQ3_S.gguf new file mode 100644 index 0000000..a9796cf --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b052784e0ee4b54c8bd4904442365f2a58327b061162bdf270ed49b61a80d2e4 +size 3682328064 diff --git a/OpenElla-NovelWriter-Requiem.i1-IQ3_XS.gguf b/OpenElla-NovelWriter-Requiem.i1-IQ3_XS.gguf new file mode 100644 index 0000000..a6a1f7c --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5edd43d6e179f8b025ce74c60c370e1294190e35e1ef4242ea5980ae82f8813c +size 3518750208 diff --git a/OpenElla-NovelWriter-Requiem.i1-IQ3_XXS.gguf b/OpenElla-NovelWriter-Requiem.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..3e66656 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9488fa02c40f82fe5c953248506427fe31655f0d0f37983c4bab8d68515a22af +size 3274915328 diff --git a/OpenElla-NovelWriter-Requiem.i1-IQ4_NL.gguf b/OpenElla-NovelWriter-Requiem.i1-IQ4_NL.gguf new file mode 100644 index 0000000..3089e83 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19022c222992cefc165550054d0fed69c6014a4a57581c8df8ede10a1f823393 +size 4677991936 diff --git a/OpenElla-NovelWriter-Requiem.i1-IQ4_XS.gguf b/OpenElla-NovelWriter-Requiem.i1-IQ4_XS.gguf new file mode 100644 index 0000000..dc34a40 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebf67724aaa700680d376c5737d2f67990c56b61e86538428106088a27bbcc45 +size 4447665664 diff --git a/OpenElla-NovelWriter-Requiem.i1-Q2_K.gguf b/OpenElla-NovelWriter-Requiem.i1-Q2_K.gguf new file mode 100644 index 0000000..ab86e3c --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1510d2c872394905330f9af5bb20dfaf8df17f4d059048e6598fcc5da8c7d947 +size 3179134464 diff --git a/OpenElla-NovelWriter-Requiem.i1-Q2_K_S.gguf b/OpenElla-NovelWriter-Requiem.i1-Q2_K_S.gguf new file mode 100644 index 0000000..ef15266 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1c8d6e2091bd864d35136226d3e63259503a1f10f4cd5733f895691db4c97c6 +size 2988817920 diff --git a/OpenElla-NovelWriter-Requiem.i1-Q3_K_L.gguf b/OpenElla-NovelWriter-Requiem.i1-Q3_K_L.gguf new file mode 100644 index 0000000..ef59de8 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c3bf36689b5e1f88a184b2ec92f9487cc50c25d074883135ac72f3e549296ce +size 4321959424 diff --git a/OpenElla-NovelWriter-Requiem.i1-Q3_K_M.gguf b/OpenElla-NovelWriter-Requiem.i1-Q3_K_M.gguf new file mode 100644 index 0000000..42fdd47 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c029a63abc19b2b2cc59944352643c57042d8ddf720a9d4bd97c301e2f6dbe3c +size 4018920960 diff --git a/OpenElla-NovelWriter-Requiem.i1-Q3_K_S.gguf b/OpenElla-NovelWriter-Requiem.i1-Q3_K_S.gguf new file mode 100644 index 0000000..9a101f6 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed55ecf50d5219208668433b08ab121f27c88f872d10a383dc0144b65f4db2a0 +size 3664502272 diff --git a/OpenElla-NovelWriter-Requiem.i1-Q4_0.gguf b/OpenElla-NovelWriter-Requiem.i1-Q4_0.gguf new file mode 100644 index 0000000..17eb98c --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42cb259be8044ab9356f568c18128a84bff40ac77c01e7a5051735936e4f983 +size 4675894784 diff --git a/OpenElla-NovelWriter-Requiem.i1-Q4_1.gguf b/OpenElla-NovelWriter-Requiem.i1-Q4_1.gguf new file mode 100644 index 0000000..5b8d780 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93a64e2f4b6fd5bb8aee9cdd081907a003f044300ea129742f5ffdb9d7da6c85 +size 5130255872 diff --git a/OpenElla-NovelWriter-Requiem.i1-Q4_K_M.gguf b/OpenElla-NovelWriter-Requiem.i1-Q4_K_M.gguf new file mode 100644 index 0000000..87c5580 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea9823de78bc456c69532d50f5ccaa7bc3a9101be428d2d39ed8e8a2c2ad393a +size 4920737280 diff --git a/OpenElla-NovelWriter-Requiem.i1-Q4_K_S.gguf b/OpenElla-NovelWriter-Requiem.i1-Q4_K_S.gguf new file mode 100644 index 0000000..bc099f8 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c1c51288871682ee51ea310e8197347b5c0a4d14946bf5446693ee56736f73b +size 4692672000 diff --git a/OpenElla-NovelWriter-Requiem.i1-Q5_K_M.gguf b/OpenElla-NovelWriter-Requiem.i1-Q5_K_M.gguf new file mode 100644 index 0000000..9148c96 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25c804d7c995a9eaaa686f2311f722a5f5d724d8b1de409fd03f64b77ab2ab77 +size 5732990464 diff --git a/OpenElla-NovelWriter-Requiem.i1-Q5_K_S.gguf b/OpenElla-NovelWriter-Requiem.i1-Q5_K_S.gguf new file mode 100644 index 0000000..a72605c --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f9f07ffd5c11567ea93e8f21d10bcb141eb3228db325e5357d6f76b46e75dc0 +size 5599297024 diff --git a/OpenElla-NovelWriter-Requiem.i1-Q6_K.gguf b/OpenElla-NovelWriter-Requiem.i1-Q6_K.gguf new file mode 100644 index 0000000..5305d19 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0e91f7d323ee1be79dbc525948a642115967af8c1f5affc71ed5a758c4d7d86 +size 6596009472 diff --git a/OpenElla-NovelWriter-Requiem.imatrix.gguf b/OpenElla-NovelWriter-Requiem.imatrix.gguf new file mode 100644 index 0000000..2c2edd9 --- /dev/null +++ b/OpenElla-NovelWriter-Requiem.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cafada4d3da53a402d5aeb7ce59a0836134adc76f2dee36369b2950f3586e704 +size 5015200 diff --git a/README.md b/README.md new file mode 100644 index 0000000..e76bf01 --- /dev/null +++ b/README.md @@ -0,0 +1,98 @@ +--- +base_model: N-Bot-Int/OpenElla-NovelWriter-Requiem +datasets: +- N-Bot-Int/Iris-Uncensored-Reformat-R2 +- N-Bot-Int/RP-Mixed-v1 +- N-Bot-Int/Magnum-RP-Dataset-v2-PACKED +language: +- en +library_name: transformers +license: agpl-3.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- llama +- trl +- roleplay +- conversational +- merge +- chat +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/N-Bot-Int/OpenElla-NovelWriter-Requiem + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#OpenElla-NovelWriter-Requiem-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-IQ1_S.gguf) | i1-IQ1_S | 2.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-IQ1_M.gguf) | i1-IQ1_M | 2.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-IQ2_S.gguf) | i1-IQ2_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-IQ2_M.gguf) | i1-IQ2_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.1 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-Q2_K.gguf) | i1-Q2_K | 3.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-IQ3_S.gguf) | i1-IQ3_S | 3.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-IQ3_M.gguf) | i1-IQ3_M | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-Q4_0.gguf) | i1-Q4_0 | 4.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.8 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-Q4_1.gguf) | i1-Q4_1 | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/OpenElla-NovelWriter-Requiem-i1-GGUF/resolve/main/OpenElla-NovelWriter-Requiem.i1-Q6_K.gguf) | i1-Q6_K | 6.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +