From 0ec67a9c067bc2725f428f904cc1f92df47bd863 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 17 Jun 2026 16:19:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: duyntnet/storytime-13b-imatrix-GGUF Source: Original Platform --- .gitattributes | 62 ++++++++++++++++++++++++++++++++++++++ README.md | 37 +++++++++++++++++++++++ storytime-13b-IQ1_M.gguf | 3 ++ storytime-13b-IQ1_S.gguf | 3 ++ storytime-13b-IQ2_M.gguf | 3 ++ storytime-13b-IQ2_S.gguf | 3 ++ storytime-13b-IQ2_XS.gguf | 3 ++ storytime-13b-IQ2_XXS.gguf | 3 ++ storytime-13b-IQ3_M.gguf | 3 ++ storytime-13b-IQ3_S.gguf | 3 ++ storytime-13b-IQ3_XS.gguf | 3 ++ storytime-13b-IQ3_XXS.gguf | 3 ++ storytime-13b-IQ4_NL.gguf | 3 ++ storytime-13b-IQ4_XS.gguf | 3 ++ storytime-13b-Q2_K.gguf | 3 ++ storytime-13b-Q2_K_S.gguf | 3 ++ storytime-13b-Q3_K_L.gguf | 3 ++ storytime-13b-Q3_K_M.gguf | 3 ++ storytime-13b-Q3_K_S.gguf | 3 ++ storytime-13b-Q4_0.gguf | 3 ++ storytime-13b-Q4_1.gguf | 3 ++ storytime-13b-Q4_K_M.gguf | 3 ++ storytime-13b-Q4_K_S.gguf | 3 ++ storytime-13b-Q5_0.gguf | 3 ++ storytime-13b-Q5_1.gguf | 3 ++ storytime-13b-Q5_K_M.gguf | 3 ++ storytime-13b-Q5_K_S.gguf | 3 ++ storytime-13b-Q6_K.gguf | 3 ++ storytime-13b-Q8_0.gguf | 3 ++ 29 files changed, 180 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 storytime-13b-IQ1_M.gguf create mode 100644 storytime-13b-IQ1_S.gguf create mode 100644 storytime-13b-IQ2_M.gguf create mode 100644 storytime-13b-IQ2_S.gguf create mode 100644 storytime-13b-IQ2_XS.gguf create mode 100644 storytime-13b-IQ2_XXS.gguf create mode 100644 storytime-13b-IQ3_M.gguf create mode 100644 storytime-13b-IQ3_S.gguf create mode 100644 storytime-13b-IQ3_XS.gguf create mode 100644 storytime-13b-IQ3_XXS.gguf create mode 100644 storytime-13b-IQ4_NL.gguf create mode 100644 storytime-13b-IQ4_XS.gguf create mode 100644 storytime-13b-Q2_K.gguf create mode 100644 storytime-13b-Q2_K_S.gguf create mode 100644 storytime-13b-Q3_K_L.gguf create mode 100644 storytime-13b-Q3_K_M.gguf create mode 100644 storytime-13b-Q3_K_S.gguf create mode 100644 storytime-13b-Q4_0.gguf create mode 100644 storytime-13b-Q4_1.gguf create mode 100644 storytime-13b-Q4_K_M.gguf create mode 100644 storytime-13b-Q4_K_S.gguf create mode 100644 storytime-13b-Q5_0.gguf create mode 100644 storytime-13b-Q5_1.gguf create mode 100644 storytime-13b-Q5_K_M.gguf create mode 100644 storytime-13b-Q5_K_S.gguf create mode 100644 storytime-13b-Q6_K.gguf create mode 100644 storytime-13b-Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e342c24 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,62 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +storytime-13b-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +storytime-13b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..27c24fe --- /dev/null +++ b/README.md @@ -0,0 +1,37 @@ +--- +license: other +language: +- en +pipeline_tag: text-generation +inference: false +tags: +- transformers +- gguf +- imatrix +- storytime-13b +--- +Quantizations of https://huggingface.co/chargoddard/storytime-13b + + +### Inference Clients/UIs +* [llama.cpp](https://github.com/ggerganov/llama.cpp) +* [JanAI](https://github.com/janhq/jan) +* [KoboldCPP](https://github.com/LostRuins/koboldcpp) +* [text-generation-webui](https://github.com/oobabooga/text-generation-webui) +* [ollama](https://github.com/ollama/ollama) +* [GPT4All](https://github.com/nomic-ai/gpt4all) + +--- + +# From original readme + +Chat model with a storytelling bent. + +Recipe: +* [Chronorctypus-Limarobormes](https://huggingface.co/chargoddard/Chronorctypus-Limarobormes-13b) base +* a healthy SLERPing of [ReMM-v2.2-L2-13B](https://huggingface.co/Undi95/ReMM-v2.2-L2-13B) +* [Llama-2-13B-Storywriter](https://huggingface.co/Blackroot/Llama-2-13B-Storywriter-LORA) x 0.5 +* WIP storytelling LORA + + +Responds well to the Alpaca prompt format. \ No newline at end of file diff --git a/storytime-13b-IQ1_M.gguf b/storytime-13b-IQ1_M.gguf new file mode 100644 index 0000000..e60f54d --- /dev/null +++ b/storytime-13b-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b90d1aa9e35e65b98de5411ba6785cfc89646bfe27a5959b5ae4e4ff7d4f7388 +size 3138610176 diff --git a/storytime-13b-IQ1_S.gguf b/storytime-13b-IQ1_S.gguf new file mode 100644 index 0000000..701da31 --- /dev/null +++ b/storytime-13b-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07862ccf16497f110961e96ea5ba2aa91463b920ffc328e30ee58aa8388fe6c0 +size 2898686976 diff --git a/storytime-13b-IQ2_M.gguf b/storytime-13b-IQ2_M.gguf new file mode 100644 index 0000000..db17dd8 --- /dev/null +++ b/storytime-13b-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7572cd36e51a818edc7048aad00686aca1a4d8c353ec9d53bae2b2252518a776 +size 4517579776 diff --git a/storytime-13b-IQ2_S.gguf b/storytime-13b-IQ2_S.gguf new file mode 100644 index 0000000..4419956 --- /dev/null +++ b/storytime-13b-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1618eb0b9f8fb9a48de389fb8569df9f4d2e41e190c5718cc7af7b205c429f1b +size 4197682176 diff --git a/storytime-13b-IQ2_XS.gguf b/storytime-13b-IQ2_XS.gguf new file mode 100644 index 0000000..e7c4894 --- /dev/null +++ b/storytime-13b-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3558fa995942a0ab664ed18e04182d04ad287941ab7f269b348c6a3a452adcf2 +size 3891147776 diff --git a/storytime-13b-IQ2_XXS.gguf b/storytime-13b-IQ2_XXS.gguf new file mode 100644 index 0000000..dc19f4a --- /dev/null +++ b/storytime-13b-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:519d9b3f9d44561464a2b1e1288cddc1387e0603419f2e53a985ed4d44315825 +size 3538482176 diff --git a/storytime-13b-IQ3_M.gguf b/storytime-13b-IQ3_M.gguf new file mode 100644 index 0000000..1ce442a --- /dev/null +++ b/storytime-13b-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:243421b529a553d488fc2cbf3613b24fb1a46935860895bc23728aed7ac28f82 +size 5984510976 diff --git a/storytime-13b-IQ3_S.gguf b/storytime-13b-IQ3_S.gguf new file mode 100644 index 0000000..61241be --- /dev/null +++ b/storytime-13b-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02dbc1e70f7f688d91579561f5f4a82270a82e1353f20593f5adf7b12b27ff80 +size 5658981376 diff --git a/storytime-13b-IQ3_XS.gguf b/storytime-13b-IQ3_XS.gguf new file mode 100644 index 0000000..32ddfda --- /dev/null +++ b/storytime-13b-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99ef2015e48f49ffcce870e63aaae206d0c83e9e9fe37c7d342b5860895b1f59 +size 5361611776 diff --git a/storytime-13b-IQ3_XXS.gguf b/storytime-13b-IQ3_XXS.gguf new file mode 100644 index 0000000..52e2ce7 --- /dev/null +++ b/storytime-13b-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f4dddfcac69467e670dab4aa30689c4d66f5a0ec374c40ffe49a05527c850ac +size 4960562176 diff --git a/storytime-13b-IQ4_NL.gguf b/storytime-13b-IQ4_NL.gguf new file mode 100644 index 0000000..8e61060 --- /dev/null +++ b/storytime-13b-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa500a331c9a94be89d31a6cd034e802472d988c3a2feb51ad9b409719251cf8 +size 7365835776 diff --git a/storytime-13b-IQ4_XS.gguf b/storytime-13b-IQ4_XS.gguf new file mode 100644 index 0000000..1b205ed --- /dev/null +++ b/storytime-13b-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:152382b6cfa5cf39ef33bd516e0d1bd15f798081f1811c380f52b0dc6184f85d +size 6964222976 diff --git a/storytime-13b-Q2_K.gguf b/storytime-13b-Q2_K.gguf new file mode 100644 index 0000000..8ca3ea8 --- /dev/null +++ b/storytime-13b-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:855f1302b21156f866fcf8844827e41b27ee393ea58c639d53785b7c5e7d6b4e +size 4854270976 diff --git a/storytime-13b-Q2_K_S.gguf b/storytime-13b-Q2_K_S.gguf new file mode 100644 index 0000000..9d40876 --- /dev/null +++ b/storytime-13b-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f87078837c451273642861d48ca84ebc8c471ab8a839659a719292fbbc6a78b4 +size 4436683776 diff --git a/storytime-13b-Q3_K_L.gguf b/storytime-13b-Q3_K_L.gguf new file mode 100644 index 0000000..59b2e68 --- /dev/null +++ b/storytime-13b-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a7af3249248d114ca92062a0259f8b7dc8165c6f979a1c2fce70050eea3c546 +size 6929560576 diff --git a/storytime-13b-Q3_K_M.gguf b/storytime-13b-Q3_K_M.gguf new file mode 100644 index 0000000..6ed7810 --- /dev/null +++ b/storytime-13b-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e8416ffad6712ead0dd7a58ca8994cb718cd49e70c4b3f3a909f0091a9b889 +size 6337770496 diff --git a/storytime-13b-Q3_K_S.gguf b/storytime-13b-Q3_K_S.gguf new file mode 100644 index 0000000..324058b --- /dev/null +++ b/storytime-13b-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74868d72f47ce7d63efdccc03345c04ec5bba4e2506191060a9071c6019cfbbe +size 5658981376 diff --git a/storytime-13b-Q4_0.gguf b/storytime-13b-Q4_0.gguf new file mode 100644 index 0000000..3c02a0a --- /dev/null +++ b/storytime-13b-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96f0a79dbb84d4de480bf0a153880634c49a68c039053f27eca6f20f6843f9c9 +size 7387954176 diff --git a/storytime-13b-Q4_1.gguf b/storytime-13b-Q4_1.gguf new file mode 100644 index 0000000..8894815 --- /dev/null +++ b/storytime-13b-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2e8ace3680f3f141e9fc0f9538b70aa2af3c416eb403584d18006f7f4d199d6 +size 8169061376 diff --git a/storytime-13b-Q4_K_M.gguf b/storytime-13b-Q4_K_M.gguf new file mode 100644 index 0000000..63f7e4d --- /dev/null +++ b/storytime-13b-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b34313132a9326961f888b99ddc4cbfcbd0d8d83d598bd707a360f68a5b1822 +size 7865957376 diff --git a/storytime-13b-Q4_K_S.gguf b/storytime-13b-Q4_K_S.gguf new file mode 100644 index 0000000..cc61567 --- /dev/null +++ b/storytime-13b-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:419469c6c8c419b7b955c14bb8da75e9e284878bee23f0313387d6acb17c0daa +size 7423179776 diff --git a/storytime-13b-Q5_0.gguf b/storytime-13b-Q5_0.gguf new file mode 100644 index 0000000..636e3f7 --- /dev/null +++ b/storytime-13b-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fb32c921ea668b1c595e465ff65fb11e98e5a3b1bff5483906e38148ff37dd3 +size 8994405376 diff --git a/storytime-13b-Q5_1.gguf b/storytime-13b-Q5_1.gguf new file mode 100644 index 0000000..dd863bc --- /dev/null +++ b/storytime-13b-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3743da5cdd229b1613321367eaaa99e32f8985b830cc6e191e0a4b5e6afc7c8a +size 9775512576 diff --git a/storytime-13b-Q5_K_M.gguf b/storytime-13b-Q5_K_M.gguf new file mode 100644 index 0000000..3d029fa --- /dev/null +++ b/storytime-13b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7d523f0b8be11ee7b7fc56e1907f8405f05761f3dcc6790e67966644b69d0d3 +size 9229925376 diff --git a/storytime-13b-Q5_K_S.gguf b/storytime-13b-Q5_K_S.gguf new file mode 100644 index 0000000..d47bbbb --- /dev/null +++ b/storytime-13b-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8777e6d77bb79a2b860e629f46b6e31a3eae02d5a24d296bf40ba1ef90a3fa6f +size 8972286976 diff --git a/storytime-13b-Q6_K.gguf b/storytime-13b-Q6_K.gguf new file mode 100644 index 0000000..b002f82 --- /dev/null +++ b/storytime-13b-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a7f54b23c30c43ad31df4926f29f0ae3e5bd1c4a3372df1b5f24a9436c6430 +size 10679141376 diff --git a/storytime-13b-Q8_0.gguf b/storytime-13b-Q8_0.gguf new file mode 100644 index 0000000..35cd798 --- /dev/null +++ b/storytime-13b-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fce811d9736b87b10b7a26fc5d422dce3263df500a2813feace204c4d5575b1 +size 13831320576