初始化项目,由ModelHub XC社区提供模型
Model: duyntnet/storytime-13b-imatrix-GGUF Source: Original Platform
This commit is contained in:
62
.gitattributes
vendored
Normal file
62
.gitattributes
vendored
Normal file
@@ -0,0 +1,62 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
storytime-13b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
37
README.md
Normal file
37
README.md
Normal file
@@ -0,0 +1,37 @@
|
||||
---
|
||||
license: other
|
||||
language:
|
||||
- en
|
||||
pipeline_tag: text-generation
|
||||
inference: false
|
||||
tags:
|
||||
- transformers
|
||||
- gguf
|
||||
- imatrix
|
||||
- storytime-13b
|
||||
---
|
||||
Quantizations of https://huggingface.co/chargoddard/storytime-13b
|
||||
|
||||
|
||||
### Inference Clients/UIs
|
||||
* [llama.cpp](https://github.com/ggerganov/llama.cpp)
|
||||
* [JanAI](https://github.com/janhq/jan)
|
||||
* [KoboldCPP](https://github.com/LostRuins/koboldcpp)
|
||||
* [text-generation-webui](https://github.com/oobabooga/text-generation-webui)
|
||||
* [ollama](https://github.com/ollama/ollama)
|
||||
* [GPT4All](https://github.com/nomic-ai/gpt4all)
|
||||
|
||||
---
|
||||
|
||||
# From original readme
|
||||
|
||||
Chat model with a storytelling bent.
|
||||
|
||||
Recipe:
|
||||
* [Chronorctypus-Limarobormes](https://huggingface.co/chargoddard/Chronorctypus-Limarobormes-13b) base
|
||||
* a healthy SLERPing of [ReMM-v2.2-L2-13B](https://huggingface.co/Undi95/ReMM-v2.2-L2-13B)
|
||||
* [Llama-2-13B-Storywriter](https://huggingface.co/Blackroot/Llama-2-13B-Storywriter-LORA) x 0.5
|
||||
* WIP storytelling LORA
|
||||
|
||||
|
||||
Responds well to the Alpaca prompt format.
|
||||
3
storytime-13b-IQ1_M.gguf
Normal file
3
storytime-13b-IQ1_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b90d1aa9e35e65b98de5411ba6785cfc89646bfe27a5959b5ae4e4ff7d4f7388
|
||||
size 3138610176
|
||||
3
storytime-13b-IQ1_S.gguf
Normal file
3
storytime-13b-IQ1_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:07862ccf16497f110961e96ea5ba2aa91463b920ffc328e30ee58aa8388fe6c0
|
||||
size 2898686976
|
||||
3
storytime-13b-IQ2_M.gguf
Normal file
3
storytime-13b-IQ2_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:7572cd36e51a818edc7048aad00686aca1a4d8c353ec9d53bae2b2252518a776
|
||||
size 4517579776
|
||||
3
storytime-13b-IQ2_S.gguf
Normal file
3
storytime-13b-IQ2_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1618eb0b9f8fb9a48de389fb8569df9f4d2e41e190c5718cc7af7b205c429f1b
|
||||
size 4197682176
|
||||
3
storytime-13b-IQ2_XS.gguf
Normal file
3
storytime-13b-IQ2_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:3558fa995942a0ab664ed18e04182d04ad287941ab7f269b348c6a3a452adcf2
|
||||
size 3891147776
|
||||
3
storytime-13b-IQ2_XXS.gguf
Normal file
3
storytime-13b-IQ2_XXS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:519d9b3f9d44561464a2b1e1288cddc1387e0603419f2e53a985ed4d44315825
|
||||
size 3538482176
|
||||
3
storytime-13b-IQ3_M.gguf
Normal file
3
storytime-13b-IQ3_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:243421b529a553d488fc2cbf3613b24fb1a46935860895bc23728aed7ac28f82
|
||||
size 5984510976
|
||||
3
storytime-13b-IQ3_S.gguf
Normal file
3
storytime-13b-IQ3_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:02dbc1e70f7f688d91579561f5f4a82270a82e1353f20593f5adf7b12b27ff80
|
||||
size 5658981376
|
||||
3
storytime-13b-IQ3_XS.gguf
Normal file
3
storytime-13b-IQ3_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:99ef2015e48f49ffcce870e63aaae206d0c83e9e9fe37c7d342b5860895b1f59
|
||||
size 5361611776
|
||||
3
storytime-13b-IQ3_XXS.gguf
Normal file
3
storytime-13b-IQ3_XXS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:4f4dddfcac69467e670dab4aa30689c4d66f5a0ec374c40ffe49a05527c850ac
|
||||
size 4960562176
|
||||
3
storytime-13b-IQ4_NL.gguf
Normal file
3
storytime-13b-IQ4_NL.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:fa500a331c9a94be89d31a6cd034e802472d988c3a2feb51ad9b409719251cf8
|
||||
size 7365835776
|
||||
3
storytime-13b-IQ4_XS.gguf
Normal file
3
storytime-13b-IQ4_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:152382b6cfa5cf39ef33bd516e0d1bd15f798081f1811c380f52b0dc6184f85d
|
||||
size 6964222976
|
||||
3
storytime-13b-Q2_K.gguf
Normal file
3
storytime-13b-Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:855f1302b21156f866fcf8844827e41b27ee393ea58c639d53785b7c5e7d6b4e
|
||||
size 4854270976
|
||||
3
storytime-13b-Q2_K_S.gguf
Normal file
3
storytime-13b-Q2_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f87078837c451273642861d48ca84ebc8c471ab8a839659a719292fbbc6a78b4
|
||||
size 4436683776
|
||||
3
storytime-13b-Q3_K_L.gguf
Normal file
3
storytime-13b-Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8a7af3249248d114ca92062a0259f8b7dc8165c6f979a1c2fce70050eea3c546
|
||||
size 6929560576
|
||||
3
storytime-13b-Q3_K_M.gguf
Normal file
3
storytime-13b-Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:51e8416ffad6712ead0dd7a58ca8994cb718cd49e70c4b3f3a909f0091a9b889
|
||||
size 6337770496
|
||||
3
storytime-13b-Q3_K_S.gguf
Normal file
3
storytime-13b-Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:74868d72f47ce7d63efdccc03345c04ec5bba4e2506191060a9071c6019cfbbe
|
||||
size 5658981376
|
||||
3
storytime-13b-Q4_0.gguf
Normal file
3
storytime-13b-Q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:96f0a79dbb84d4de480bf0a153880634c49a68c039053f27eca6f20f6843f9c9
|
||||
size 7387954176
|
||||
3
storytime-13b-Q4_1.gguf
Normal file
3
storytime-13b-Q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f2e8ace3680f3f141e9fc0f9538b70aa2af3c416eb403584d18006f7f4d199d6
|
||||
size 8169061376
|
||||
3
storytime-13b-Q4_K_M.gguf
Normal file
3
storytime-13b-Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1b34313132a9326961f888b99ddc4cbfcbd0d8d83d598bd707a360f68a5b1822
|
||||
size 7865957376
|
||||
3
storytime-13b-Q4_K_S.gguf
Normal file
3
storytime-13b-Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:419469c6c8c419b7b955c14bb8da75e9e284878bee23f0313387d6acb17c0daa
|
||||
size 7423179776
|
||||
3
storytime-13b-Q5_0.gguf
Normal file
3
storytime-13b-Q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6fb32c921ea668b1c595e465ff65fb11e98e5a3b1bff5483906e38148ff37dd3
|
||||
size 8994405376
|
||||
3
storytime-13b-Q5_1.gguf
Normal file
3
storytime-13b-Q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:3743da5cdd229b1613321367eaaa99e32f8985b830cc6e191e0a4b5e6afc7c8a
|
||||
size 9775512576
|
||||
3
storytime-13b-Q5_K_M.gguf
Normal file
3
storytime-13b-Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a7d523f0b8be11ee7b7fc56e1907f8405f05761f3dcc6790e67966644b69d0d3
|
||||
size 9229925376
|
||||
3
storytime-13b-Q5_K_S.gguf
Normal file
3
storytime-13b-Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8777e6d77bb79a2b860e629f46b6e31a3eae02d5a24d296bf40ba1ef90a3fa6f
|
||||
size 8972286976
|
||||
3
storytime-13b-Q6_K.gguf
Normal file
3
storytime-13b-Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:20a7f54b23c30c43ad31df4926f29f0ae3e5bd1c4a3372df1b5f24a9436c6430
|
||||
size 10679141376
|
||||
3
storytime-13b-Q8_0.gguf
Normal file
3
storytime-13b-Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:3fce811d9736b87b10b7a26fc5d422dce3263df500a2813feace204c4d5575b1
|
||||
size 13831320576
|
||||
Reference in New Issue
Block a user