commit 986bc20b629f5eacf57cb79a2ed7c580715ab30f Author: ModelHub XC Date: Mon May 18 15:10:51 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Experiment28M7_ShadowCalme-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..041bdf6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Experiment28M7_ShadowCalme.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Experiment28M7_ShadowCalme.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Experiment28M7_ShadowCalme.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Experiment28M7_ShadowCalme.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Experiment28M7_ShadowCalme.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Experiment28M7_ShadowCalme.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Experiment28M7_ShadowCalme.f16.gguf filter=lfs diff=lfs merge=lfs -text +Experiment28M7_ShadowCalme.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Experiment28M7_ShadowCalme.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Experiment28M7_ShadowCalme.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Experiment28M7_ShadowCalme.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Experiment28M7_ShadowCalme.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Experiment28M7_ShadowCalme.IQ4_XS.gguf b/Experiment28M7_ShadowCalme.IQ4_XS.gguf new file mode 100644 index 0000000..6724338 --- /dev/null +++ b/Experiment28M7_ShadowCalme.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d8a472d8b9ab855fe57198b1e1ceaac3d89f1226388bd618c9bad0ac92e1583 +size 3944389792 diff --git a/Experiment28M7_ShadowCalme.Q2_K.gguf b/Experiment28M7_ShadowCalme.Q2_K.gguf new file mode 100644 index 0000000..c5b7e4c --- /dev/null +++ b/Experiment28M7_ShadowCalme.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac4c428b8195827cc95b6b011a71afca979cce9bd9424ab6812298a8ae5cc84b +size 2719243424 diff --git a/Experiment28M7_ShadowCalme.Q3_K_L.gguf b/Experiment28M7_ShadowCalme.Q3_K_L.gguf new file mode 100644 index 0000000..473f240 --- /dev/null +++ b/Experiment28M7_ShadowCalme.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fffbae620ef2287348a13695fc6d410af1b23fa39da88d3e2d3201ae1a2f177 +size 3822025888 diff --git a/Experiment28M7_ShadowCalme.Q3_K_M.gguf b/Experiment28M7_ShadowCalme.Q3_K_M.gguf new file mode 100644 index 0000000..492b441 --- /dev/null +++ b/Experiment28M7_ShadowCalme.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41529ff2cbb016fb3e8246ab8f5c97bf94daf84927628defe56bd887a1123961 +size 3518987424 diff --git a/Experiment28M7_ShadowCalme.Q3_K_S.gguf b/Experiment28M7_ShadowCalme.Q3_K_S.gguf new file mode 100644 index 0000000..caa2fac --- /dev/null +++ b/Experiment28M7_ShadowCalme.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb0beefd77fe9a43feb33d68789530c9a2663a41812794131fa16eecfcdb0ff +size 3164568736 diff --git a/Experiment28M7_ShadowCalme.Q4_K_M.gguf b/Experiment28M7_ShadowCalme.Q4_K_M.gguf new file mode 100644 index 0000000..1ea154e --- /dev/null +++ b/Experiment28M7_ShadowCalme.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f320b58423f974c627b38e6f104f17bcaa8e28adce184867135741983138acf2 +size 4368440480 diff --git a/Experiment28M7_ShadowCalme.Q4_K_S.gguf b/Experiment28M7_ShadowCalme.Q4_K_S.gguf new file mode 100644 index 0000000..8cc59ac --- /dev/null +++ b/Experiment28M7_ShadowCalme.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ff1a49c61253d6d765dfaddc343366d67e7c8ad304c448b983e5cb58197242a +size 4140375200 diff --git a/Experiment28M7_ShadowCalme.Q5_K_M.gguf b/Experiment28M7_ShadowCalme.Q5_K_M.gguf new file mode 100644 index 0000000..a1d89bd --- /dev/null +++ b/Experiment28M7_ShadowCalme.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:549237c8d172813ffca3231b5acf85979411fc913c043ae3bd9665fe7de5a2a4 +size 5131410592 diff --git a/Experiment28M7_ShadowCalme.Q5_K_S.gguf b/Experiment28M7_ShadowCalme.Q5_K_S.gguf new file mode 100644 index 0000000..8aae5c4 --- /dev/null +++ b/Experiment28M7_ShadowCalme.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:809ab42d4791954f1124c6334170026e625d8ba41f48da7785524d6b043db636 +size 4997717152 diff --git a/Experiment28M7_ShadowCalme.Q6_K.gguf b/Experiment28M7_ShadowCalme.Q6_K.gguf new file mode 100644 index 0000000..3b70cff --- /dev/null +++ b/Experiment28M7_ShadowCalme.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2404e3ccb481c26b0ec516a99a43a56fba3291e35f02401eb9a22529748ca70e +size 5942066336 diff --git a/Experiment28M7_ShadowCalme.Q8_0.gguf b/Experiment28M7_ShadowCalme.Q8_0.gguf new file mode 100644 index 0000000..13eaff4 --- /dev/null +++ b/Experiment28M7_ShadowCalme.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a89fd18ebe66399061b9f64a2845866d3c58d8dfe4a93e71abdd28ab3a20f1 +size 7695858848 diff --git a/Experiment28M7_ShadowCalme.f16.gguf b/Experiment28M7_ShadowCalme.f16.gguf new file mode 100644 index 0000000..4c77829 --- /dev/null +++ b/Experiment28M7_ShadowCalme.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec10abf7057e3192a1df05a6cd78bd77bf882fed50cac8a895a302b2d7a04b30 +size 14484733088 diff --git a/README.md b/README.md new file mode 100644 index 0000000..f06aa70 --- /dev/null +++ b/README.md @@ -0,0 +1,70 @@ +--- +base_model: MaziyarPanahi/Experiment28M7_ShadowCalme +language: +- en +library_name: transformers +license: apache-2.0 +model_creator: MaziyarPanahi +model_name: Experiment28M7_ShadowCalme +quantized_by: mradermacher +tags: +- Safetensors +- text-generation-inference +- merge +--- +## About + + + + + + +static quants of https://huggingface.co/MaziyarPanahi/Experiment28M7_ShadowCalme + + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Experiment28M7_ShadowCalme-GGUF/resolve/main/Experiment28M7_ShadowCalme.Q2_K.gguf) | Q2_K | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/Experiment28M7_ShadowCalme-GGUF/resolve/main/Experiment28M7_ShadowCalme.Q3_K_S.gguf) | Q3_K_S | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/Experiment28M7_ShadowCalme-GGUF/resolve/main/Experiment28M7_ShadowCalme.Q3_K_M.gguf) | Q3_K_M | 3.6 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Experiment28M7_ShadowCalme-GGUF/resolve/main/Experiment28M7_ShadowCalme.Q3_K_L.gguf) | Q3_K_L | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Experiment28M7_ShadowCalme-GGUF/resolve/main/Experiment28M7_ShadowCalme.IQ4_XS.gguf) | IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Experiment28M7_ShadowCalme-GGUF/resolve/main/Experiment28M7_ShadowCalme.Q4_K_S.gguf) | Q4_K_S | 4.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Experiment28M7_ShadowCalme-GGUF/resolve/main/Experiment28M7_ShadowCalme.Q4_K_M.gguf) | Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Experiment28M7_ShadowCalme-GGUF/resolve/main/Experiment28M7_ShadowCalme.Q5_K_S.gguf) | Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/Experiment28M7_ShadowCalme-GGUF/resolve/main/Experiment28M7_ShadowCalme.Q5_K_M.gguf) | Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/Experiment28M7_ShadowCalme-GGUF/resolve/main/Experiment28M7_ShadowCalme.Q6_K.gguf) | Q6_K | 6.0 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Experiment28M7_ShadowCalme-GGUF/resolve/main/Experiment28M7_ShadowCalme.Q8_0.gguf) | Q8_0 | 7.8 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Experiment28M7_ShadowCalme-GGUF/resolve/main/Experiment28M7_ShadowCalme.f16.gguf) | f16 | 14.6 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +