commit 2bbc5493e21719ce38f407d4acaf11fa65187c52 Author: ModelHub XC Date: Mon Jul 6 11:06:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Asstr-nemo-base-exp-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..196c280 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Asstr-nemo-base-exp.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Asstr-nemo-base-exp.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Asstr-nemo-base-exp.f16.gguf filter=lfs diff=lfs merge=lfs -text +Asstr-nemo-base-exp.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Asstr-nemo-base-exp.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Asstr-nemo-base-exp.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Asstr-nemo-base-exp.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Asstr-nemo-base-exp.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Asstr-nemo-base-exp.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Asstr-nemo-base-exp.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Asstr-nemo-base-exp.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Asstr-nemo-base-exp.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Asstr-nemo-base-exp.IQ4_XS.gguf b/Asstr-nemo-base-exp.IQ4_XS.gguf new file mode 100644 index 0000000..30344f5 --- /dev/null +++ b/Asstr-nemo-base-exp.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27f235cc786a24f4b15baa0b32b56d21ab4923f2389c47f5675a7f583c66d2c4 +size 4697294144 diff --git a/Asstr-nemo-base-exp.Q2_K.gguf b/Asstr-nemo-base-exp.Q2_K.gguf new file mode 100644 index 0000000..f5d9478 --- /dev/null +++ b/Asstr-nemo-base-exp.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d1d90738e56afb7f17609245d93703e71bc55673dafebf535e5fd0d10d164c +size 3333391680 diff --git a/Asstr-nemo-base-exp.Q3_K_L.gguf b/Asstr-nemo-base-exp.Q3_K_L.gguf new file mode 100644 index 0000000..e246b4a --- /dev/null +++ b/Asstr-nemo-base-exp.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7a6de7ba2963c6329bdf8be8c78b8ffc3a02e0f612209669bb1477182f506f0 +size 4537091392 diff --git a/Asstr-nemo-base-exp.Q3_K_M.gguf b/Asstr-nemo-base-exp.Q3_K_M.gguf new file mode 100644 index 0000000..9da28ef --- /dev/null +++ b/Asstr-nemo-base-exp.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae06048a2e48a0c405a77631fb25fc766485ebdf270e0041e5cdec9419827a05 +size 4209149248 diff --git a/Asstr-nemo-base-exp.Q3_K_S.gguf b/Asstr-nemo-base-exp.Q3_K_S.gguf new file mode 100644 index 0000000..16b0cb4 --- /dev/null +++ b/Asstr-nemo-base-exp.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51dad69c62c2dbfa5c04c587ecf12ccda6391a1201d4940e7395d3149c1c0361 +size 3834217792 diff --git a/Asstr-nemo-base-exp.Q4_K_M.gguf b/Asstr-nemo-base-exp.Q4_K_M.gguf new file mode 100644 index 0000000..89eed92 --- /dev/null +++ b/Asstr-nemo-base-exp.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:904b7a30b6ee0e10dd1f5c8d436b3ab04226695a5fbff902c3c4e79430311df4 +size 5145298240 diff --git a/Asstr-nemo-base-exp.Q4_K_S.gguf b/Asstr-nemo-base-exp.Q4_K_S.gguf new file mode 100644 index 0000000..5a5e1c1 --- /dev/null +++ b/Asstr-nemo-base-exp.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53604ec0db7441eaeffcdece820e8ce2142a3e23ebd00d1470f9ced31c429c36 +size 4911957312 diff --git a/Asstr-nemo-base-exp.Q5_K_M.gguf b/Asstr-nemo-base-exp.Q5_K_M.gguf new file mode 100644 index 0000000..7d3a844 --- /dev/null +++ b/Asstr-nemo-base-exp.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5304c0ca00edffbf09fb45b7b2927a9c3c2f448b2360c35bc4ecf02f4828c05 +size 6001460544 diff --git a/Asstr-nemo-base-exp.Q5_K_S.gguf b/Asstr-nemo-base-exp.Q5_K_S.gguf new file mode 100644 index 0000000..888b3ea --- /dev/null +++ b/Asstr-nemo-base-exp.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a69371d7dd445c3e2ebedd4cd231f971fb19a8832158f2b2d6341fe63fdbdea +size 5864981824 diff --git a/Asstr-nemo-base-exp.Q6_K.gguf b/Asstr-nemo-base-exp.Q6_K.gguf new file mode 100644 index 0000000..5f78819 --- /dev/null +++ b/Asstr-nemo-base-exp.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f1f92c221968e0313c2492da14f760c50d67ab6dd5f6e05b2d3f28bdc770aeb +size 6911132992 diff --git a/Asstr-nemo-base-exp.Q8_0.gguf b/Asstr-nemo-base-exp.Q8_0.gguf new file mode 100644 index 0000000..d305a47 --- /dev/null +++ b/Asstr-nemo-base-exp.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:162329897b875c700e6ca1f4ef75f31a60c9fb94a48f0937ece8619b2971f372 +size 8948843840 diff --git a/Asstr-nemo-base-exp.f16.gguf b/Asstr-nemo-base-exp.f16.gguf new file mode 100644 index 0000000..310621d --- /dev/null +++ b/Asstr-nemo-base-exp.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b496624583495805f3d1d804310acee89b0dddadb9620298084e73cd01e806c9 +size 16836756800 diff --git a/README.md b/README.md new file mode 100644 index 0000000..838bf15 --- /dev/null +++ b/README.md @@ -0,0 +1,66 @@ +--- +base_model: NewEden/Asstr-nemo-base-exp +language: +- en +library_name: transformers +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + +static quants of https://huggingface.co/NewEden/Asstr-nemo-base-exp + + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/Asstr-nemo-base-exp-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Asstr-nemo-base-exp-GGUF/resolve/main/Asstr-nemo-base-exp.Q2_K.gguf) | Q2_K | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Asstr-nemo-base-exp-GGUF/resolve/main/Asstr-nemo-base-exp.Q3_K_S.gguf) | Q3_K_S | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Asstr-nemo-base-exp-GGUF/resolve/main/Asstr-nemo-base-exp.Q3_K_M.gguf) | Q3_K_M | 4.3 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Asstr-nemo-base-exp-GGUF/resolve/main/Asstr-nemo-base-exp.Q3_K_L.gguf) | Q3_K_L | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/Asstr-nemo-base-exp-GGUF/resolve/main/Asstr-nemo-base-exp.IQ4_XS.gguf) | IQ4_XS | 4.8 | | +| [GGUF](https://huggingface.co/mradermacher/Asstr-nemo-base-exp-GGUF/resolve/main/Asstr-nemo-base-exp.Q4_K_S.gguf) | Q4_K_S | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Asstr-nemo-base-exp-GGUF/resolve/main/Asstr-nemo-base-exp.Q4_K_M.gguf) | Q4_K_M | 5.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Asstr-nemo-base-exp-GGUF/resolve/main/Asstr-nemo-base-exp.Q5_K_S.gguf) | Q5_K_S | 6.0 | | +| [GGUF](https://huggingface.co/mradermacher/Asstr-nemo-base-exp-GGUF/resolve/main/Asstr-nemo-base-exp.Q5_K_M.gguf) | Q5_K_M | 6.1 | | +| [GGUF](https://huggingface.co/mradermacher/Asstr-nemo-base-exp-GGUF/resolve/main/Asstr-nemo-base-exp.Q6_K.gguf) | Q6_K | 7.0 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Asstr-nemo-base-exp-GGUF/resolve/main/Asstr-nemo-base-exp.Q8_0.gguf) | Q8_0 | 9.0 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Asstr-nemo-base-exp-GGUF/resolve/main/Asstr-nemo-base-exp.f16.gguf) | f16 | 16.9 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +