初始化项目，由ModelHub XC社区提供模型

Model: mradermacher/Nemo-12B-Marlin-v8-i1-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,57 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+imatrix.dat filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v8.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text

Nemo-12B-Marlin-v8.i1-IQ1_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550a7e9dfc95af2df6c621b8745ae4cbae0b03cbc26525957f61ed11e330f510
+size 3221625184

Nemo-12B-Marlin-v8.i1-IQ1_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47baf9638aec3cac6def24c31c6e6518943c35357261d26476c7516cc36aba9a
+size 2999212384

Nemo-12B-Marlin-v8.i1-IQ2_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5fba75e41e3be23d705987d8e048f1712043a8260b2ba8d7c8d3fbeee5d33f
+size 4435024224

Nemo-12B-Marlin-v8.i1-IQ2_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09adfdf07f9538beacf28db46fcf887f35ac22d9c8c4b2da5001d6372a11ce7a
+size 4138473824

Nemo-12B-Marlin-v8.i1-IQ2_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cec023f3388ad2ee7f1f24dbcd5000f70395160d32f300f7880462fe1184102
+size 3915077984

Nemo-12B-Marlin-v8.i1-IQ2_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e87121bec6acf1e68b535475102f044176458ab3eb8c4a649f771767237648
+size 3592313184

Nemo-12B-Marlin-v8.i1-IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f794a1bf00d355d6f73fca08f7637536f6565b169188e1ba06ac79ae38835e
+size 5722233184

Nemo-12B-Marlin-v8.i1-IQ3_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad57f44b3ce13b7f61ee6cdd6248e2dd806a15f0be9d66755449febe04d31af9
+size 5562079584

Nemo-12B-Marlin-v8.i1-IQ3_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae395e656d27a80b2f242358eb934b1ea9fc6e3315cde9a2f657b6ac9c6b7431
+size 5306489184

Nemo-12B-Marlin-v8.i1-IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a3f759170ac62893ea4270550ef83b7afa72982bf1e049fa5ec4ac06c880a4
+size 4945385824

Nemo-12B-Marlin-v8.i1-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2157ef0acdb98a04b310ff2af4e7f568d9f79b25b4579ae63f87e0096e36938
+size 6742710624

Nemo-12B-Marlin-v8.i1-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecaf4b6aa41ac49f7da6f71c52fadbd602e56bbe1a787a1d76d76dc5e0c956bf
+size 4791048544

Nemo-12B-Marlin-v8.i1-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c727a8d4a2e9c3925f7bcde24a561cbfaebcfe4b7de2ff6a3fe4fd2fbc6c9a51
+size 6561503584

Nemo-12B-Marlin-v8.i1-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38313414d3320b29f09e7865c766fba86004f484cad4e95c47fdd7dcbb2aed8e
+size 6083090784

Nemo-12B-Marlin-v8.i1-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00db026863855bafc1e254c76949166d6380d5ea632b6810ca9283876e0ea77
+size 5534226784

Nemo-12B-Marlin-v8.i1-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fd877d4bbc9515bd3950b5914d3b618c0395db5301b5c37e654241235250b5
+size 7094638944

Nemo-12B-Marlin-v8.i1-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b80f32427674c4cb5a3907f46f4f5264d933a95cb4bf558c4be79bd9eb6d805
+size 7477205344

Nemo-12B-Marlin-v8.i1-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac48a5e5192e26a6c2e6a7a1dab81ff8c03629644e92b994669d2bf8abfd436a
+size 7120197984

Nemo-12B-Marlin-v8.i1-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9560f85569c989766da5096da9c132ae53a4ddcd3b4cc0a84496d1a7494b1bc5
+size 8727632224

Nemo-12B-Marlin-v8.i1-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e06158b557051e90250bfbe38783b6aa4824fcda432966fdcdca0fd8c73e323
+size 8518736224

Nemo-12B-Marlin-v8.i1-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ee2afa0728b8a48ac4f8cd8c361f9a9a38f1e3bb320d4b12e7c6e1f67ec676
+size 10056210784

README.md

@@ -0,0 +1,88 @@
+---
+base_model: UsernameJustAnother/Nemo-12B-Marlin-v8
+datasets:
+- kalomaze/Opus_Instruct_25k
+- Fizzarolli/FallingThroughTheSkies-592k-Filtered-Filtered
+- Sao10K/c2-Logs-Filtered
+- nothingiisreal/Reddit-Dirty-And-WritingPrompts
+language:
+- en
+library_name: transformers
+license: apache-2.0
+quantized_by: mradermacher
+tags:
+- text-generation-inference
+- transformers
+- unsloth
+- mistral
+- trl
+- rp
+- writing
+- experimental
+- long-context
+---
+## About
+
+<!-- ### quantize_version: 2 -->
+<!-- ### output_tensor_quantised: 1 -->
+<!-- ### convert_type: hf -->
+<!-- ### vocab_type:  -->
+<!-- ### tags: nicoboss -->
+weighted/imatrix quants of https://huggingface.co/UsernameJustAnother/Nemo-12B-Marlin-v8
+
+<!-- provided-files -->
+static quants are available at https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-GGUF
+## Usage
+
+If you are unsure how to use GGUF files, refer to one of [TheBloke's
+READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for
+more details, including on how to concatenate multi-part files.
+
+## Provided Quants
+
+(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants)
+
+| Link | Type | Size/GB | Notes |
+|:-----|:-----|--------:|:------|
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-IQ1_S.gguf) | i1-IQ1_S | 3.1 | for the desperate |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.7 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-IQ2_S.gguf) | i1-IQ2_S | 4.2 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-IQ2_M.gguf) | i1-IQ2_M | 4.5 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.0 | lower quality |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.4 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-IQ3_S.gguf) | i1-IQ3_S | 5.7 | beats Q3_K* |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.2 | IQ3_S probably better |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.7 | IQ3_M probably better |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.8 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-Q4_0.gguf) | i1-Q4_0 | 7.2 | fast, low quality |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.2 | optimal size/speed/quality |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.6 | fast, recommended |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.6 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.8 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nemo-12B-Marlin-v8-i1-GGUF/resolve/main/Nemo-12B-Marlin-v8.i1-Q6_K.gguf) | i1-Q6_K | 10.2 | practically like static Q6_K |
+
+Here is a handy graph by ikawrakow comparing some lower-quality quant
+types (lower is better):
+
+![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png)
+
+And here are Artefact2's thoughts on the matter:
+https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9
+
+## FAQ / Model Request
+
+See https://huggingface.co/mradermacher/model_requests for some answers to
+questions you might have and/or if you want some other model quantized.
+
+## Thanks
+
+I thank my company, [nethype GmbH](https://www.nethype.de/), for letting
+me use its servers and providing upgrades to my workstation to enable
+this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to.
+
+<!-- end -->

imatrix.dat

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d1dd4747ab842e12a7280758b066aabcda27e8c7bf103f0401202af3193104
+size 7054405