初始化项目，由ModelHub XC社区提供模型

Model: mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,60 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Discord-Micae-Hermes-3-3B-abliterated.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

Discord-Micae-Hermes-3-3B-abliterated.i1-IQ1_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bb666672b2b4d37d0e5c8c8d0b108013fbf30aa871f5044fbdf593da571da5
+size 924188512

Discord-Micae-Hermes-3-3B-abliterated.i1-IQ1_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38499f2937e27a3541f3a0ed35dcdcdb20220329cf26911169f04a5049002ebd
+size 868155232

Discord-Micae-Hermes-3-3B-abliterated.i1-IQ2_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc55dd844331ce3e939869264c2a9a02d09de315f8c744dc16d6eba9f2fb099
+size 1229029216

Discord-Micae-Hermes-3-3B-abliterated.i1-IQ2_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb631c7572b37ef2eeed4199089397d1ad160844c67d8cd7d2e9d84b754fda0d
+size 1154318176

Discord-Micae-Hermes-3-3B-abliterated.i1-IQ2_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2e80f0a8f099afeafe3cb8b54b980e6f11952a625453bd5cb2633ddd71bd5a
+size 1100545888

Discord-Micae-Hermes-3-3B-abliterated.i1-IQ2_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60d18d41961f93df94a075e3d5acdfe184cf77f5bca0915423e03e5bcf33b5d
+size 1017577312

Discord-Micae-Hermes-3-3B-abliterated.i1-IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cd5c2c687adcaf21e73365d09b8eb867afe8bfb24e2a1d729d913a921be320
+size 1599666016

Discord-Micae-Hermes-3-3B-abliterated.i1-IQ3_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431d4364bf169a86feea2b3b322c669bf8b956a696238afdbe82f02274c5a6a8
+size 1542846304

Discord-Micae-Hermes-3-3B-abliterated.i1-IQ3_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99babdee6de8f2ed7f30c5293db7437b08194e223f95d0d2a516af7073266cf2
+size 1476786016

Discord-Micae-Hermes-3-3B-abliterated.i1-IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa159fc49ae82d86f90c0212067f8a56b31fbdcd73f4f916ddf146e392fd013b
+size 1348763488

Discord-Micae-Hermes-3-3B-abliterated.i1-IQ4_NL.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c2555a35eb19e6fe2ec69c3ed6f4c863e4e0de2ef945727c638922918fc705
+size 1917187936

Discord-Micae-Hermes-3-3B-abliterated.i1-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5ddf852e8af96c315ec9b754a19e2707cb911985f2bbf044a68ea5ba3fbf83
+size 1829107552

Discord-Micae-Hermes-3-3B-abliterated.i1-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77de0bf7dc1dc32870646ef828843eee5eb1d1eb8325c67ddc549ce2ff6ede8
+size 1363933024

Discord-Micae-Hermes-3-3B-abliterated.i1-Q2_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9214440ed5569306413839124ccf7d2998a29615fd8e43b1a99264a23612ff4b
+size 1274279776

Discord-Micae-Hermes-3-3B-abliterated.i1-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ed6d6bb49e32f6d4cd02fc8c4f576d2fa3b3a01a4ffdffdff2bdd073373141
+size 1815344992

Discord-Micae-Hermes-3-3B-abliterated.i1-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c6353ce3330ec006b2b33c56bc569537ca02bdf535a813961c36532f0b242e
+size 1687156576

Discord-Micae-Hermes-3-3B-abliterated.i1-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf23eb95b20631775efbf63b1ced4723642bf0348a354349d36926c74fb1040
+size 1542846304

Discord-Micae-Hermes-3-3B-abliterated.i1-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fae853723369a8cb3d645e7d2b6402f0d25438059069a385859b980b4af0514
+size 1921906528

Discord-Micae-Hermes-3-3B-abliterated.i1-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f14f7e8470bc1cdacfd038d571b11f1067911224463c3abc8eeb8c2c0c34f7
+size 2093348704

Discord-Micae-Hermes-3-3B-abliterated.i1-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837e46a1315d83265ab438e0d39d06e3e4ff53e29a53f24bc274360f91b4fc52
+size 2019374944

Discord-Micae-Hermes-3-3B-abliterated.i1-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aee6b8220c10321f3974a50515983b77ca5daa81bf873c0046eb1e5eb63cf8e
+size 1928197984

Discord-Micae-Hermes-3-3B-abliterated.i1-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f548dbb3282f00c3bea26c1af47cbaab9fa9c443af8c6322224137e5c4a7f0a9
+size 2322151264

Discord-Micae-Hermes-3-3B-abliterated.i1-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7275883a09beac9f79e9bb5f2e988b0768014c76bf6821b94e20587c6e624e
+size 2269509472

Discord-Micae-Hermes-3-3B-abliterated.i1-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f4bf90194ff3a94a0c42347297cc21cc9f8f809a1df1da03f5ac6afe272435
+size 2643851104

Discord-Micae-Hermes-3-3B-abliterated.imatrix.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fbac4bf37e5cee5b88414aab7b597c107ab82ec09b94fca4369cc30c57fbfc
+size 3012064

README.md

@@ -0,0 +1,104 @@
+---
+base_model: huehui/Discord-Micae-Hermes-3-3B-abliterated
+datasets:
+- mookiezi/Discord-OpenMicae
+language:
+- en
+library_name: transformers
+license: mit
+mradermacher:
+  readme_rev: 1
+quantized_by: mradermacher
+tags:
+- transformers
+- causal-lm
+- text-generation
+- instruct
+- chat
+- fine-tuned
+- merged-lora
+- llama-3
+- hermes
+- discord-dataset
+- conversational-ai
+- chatml
+- pytorch
+- open-weights
+- 3b-parameters
+- abliterated
+---
+## About
+
+<!-- ### quantize_version: 2 -->
+<!-- ### output_tensor_quantised: 1 -->
+<!-- ### convert_type: hf -->
+<!-- ### vocab_type:  -->
+<!-- ### tags: nicoboss -->
+<!-- ### quants: Q2_K IQ3_M Q4_K_S IQ3_XXS Q3_K_M small-IQ4_NL Q4_K_M IQ2_M Q6_K IQ4_XS Q2_K_S IQ1_M Q3_K_S IQ2_XXS Q3_K_L IQ2_XS Q5_K_S IQ2_S IQ1_S Q5_K_M Q4_0 IQ3_XS Q4_1 IQ3_S -->
+<!-- ### quants_skip:  -->
+<!-- ### skip_mmproj:  -->
+weighted/imatrix quants of https://huggingface.co/huehui/Discord-Micae-Hermes-3-3B-abliterated
+
+<!-- provided-files -->
+
+***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF).***
+
+static quants are available at https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-GGUF
+## Usage
+
+If you are unsure how to use GGUF files, refer to one of [TheBloke's
+READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for
+more details, including on how to concatenate multi-part files.
+
+## Provided Quants
+
+(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants)
+
+| Link | Type | Size/GB | Notes |
+|:-----|:-----|--------:|:------|
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-IQ1_S.gguf) | i1-IQ1_S | 1.0 | for the desperate |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-IQ1_M.gguf) | i1-IQ1_M | 1.0 | mostly desperate |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.1 |  |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.2 |  |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-IQ2_S.gguf) | i1-IQ2_S | 1.3 |  |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-IQ2_M.gguf) | i1-IQ2_M | 1.3 |  |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.4 | very low quality |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.4 | lower quality |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-Q2_K.gguf) | i1-Q2_K | 1.5 | IQ3_XXS probably better |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.6 |  |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-IQ3_S.gguf) | i1-IQ3_S | 1.6 | beats Q3_K* |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.6 | IQ3_XS probably better |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-IQ3_M.gguf) | i1-IQ3_M | 1.7 |  |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.8 | IQ3_S probably better |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.9 | IQ3_M probably better |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.9 |  |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.0 | prefer IQ4_XS |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-Q4_0.gguf) | i1-Q4_0 | 2.0 | fast, low quality |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.0 | optimal size/speed/quality |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.1 | fast, recommended |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-Q4_1.gguf) | i1-Q4_1 | 2.2 |  |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.4 |  |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.4 |  |
+| [GGUF](https://huggingface.co/mradermacher/Discord-Micae-Hermes-3-3B-abliterated-i1-GGUF/resolve/main/Discord-Micae-Hermes-3-3B-abliterated.i1-Q6_K.gguf) | i1-Q6_K | 2.7 | practically like static Q6_K |
+
+Here is a handy graph by ikawrakow comparing some lower-quality quant
+types (lower is better):
+
+![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png)
+
+And here are Artefact2's thoughts on the matter:
+https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9
+
+## FAQ / Model Request
+
+See https://huggingface.co/mradermacher/model_requests for some answers to
+questions you might have and/or if you want some other model quantized.
+
+## Thanks
+
+I thank my company, [nethype GmbH](https://www.nethype.de/), for letting
+me use its servers and providing upgrades to my workstation to enable
+this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to.
+
+<!-- end -->