初始化项目，由ModelHub XC社区提供模型

Model: mradermacher/PerpetualNight-12B-i1-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,60 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
+imatrix.dat filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+PerpetualNight-12B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text

PerpetualNight-12B.i1-IQ1_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9395f0ba326dc89fad67a4e6a5f75266b6838f5e1f52b2caed9858d6d445c9d8
+size 3221624960

PerpetualNight-12B.i1-IQ1_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b79d665ba37ae8f8617d3a0a2e105b8f4ebe3c2ce1c6f0f0bb2573b97ca6774
+size 2999212160

PerpetualNight-12B.i1-IQ2_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ffc38ace9b4c04ba05f90045fee5f843b73e109867afbc0c445ea9954bb753
+size 4435024000

PerpetualNight-12B.i1-IQ2_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9479ba75275e91389b5d193ae0c0c5175ffc2bec2e087d4dea42d7da408d1782
+size 4138473600

PerpetualNight-12B.i1-IQ2_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc430afd8d66e5ddf372c49c4b2011207e27723b6e64ddca4d80e86d6c305d71
+size 3915077760

PerpetualNight-12B.i1-IQ2_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cb29fc38ba928ba180bb7848ab0a5306ce0f15cfdda841cc5f5abe1b1ae30d
+size 3592312960

PerpetualNight-12B.i1-IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc7f981b2e1a3bdb1a1b477261a1866fef635450114e11d353eda56f14d1c2c
+size 5722232960

PerpetualNight-12B.i1-IQ3_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef3a3247eff675908f5f77be612e0969c7c1ea0ec9ee23efaa685b347076168
+size 5562079360

PerpetualNight-12B.i1-IQ3_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a4ca11405e0aecd863925b412f2af990b2c1ec5cc84a891c98eda90052752b
+size 5306488960

PerpetualNight-12B.i1-IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d50215597530efcdfe51795fb7cd5829f9c87b84c246f60d258c46a9b7561e
+size 4945385600

PerpetualNight-12B.i1-IQ4_NL.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fb7626d29aaf65f89688aef201169bb1e0da74bc681ec6afa383e427638abc
+size 7097915520

PerpetualNight-12B.i1-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0251e31ed8de239306bb088b18eaadad5aa8f0c53cad6a60704e6704e59cb4
+size 6742710400

PerpetualNight-12B.i1-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4769deda97008cce2475d6f2f32ac252bd10181bad40612a39e7191db01ca35
+size 4791048320

PerpetualNight-12B.i1-Q2_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9ed89efa15329bd65548308e07e777beba9ccde304b70f4f3476892b840741
+size 4493678720

PerpetualNight-12B.i1-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61952a820eb4a98975b01de746a75abf5a6bcb81d40cff5bbd6fab1b491cc63
+size 6561503360

PerpetualNight-12B.i1-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69ad0bbeb1e9456ca1e3fac9b81d6c5117538ec11bf86ebda4e0ead225b0cb4
+size 6083090560

PerpetualNight-12B.i1-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015e8647afae49205a8155bb1f489177b0f057cb07993d684b0a20714a0525a4
+size 5534226560

PerpetualNight-12B.i1-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c16f91eed0cad516d14e14230a7577e1f0a9230157ee352a61602cd7fd35d71
+size 7094638720

PerpetualNight-12B.i1-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a429a0035671bc026027cb40f5b0af88a72518f5b5d377fb3a2f1f185c33d3
+size 7795218560

PerpetualNight-12B.i1-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2a0b4749d0f82b897acc6c89710ab334bbe787120fb34f7ff6d08b1df74294
+size 7477205120

PerpetualNight-12B.i1-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8953abc350d0c670930dac2bc6ebbb60de4573819a1032e39cd578388c753ee5
+size 7120197760

PerpetualNight-12B.i1-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2426f6f61a75bf60afffc6929d894fa509eefdd2d0c8f88e61a45356272625db
+size 8727632000

PerpetualNight-12B.i1-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6986a0c08ea4a17af132794d42a74481f062fb9e66831f97c2d2d8ce6f22e3
+size 8518736000

PerpetualNight-12B.i1-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b338b5204efc78ff0d31e750a50f050dd706869d4d7720452529a0c3808b104c
+size 10056210560

README.md

@@ -0,0 +1,81 @@
+---
+base_model: yamatazen/PerpetualNight-12B
+language:
+- en
+- ja
+library_name: transformers
+quantized_by: mradermacher
+tags:
+- mergekit
+- merge
+- chatml
+- slerp
+---
+## About
+
+<!-- ### quantize_version: 2 -->
+<!-- ### output_tensor_quantised: 1 -->
+<!-- ### convert_type: hf -->
+<!-- ### vocab_type:  -->
+<!-- ### tags: nicoboss -->
+weighted/imatrix quants of https://huggingface.co/yamatazen/PerpetualNight-12B
+
+<!-- provided-files -->
+static quants are available at https://huggingface.co/mradermacher/PerpetualNight-12B-GGUF
+## Usage
+
+If you are unsure how to use GGUF files, refer to one of [TheBloke's
+READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for
+more details, including on how to concatenate multi-part files.
+
+## Provided Quants
+
+(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants)
+
+| Link | Type | Size/GB | Notes |
+|:-----|:-----|--------:|:------|
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-IQ1_S.gguf) | i1-IQ1_S | 3.1 | for the desperate |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.7 |  |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 |  |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-IQ2_S.gguf) | i1-IQ2_S | 4.2 |  |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-IQ2_M.gguf) | i1-IQ2_M | 4.5 |  |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.6 | very low quality |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.0 | lower quality |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.4 |  |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-IQ3_S.gguf) | i1-IQ3_S | 5.7 | beats Q3_K* |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 |  |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.2 | IQ3_S probably better |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.7 | IQ3_M probably better |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.8 |  |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-Q4_0.gguf) | i1-Q4_0 | 7.2 | fast, low quality |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.2 | prefer IQ4_XS |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.2 | optimal size/speed/quality |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.6 | fast, recommended |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-Q4_1.gguf) | i1-Q4_1 | 7.9 |  |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.6 |  |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.8 |  |
+| [GGUF](https://huggingface.co/mradermacher/PerpetualNight-12B-i1-GGUF/resolve/main/PerpetualNight-12B.i1-Q6_K.gguf) | i1-Q6_K | 10.2 | practically like static Q6_K |
+
+Here is a handy graph by ikawrakow comparing some lower-quality quant
+types (lower is better):
+
+![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png)
+
+And here are Artefact2's thoughts on the matter:
+https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9
+
+## FAQ / Model Request
+
+See https://huggingface.co/mradermacher/model_requests for some answers to
+questions you might have and/or if you want some other model quantized.
+
+## Thanks
+
+I thank my company, [nethype GmbH](https://www.nethype.de/), for letting
+me use its servers and providing upgrades to my workstation to enable
+this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to.
+
+<!-- end -->

imatrix.dat

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fe8c695d51b860641a81706062fbbc1ff01f0da49d17f68085409c92177fa0
+size 7054405