commit 80fadba0e108966ad4ee4770ac75e312a32d9a93 Author: ModelHub XC Date: Wed May 13 10:48:23 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..afd640c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +InternLM2-Chat-20B-ToxicRP.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/InternLM2-Chat-20B-ToxicRP.i1-IQ1_M.gguf b/InternLM2-Chat-20B-ToxicRP.i1-IQ1_M.gguf new file mode 100644 index 0000000..17b68c4 --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f237e0e2bf24157d8c732d75e8ac6660c7c9e9ca06034d1ba624779145197ea +size 4918396704 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-IQ1_S.gguf b/InternLM2-Chat-20B-ToxicRP.i1-IQ1_S.gguf new file mode 100644 index 0000000..b5cc7c0 --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b861acf972238fd91f46199fbbb2c900fdd77d350558326b275344da5be42f9a +size 4543268640 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-IQ2_M.gguf b/InternLM2-Chat-20B-ToxicRP.i1-IQ2_M.gguf new file mode 100644 index 0000000..59dbff3 --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1edf4d0b145cf4bfdf20f5198efb30372dee1f044f5c6df0982c2641afd869f +size 6974467872 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-IQ2_S.gguf b/InternLM2-Chat-20B-ToxicRP.i1-IQ2_S.gguf new file mode 100644 index 0000000..3f5a5bd --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d1fbe0b7fa7970225678ee99647ad15b4301a11e8bf9b4270f6ab9dfc9f4352 +size 6474297120 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-IQ2_XS.gguf b/InternLM2-Chat-20B-ToxicRP.i1-IQ2_XS.gguf new file mode 100644 index 0000000..7373cad --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a89ecab1a1217006f9c69b17bbd08328083a15c78b22dfc377d30f297e73e75e +size 6100404000 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-IQ2_XXS.gguf b/InternLM2-Chat-20B-ToxicRP.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..721393b --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1317595e363da2235bf82d562bb42cf3a9c0b6ef0ea03dc153bdfb66c0b4d352 +size 5543610144 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-IQ3_M.gguf b/InternLM2-Chat-20B-ToxicRP.i1-IQ3_M.gguf new file mode 100644 index 0000000..e27d7fd --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68bc2f3cba9b00a4c1f4b92c8b255c4c4d294cff5235fa71c75f3587d384ba84 +size 9121445664 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-IQ3_S.gguf b/InternLM2-Chat-20B-ToxicRP.i1-IQ3_S.gguf new file mode 100644 index 0000000..af0ae91 --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:712f4f3a5cc4b10cc8490684a938ebce9b3bfb8b7c961690cca436e9715d50f1 +size 8800581408 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-IQ3_XS.gguf b/InternLM2-Chat-20B-ToxicRP.i1-IQ3_XS.gguf new file mode 100644 index 0000000..bb74992 --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:828e92da4054a2d98432f7c3f957778ef301d382c4443693fcc18bda0a448794 +size 8361752352 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-IQ3_XXS.gguf b/InternLM2-Chat-20B-ToxicRP.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..3c3483f --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf0c89b0659b3a9231357d00ed1757d0d113a4c49dd8ea700d60eb4c673aba5 +size 7814377248 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-IQ4_XS.gguf b/InternLM2-Chat-20B-ToxicRP.i1-IQ4_XS.gguf new file mode 100644 index 0000000..cc3bdb1 --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09ce4fe0920c9e692367b089413c2a1b5c72cadaacfb72cf35d0e0aec15f7718 +size 10766999328 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-Q2_K.gguf b/InternLM2-Chat-20B-ToxicRP.i1-Q2_K.gguf new file mode 100644 index 0000000..3ab37c4 --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9190b06762a6b86d27fa4d940af4d299a0fcdbc243c4f306f81e2a09322ef4d +size 7546670880 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-Q3_K_L.gguf b/InternLM2-Chat-20B-ToxicRP.i1-Q3_K_L.gguf new file mode 100644 index 0000000..48b9361 --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b36ad82e9cf79846246973b449a3ef2647d3d026a1f3bc2235cfd0285982747 +size 10551179040 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-Q3_K_M.gguf b/InternLM2-Chat-20B-ToxicRP.i1-Q3_K_M.gguf new file mode 100644 index 0000000..4eec325 --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc5adf436055c4dcfdff0495dd435b9d666c2ad0e21ff81b9286ee8165b072e8 +size 9722279712 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-Q3_K_S.gguf b/InternLM2-Chat-20B-ToxicRP.i1-Q3_K_S.gguf new file mode 100644 index 0000000..769e38d --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6655a77197ea5955cd3ba1067f6af4f6862cfab1259b5848ff214579fef2be9a +size 8760473376 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-Q4_0.gguf b/InternLM2-Chat-20B-ToxicRP.i1-Q4_0.gguf new file mode 100644 index 0000000..e3f653c --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab7b7165381bef92eadd1524314c9dbc2c49f5e6f5fb5fcfc8596eb35dcb9fe +size 11360436000 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-Q4_K_M.gguf b/InternLM2-Chat-20B-ToxicRP.i1-Q4_K_M.gguf new file mode 100644 index 0000000..16c8c9f --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4bb65d103c4bb77f1fe8031e2b9bf7a3a4b75cc4eaf97e5a1f5226634d02d57 +size 11984469792 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-Q4_K_S.gguf b/InternLM2-Chat-20B-ToxicRP.i1-Q4_K_S.gguf new file mode 100644 index 0000000..e063972 --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd4b51a8c75ecf16dea02623f1bbc7722e723df8a7c1cb6ad29d63c5b1ef2691 +size 11401330464 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-Q5_K_M.gguf b/InternLM2-Chat-20B-ToxicRP.i1-Q5_K_M.gguf new file mode 100644 index 0000000..1df895b --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:170e7a93b6b994d04cdbe6ee2b3fb4c6058f31ed3e1962b87c747653f4f7d3cc +size 14075100960 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-Q5_K_S.gguf b/InternLM2-Chat-20B-ToxicRP.i1-Q5_K_S.gguf new file mode 100644 index 0000000..05308b4 --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9292aedf2036b017f9a6d44637bed72c58b80020e04c2d0fe7b06f9fb217dc6a +size 13734182688 diff --git a/InternLM2-Chat-20B-ToxicRP.i1-Q6_K.gguf b/InternLM2-Chat-20B-ToxicRP.i1-Q6_K.gguf new file mode 100644 index 0000000..70ab636 --- /dev/null +++ b/InternLM2-Chat-20B-ToxicRP.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5fe5eff6950a2949fc6821bd6b6a42528033aade83c3a85aba21542b12fb87b +size 16296396576 diff --git a/README.md b/README.md new file mode 100644 index 0000000..a53b246 --- /dev/null +++ b/README.md @@ -0,0 +1,75 @@ +--- +base_model: Aculi/InternLM2-Chat-20B-ToxicRP +language: +- en +library_name: transformers +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/Aculi/InternLM2-Chat-20B-ToxicRP + + +static quants are available at https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-IQ1_S.gguf) | i1-IQ1_S | 4.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-IQ1_M.gguf) | i1-IQ1_M | 5.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 5.6 | | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-IQ2_XS.gguf) | i1-IQ2_XS | 6.2 | | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-IQ2_S.gguf) | i1-IQ2_S | 6.6 | | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-IQ2_M.gguf) | i1-IQ2_M | 7.1 | | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-Q2_K.gguf) | i1-Q2_K | 7.6 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 7.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-IQ3_XS.gguf) | i1-IQ3_XS | 8.5 | | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-Q3_K_S.gguf) | i1-Q3_K_S | 8.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-IQ3_S.gguf) | i1-IQ3_S | 8.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-IQ3_M.gguf) | i1-IQ3_M | 9.2 | | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-Q3_K_M.gguf) | i1-Q3_K_M | 9.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-Q3_K_L.gguf) | i1-Q3_K_L | 10.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-IQ4_XS.gguf) | i1-IQ4_XS | 10.9 | | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-Q4_0.gguf) | i1-Q4_0 | 11.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-Q4_K_S.gguf) | i1-Q4_K_S | 11.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-Q4_K_M.gguf) | i1-Q4_K_M | 12.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-Q5_K_S.gguf) | i1-Q5_K_S | 13.8 | | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-Q5_K_M.gguf) | i1-Q5_K_M | 14.2 | | +| [GGUF](https://huggingface.co/mradermacher/InternLM2-Chat-20B-ToxicRP-i1-GGUF/resolve/main/InternLM2-Chat-20B-ToxicRP.i1-Q6_K.gguf) | i1-Q6_K | 16.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..2974c53 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2d8ad67fcc5f6a844efca10db83ed292778f56d7e000200cdc7ab906adc1be8 +size 10234769