commit fe7114cfa8845d012504bc4e73af13d33d0601a0 Author: ModelHub XC Date: Wed Jun 17 19:02:15 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a030990 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +NemoDori-v0.5-12B-MN-BT.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/NemoDori-v0.5-12B-MN-BT.i1-IQ1_M.gguf b/NemoDori-v0.5-12B-MN-BT.i1-IQ1_M.gguf new file mode 100644 index 0000000..3c17b78 --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c2b633d4cd660d54372a1e2a054ed64b184ef61415328a6737e2d06eafa35c1 +size 3221625536 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-IQ1_S.gguf b/NemoDori-v0.5-12B-MN-BT.i1-IQ1_S.gguf new file mode 100644 index 0000000..d6f4610 --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c082f7328469c8598f3f4806f8c0b82f965ae1e310247be20be5f7673a8488d6 +size 2999212736 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-IQ2_M.gguf b/NemoDori-v0.5-12B-MN-BT.i1-IQ2_M.gguf new file mode 100644 index 0000000..5ba4867 --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae21bed96a9474bf468f1784de604e6711a8aebcc61ad77f6f2d734c7cabf11d +size 4435024576 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-IQ2_S.gguf b/NemoDori-v0.5-12B-MN-BT.i1-IQ2_S.gguf new file mode 100644 index 0000000..758958e --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5c9785b9b1bff4f68bc56630bdf66b40e2ea07ac3aa32449dd065355acf1f74 +size 4138474176 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-IQ2_XS.gguf b/NemoDori-v0.5-12B-MN-BT.i1-IQ2_XS.gguf new file mode 100644 index 0000000..af1da5c --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59ac0e60ad304c563f62ccff5ff98ce90e729daa24cf01f992eed27e8bf7e6d2 +size 3915078336 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-IQ2_XXS.gguf b/NemoDori-v0.5-12B-MN-BT.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..3bdfa2b --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74a2ecae1eed1cc15f27cadbc375370e1d26413baff2ea7d536e8eaeca24423f +size 3592313536 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-IQ3_M.gguf b/NemoDori-v0.5-12B-MN-BT.i1-IQ3_M.gguf new file mode 100644 index 0000000..4c65121 --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6798bbba1492844d2a79e4ad2da3dd9a7780f8cddaaf6c45d42dabddbc233396 +size 5722233536 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-IQ3_S.gguf b/NemoDori-v0.5-12B-MN-BT.i1-IQ3_S.gguf new file mode 100644 index 0000000..48077f9 --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76d42317b80906b6e63a25a64ad4d2eb93962a4eb79bc08865d9506cd8d6cba3 +size 5562079936 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-IQ3_XS.gguf b/NemoDori-v0.5-12B-MN-BT.i1-IQ3_XS.gguf new file mode 100644 index 0000000..151c7b9 --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c77cca0bf320b97109e991acae1e284af6bf1abee27f1e4d45bbd8beebb3959e +size 5306489536 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-IQ3_XXS.gguf b/NemoDori-v0.5-12B-MN-BT.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..2a6f40b --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2af05789a43fc80147895207f65217aaec999fb43daa164736daad41649ad750 +size 4945386176 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-IQ4_XS.gguf b/NemoDori-v0.5-12B-MN-BT.i1-IQ4_XS.gguf new file mode 100644 index 0000000..6ac676e --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9de0e6ea571f16db37dd4ea6c699e01a1b625bd56d22c20252df2f1c74b7df9 +size 6742710976 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-Q2_K.gguf b/NemoDori-v0.5-12B-MN-BT.i1-Q2_K.gguf new file mode 100644 index 0000000..a7c3cbb --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0a3a034a5652382c64b2a6122a74578565b3622b9c068f32ba01fb99c3da355 +size 4791048896 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-Q3_K_L.gguf b/NemoDori-v0.5-12B-MN-BT.i1-Q3_K_L.gguf new file mode 100644 index 0000000..ffb9373 --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b8e6d11ff4adddb9e1560410fa87ca67f43610c61b34485fdcd0c845c4826c1 +size 6561503936 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-Q3_K_M.gguf b/NemoDori-v0.5-12B-MN-BT.i1-Q3_K_M.gguf new file mode 100644 index 0000000..de05c52 --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ce919e7f00cb82727c9fafe2cf43b34b9068ac50655249b65417239ce1d55cd +size 6083091136 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-Q3_K_S.gguf b/NemoDori-v0.5-12B-MN-BT.i1-Q3_K_S.gguf new file mode 100644 index 0000000..792b2d8 --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47f46196cf8429a8f9aa8fccf5e3ffe46b106652f081fcea4ed6463ad4c82c59 +size 5534227136 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-Q4_0.gguf b/NemoDori-v0.5-12B-MN-BT.i1-Q4_0.gguf new file mode 100644 index 0000000..69c4415 --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac89ed3b936c8818122a41b829ffbdb44273138a8b7c77877108dc2713973f7 +size 7094639296 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-Q4_K_M.gguf b/NemoDori-v0.5-12B-MN-BT.i1-Q4_K_M.gguf new file mode 100644 index 0000000..d20d9cc --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a7d77ac8594c4ecffc7b8995f06f42351239845037dab4b0a40f5284514bbe +size 7477205696 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-Q4_K_S.gguf b/NemoDori-v0.5-12B-MN-BT.i1-Q4_K_S.gguf new file mode 100644 index 0000000..da52f76 --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f3f747972a640747557afe4cf87bce4270481f5b12a9b97d80eaf38d5eb21b7 +size 7120198336 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-Q5_K_M.gguf b/NemoDori-v0.5-12B-MN-BT.i1-Q5_K_M.gguf new file mode 100644 index 0000000..36b6466 --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:372020bc88a14e1d6d7a9d6d48b35df331e39ed7572d69e216c1f4d604b4b698 +size 8727632576 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-Q5_K_S.gguf b/NemoDori-v0.5-12B-MN-BT.i1-Q5_K_S.gguf new file mode 100644 index 0000000..335d9fb --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fb1d5ee35fcdc5bec49f68140af5dd0788b9fbb6a4782ba30b81bf5e335460c +size 8518736576 diff --git a/NemoDori-v0.5-12B-MN-BT.i1-Q6_K.gguf b/NemoDori-v0.5-12B-MN-BT.i1-Q6_K.gguf new file mode 100644 index 0000000..2a6ecb1 --- /dev/null +++ b/NemoDori-v0.5-12B-MN-BT.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04b64dc06dfb811c9f95e0f261ae13d5bfda3b37159a31ba7426e6c25d203452 +size 10056211136 diff --git a/README.md b/README.md new file mode 100644 index 0000000..d95d64e --- /dev/null +++ b/README.md @@ -0,0 +1,75 @@ +--- +base_model: RozGrov/NemoDori-v0.2.1-12B-MN-BT +language: +- en +library_name: transformers +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/RozGrov/NemoDori-v0.2.1-12B-MN-BT + + +static quants are available at https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-IQ1_S.gguf) | i1-IQ1_S | 3.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-IQ2_S.gguf) | i1-IQ2_S | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-IQ2_M.gguf) | i1-IQ2_M | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-IQ3_S.gguf) | i1-IQ3_S | 5.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.8 | | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-Q4_0.gguf) | i1-Q4_0 | 7.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.6 | | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.8 | | +| [GGUF](https://huggingface.co/mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF/resolve/main/NemoDori-v0.5-12B-MN-BT.i1-Q6_K.gguf) | i1-Q6_K | 10.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..eec15d5 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9b7686db772cc4e36f4ef93baa28feb0d7019f35aed0cf93b2ae0ee95e990d0 +size 7054405