commit a17a1da08fdd420f7fe47ed31f1b25195d57190e Author: ModelHub XC Date: Sat May 9 17:58:01 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..cc20be1 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-2B-Stheno-Filtered.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Gemma-2-2B-Stheno-Filtered.i1-IQ1_M.gguf b/Gemma-2-2B-Stheno-Filtered.i1-IQ1_M.gguf new file mode 100644 index 0000000..6917d66 --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b55583d5fd93c8c492c202934a9a5a7e2dfb0b835d4f30fe73c1042df90dbed9 +size 873798176 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-IQ1_S.gguf b/Gemma-2-2B-Stheno-Filtered.i1-IQ1_S.gguf new file mode 100644 index 0000000..7f7955c --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a876189440f1b8f6907c398affff8dc55e8db35b74dd045fa6195bfd89aac210 +size 832160288 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-IQ2_M.gguf b/Gemma-2-2B-Stheno-Filtered.i1-IQ2_M.gguf new file mode 100644 index 0000000..29e3dbd --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f32a1c51a3ef5066aa5c537b38004e45072d19593f29d28bfc5f7e310ae8be11 +size 1088014880 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-IQ2_S.gguf b/Gemma-2-2B-Stheno-Filtered.i1-IQ2_S.gguf new file mode 100644 index 0000000..8228cf5 --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b205014e939f793dacbe20585da85bf7b9ff779256a71ebcd42dcd9b2a36482e +size 1032497696 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-IQ2_XS.gguf b/Gemma-2-2B-Stheno-Filtered.i1-IQ2_XS.gguf new file mode 100644 index 0000000..e51da18 --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eabf1bc3928c43d4cc4996719a0dd119e79f65692af027a29fadc00535dfd95e +size 1002545696 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-IQ2_XXS.gguf b/Gemma-2-2B-Stheno-Filtered.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..330e750 --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4752e1b37f57767e866329ef8b8a923e48d589abfce1a483ff892151c851122 +size 943194656 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-IQ3_M.gguf b/Gemma-2-2B-Stheno-Filtered.i1-IQ3_M.gguf new file mode 100644 index 0000000..f418fc1 --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb201e4dd4a7b0966fbec575b5a9992a3bcf7fe6bd855140f8379ad0b020aca +size 1393562144 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-IQ3_S.gguf b/Gemma-2-2B-Stheno-Filtered.i1-IQ3_S.gguf new file mode 100644 index 0000000..d82665b --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92c97caf13a17c4dd79fcb26c61494bda2c74a61cc9f9000d8fdfd28dbb438e0 +size 1360661024 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-IQ3_XS.gguf b/Gemma-2-2B-Stheno-Filtered.i1-IQ3_XS.gguf new file mode 100644 index 0000000..db9e71a --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:519d3a99c0d81751b38da42f2f372332c4644051187282d3bfd73b1ce61772fc +size 1314212384 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-IQ3_XXS.gguf b/Gemma-2-2B-Stheno-Filtered.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..6775887 --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fac99b82df56bc92e4b54f741353423dbf0c1eacaefbebf26112085c75ba91c5 +size 1181686304 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-IQ4_XS.gguf b/Gemma-2-2B-Stheno-Filtered.i1-IQ4_XS.gguf new file mode 100644 index 0000000..00946bb --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24132e2641c2b945c278593c976a258c89a991269c25736c9b1925ef3ac1462c +size 1566251552 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-Q2_K.gguf b/Gemma-2-2B-Stheno-Filtered.i1-Q2_K.gguf new file mode 100644 index 0000000..68715c9 --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da35da08adba571133ba8b14fb9db1a248e607733e35041f50015bb5a70817ed +size 1229830688 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-Q3_K_L.gguf b/Gemma-2-2B-Stheno-Filtered.i1-Q3_K_L.gguf new file mode 100644 index 0000000..d0ea4fe --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffc540874c40801e72f8504a19b94472d819c744ef413fdb21b5764dbcabd14c +size 1550436896 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-Q3_K_M.gguf b/Gemma-2-2B-Stheno-Filtered.i1-Q3_K_M.gguf new file mode 100644 index 0000000..81953ff --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:addbb5b78d0df7398838c869720c7c8d589681826824e8d31ddb094970e4a2a0 +size 1461668384 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-Q3_K_S.gguf b/Gemma-2-2B-Stheno-Filtered.i1-Q3_K_S.gguf new file mode 100644 index 0000000..ba2367e --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e2bfd6c52992f63e979ed371d4e637581e2a8a2db21ec3340bbe8c9635a01d +size 1360661024 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-Q4_0.gguf b/Gemma-2-2B-Stheno-Filtered.i1-Q4_0.gguf new file mode 100644 index 0000000..4b7c966 --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ee6ef0445fcf624bbbfa3583e35e29ba6e52d9dcb1e4096fa243a0b9213fbf7 +size 1633491488 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-Q4_K_M.gguf b/Gemma-2-2B-Stheno-Filtered.i1-Q4_K_M.gguf new file mode 100644 index 0000000..72e2b0c --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a8cc3df07ebac3d400229a34d5ec1c2ab8ce8317ccb4d6ead4a2c6950bbc01 +size 1708583456 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-Q4_K_S.gguf b/Gemma-2-2B-Stheno-Filtered.i1-Q4_K_S.gguf new file mode 100644 index 0000000..35378ad --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d8495af7a5ad858962caa83f2adb98996baf8730cc9f373e4761d8251f029cc +size 1638652448 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-Q5_K_M.gguf b/Gemma-2-2B-Stheno-Filtered.i1-Q5_K_M.gguf new file mode 100644 index 0000000..2a6a600 --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec7a25f651042bcd18dc66514fd1d37df5ce8bc29a1180d824b38aca66f09c6 +size 1923279392 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-Q5_K_S.gguf b/Gemma-2-2B-Stheno-Filtered.i1-Q5_K_S.gguf new file mode 100644 index 0000000..4e6ccdb --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97cdb5be6441ddae6f3c23f06b126a3dcc6e1cb7b1fb9f0ecb268a4bc958b951 +size 1882544672 diff --git a/Gemma-2-2B-Stheno-Filtered.i1-Q6_K.gguf b/Gemma-2-2B-Stheno-Filtered.i1-Q6_K.gguf new file mode 100644 index 0000000..f8a6bcd --- /dev/null +++ b/Gemma-2-2B-Stheno-Filtered.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7d01d87abdf71a57ce273e7ca89664ea949b0031d9a3b8c7fc3f47687fd49a7 +size 2151393824 diff --git a/README.md b/README.md new file mode 100644 index 0000000..cc7feb7 --- /dev/null +++ b/README.md @@ -0,0 +1,75 @@ +--- +base_model: SaisExperiments/Gemma-2-2B-Stheno-Filtered +datasets: +- anthracite-org/stheno-filtered-v1.1 +language: +- en +library_name: transformers +license: gemma +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/SaisExperiments/Gemma-2-2B-Stheno-Filtered + + +static quants are available at https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-IQ1_S.gguf) | i1-IQ1_S | 0.9 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-IQ1_M.gguf) | i1-IQ1_M | 1.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-IQ2_S.gguf) | i1-IQ2_S | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-IQ2_M.gguf) | i1-IQ2_M | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.3 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-Q2_K.gguf) | i1-Q2_K | 1.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-IQ3_S.gguf) | i1-IQ3_S | 1.5 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-IQ3_M.gguf) | i1-IQ3_M | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.7 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-Q4_0.gguf) | i1-Q4_0 | 1.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-2B-Stheno-Filtered-i1-GGUF/resolve/main/Gemma-2-2B-Stheno-Filtered.i1-Q6_K.gguf) | i1-Q6_K | 2.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..ff5a181 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f36f2b692e7885b9928a920569a8bba6d26447908b9b45d23b80aef8f9dd4fc +size 2375559