From e7b89eddff29bdb25ca483d7462e74dbcca888c2 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 11 Jun 2026 01:20:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/WebSailor-32B-i1-GGUF Source: Original Platform --- .gitattributes | 59 ++++++++++++++++++++++++ README.md | 84 +++++++++++++++++++++++++++++++++++ WebSailor-32B.i1-IQ1_M.gguf | 3 ++ WebSailor-32B.i1-IQ1_S.gguf | 3 ++ WebSailor-32B.i1-IQ2_M.gguf | 3 ++ WebSailor-32B.i1-IQ2_S.gguf | 3 ++ WebSailor-32B.i1-IQ2_XS.gguf | 3 ++ WebSailor-32B.i1-IQ2_XXS.gguf | 3 ++ WebSailor-32B.i1-IQ3_M.gguf | 3 ++ WebSailor-32B.i1-IQ3_S.gguf | 3 ++ WebSailor-32B.i1-IQ3_XS.gguf | 3 ++ WebSailor-32B.i1-IQ3_XXS.gguf | 3 ++ WebSailor-32B.i1-IQ4_XS.gguf | 3 ++ WebSailor-32B.i1-Q2_K.gguf | 3 ++ WebSailor-32B.i1-Q2_K_S.gguf | 3 ++ WebSailor-32B.i1-Q3_K_L.gguf | 3 ++ WebSailor-32B.i1-Q3_K_M.gguf | 3 ++ WebSailor-32B.i1-Q3_K_S.gguf | 3 ++ WebSailor-32B.i1-Q4_0.gguf | 3 ++ WebSailor-32B.i1-Q4_1.gguf | 3 ++ WebSailor-32B.i1-Q4_K_M.gguf | 3 ++ WebSailor-32B.i1-Q4_K_S.gguf | 3 ++ WebSailor-32B.i1-Q5_K_M.gguf | 3 ++ WebSailor-32B.i1-Q5_K_S.gguf | 3 ++ WebSailor-32B.i1-Q6_K.gguf | 3 ++ WebSailor-32B.imatrix.gguf | 3 ++ 26 files changed, 215 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 WebSailor-32B.i1-IQ1_M.gguf create mode 100644 WebSailor-32B.i1-IQ1_S.gguf create mode 100644 WebSailor-32B.i1-IQ2_M.gguf create mode 100644 WebSailor-32B.i1-IQ2_S.gguf create mode 100644 WebSailor-32B.i1-IQ2_XS.gguf create mode 100644 WebSailor-32B.i1-IQ2_XXS.gguf create mode 100644 WebSailor-32B.i1-IQ3_M.gguf create mode 100644 WebSailor-32B.i1-IQ3_S.gguf create mode 100644 WebSailor-32B.i1-IQ3_XS.gguf create mode 100644 WebSailor-32B.i1-IQ3_XXS.gguf create mode 100644 WebSailor-32B.i1-IQ4_XS.gguf create mode 100644 WebSailor-32B.i1-Q2_K.gguf create mode 100644 WebSailor-32B.i1-Q2_K_S.gguf create mode 100644 WebSailor-32B.i1-Q3_K_L.gguf create mode 100644 WebSailor-32B.i1-Q3_K_M.gguf create mode 100644 WebSailor-32B.i1-Q3_K_S.gguf create mode 100644 WebSailor-32B.i1-Q4_0.gguf create mode 100644 WebSailor-32B.i1-Q4_1.gguf create mode 100644 WebSailor-32B.i1-Q4_K_M.gguf create mode 100644 WebSailor-32B.i1-Q4_K_S.gguf create mode 100644 WebSailor-32B.i1-Q5_K_M.gguf create mode 100644 WebSailor-32B.i1-Q5_K_S.gguf create mode 100644 WebSailor-32B.i1-Q6_K.gguf create mode 100644 WebSailor-32B.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c31c5b5 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +WebSailor-32B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..37bbfe9 --- /dev/null +++ b/README.md @@ -0,0 +1,84 @@ +--- +base_model: Alibaba-NLP/WebSailor-32B +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Alibaba-NLP/WebSailor-32B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#WebSailor-32B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/WebSailor-32B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-IQ1_S.gguf) | i1-IQ1_S | 7.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-IQ1_M.gguf) | i1-IQ1_M | 8.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 9.1 | | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 10.1 | | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-IQ2_S.gguf) | i1-IQ2_S | 10.5 | | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-IQ2_M.gguf) | i1-IQ2_M | 11.4 | | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 11.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-Q2_K.gguf) | i1-Q2_K | 12.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 12.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 13.8 | | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 14.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-IQ3_S.gguf) | i1-IQ3_S | 14.5 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-IQ3_M.gguf) | i1-IQ3_M | 14.9 | | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 16.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 17.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 17.8 | | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-Q4_0.gguf) | i1-Q4_0 | 18.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 18.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 20.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-Q4_1.gguf) | i1-Q4_1 | 20.7 | | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 22.7 | | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 23.4 | | +| [GGUF](https://huggingface.co/mradermacher/WebSailor-32B-i1-GGUF/resolve/main/WebSailor-32B.i1-Q6_K.gguf) | i1-Q6_K | 27.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/WebSailor-32B.i1-IQ1_M.gguf b/WebSailor-32B.i1-IQ1_M.gguf new file mode 100644 index 0000000..366fd5f --- /dev/null +++ b/WebSailor-32B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50315ff10a6cc09b7027e0012d38cf300c29a18bc870c2cba89ad48cc695974e +size 7932160736 diff --git a/WebSailor-32B.i1-IQ1_S.gguf b/WebSailor-32B.i1-IQ1_S.gguf new file mode 100644 index 0000000..e2a10d5 --- /dev/null +++ b/WebSailor-32B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85969e4a64276be84e67b328ba672189a77153a58dfbfb2b03e214edd77f6e59 +size 7274506976 diff --git a/WebSailor-32B.i1-IQ2_M.gguf b/WebSailor-32B.i1-IQ2_M.gguf new file mode 100644 index 0000000..f45bb4a --- /dev/null +++ b/WebSailor-32B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc73b271b1de59b3d3c04feb36b57d7664da17520600fabe03c179fd91c1c230 +size 11264441056 diff --git a/WebSailor-32B.i1-IQ2_S.gguf b/WebSailor-32B.i1-IQ2_S.gguf new file mode 100644 index 0000000..410bb1a --- /dev/null +++ b/WebSailor-32B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0b779cc7a7ed398f772edd4129bc98a50f415b8ab2dfaffbd9d56092a87413f +size 10387569376 diff --git a/WebSailor-32B.i1-IQ2_XS.gguf b/WebSailor-32B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..12ffc77 --- /dev/null +++ b/WebSailor-32B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9175c9b101be0676a66143e582a72a0f8003685636f21a79187fee89de417a02 +size 9957550816 diff --git a/WebSailor-32B.i1-IQ2_XXS.gguf b/WebSailor-32B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..acb41dc --- /dev/null +++ b/WebSailor-32B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a17f8b69c0e44ed5ce811a6dbc5fc982e09be0efdcc08be7657684b3e4aee45 +size 9028250336 diff --git a/WebSailor-32B.i1-IQ3_M.gguf b/WebSailor-32B.i1-IQ3_M.gguf new file mode 100644 index 0000000..d7590df --- /dev/null +++ b/WebSailor-32B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd347e089e9041a95081fef8d9c9ef69bb7c0d563243ba1dc8b44eb6d2e09cc +size 14810122976 diff --git a/WebSailor-32B.i1-IQ3_S.gguf b/WebSailor-32B.i1-IQ3_S.gguf new file mode 100644 index 0000000..b14457b --- /dev/null +++ b/WebSailor-32B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ab4e28a725a6d7b784838d7ad4a90d730e6db139d83ca10cf8efa4136020735 +size 14436895456 diff --git a/WebSailor-32B.i1-IQ3_XS.gguf b/WebSailor-32B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..d8af8e8 --- /dev/null +++ b/WebSailor-32B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36e0d55fbb4eb8a19d52501a9f14f17236d09249abe34c67fe26fdd00c5cf0cc +size 13705513696 diff --git a/WebSailor-32B.i1-IQ3_XXS.gguf b/WebSailor-32B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..9a82f1d --- /dev/null +++ b/WebSailor-32B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dc0617f9def1c666ed7fc201f0d353696f3a3082852e67c12043cf6411b1539 +size 12839271136 diff --git a/WebSailor-32B.i1-IQ4_XS.gguf b/WebSailor-32B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..e2e1eb2 --- /dev/null +++ b/WebSailor-32B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ffe28f81ad85df935766d2ee1fd27f0ae20cfd0335531b81a5bcf502597268a +size 17693154016 diff --git a/WebSailor-32B.i1-Q2_K.gguf b/WebSailor-32B.i1-Q2_K.gguf new file mode 100644 index 0000000..2bde8e3 --- /dev/null +++ b/WebSailor-32B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3678b827cdbe970a7444366e7e79e2729f4b0cea14057ab700a54d3c3a5d7bfc +size 12313098976 diff --git a/WebSailor-32B.i1-Q2_K_S.gguf b/WebSailor-32B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..b1a65fb --- /dev/null +++ b/WebSailor-32B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfc42c2072fc135d4dbf9de6fd054fed19468afe7f171cb69136b05f503189d1 +size 11488000736 diff --git a/WebSailor-32B.i1-Q3_K_L.gguf b/WebSailor-32B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..025d01f --- /dev/null +++ b/WebSailor-32B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ee03bd1e65db48f9b8998a3e6d0c61bb22f00080e1b08bdc1710ec0ef72453 +size 17247079136 diff --git a/WebSailor-32B.i1-Q3_K_M.gguf b/WebSailor-32B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..50d668a --- /dev/null +++ b/WebSailor-32B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bb6f6f92ba33326004d8b8652d28d96093a889f67cff9bc3774c572f1d2cfc0 +size 15935048416 diff --git a/WebSailor-32B.i1-Q3_K_S.gguf b/WebSailor-32B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..91d55d6 --- /dev/null +++ b/WebSailor-32B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e17c240151dd814af594a88101fbc0e94dd77bb410b9151e7e7b434615114b8d +size 14392330976 diff --git a/WebSailor-32B.i1-Q4_0.gguf b/WebSailor-32B.i1-Q4_0.gguf new file mode 100644 index 0000000..43b162f --- /dev/null +++ b/WebSailor-32B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17f6bc96de45e75dd4bfb73361fa575004f6f3e187f8e1d0dc408ebb9c69b180 +size 18711010016 diff --git a/WebSailor-32B.i1-Q4_1.gguf b/WebSailor-32B.i1-Q4_1.gguf new file mode 100644 index 0000000..4cc1d0e --- /dev/null +++ b/WebSailor-32B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:735b3a3fc56788fb86c6616d857727c1cfaccaf01623dbb31a13159b476d05b4 +size 20639242976 diff --git a/WebSailor-32B.i1-Q4_K_M.gguf b/WebSailor-32B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..e61d398 --- /dev/null +++ b/WebSailor-32B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb999fa1487e0c05c095b7d8ec7918a020d2c9f0acb1edc1ec1e967aab5d3c43 +size 19851336416 diff --git a/WebSailor-32B.i1-Q4_K_S.gguf b/WebSailor-32B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..7b8f709 --- /dev/null +++ b/WebSailor-32B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:375829a97ba4f66df08eca592e6519ab978e8dd40dc77735c4371557dce777a4 +size 18784410336 diff --git a/WebSailor-32B.i1-Q5_K_M.gguf b/WebSailor-32B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..2be81f9 --- /dev/null +++ b/WebSailor-32B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d908d7d28b26aa34614a1fa1d8ebf7d221f16d27a12084ed1717667792cfe311 +size 23262157536 diff --git a/WebSailor-32B.i1-Q5_K_S.gguf b/WebSailor-32B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..67f336d --- /dev/null +++ b/WebSailor-32B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d02199be9e58e03abeaff3d4fa54d5db80c88a6aef80f5af9f694d7e6d4c84ef +size 22638254816 diff --git a/WebSailor-32B.i1-Q6_K.gguf b/WebSailor-32B.i1-Q6_K.gguf new file mode 100644 index 0000000..0f4fc8f --- /dev/null +++ b/WebSailor-32B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:169e78a95bc00449ccbe5915a332c9364181c5f83721c61d1b4ca9a6a8088316 +size 26886154976 diff --git a/WebSailor-32B.imatrix.gguf b/WebSailor-32B.imatrix.gguf new file mode 100644 index 0000000..4048df3 --- /dev/null +++ b/WebSailor-32B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f322ccc9e32b399a41f741d7c8fc161cd93ac58ba30a74d24ef1d57ec9c7710 +size 15011072