commit 4c63fd1a0e2a4e03cc9e3d84a0a21ac0d2d42909 Author: ModelHub XC Date: Wed Jun 10 19:56:18 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/WEBGEN-4B-Preview-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..ab07595 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..3e86577 --- /dev/null +++ b/README.md @@ -0,0 +1,95 @@ +--- +base_model: Tesslate/WEBGEN-4B-Preview +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- web-generation +- html +- css +- tailwind-css +- ui-generation +- web-design +- small-model +- qwen3 +- transformers +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Tesslate/WEBGEN-4B-Preview + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#WEBGEN-4B-Preview-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/WEBGEN-4B-Preview-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-IQ1_S.gguf) | i1-IQ1_S | 1.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-IQ1_M.gguf) | i1-IQ1_M | 1.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-IQ2_S.gguf) | i1-IQ2_S | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-IQ2_M.gguf) | i1-IQ2_M | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-Q2_K.gguf) | i1-Q2_K | 1.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-IQ3_S.gguf) | i1-IQ3_S | 2.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-IQ3_M.gguf) | i1-IQ3_M | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-Q4_0.gguf) | i1-Q4_0 | 2.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-Q4_1.gguf) | i1-Q4_1 | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-Q5_K_M.gguf) | i1-Q5_K_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/WEBGEN-4B-Preview-i1-GGUF/resolve/main/WEBGEN-4B-Preview.i1-Q6_K.gguf) | i1-Q6_K | 3.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/WEBGEN-4B-Preview.i1-IQ1_M.gguf b/WEBGEN-4B-Preview.i1-IQ1_M.gguf new file mode 100644 index 0000000..cfeddee --- /dev/null +++ b/WEBGEN-4B-Preview.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986f9d56f9046eb8ac279c87d62a52abfeb16e564c5d578eb00a12668cf0cc1c +size 1127023872 diff --git a/WEBGEN-4B-Preview.i1-IQ1_S.gguf b/WEBGEN-4B-Preview.i1-IQ1_S.gguf new file mode 100644 index 0000000..cf14863 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db64d65c887077ecf297d2106d4bb48b79846e54ff671ade35ac28c0d15c9064 +size 1055261952 diff --git a/WEBGEN-4B-Preview.i1-IQ2_M.gguf b/WEBGEN-4B-Preview.i1-IQ2_M.gguf new file mode 100644 index 0000000..0ee1e95 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fba176acea612401771741bda000217346806b0af9f1c2cd77cf46f65c4a3335 +size 1512989952 diff --git a/WEBGEN-4B-Preview.i1-IQ2_S.gguf b/WEBGEN-4B-Preview.i1-IQ2_S.gguf new file mode 100644 index 0000000..9229eb2 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d868496c5f671e4d750885df3fb6c4c41c3c0a5e4edfed0d8adf3cf5c2d22e9 +size 1417307392 diff --git a/WEBGEN-4B-Preview.i1-IQ2_XS.gguf b/WEBGEN-4B-Preview.i1-IQ2_XS.gguf new file mode 100644 index 0000000..ea11313 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc5667a7fa9e11b4db445f1c1f9ca63110055a2643faa334cc678a043a1bb5e +size 1354106112 diff --git a/WEBGEN-4B-Preview.i1-IQ2_XXS.gguf b/WEBGEN-4B-Preview.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..496f966 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1afd2efc102dcfffff780928cbb273cf75d87ec1dbece2f6ffe29518c7543d0b +size 1246627072 diff --git a/WEBGEN-4B-Preview.i1-IQ3_M.gguf b/WEBGEN-4B-Preview.i1-IQ3_M.gguf new file mode 100644 index 0000000..64677c6 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c049624932b3565ca04540ae6df2c6303cb423e5e00ac536169fb8344a2e2270 +size 1962902272 diff --git a/WEBGEN-4B-Preview.i1-IQ3_S.gguf b/WEBGEN-4B-Preview.i1-IQ3_S.gguf new file mode 100644 index 0000000..769b416 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a606287bc4707e1f5e9c2b314c4514d2696bdee152a55c959608e781249ef88c +size 1899537152 diff --git a/WEBGEN-4B-Preview.i1-IQ3_XS.gguf b/WEBGEN-4B-Preview.i1-IQ3_XS.gguf new file mode 100644 index 0000000..d3be80a --- /dev/null +++ b/WEBGEN-4B-Preview.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0eb62bc7d8c31d2dd7be9701ef926fc9328f7c5646c2ad7d5ca453ce91e2bcb +size 1814381312 diff --git a/WEBGEN-4B-Preview.i1-IQ3_XXS.gguf b/WEBGEN-4B-Preview.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..72ed080 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeb40f5408784e7ece6a98c3c0e81550846f3e1f90665254de77507fd01df814 +size 1670194432 diff --git a/WEBGEN-4B-Preview.i1-IQ4_NL.gguf b/WEBGEN-4B-Preview.i1-IQ4_NL.gguf new file mode 100644 index 0000000..b7cc088 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdefc1695af1c19158c1bf904ef0028b38f7a246fd1fa051dbcc78074635b99c +size 2381349632 diff --git a/WEBGEN-4B-Preview.i1-IQ4_XS.gguf b/WEBGEN-4B-Preview.i1-IQ4_XS.gguf new file mode 100644 index 0000000..9f9bc1a --- /dev/null +++ b/WEBGEN-4B-Preview.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb21a9874cb99efcefe1f60d244bdb639d0d6c63324600568bd97e7d5b73b70c +size 2270757632 diff --git a/WEBGEN-4B-Preview.i1-Q2_K.gguf b/WEBGEN-4B-Preview.i1-Q2_K.gguf new file mode 100644 index 0000000..8426794 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a12c6af5dd20fe341d5ebe0d8f1e4b1a6e5f7d2f40ee0a5f5bf9a254c9038240 +size 1669505792 diff --git a/WEBGEN-4B-Preview.i1-Q2_K_S.gguf b/WEBGEN-4B-Preview.i1-Q2_K_S.gguf new file mode 100644 index 0000000..36e44f1 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d43e7e6959f969280715eb0aa80fecb2464e33b2b58a44db52213843eec1cef4 +size 1563460352 diff --git a/WEBGEN-4B-Preview.i1-Q3_K_L.gguf b/WEBGEN-4B-Preview.i1-Q3_K_L.gguf new file mode 100644 index 0000000..016dd0f --- /dev/null +++ b/WEBGEN-4B-Preview.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01d2e21e99792551c75f0b1b4ebec6cb4ccd7017aa5a0a3d48da7ac3fb138e9c +size 2239791872 diff --git a/WEBGEN-4B-Preview.i1-Q3_K_M.gguf b/WEBGEN-4B-Preview.i1-Q3_K_M.gguf new file mode 100644 index 0000000..da04a78 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5272d6f96df876b2850d94639b31e310ca09a10d806a32d8dcfc04f5e22f0e97 +size 2075624192 diff --git a/WEBGEN-4B-Preview.i1-Q3_K_S.gguf b/WEBGEN-4B-Preview.i1-Q3_K_S.gguf new file mode 100644 index 0000000..d976d78 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bfddddf2198046b3bf260d5ebe8ef51a19a0dbf21b13461ed9ab3e34520c8e0 +size 1887003392 diff --git a/WEBGEN-4B-Preview.i1-Q4_0.gguf b/WEBGEN-4B-Preview.i1-Q4_0.gguf new file mode 100644 index 0000000..9a49f49 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6727727d21ad53c9d3993ebde5d9cb72569ed24b7fc0f7df934a3dddf4250d74 +size 2375779072 diff --git a/WEBGEN-4B-Preview.i1-Q4_1.gguf b/WEBGEN-4B-Preview.i1-Q4_1.gguf new file mode 100644 index 0000000..ed09061 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82b726d0fcf24eeb8706a3657315d94dbaa43a287fb851bbeb776694be33c971 +size 2596635392 diff --git a/WEBGEN-4B-Preview.i1-Q4_K_M.gguf b/WEBGEN-4B-Preview.i1-Q4_K_M.gguf new file mode 100644 index 0000000..58de369 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0653c0717e19c0b5d6775485c046daa9f5ec94f482e1d0771f8d3f84ad04610f +size 2497286912 diff --git a/WEBGEN-4B-Preview.i1-Q4_K_S.gguf b/WEBGEN-4B-Preview.i1-Q4_K_S.gguf new file mode 100644 index 0000000..ee5df90 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2a587d5ec8d4a3cf8cea97fb772c7635e53de1eb1b06525b240ee12e5008954 +size 2383315712 diff --git a/WEBGEN-4B-Preview.i1-Q5_K_M.gguf b/WEBGEN-4B-Preview.i1-Q5_K_M.gguf new file mode 100644 index 0000000..1c70134 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63a8a1e2c2d58df8dfc9e142d4c63c0d2c5f63a98f938e1ed509447f908459e4 +size 2889519872 diff --git a/WEBGEN-4B-Preview.i1-Q5_K_S.gguf b/WEBGEN-4B-Preview.i1-Q5_K_S.gguf new file mode 100644 index 0000000..a62bd5e --- /dev/null +++ b/WEBGEN-4B-Preview.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7be73c868b3cb147d8d953742f9ad8d1ffae5b313b2f47b0fcf28d002fb161b +size 2823717632 diff --git a/WEBGEN-4B-Preview.i1-Q6_K.gguf b/WEBGEN-4B-Preview.i1-Q6_K.gguf new file mode 100644 index 0000000..3bb1693 --- /dev/null +++ b/WEBGEN-4B-Preview.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0273764d58f42d5c509cccb5a661060f6104c957b4dc9cc08ec3c226d9e9b2a +size 3306267392 diff --git a/WEBGEN-4B-Preview.imatrix.gguf b/WEBGEN-4B-Preview.imatrix.gguf new file mode 100644 index 0000000..f14ccae --- /dev/null +++ b/WEBGEN-4B-Preview.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68b222e90d22102ff49eb404d5047b48c0c8ef459bb558c8ad4afff96420f37 +size 3872640