From 00be4317f25333654beb8316af17753540756124 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 3 Jun 2026 15:20:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Prototype-Virus-1B-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++ Prototype-Virus-1B.IQ4_XS.gguf | 3 + Prototype-Virus-1B.Q2_K.gguf | 3 + Prototype-Virus-1B.Q3_K_L.gguf | 3 + Prototype-Virus-1B.Q3_K_M.gguf | 3 + Prototype-Virus-1B.Q3_K_S.gguf | 3 + Prototype-Virus-1B.Q4_K_M.gguf | 3 + Prototype-Virus-1B.Q4_K_S.gguf | 3 + Prototype-Virus-1B.Q5_K_M.gguf | 3 + Prototype-Virus-1B.Q5_K_S.gguf | 3 + Prototype-Virus-1B.Q6_K.gguf | 3 + Prototype-Virus-1B.Q8_0.gguf | 3 + Prototype-Virus-1B.f16.gguf | 3 + README.md | 188 +++++++++++++++++++++++++++++++++ 14 files changed, 271 insertions(+) create mode 100644 .gitattributes create mode 100644 Prototype-Virus-1B.IQ4_XS.gguf create mode 100644 Prototype-Virus-1B.Q2_K.gguf create mode 100644 Prototype-Virus-1B.Q3_K_L.gguf create mode 100644 Prototype-Virus-1B.Q3_K_M.gguf create mode 100644 Prototype-Virus-1B.Q3_K_S.gguf create mode 100644 Prototype-Virus-1B.Q4_K_M.gguf create mode 100644 Prototype-Virus-1B.Q4_K_S.gguf create mode 100644 Prototype-Virus-1B.Q5_K_M.gguf create mode 100644 Prototype-Virus-1B.Q5_K_S.gguf create mode 100644 Prototype-Virus-1B.Q6_K.gguf create mode 100644 Prototype-Virus-1B.Q8_0.gguf create mode 100644 Prototype-Virus-1B.f16.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8481c87 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Prototype-Virus-1B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Prototype-Virus-1B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Prototype-Virus-1B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Prototype-Virus-1B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Prototype-Virus-1B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Prototype-Virus-1B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Prototype-Virus-1B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Prototype-Virus-1B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Prototype-Virus-1B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Prototype-Virus-1B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Prototype-Virus-1B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Prototype-Virus-1B.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Prototype-Virus-1B.IQ4_XS.gguf b/Prototype-Virus-1B.IQ4_XS.gguf new file mode 100644 index 0000000..d72686d --- /dev/null +++ b/Prototype-Virus-1B.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fda80c64f885334f497f843c5552764f67b1e54c7a8549addd0ca8977d439f16 +size 718172512 diff --git a/Prototype-Virus-1B.Q2_K.gguf b/Prototype-Virus-1B.Q2_K.gguf new file mode 100644 index 0000000..ef8d54e --- /dev/null +++ b/Prototype-Virus-1B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36cb16f20d6b1c12e5c34b2a1494921120b6d8979c8a6d455f3d35c79819af1e +size 689819488 diff --git a/Prototype-Virus-1B.Q3_K_L.gguf b/Prototype-Virus-1B.Q3_K_L.gguf new file mode 100644 index 0000000..e02bd9a --- /dev/null +++ b/Prototype-Virus-1B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf9f5a45d83237325834a80979344c1060ab96b4d0a6c54dab039a5a8686d802 +size 751580512 diff --git a/Prototype-Virus-1B.Q3_K_M.gguf b/Prototype-Virus-1B.Q3_K_M.gguf new file mode 100644 index 0000000..3e6c89f --- /dev/null +++ b/Prototype-Virus-1B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:836ce0aa652499a543e0bd60e42315571c142f5b060d1b45e1c79bc7dbff9f89 +size 722421088 diff --git a/Prototype-Virus-1B.Q3_K_S.gguf b/Prototype-Virus-1B.Q3_K_S.gguf new file mode 100644 index 0000000..00b7fe8 --- /dev/null +++ b/Prototype-Virus-1B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03731a43df8a3accd79991fc8de7e5b66950d6b7065eeccab5d19ab65da67ed8 +size 688861024 diff --git a/Prototype-Virus-1B.Q4_K_M.gguf b/Prototype-Virus-1B.Q4_K_M.gguf new file mode 100644 index 0000000..0dd5746 --- /dev/null +++ b/Prototype-Virus-1B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3bab3bd462d5561c05ae11397f03f903b480b123b43f751fa9988af1814cdc5 +size 806063200 diff --git a/Prototype-Virus-1B.Q4_K_S.gguf b/Prototype-Virus-1B.Q4_K_S.gguf new file mode 100644 index 0000000..63693c4 --- /dev/null +++ b/Prototype-Virus-1B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0b621cf58a42274eadc5d66da707a4137def7844472c357235ab357995c53e0 +size 780997984 diff --git a/Prototype-Virus-1B.Q5_K_M.gguf b/Prototype-Virus-1B.Q5_K_M.gguf new file mode 100644 index 0000000..49b0ee6 --- /dev/null +++ b/Prototype-Virus-1B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb398e4d077d2c9962d06b4bda58398ab4d8bf39ddd955a08a34960a9dabedd1 +size 851350624 diff --git a/Prototype-Virus-1B.Q5_K_S.gguf b/Prototype-Virus-1B.Q5_K_S.gguf new file mode 100644 index 0000000..939b183 --- /dev/null +++ b/Prototype-Virus-1B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df62887590b9938c02d3fb38f8c86cb0fe9bacdb048751db96a3cabd9eeb6126 +size 836404576 diff --git a/Prototype-Virus-1B.Q6_K.gguf b/Prototype-Virus-1B.Q6_K.gguf new file mode 100644 index 0000000..881ad1c --- /dev/null +++ b/Prototype-Virus-1B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5246b38e316f040a14d71720782f84ec336408ea802c87b4a025e9f7492d66f1 +size 1011743584 diff --git a/Prototype-Virus-1B.Q8_0.gguf b/Prototype-Virus-1B.Q8_0.gguf new file mode 100644 index 0000000..6385c28 --- /dev/null +++ b/Prototype-Virus-1B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95dfb412a44ffbf6645f80f710d017831469947aa1005b226c55d4d110e71e1b +size 1069311328 diff --git a/Prototype-Virus-1B.f16.gguf b/Prototype-Virus-1B.f16.gguf new file mode 100644 index 0000000..3a2aa13 --- /dev/null +++ b/Prototype-Virus-1B.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:465c7fc9aa3cbb5889e8ab2297d1e2c45fbc26057c9a2e70e60aa2ed6c696805 +size 2006578528 diff --git a/README.md b/README.md new file mode 100644 index 0000000..46e0c30 --- /dev/null +++ b/README.md @@ -0,0 +1,188 @@ +--- +base_model: UmbrellaInc/Prototype-Virus-1B +datasets: +- mlabonne/FineTome-100k +- ITCL/FineTomeOs +- Gryphe/ChatGPT-4o-Writing-Prompts +- dongguanting/ARPO-SFT-54K +- GreenerPastures/All-Your-Base-Full +- Gryphe/Opus-WritingPrompts +- HuggingFaceH4/MATH-500 +- mlabonne/smoltalk-flat +- mlabonne/natural_reasoning-formatted +- OpenSPG/KAG-Thinker-training-dataset +- uclanlp/Brief-Pro +- CognitiveKernel/CognitiveKernel-Pro-SFT +- SuperbEmphasis/Claude-4.0-DeepSeek-R1-RP-SFWish +- QuixiAI/dolphin-r1 +- mlabonne/lmsys-arena-human-sft-55k +language: +- tr +- ar +- af +- az +- es +- en +- el +- ro +- ru +- rm +- th +- uk +- uz +- pl +- pt +- fa +- sk +- sl +- da +- de +- nl +- fr +- fi +- ka +- hi +- hu +- hy +- ja +- kk +- kn +- ko +- ku +- ky +- la +- lb +- id +- is +- it +- zh +- cs +- vi +- be +- bg +- bs +- ne +- mn +library_name: transformers +license: gemma +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- next +- next-x1 +- efficient +- open-source +- 1b +- huggingface +- large-language-model +- llm +- causal +- artificial-intelligence +- machine-learning +- ai-research +- natural-language-processing +- nlp +- finetuned +- lightweight +- creative +- summarization +- question-answering +- chat-model +- generative-ai +- optimized-model +- unsloth +- trl +- sft +- chemistry +- biology +- finance +- legal +- music +- art +- code +- climate +- medical +- agent +- text-generation-inference +- text-generation +- transformers +- safetensors +- gemma3 +- mergekit +- merge +- uncensored +- heretic +- abliterated +- roleplay +- nsfw +- trash +- prototype +- virus +- progenitor +- low-end +- conversational +- Not-For-All-Audiences +--- +## About + + + + + + + + + +static quants of https://huggingface.co/UmbrellaInc/Prototype-Virus-1B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Prototype-Virus-1B-GGUF).*** + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/Prototype-Virus-1B-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Prototype-Virus-1B-GGUF/resolve/main/Prototype-Virus-1B.Q3_K_S.gguf) | Q3_K_S | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Prototype-Virus-1B-GGUF/resolve/main/Prototype-Virus-1B.Q2_K.gguf) | Q2_K | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Prototype-Virus-1B-GGUF/resolve/main/Prototype-Virus-1B.IQ4_XS.gguf) | IQ4_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Prototype-Virus-1B-GGUF/resolve/main/Prototype-Virus-1B.Q3_K_M.gguf) | Q3_K_M | 0.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Prototype-Virus-1B-GGUF/resolve/main/Prototype-Virus-1B.Q3_K_L.gguf) | Q3_K_L | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Prototype-Virus-1B-GGUF/resolve/main/Prototype-Virus-1B.Q4_K_S.gguf) | Q4_K_S | 0.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Prototype-Virus-1B-GGUF/resolve/main/Prototype-Virus-1B.Q4_K_M.gguf) | Q4_K_M | 0.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Prototype-Virus-1B-GGUF/resolve/main/Prototype-Virus-1B.Q5_K_S.gguf) | Q5_K_S | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Prototype-Virus-1B-GGUF/resolve/main/Prototype-Virus-1B.Q5_K_M.gguf) | Q5_K_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Prototype-Virus-1B-GGUF/resolve/main/Prototype-Virus-1B.Q6_K.gguf) | Q6_K | 1.1 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Prototype-Virus-1B-GGUF/resolve/main/Prototype-Virus-1B.Q8_0.gguf) | Q8_0 | 1.2 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Prototype-Virus-1B-GGUF/resolve/main/Prototype-Virus-1B.f16.gguf) | f16 | 2.1 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +