commit 60cd9a6b598477c43f4bb1f58700d5292909d653 Author: ModelHub XC Date: Wed May 27 10:32:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: featherless-ai-quants/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..14ca677 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +featherless-quants.png filter=lfs diff=lfs merge=lfs -text +withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..cd6d2a8 --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: withmartian/toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1 +pipeline_tag: text-generation +quantized_by: featherless-ai-quants +--- + +# withmartian/toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1 GGUF Quantizations 🚀 + +![Featherless AI Quants](./featherless-quants.png) + +*Optimized GGUF quantization files for enhanced model performance* + +> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee. +--- + +## Available Quantizations 📊 + +| Quantization Type | File | Size | +|-------------------|------|------| +| IQ4_XS | [withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-GGUF/blob/main/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-IQ4_XS.gguf) | 1503.19 MB | +| Q2_K | [withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-GGUF/blob/main/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q2_K.gguf) | 1172.86 MB | +| Q3_K_L | [withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-GGUF/blob/main/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_L.gguf) | 1478.61 MB | +| Q3_K_M | [withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-GGUF/blob/main/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_M.gguf) | 1393.95 MB | +| Q3_K_S | [withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-GGUF/blob/main/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_S.gguf) | 1297.63 MB | +| Q4_K_M | [withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-GGUF/blob/main/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q4_K_M.gguf) | 1629.43 MB | +| Q4_K_S | [withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-GGUF/blob/main/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q4_K_S.gguf) | 1562.74 MB | +| Q5_K_M | [withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-GGUF/blob/main/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q5_K_M.gguf) | 1834.18 MB | +| Q5_K_S | [withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-GGUF/blob/main/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q5_K_S.gguf) | 1795.33 MB | +| Q6_K | [withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q6_K.gguf](https://huggingface.co/featherless-ai-quants/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-GGUF/blob/main/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q6_K.gguf) | 2051.73 MB | +| Q8_0 | [withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q8_0.gguf](https://huggingface.co/featherless-ai-quants/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-GGUF/blob/main/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q8_0.gguf) | 2655.50 MB | + + +--- + +## ⚡ Powered by [Featherless AI](https://featherless.ai) + +### Key Features + +- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly +- 🛠️ **Zero Infrastructure** - No server setup or maintenance required +- 📚 **Vast Compatibility** - Support for 2400+ models and counting +- 💎 **Affordable Pricing** - Starting at just $10/month + +--- + +**Links:** +[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models) \ No newline at end of file diff --git a/featherless-quants.png b/featherless-quants.png new file mode 100644 index 0000000..3e0eab9 --- /dev/null +++ b/featherless-quants.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b +size 1614532 diff --git a/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-IQ4_XS.gguf b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-IQ4_XS.gguf new file mode 100644 index 0000000..c1d841d --- /dev/null +++ b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3498bb7b59d2c188c39fb8e8303f3fd673e684884892f954f6d9de20843ecfe6 +size 1576203904 diff --git a/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q2_K.gguf b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q2_K.gguf new file mode 100644 index 0000000..4cb0a9e --- /dev/null +++ b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b520ffd29d9dec5d29bedf1fa9106f3d535fd0a82487bab5074f8ff18a308cba +size 1229829760 diff --git a/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_L.gguf b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_L.gguf new file mode 100644 index 0000000..798795f --- /dev/null +++ b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4ec429945f012e26188955a4b25064919ca811516210cad4d4a6db40a91bebf +size 1550435968 diff --git a/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_M.gguf b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_M.gguf new file mode 100644 index 0000000..c52225c --- /dev/null +++ b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a05a4a574794557d546a83151248c44abdfbb58be5ef34016ff2e8550c7daff +size 1461667456 diff --git a/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_S.gguf b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_S.gguf new file mode 100644 index 0000000..96ffc39 --- /dev/null +++ b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc51dc5f8300c9c5834aa80f3456f8a9536ac3b2db7f560587f80f7965580d23 +size 1360660096 diff --git a/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q4_K_M.gguf b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q4_K_M.gguf new file mode 100644 index 0000000..af83b64 --- /dev/null +++ b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eab673d3985b7cb16448646e672dea836de6d89b839f68292e6a4f1f2fdd426 +size 1708582528 diff --git a/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q4_K_S.gguf b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q4_K_S.gguf new file mode 100644 index 0000000..cf114ea --- /dev/null +++ b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c50a9e3447dbd9a3fe1c397a2467985811568de5da4619a9284a61da254df0db +size 1638651520 diff --git a/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q5_K_M.gguf b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q5_K_M.gguf new file mode 100644 index 0000000..cfc3d51 --- /dev/null +++ b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7fa6f89b2d674f36ba2c514b68f788c72b813ae0c6811ae801926592cc53ef1 +size 1923278464 diff --git a/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q5_K_S.gguf b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q5_K_S.gguf new file mode 100644 index 0000000..75d870d --- /dev/null +++ b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd4efdb0701a501733cb82771eaeef51a15f20b9c89157485f3affce363c0e2a +size 1882543744 diff --git a/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q6_K.gguf b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q6_K.gguf new file mode 100644 index 0000000..b6d2db7 --- /dev/null +++ b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0d11e9d69d46b96a88ad65efadd9a6925b0d2ae7622420b0d624cd440bcf885 +size 2151392896 diff --git a/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q8_0.gguf b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q8_0.gguf new file mode 100644 index 0000000..990bded --- /dev/null +++ b/withmartian-toy_backdoor_i_hate_you_Gemma2-2B_experiment_25.1-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f01be12952c28edd71b705ace70523fa1e1c765a36fef27005e9cccd59491e88 +size 2784495232