commit 806a514082271dc7cb0e59210a5eb9ec923fee26 Author: ModelHub XC Date: Sat Jun 20 16:10:18 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: featherless-ai-quants/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..96b65e4 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +featherless-quants.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..9765097 --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: alnrg2arg/blockchainlabs_7B_merged_test2_4_prune +pipeline_tag: text-generation +quantized_by: featherless-ai-quants +--- + +# alnrg2arg/blockchainlabs_7B_merged_test2_4_prune GGUF Quantizations 🚀 + +![Featherless AI Quants](./featherless-quants.png) + +*Optimized GGUF quantization files for enhanced model performance* + +> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee. +--- + +## Available Quantizations 📊 + +| Quantization Type | File | Size | +|-------------------|------|------| +| Q8_0 | [alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q8_0.gguf](https://huggingface.co/featherless-ai-quants/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-GGUF/blob/main/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q8_0.gguf) | 7339.34 MB | +| Q4_K_S | [alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-GGUF/blob/main/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q4_K_S.gguf) | 3948.57 MB | +| Q2_K | [alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-GGUF/blob/main/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q2_K.gguf) | 2593.27 MB | +| Q6_K | [alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q6_K.gguf](https://huggingface.co/featherless-ai-quants/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-GGUF/blob/main/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q6_K.gguf) | 5666.80 MB | +| Q3_K_M | [alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-GGUF/blob/main/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_M.gguf) | 3355.97 MB | +| Q3_K_S | [alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-GGUF/blob/main/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_S.gguf) | 3017.97 MB | +| Q3_K_L | [alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-GGUF/blob/main/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_L.gguf) | 3644.97 MB | +| Q4_K_M | [alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-GGUF/blob/main/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q4_K_M.gguf) | 4166.07 MB | +| Q5_K_S | [alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-GGUF/blob/main/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q5_K_S.gguf) | 4766.19 MB | +| Q5_K_M | [alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-GGUF/blob/main/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q5_K_M.gguf) | 4893.69 MB | +| IQ4_XS | [alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-GGUF/blob/main/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-IQ4_XS.gguf) | 3761.66 MB | + + +--- + +## ⚡ Powered by [Featherless AI](https://featherless.ai) + +### Key Features + +- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly +- 🛠️ **Zero Infrastructure** - No server setup or maintenance required +- 📚 **Vast Compatibility** - Support for 2400+ models and counting +- 💎 **Affordable Pricing** - Starting at just $10/month + +--- + +**Links:** +[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models) \ No newline at end of file diff --git a/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-IQ4_XS.gguf b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-IQ4_XS.gguf new file mode 100644 index 0000000..c9693ec --- /dev/null +++ b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe2ae16fe0e3d6c8d3b13bde8f183b00a4178cdeae5ebfce6e6d077f7bf52b43 +size 3944388992 diff --git a/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q2_K.gguf b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q2_K.gguf new file mode 100644 index 0000000..ff30a63 --- /dev/null +++ b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5cf9d2abf104721daa1467ce94577c7ebb274bc3c1362d62489d0d25450e59 +size 2719242624 diff --git a/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_L.gguf b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_L.gguf new file mode 100644 index 0000000..fad54d3 --- /dev/null +++ b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c95d5400ce8b1fbb91ebb3a5148a9e73f54c439ac9ade9613e8ded826c7e416 +size 3822025088 diff --git a/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_M.gguf b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_M.gguf new file mode 100644 index 0000000..f321a15 --- /dev/null +++ b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7322e05d7043dd145058ccd7b51adb685860e5e3731b8a6b42eaea13ad272481 +size 3518986624 diff --git a/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_S.gguf b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_S.gguf new file mode 100644 index 0000000..bc4f1b8 --- /dev/null +++ b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab5c9ff0fa631968ed94af17a39ee5387ef2d22235d5bc3022b82c12efa4f0bc +size 3164567936 diff --git a/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q4_K_M.gguf b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q4_K_M.gguf new file mode 100644 index 0000000..c1812fd --- /dev/null +++ b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c1e045cdcaa7fd8906f6c8b62248d276d80058c79b8a10f63826ace35e9c310 +size 4368439680 diff --git a/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q4_K_S.gguf b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q4_K_S.gguf new file mode 100644 index 0000000..37f2126 --- /dev/null +++ b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eda9faa1874ed12257f5f922fe02c154900aa8a6f1375f53a268f0333b0ea53a +size 4140374400 diff --git a/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q5_K_M.gguf b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q5_K_M.gguf new file mode 100644 index 0000000..c59cdb6 --- /dev/null +++ b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb5df2aa8f51bd0cc5a42fb2cf17c81f460a2e6a1c75bc1d101b7583c90543a6 +size 5131409792 diff --git a/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q5_K_S.gguf b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q5_K_S.gguf new file mode 100644 index 0000000..3da0ede --- /dev/null +++ b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f5fd97c500c37611067748a36e43ee8cc20c78b81e9b7d9da1996a840d1b9f7 +size 4997716352 diff --git a/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q6_K.gguf b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q6_K.gguf new file mode 100644 index 0000000..2cfaf59 --- /dev/null +++ b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45764866ef3e9b0524e0e3b1496fb1e87e5a0162b1cc1b601a221e38425f9f4b +size 5942065536 diff --git a/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q8_0.gguf b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q8_0.gguf new file mode 100644 index 0000000..a9ebe1a --- /dev/null +++ b/alnrg2arg-blockchainlabs_7B_merged_test2_4_prune-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff54d3605ee5ca90390843bc92d55dcd21db89d5bf0c5fae81f51f0c205bb967 +size 7695858048 diff --git a/featherless-quants.png b/featherless-quants.png new file mode 100644 index 0000000..3e0eab9 --- /dev/null +++ b/featherless-quants.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b +size 1614532