commit 49e0530d24f513d88969febf4f22edf053ba0869 Author: ModelHub XC Date: Thu Jun 25 09:58:15 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: featherless-ai-quants/amazon-MegaBeam-Mistral-7B-300k-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..25a9ff6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +amazon-MegaBeam-Mistral-7B-300k-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +amazon-MegaBeam-Mistral-7B-300k-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +amazon-MegaBeam-Mistral-7B-300k-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +amazon-MegaBeam-Mistral-7B-300k-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +amazon-MegaBeam-Mistral-7B-300k-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +amazon-MegaBeam-Mistral-7B-300k-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +amazon-MegaBeam-Mistral-7B-300k-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +amazon-MegaBeam-Mistral-7B-300k-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +amazon-MegaBeam-Mistral-7B-300k-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +amazon-MegaBeam-Mistral-7B-300k-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +amazon-MegaBeam-Mistral-7B-300k-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +featherless-quants.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..17ef970 --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: amazon/MegaBeam-Mistral-7B-300k +pipeline_tag: text-generation +quantized_by: featherless-ai-quants +--- + +# amazon/MegaBeam-Mistral-7B-300k GGUF Quantizations 🚀 + +![Featherless AI Quants](./featherless-quants.png) + +*Optimized GGUF quantization files for enhanced model performance* + +> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee. +--- + +## Available Quantizations 📊 + +| Quantization Type | File | Size | +|-------------------|------|------| +| IQ4_XS | [amazon-MegaBeam-Mistral-7B-300k-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/amazon/MegaBeam-Mistral-7B-300k-GGUF/blob/main/amazon-MegaBeam-Mistral-7B-300k-IQ4_XS.gguf) | 3761.66 MB | +| Q2_K | [amazon-MegaBeam-Mistral-7B-300k-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/amazon/MegaBeam-Mistral-7B-300k-GGUF/blob/main/amazon-MegaBeam-Mistral-7B-300k-Q2_K.gguf) | 2593.27 MB | +| Q3_K_L | [amazon-MegaBeam-Mistral-7B-300k-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/amazon/MegaBeam-Mistral-7B-300k-GGUF/blob/main/amazon-MegaBeam-Mistral-7B-300k-Q3_K_L.gguf) | 3644.97 MB | +| Q3_K_M | [amazon-MegaBeam-Mistral-7B-300k-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/amazon/MegaBeam-Mistral-7B-300k-GGUF/blob/main/amazon-MegaBeam-Mistral-7B-300k-Q3_K_M.gguf) | 3355.97 MB | +| Q3_K_S | [amazon-MegaBeam-Mistral-7B-300k-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/amazon/MegaBeam-Mistral-7B-300k-GGUF/blob/main/amazon-MegaBeam-Mistral-7B-300k-Q3_K_S.gguf) | 3017.97 MB | +| Q4_K_M | [amazon-MegaBeam-Mistral-7B-300k-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/amazon/MegaBeam-Mistral-7B-300k-GGUF/blob/main/amazon-MegaBeam-Mistral-7B-300k-Q4_K_M.gguf) | 4166.07 MB | +| Q4_K_S | [amazon-MegaBeam-Mistral-7B-300k-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/amazon/MegaBeam-Mistral-7B-300k-GGUF/blob/main/amazon-MegaBeam-Mistral-7B-300k-Q4_K_S.gguf) | 3948.57 MB | +| Q5_K_M | [amazon-MegaBeam-Mistral-7B-300k-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/amazon/MegaBeam-Mistral-7B-300k-GGUF/blob/main/amazon-MegaBeam-Mistral-7B-300k-Q5_K_M.gguf) | 4893.69 MB | +| Q5_K_S | [amazon-MegaBeam-Mistral-7B-300k-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/amazon/MegaBeam-Mistral-7B-300k-GGUF/blob/main/amazon-MegaBeam-Mistral-7B-300k-Q5_K_S.gguf) | 4766.19 MB | +| Q6_K | [amazon-MegaBeam-Mistral-7B-300k-Q6_K.gguf](https://huggingface.co/featherless-ai-quants/amazon/MegaBeam-Mistral-7B-300k-GGUF/blob/main/amazon-MegaBeam-Mistral-7B-300k-Q6_K.gguf) | 5666.80 MB | +| Q8_0 | [amazon-MegaBeam-Mistral-7B-300k-Q8_0.gguf](https://huggingface.co/featherless-ai-quants/amazon/MegaBeam-Mistral-7B-300k-GGUF/blob/main/amazon-MegaBeam-Mistral-7B-300k-Q8_0.gguf) | 7339.34 MB | + + +--- + +## ⚡ Powered by [Featherless AI](https://featherless.ai) + +### Key Features + +- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly +- 🛠️ **Zero Infrastructure** - No server setup or maintenance required +- 📚 **Vast Compatibility** - Support for 2400+ models and counting +- 💎 **Affordable Pricing** - Starting at just $10/month + +--- + +**Links:** +[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models) \ No newline at end of file diff --git a/amazon-MegaBeam-Mistral-7B-300k-IQ4_XS.gguf b/amazon-MegaBeam-Mistral-7B-300k-IQ4_XS.gguf new file mode 100644 index 0000000..f901f62 --- /dev/null +++ b/amazon-MegaBeam-Mistral-7B-300k-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4922cda45927974733f026a0644d968effca3b8039148731235cff6e3152f321 +size 3944389120 diff --git a/amazon-MegaBeam-Mistral-7B-300k-Q2_K.gguf b/amazon-MegaBeam-Mistral-7B-300k-Q2_K.gguf new file mode 100644 index 0000000..9d114f4 --- /dev/null +++ b/amazon-MegaBeam-Mistral-7B-300k-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3564cd80c9cb5911eda5af59ca41fbcbcb3169ae543fbfbced61a54263935d8a +size 2719242752 diff --git a/amazon-MegaBeam-Mistral-7B-300k-Q3_K_L.gguf b/amazon-MegaBeam-Mistral-7B-300k-Q3_K_L.gguf new file mode 100644 index 0000000..6c5a6b4 --- /dev/null +++ b/amazon-MegaBeam-Mistral-7B-300k-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9da1077bf9b3bd26e6f31aaa2f994ec728bda506cf77b3b681ad631af7ff71c +size 3822025216 diff --git a/amazon-MegaBeam-Mistral-7B-300k-Q3_K_M.gguf b/amazon-MegaBeam-Mistral-7B-300k-Q3_K_M.gguf new file mode 100644 index 0000000..cee25d4 --- /dev/null +++ b/amazon-MegaBeam-Mistral-7B-300k-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e56dbe17797b1d0bcac062ae18d44ae1fd5b33b0c315edc4e8cdde783e245605 +size 3518986752 diff --git a/amazon-MegaBeam-Mistral-7B-300k-Q3_K_S.gguf b/amazon-MegaBeam-Mistral-7B-300k-Q3_K_S.gguf new file mode 100644 index 0000000..9707f7d --- /dev/null +++ b/amazon-MegaBeam-Mistral-7B-300k-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2071d553237bef213f25d6e0407a6307713817bb839207e70cca4959956b1e10 +size 3164568064 diff --git a/amazon-MegaBeam-Mistral-7B-300k-Q4_K_M.gguf b/amazon-MegaBeam-Mistral-7B-300k-Q4_K_M.gguf new file mode 100644 index 0000000..f913ebb --- /dev/null +++ b/amazon-MegaBeam-Mistral-7B-300k-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1d0d95b0a0d74c62db9ca40a19d7dc2b52f8d20208099453053672f22561e37 +size 4368439808 diff --git a/amazon-MegaBeam-Mistral-7B-300k-Q4_K_S.gguf b/amazon-MegaBeam-Mistral-7B-300k-Q4_K_S.gguf new file mode 100644 index 0000000..bae053b --- /dev/null +++ b/amazon-MegaBeam-Mistral-7B-300k-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d055ea7b704418e9ec761836e598e4d014df074fc50480652b955ba2acd433be +size 4140374528 diff --git a/amazon-MegaBeam-Mistral-7B-300k-Q5_K_M.gguf b/amazon-MegaBeam-Mistral-7B-300k-Q5_K_M.gguf new file mode 100644 index 0000000..c9b3a98 --- /dev/null +++ b/amazon-MegaBeam-Mistral-7B-300k-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:747b1d1ef4d5df1dec4fda2daa0731b872eb05b552ca2479ffdd7f1b46514b47 +size 5131409920 diff --git a/amazon-MegaBeam-Mistral-7B-300k-Q5_K_S.gguf b/amazon-MegaBeam-Mistral-7B-300k-Q5_K_S.gguf new file mode 100644 index 0000000..f785f3b --- /dev/null +++ b/amazon-MegaBeam-Mistral-7B-300k-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cff4ced84e83193c762cceef8f428f6ddba60793bf213935aa7cbf079c698de +size 4997716480 diff --git a/amazon-MegaBeam-Mistral-7B-300k-Q6_K.gguf b/amazon-MegaBeam-Mistral-7B-300k-Q6_K.gguf new file mode 100644 index 0000000..3886793 --- /dev/null +++ b/amazon-MegaBeam-Mistral-7B-300k-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66892e1cf9e7918dd28da81a5a0a4df258c1ea5c01fa69c895acc6c4ac4a8e51 +size 5942065664 diff --git a/amazon-MegaBeam-Mistral-7B-300k-Q8_0.gguf b/amazon-MegaBeam-Mistral-7B-300k-Q8_0.gguf new file mode 100644 index 0000000..b6b3c52 --- /dev/null +++ b/amazon-MegaBeam-Mistral-7B-300k-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54bebfc8217743921a20f81664b059ca40a5b336da18dc2ebf3be868465e0002 +size 7695858176 diff --git a/featherless-quants.png b/featherless-quants.png new file mode 100644 index 0000000..3e0eab9 --- /dev/null +++ b/featherless-quants.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b +size 1614532