初始化项目,由ModelHub XC社区提供模型
Model: featherless-ai-quants/TheDrummer-Moistral-11B-v3-GGUF Source: Original Platform
This commit is contained in:
47
.gitattributes
vendored
Normal file
47
.gitattributes
vendored
Normal file
@@ -0,0 +1,47 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
TheDrummer-Moistral-11B-v3-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
TheDrummer-Moistral-11B-v3-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
TheDrummer-Moistral-11B-v3-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
TheDrummer-Moistral-11B-v3-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
TheDrummer-Moistral-11B-v3-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
TheDrummer-Moistral-11B-v3-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
TheDrummer-Moistral-11B-v3-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
TheDrummer-Moistral-11B-v3-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
TheDrummer-Moistral-11B-v3-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
TheDrummer-Moistral-11B-v3-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
TheDrummer-Moistral-11B-v3-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
featherless-quants.png filter=lfs diff=lfs merge=lfs -text
|
||||||
47
README.md
Normal file
47
README.md
Normal file
@@ -0,0 +1,47 @@
|
|||||||
|
---
|
||||||
|
base_model: TheDrummer/Moistral-11B-v3
|
||||||
|
pipeline_tag: text-generation
|
||||||
|
quantized_by: featherless-ai-quants
|
||||||
|
---
|
||||||
|
|
||||||
|
# TheDrummer/Moistral-11B-v3 GGUF Quantizations 🚀
|
||||||
|
|
||||||
|

|
||||||
|
|
||||||
|
*Optimized GGUF quantization files for enhanced model performance*
|
||||||
|
|
||||||
|
> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee.
|
||||||
|
---
|
||||||
|
|
||||||
|
## Available Quantizations 📊
|
||||||
|
|
||||||
|
| Quantization Type | File | Size |
|
||||||
|
|-------------------|------|------|
|
||||||
|
| IQ4_XS | [TheDrummer-Moistral-11B-v3-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/TheDrummer/Moistral-11B-v3-GGUF/blob/main/TheDrummer-Moistral-11B-v3-IQ4_XS.gguf) | 5557.67 MB |
|
||||||
|
| Q2_K | [TheDrummer-Moistral-11B-v3-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/TheDrummer/Moistral-11B-v3-GGUF/blob/main/TheDrummer-Moistral-11B-v3-Q2_K.gguf) | 3817.78 MB |
|
||||||
|
| Q3_K_L | [TheDrummer-Moistral-11B-v3-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/TheDrummer/Moistral-11B-v3-GGUF/blob/main/TheDrummer-Moistral-11B-v3-Q3_K_L.gguf) | 5388.98 MB |
|
||||||
|
| Q3_K_M | [TheDrummer-Moistral-11B-v3-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/TheDrummer/Moistral-11B-v3-GGUF/blob/main/TheDrummer-Moistral-11B-v3-Q3_K_M.gguf) | 4954.98 MB |
|
||||||
|
| Q3_K_S | [TheDrummer-Moistral-11B-v3-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/TheDrummer/Moistral-11B-v3-GGUF/blob/main/TheDrummer-Moistral-11B-v3-Q3_K_S.gguf) | 4448.48 MB |
|
||||||
|
| Q4_K_M | [TheDrummer-Moistral-11B-v3-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/TheDrummer/Moistral-11B-v3-GGUF/blob/main/TheDrummer-Moistral-11B-v3-Q4_K_M.gguf) | 6162.33 MB |
|
||||||
|
| Q4_K_S | [TheDrummer-Moistral-11B-v3-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/TheDrummer/Moistral-11B-v3-GGUF/blob/main/TheDrummer-Moistral-11B-v3-Q4_K_S.gguf) | 5835.08 MB |
|
||||||
|
| Q5_K_M | [TheDrummer-Moistral-11B-v3-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/TheDrummer/Moistral-11B-v3-GGUF/blob/main/TheDrummer-Moistral-11B-v3-Q5_K_M.gguf) | 7245.95 MB |
|
||||||
|
| Q5_K_S | [TheDrummer-Moistral-11B-v3-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/TheDrummer/Moistral-11B-v3-GGUF/blob/main/TheDrummer-Moistral-11B-v3-Q5_K_S.gguf) | 7054.70 MB |
|
||||||
|
| Q6_K | [TheDrummer-Moistral-11B-v3-Q6_K.gguf](https://huggingface.co/featherless-ai-quants/TheDrummer/Moistral-11B-v3-GGUF/blob/main/TheDrummer-Moistral-11B-v3-Q6_K.gguf) | 8397.30 MB |
|
||||||
|
| Q8_0 | [TheDrummer-Moistral-11B-v3-Q8_0.gguf](https://huggingface.co/featherless-ai-quants/TheDrummer/Moistral-11B-v3-GGUF/blob/main/TheDrummer-Moistral-11B-v3-Q8_0.gguf) | 10875.85 MB |
|
||||||
|
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## ⚡ Powered by [Featherless AI](https://featherless.ai)
|
||||||
|
|
||||||
|
### Key Features
|
||||||
|
|
||||||
|
- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly
|
||||||
|
- 🛠️ **Zero Infrastructure** - No server setup or maintenance required
|
||||||
|
- 📚 **Vast Compatibility** - Support for 2400+ models and counting
|
||||||
|
- 💎 **Affordable Pricing** - Starting at just $10/month
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
**Links:**
|
||||||
|
[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models)
|
||||||
3
TheDrummer-Moistral-11B-v3-IQ4_XS.gguf
Normal file
3
TheDrummer-Moistral-11B-v3-IQ4_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:4cd2e5550123e13b298ad073d5acaa943bac1e63edfffbd6f269de1c41884822
|
||||||
|
size 5827639968
|
||||||
3
TheDrummer-Moistral-11B-v3-Q2_K.gguf
Normal file
3
TheDrummer-Moistral-11B-v3-Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:7635fce0457ec6279076c164d1d0927832d99e53350e30f4698536503bcaaf10
|
||||||
|
size 4003232416
|
||||||
3
TheDrummer-Moistral-11B-v3-Q3_K_L.gguf
Normal file
3
TheDrummer-Moistral-11B-v3-Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:796cb8faad44f104d62c718a9b21c43b477df43178f3d7f33d5c25820bf9200e
|
||||||
|
size 5650750112
|
||||||
3
TheDrummer-Moistral-11B-v3-Q3_K_M.gguf
Normal file
3
TheDrummer-Moistral-11B-v3-Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:d4417ba9d66c9844a6ab8b92e7e6e5933be2cc33723977a97b5ff373582bf95e
|
||||||
|
size 5195668128
|
||||||
3
TheDrummer-Moistral-11B-v3-Q3_K_S.gguf
Normal file
3
TheDrummer-Moistral-11B-v3-Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:2c11f101437a0d24e3cdaae16c638fcd6c0098db568d85ea6242dd92540fd69a
|
||||||
|
size 4664564384
|
||||||
3
TheDrummer-Moistral-11B-v3-Q4_K_M.gguf
Normal file
3
TheDrummer-Moistral-11B-v3-Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:7944195fd6cd3a52b24674603d0e411492a29e1c71cfa5dade9280327129113f
|
||||||
|
size 6461668000
|
||||||
3
TheDrummer-Moistral-11B-v3-Q4_K_S.gguf
Normal file
3
TheDrummer-Moistral-11B-v3-Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:0a43b3debd19067f2570205aea5ed336c82fa7d0e146b6f4f993fcbefe4bef0c
|
||||||
|
size 6118521504
|
||||||
3
TheDrummer-Moistral-11B-v3-Q5_K_M.gguf
Normal file
3
TheDrummer-Moistral-11B-v3-Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:864c4187e6fc597917e4aa4bc3f534187d19a7c708c8104df3d2a90c52f89c47
|
||||||
|
size 7597931168
|
||||||
3
TheDrummer-Moistral-11B-v3-Q5_K_S.gguf
Normal file
3
TheDrummer-Moistral-11B-v3-Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:6f1c502aa47d408732fb4d06c89477b6e7e98b4343f38ee7c7ae1ef4f44dcdbe
|
||||||
|
size 7397391008
|
||||||
3
TheDrummer-Moistral-11B-v3-Q6_K.gguf
Normal file
3
TheDrummer-Moistral-11B-v3-Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:6623af6936a268c578053c9efcadc8165d65c957bcaae123e367bcd3cdb55422
|
||||||
|
size 8805210784
|
||||||
3
TheDrummer-Moistral-11B-v3-Q8_0.gguf
Normal file
3
TheDrummer-Moistral-11B-v3-Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:60834c32c20ce52bf5190630d058850d09d29e69a757edac50a60fd540993178
|
||||||
|
size 11404155552
|
||||||
3
featherless-quants.png
Normal file
3
featherless-quants.png
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b
|
||||||
|
size 1614532
|
||||||
Reference in New Issue
Block a user