commit 24d4903bfe244934214eb54e4dc3b170b750cba7 Author: ModelHub XC Date: Sun Jul 5 23:20:12 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: bartowski/openbuddy-mistral-7b-v19.1-4k-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c19aee7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v19.1-4k-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v19.1-4k-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v19.1-4k-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v19.1-4k-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v19.1-4k-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v19.1-4k-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v19.1-4k-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v19.1-4k-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v19.1-4k-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v19.1-4k-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v19.1-4k-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v19.1-4k-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v19.1-4k-fp16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..be3a1b7 --- /dev/null +++ b/README.md @@ -0,0 +1,30 @@ +--- +license: apache-2.0 +quantized_by: bartowski +pipeline_tag: text-generation +--- + +## Llamacpp Quantizations of openbuddy-mistral-7b-v19.1-4k + +Using llama.cpp commit fa97464 for quantization. + +Original model: https://huggingface.co/OpenBuddy/openbuddy-mistral-7b-v19.1-4k + +Download a file (not the whole branch) from below: + +| Filename | Quant type | File Size | Description | +| -------- | ---------- | --------- | ----------- | +| [openbuddy-mistral-7b-v19.1-4k-Q8_0.gguf](https://huggingface.co/bartowski/openbuddy-mistral-7b-v19.1-4k-GGUF/blob/main/openbuddy-mistral-7b-v19.1-4k-Q8_0.gguf) | Q8_0 | 7.73GB | Extremely high quality, generally unneeded but max available quant. | +| [openbuddy-mistral-7b-v19.1-4k-Q6_K.gguf](https://huggingface.co/bartowski/openbuddy-mistral-7b-v19.1-4k-GGUF/blob/main/openbuddy-mistral-7b-v19.1-4k-Q6_K.gguf) | Q6_K | 5.97GB | Very high quality, near perfect, *recommended*. | +| [openbuddy-mistral-7b-v19.1-4k-Q5_K_M.gguf](https://huggingface.co/bartowski/openbuddy-mistral-7b-v19.1-4k-GGUF/blob/main/openbuddy-mistral-7b-v19.1-4k-Q5_K_M.gguf) | Q5_K_M | 5.15GB | High quality, very usable. | +| [openbuddy-mistral-7b-v19.1-4k-Q5_K_S.gguf](https://huggingface.co/bartowski/openbuddy-mistral-7b-v19.1-4k-GGUF/blob/main/openbuddy-mistral-7b-v19.1-4k-Q5_K_S.gguf) | Q5_K_S | 5.02GB | High quality, very usable. | +| [openbuddy-mistral-7b-v19.1-4k-Q5_0.gguf](https://huggingface.co/bartowski/openbuddy-mistral-7b-v19.1-4k-GGUF/blob/main/openbuddy-mistral-7b-v19.1-4k-Q5_0.gguf) | Q5_0 | 5.02GB | High quality, older format, generally not recommended. | +| [openbuddy-mistral-7b-v19.1-4k-Q4_K_M.gguf](https://huggingface.co/bartowski/openbuddy-mistral-7b-v19.1-4k-GGUF/blob/main/openbuddy-mistral-7b-v19.1-4k-Q4_K_M.gguf) | Q4_K_M | 4.39GB | Good quality, similar to 4.25 bpw. | +| [openbuddy-mistral-7b-v19.1-4k-Q4_K_S.gguf](https://huggingface.co/bartowski/openbuddy-mistral-7b-v19.1-4k-GGUF/blob/main/openbuddy-mistral-7b-v19.1-4k-Q4_K_S.gguf) | Q4_K_S | 4.16GB | Slightly lower quality with small space savings. | +| [openbuddy-mistral-7b-v19.1-4k-Q4_0.gguf](https://huggingface.co/bartowski/openbuddy-mistral-7b-v19.1-4k-GGUF/blob/main/openbuddy-mistral-7b-v19.1-4k-Q4_0.gguf) | Q4_0 | 4.13GB | Decent quality, older format, generally not recommended. | +| [openbuddy-mistral-7b-v19.1-4k-Q3_K_L.gguf](https://huggingface.co/bartowski/openbuddy-mistral-7b-v19.1-4k-GGUF/blob/main/openbuddy-mistral-7b-v19.1-4k-Q3_K_L.gguf) | Q3_K_L | 3.84GB | Lower quality but usable, good for low RAM availability. | +| [openbuddy-mistral-7b-v19.1-4k-Q3_K_M.gguf](https://huggingface.co/bartowski/openbuddy-mistral-7b-v19.1-4k-GGUF/blob/main/openbuddy-mistral-7b-v19.1-4k-Q3_K_M.gguf) | Q3_K_M | 3.54GB | Even lower quality. | +| [openbuddy-mistral-7b-v19.1-4k-Q3_K_S.gguf](https://huggingface.co/bartowski/openbuddy-mistral-7b-v19.1-4k-GGUF/blob/main/openbuddy-mistral-7b-v19.1-4k-Q3_K_S.gguf) | Q3_K_S | 3.18GB | Low quality, not recommended. | +| [openbuddy-mistral-7b-v19.1-4k-Q2_K.gguf](https://huggingface.co/bartowski/openbuddy-mistral-7b-v19.1-4k-GGUF/blob/main/openbuddy-mistral-7b-v19.1-4k-Q2_K.gguf) | Q2_K | 2.74GB | Extremely low quality, *not* recommended. + +Want to support my work? Visit my ko-fi page here: https://ko-fi.com/bartowski \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/openbuddy-mistral-7b-v19.1-4k-Q2_K.gguf b/openbuddy-mistral-7b-v19.1-4k-Q2_K.gguf new file mode 100644 index 0000000..7274f17 --- /dev/null +++ b/openbuddy-mistral-7b-v19.1-4k-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3c635cedaa10a438a0a5f3ff79b2f338a6e4ce2c8bc149eedfb644dc0a486ab +size 2741006112 diff --git a/openbuddy-mistral-7b-v19.1-4k-Q3_K_L.gguf b/openbuddy-mistral-7b-v19.1-4k-Q3_K_L.gguf new file mode 100644 index 0000000..9632e50 --- /dev/null +++ b/openbuddy-mistral-7b-v19.1-4k-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eec889f97ae453714c45aaead83638cfdc5eac44a0717f147c4d9c53bbfd22c +size 3845705504 diff --git a/openbuddy-mistral-7b-v19.1-4k-Q3_K_M.gguf b/openbuddy-mistral-7b-v19.1-4k-Q3_K_M.gguf new file mode 100644 index 0000000..677ee25 --- /dev/null +++ b/openbuddy-mistral-7b-v19.1-4k-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32c75d294e718803a19cb7a591151fd2ec17ec69b4e33f4292e1063e4c8d5c29 +size 3542667040 diff --git a/openbuddy-mistral-7b-v19.1-4k-Q3_K_S.gguf b/openbuddy-mistral-7b-v19.1-4k-Q3_K_S.gguf new file mode 100644 index 0000000..7741f3f --- /dev/null +++ b/openbuddy-mistral-7b-v19.1-4k-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1936a1bfb87e7ad85dfdb08857a0fd15ac596ab8d4358f98d54b80e219e4fcd5 +size 3188248352 diff --git a/openbuddy-mistral-7b-v19.1-4k-Q4_0.gguf b/openbuddy-mistral-7b-v19.1-4k-Q4_0.gguf new file mode 100644 index 0000000..62744df --- /dev/null +++ b/openbuddy-mistral-7b-v19.1-4k-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab65951ded367d69c43f34f1356d5471ca177a59e46191a98b805b848a69f47 +size 4135104288 diff --git a/openbuddy-mistral-7b-v19.1-4k-Q4_K_M.gguf b/openbuddy-mistral-7b-v19.1-4k-Q4_K_M.gguf new file mode 100644 index 0000000..b2a7321 --- /dev/null +++ b/openbuddy-mistral-7b-v19.1-4k-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aa53bdbd5d1e858fb788d6f744e499e957a1c7afeca78b66eb02b166bb6a59d +size 4394626848 diff --git a/openbuddy-mistral-7b-v19.1-4k-Q4_K_S.gguf b/openbuddy-mistral-7b-v19.1-4k-Q4_K_S.gguf new file mode 100644 index 0000000..98cad56 --- /dev/null +++ b/openbuddy-mistral-7b-v19.1-4k-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c286971023903f7ba052410b156a5510c368539b1c71d371d3a3d63358dd4b8 +size 4166561568 diff --git a/openbuddy-mistral-7b-v19.1-4k-Q5_0.gguf b/openbuddy-mistral-7b-v19.1-4k-Q5_0.gguf new file mode 100644 index 0000000..fd29a96 --- /dev/null +++ b/openbuddy-mistral-7b-v19.1-4k-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52c2fea80f52b7a7071d314c584c72116963d23b8201a8601cbac3bd971b925e +size 5026262816 diff --git a/openbuddy-mistral-7b-v19.1-4k-Q5_K_M.gguf b/openbuddy-mistral-7b-v19.1-4k-Q5_K_M.gguf new file mode 100644 index 0000000..1899a8d --- /dev/null +++ b/openbuddy-mistral-7b-v19.1-4k-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:882267e6ef70faa030d033824b5ddda00772afb537cd8f6711890bcb062f4df3 +size 5159956256 diff --git a/openbuddy-mistral-7b-v19.1-4k-Q5_K_S.gguf b/openbuddy-mistral-7b-v19.1-4k-Q5_K_S.gguf new file mode 100644 index 0000000..1abb99a --- /dev/null +++ b/openbuddy-mistral-7b-v19.1-4k-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc8d07583d0b7affd5ff9398aae7ac94ca9e5c8d543521c5e79be885936ac1a6 +size 5026262816 diff --git a/openbuddy-mistral-7b-v19.1-4k-Q6_K.gguf b/openbuddy-mistral-7b-v19.1-4k-Q6_K.gguf new file mode 100644 index 0000000..0c5045c --- /dev/null +++ b/openbuddy-mistral-7b-v19.1-4k-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc111b52041530eb4ba8bc84765c8041b485eb99d998028911573150205d628b +size 5973118752 diff --git a/openbuddy-mistral-7b-v19.1-4k-Q8_0.gguf b/openbuddy-mistral-7b-v19.1-4k-Q8_0.gguf new file mode 100644 index 0000000..fab4f9c --- /dev/null +++ b/openbuddy-mistral-7b-v19.1-4k-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19c61c8256244a2b96daaa114aabcaf8f4b52b0388b6696e96cf0e3d04ed43e1 +size 7736053536 diff --git a/openbuddy-mistral-7b-v19.1-4k-fp16.gguf b/openbuddy-mistral-7b-v19.1-4k-fp16.gguf new file mode 100644 index 0000000..d24b4c2 --- /dev/null +++ b/openbuddy-mistral-7b-v19.1-4k-fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5f1a135837ff90ad0cf77e541b54047fa1003582473d90747d056c5d3ca7271 +size 14560317184