commit 9cab424ecc90a03f5da9001b3e7b2940add63899 Author: ModelHub XC Date: Sat Aug 8 01:19:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: fableforge-ai/FableForge-1.5B-v2-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..da0af9a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-f16.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-imatrix.dat filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-iq2_xxs.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-iq2_s.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-iq2_xs.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-iq3_xs.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-q4_1.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +FableForge-1.5B-v2-iq1_s.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/FableForge-1.5B-v2-f16.gguf b/FableForge-1.5B-v2-f16.gguf new file mode 100644 index 0000000..c6a43a8 --- /dev/null +++ b/FableForge-1.5B-v2-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d39f6c2241a579f29d444456dbf2673288f7f22cd055031b0643c69c958558e8 +size 3093668768 diff --git a/FableForge-1.5B-v2-imatrix.dat b/FableForge-1.5B-v2-imatrix.dat new file mode 100644 index 0000000..b682755 --- /dev/null +++ b/FableForge-1.5B-v2-imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3e86351c441b6943849284d3163e1497648b92c978fa0b40c41f35613d7d828 +size 2065920 diff --git a/FableForge-1.5B-v2-iq1_s.gguf b/FableForge-1.5B-v2-iq1_s.gguf new file mode 100644 index 0000000..c74f854 --- /dev/null +++ b/FableForge-1.5B-v2-iq1_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5d0c612c2a0d158f9f560c8a726803af7ca10152e16ab508aab68ee7b7b251c +size 436527264 diff --git a/FableForge-1.5B-v2-iq2_s.gguf b/FableForge-1.5B-v2-iq2_s.gguf new file mode 100644 index 0000000..455d0e3 --- /dev/null +++ b/FableForge-1.5B-v2-iq2_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcf3507d44c0fb412ac66c5b14e568566ed9f20d1172575a38869bfa44647dfc +size 563809440 diff --git a/FableForge-1.5B-v2-iq2_xs.gguf b/FableForge-1.5B-v2-iq2_xs.gguf new file mode 100644 index 0000000..361ad25 --- /dev/null +++ b/FableForge-1.5B-v2-iq2_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cec0c68ebb9729919f6c45e47c37fa7359e40180f5c4b1612eef22bc0e51d58d +size 550326432 diff --git a/FableForge-1.5B-v2-iq2_xxs.gguf b/FableForge-1.5B-v2-iq2_xxs.gguf new file mode 100644 index 0000000..a4b20a3 --- /dev/null +++ b/FableForge-1.5B-v2-iq2_xxs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:865c255df4bdff58b730254a36155502c3991f93c28a477a6ffc1e5e791e18e6 +size 511017152 diff --git a/FableForge-1.5B-v2-iq3_m.gguf b/FableForge-1.5B-v2-iq3_m.gguf new file mode 100644 index 0000000..d30a3fb --- /dev/null +++ b/FableForge-1.5B-v2-iq3_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ef032e2a553f7b06f8e28d999deb39adaf6f24704b1cb5e5c66c85b70c0c8bb +size 776663712 diff --git a/FableForge-1.5B-v2-iq3_s.gguf b/FableForge-1.5B-v2-iq3_s.gguf new file mode 100644 index 0000000..fb3803a --- /dev/null +++ b/FableForge-1.5B-v2-iq3_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d19b77fd68dc093df7c79bce81f58456f9fe0999e8e46540c9b401d40ac8958 +size 762406560 diff --git a/FableForge-1.5B-v2-iq3_xs.gguf b/FableForge-1.5B-v2-iq3_xs.gguf new file mode 100644 index 0000000..3421252 --- /dev/null +++ b/FableForge-1.5B-v2-iq3_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9176876582a1c41163633aba441d4788fc83368299024cde46e244fdf4ae14d +size 731698848 diff --git a/FableForge-1.5B-v2-iq3_xxs.gguf b/FableForge-1.5B-v2-iq3_xxs.gguf new file mode 100644 index 0000000..a1d85b1 --- /dev/null +++ b/FableForge-1.5B-v2-iq3_xxs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37fc4f7552de423c0ba937666b3c986817f846e5e25b46b908e7591ec05ad51d +size 586478784 diff --git a/FableForge-1.5B-v2-iq4_nl.gguf b/FableForge-1.5B-v2-iq4_nl.gguf new file mode 100644 index 0000000..0b4d00a --- /dev/null +++ b/FableForge-1.5B-v2-iq4_nl.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6f67f0e6b80505a11faeb80140419a1b9bfed4055e681ed1eddecccfa598f6d +size 936330912 diff --git a/FableForge-1.5B-v2-iq4_xs.gguf b/FableForge-1.5B-v2-iq4_xs.gguf new file mode 100644 index 0000000..763ee5c --- /dev/null +++ b/FableForge-1.5B-v2-iq4_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7d3f023765f18160e309f0f7f4d3d696d91735d102b74dd04e3029e21895059 +size 895731392 diff --git a/FableForge-1.5B-v2-q2_k.gguf b/FableForge-1.5B-v2-q2_k.gguf new file mode 100644 index 0000000..d6d4540 --- /dev/null +++ b/FableForge-1.5B-v2-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a35a0a242eccc6b1b8042f2e11545ed94736d9c51de2ff1bfc04fc3be6e0919 +size 676304288 diff --git a/FableForge-1.5B-v2-q3_k_l.gguf b/FableForge-1.5B-v2-q3_k_l.gguf new file mode 100644 index 0000000..3a5902d --- /dev/null +++ b/FableForge-1.5B-v2-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:040e7bcb8bf3e185877c238810be8ec723dbc85bc7bbb3d1fcccadaa3f52fe4f +size 880162208 diff --git a/FableForge-1.5B-v2-q3_k_m.gguf b/FableForge-1.5B-v2-q3_k_m.gguf new file mode 100644 index 0000000..e523097 --- /dev/null +++ b/FableForge-1.5B-v2-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3f2dcc5bce4068a1c4fb7b6b02465b8d8c04ed43ad5b7437aba7db9fae0324e +size 824178080 diff --git a/FableForge-1.5B-v2-q3_k_s.gguf b/FableForge-1.5B-v2-q3_k_s.gguf new file mode 100644 index 0000000..668ff12 --- /dev/null +++ b/FableForge-1.5B-v2-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ebb40de66ba0b6f16723d03bcbfb52f721bd2e6dea0c5d5ba46a0466704d593 +size 760944032 diff --git a/FableForge-1.5B-v2-q4_0.gguf b/FableForge-1.5B-v2-q4_0.gguf new file mode 100644 index 0000000..b495850 --- /dev/null +++ b/FableForge-1.5B-v2-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4004ff54948465c89955f2744eacdfdfca574d6119d3dc3e631de05166acc56d +size 934954400 diff --git a/FableForge-1.5B-v2-q4_1.gguf b/FableForge-1.5B-v2-q4_1.gguf new file mode 100644 index 0000000..249096d --- /dev/null +++ b/FableForge-1.5B-v2-q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89299a8e65461ddc3b3f69091b5c15e747e51bbe68911f7050be86057418f1b8 +size 1016841632 diff --git a/FableForge-1.5B-v2-q4_k_m.gguf b/FableForge-1.5B-v2-q4_k_m.gguf new file mode 100644 index 0000000..e2db70f --- /dev/null +++ b/FableForge-1.5B-v2-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c481f0fa8d13f22daeb12cabe49060928b5d0e24cccf8004758b61c8f1abdf3 +size 986047904 diff --git a/FableForge-1.5B-v2-q4_k_s.gguf b/FableForge-1.5B-v2-q4_k_s.gguf new file mode 100644 index 0000000..e443c64 --- /dev/null +++ b/FableForge-1.5B-v2-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aa5a5fcc2291c2530ee6af91be1a2abbe54c6aea477130578871ea18926aee8 +size 940311968 diff --git a/FableForge-1.5B-v2-q5_k_m.gguf b/FableForge-1.5B-v2-q5_k_m.gguf new file mode 100644 index 0000000..eae6975 --- /dev/null +++ b/FableForge-1.5B-v2-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac3c6e2232f21a99f1c6cef52109e152daba58d8ae4d8a5bd65de5bdc9069e3 +size 1125049760 diff --git a/FableForge-1.5B-v2-q5_k_s.gguf b/FableForge-1.5B-v2-q5_k_s.gguf new file mode 100644 index 0000000..84565ed --- /dev/null +++ b/FableForge-1.5B-v2-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a50b36f3a8eada3d3081227cea14de14ed01898038abf7778bd429792802f2fc +size 1098728864 diff --git a/FableForge-1.5B-v2-q6_k.gguf b/FableForge-1.5B-v2-q6_k.gguf new file mode 100644 index 0000000..c78b9c0 --- /dev/null +++ b/FableForge-1.5B-v2-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9465b6d324f7b19e987771fb9f3c56d10523d0b0bf981f9568a036c70b15c7e +size 1272739232 diff --git a/FableForge-1.5B-v2-q8_0.gguf b/FableForge-1.5B-v2-q8_0.gguf new file mode 100644 index 0000000..e28633f --- /dev/null +++ b/FableForge-1.5B-v2-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9303ce0217223edd56cd621d1d055a19e41b8466c570956585aa76f132aee2c5 +size 1646572448 diff --git a/README.md b/README.md new file mode 100644 index 0000000..bf995b5 --- /dev/null +++ b/README.md @@ -0,0 +1,70 @@ +--- +license: apache-2.0 +library_name: gguf +base_model: King3Djbl/FableForge-1.5B-v2 +base_model_relation: quantized +tags: +- gguf +- fableforge +- 1.5b +- llama.cpp +- lm-studio +- ollama +- text-generation +- uncensored +- continued-pretraining +- imatrix +- en +pipeline_tag: text-generation +--- + +# FableForge-1.5B-v2-GGUF + +GGUF quantizations of [King3Djbl/FableForge-1.5B-v2](https://huggingface.co/King3Djbl/FableForge-1.5B-v2), a 1.5B parameter model fine-tuned from FableForge-1.5B with continued pretraining for improved reasoning and tool use. + +## Available Quants + +| Quant | File | Size | +|---|---|---| +| F16 | `FableForge-1.5B-v2-f16.gguf` | 2.88 GB | +| Q8_0 | `FableForge-1.5B-v2-q8_0.gguf` | 1.53 GB | +| Q6_K | `FableForge-1.5B-v2-q6_k.gguf` | 1.19 GB | +| Q5_K_M | `FableForge-1.5B-v2-q5_k_m.gguf` | 1.05 GB | +| Q5_K_S | `FableForge-1.5B-v2-q5_k_s.gguf` | 1.02 GB | +| Q4_K_M | `FableForge-1.5B-v2-q4_k_m.gguf` | 0.92 GB | +| Q4_K_S | `FableForge-1.5B-v2-q4_k_s.gguf` | 0.87 GB | +| Q4_0 | `FableForge-1.5B-v2-q4_0.gguf` | 0.87 GB | +| Q4_1 | `FableForge-1.5B-v2-q4_1.gguf` | 0.97 GB | +| Q3_K_L | `FableForge-1.5B-v2-q3_k_l.gguf` | 0.79 GB | +| Q3_K_M | `FableForge-1.5B-v2-q3_k_m.gguf` | 0.77 GB | +| Q3_K_S | `FableForge-1.5B-v2-q3_k_s.gguf` | 0.70 GB | +| Q2_K | `FableForge-1.5B-v2-q2_k.gguf` | 0.63 GB | +| IQ4_NL | `FableForge-1.5B-v2-iq4_nl.gguf` | 0.84 GB | +| IQ4_XS | `FableForge-1.5B-v2-iq4_xs.gguf` | 0.83 GB | +| IQ3_M | `FableForge-1.5B-v2-iq3_m.gguf` | 0.69 GB | +| IQ3_S | `FableForge-1.5B-v2-iq3_s.gguf` | 0.65 GB | +| IQ3_XS | `FableForge-1.5B-v2-iq3_xs.gguf` | 0.62 GB | +| IQ3_XXS | `FableForge-1.5B-v2-iq3_xxs.gguf` | 0.55 GB | +| IQ2_XS | `FableForge-1.5B-v2-iq2_xs.gguf` | 0.44 GB | +| IQ2_S | `FableForge-1.5B-v2-iq2_s.gguf` | 0.48 GB | +| IQ2_XXS | `FableForge-1.5B-v2-iq2_xxs.gguf` | 0.48 GB | +| IQ1_S | `FableForge-1.5B-v2-iq1_s.gguf` | 0.41 GB | + +## Usage + +### llama.cpp +```bash +./main -m FableForge-1.5B-v2-q4_k_m.gguf -p "Hello" -n 512 +``` + +### Ollama +```bash +ollama run hf.co/fableforge-ai/FableForge-1.5B-v2-GGUF:Q4_K_M +``` + +--- + +## 🔗 Related models + +- 🧠 V2 base model (safetensors): [`FableForge-1.5B-v2`](https://huggingface.co/King3Djbl/FableForge-1.5B-v2) +- 📊 V1 GGUF: [`FableForge-1.5B-GGUF`](https://huggingface.co/fableforge-ai/FableForge-1.5B-GGUF)