commit da78bd73872c60a8c40f28486fe446a92cd74a5c Author: ModelHub XC Date: Wed Sep 2 21:34:20 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: DakkaWolf/Trouper-12B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..66ff586 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-BF16.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Trouper-12B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..4a17773 --- /dev/null +++ b/README.md @@ -0,0 +1,56 @@ +--- +license: apache-2.0 +language: +- en +base_model: +- DarwinAnim8or/Trouper-12B +pipeline_tag: text-generation +tags: +- character_roleplay +- creative_writing +- roleplay +- llama-cpp +--- + +# Trouper-12B GGUF by DarwinAnim8or + +From the original model card: + +>A character roleplay model trained on the custom "Actors" dataset, fine-tuned from Mistral-Nemo-Base-12B. This model was made to expand on the things I learned from TinyRP, and to overcome certain limitations I found from it; also on an entirely new dataset made just for this model. +> +>This model writes more naturally, less like "AI"; even more so than the 24B model I'm also releasing. I suppose this is because the 12B model saw less synthethic data, and is thus less likely to use phrases typical in AI writing & prose. + +Using an importance matrix actually increases KLD (lowers quality) for `Q8_0` and `Q6_K`, so I didn't use one for those quants. For anything smaller the importance matrix provides better quality with no inference performance penalty. + +The importance matrix was computed using the [Bartowski](https://huggingface.co/bartowski)'s [`calibration_datav3.txt`](https://gist.github.com/bartowski1182/eb213dccb3571f863da82e99418f81e8) dataset, which has been proven to produce good results for all kinds of tasks. + +The KLD metric was measured against the wikitext-2 validation split with 4096 tokens of context. + +| Quant | BPW | Size (GiB) | KLD99 | iMatrix | +|---------|------:|-----------:|:--------:|:-------:| +| BF16 | 16.00 | 22.81 | N/A | N/A | +| Q8_0 | 8.50 | 12.12 | 0.005840 | | +| Q6_K | 6.56 | 9.36 | 0.023252 | | +| Q5_K_M | 5.70 | 8.12 | 0.044965 | X | +| Q5_K_S | 5.56 | 7.93 | 0.053320 | X | +| Q4_K_M | 4.88 | 6.96 | 0.130179 | X | +| Q4_K_S | 4.65 | 6.62 | 0.156863 | X | +| Q3_K_L | 4.28 | 6.10 | 0.391981 | X | +| Q3_K_M | 3.97 | 5.66 | 0.453535 | X | +| Q3_K_S | 3.61 | 5.15 | 1.682329 | X | +| Q2_K | 3.12 | 4.45 | 2.297512 | X | +| Q2_K_S | 2.93 | 4.18 | 2.207151 | X | +| IQ4_NL | 4.63 | 6.60 | 0.165374 | X | +| IQ4_XS | 4.40 | 6.27 | 0.171350 | X | +| IQ3_M | 3.73 | 5.32 | 0.513056 | X | +| IQ3_S | 3.63 | 5.17 | 0.544215 | X | +| IQ3_XS | 3.46 | 4.93 | 0.733339 | X | +| IQ3_XXS | 3.23 | 4.60 | 1.081350 | X | +| IQ2_M | 2.89 | 4.12 | 1.818141 | X | +| IQ2_S | 2.70 | 3.85 | 2.526351 | X | +| IQ2_XS | 2.55 | 3.64 | 2.840284 | X | +| IQ2_XXS | 2.34 | 3.34 | 3.772680 | X | +| IQ1_M | 2.10 | 2.99 | 5.374491 | X | +| IQ1_S | 1.95 | 2.79 | 6.467200 | X | + +![A graph representing each quantization's KLD99 metric](https://huggingface.co/DakkaWolf/Trouper-12B-GGUF/resolve/main/kld.png) diff --git a/Trouper-12B-BF16.gguf b/Trouper-12B-BF16.gguf new file mode 100644 index 0000000..d047d01 --- /dev/null +++ b/Trouper-12B-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b75354f57c7bd901f75957099a733a47236408a163ead6d94526f3cbbfcf87d1 +size 24504279008 diff --git a/Trouper-12B-IQ1_M.gguf b/Trouper-12B-IQ1_M.gguf new file mode 100644 index 0000000..2bd38b4 --- /dev/null +++ b/Trouper-12B-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f328c82b21f5eb94314b01ac975ce1f4313bb06662c3d2c688e2ecf5ff7cb411 +size 3221627072 diff --git a/Trouper-12B-IQ1_S.gguf b/Trouper-12B-IQ1_S.gguf new file mode 100644 index 0000000..8ccefe9 --- /dev/null +++ b/Trouper-12B-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbc2e74b375036d2ff49b718dd9223365d8e60fdd7c4f87c3b638dcf587b4403 +size 2999214272 diff --git a/Trouper-12B-IQ2_M.gguf b/Trouper-12B-IQ2_M.gguf new file mode 100644 index 0000000..93389a2 --- /dev/null +++ b/Trouper-12B-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97071c6f6af75e2459e2f90a0d8cde69c84a68d4b90d8a2e0473320431899e64 +size 4435026112 diff --git a/Trouper-12B-IQ2_S.gguf b/Trouper-12B-IQ2_S.gguf new file mode 100644 index 0000000..56c6b0e --- /dev/null +++ b/Trouper-12B-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99597c8c49c37dcbd76697a441004032a77b515b55ae84b96094452ba3cb1501 +size 4138475712 diff --git a/Trouper-12B-IQ2_XS.gguf b/Trouper-12B-IQ2_XS.gguf new file mode 100644 index 0000000..76ddddc --- /dev/null +++ b/Trouper-12B-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6013de02a74f460559eea0c7617502c0c909e68b9bdd5412c65cfbd530c7f7d7 +size 3915079872 diff --git a/Trouper-12B-IQ2_XXS.gguf b/Trouper-12B-IQ2_XXS.gguf new file mode 100644 index 0000000..8273ed3 --- /dev/null +++ b/Trouper-12B-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14dd442df2bde2539bba095c10a501a10537ed109422e738901d4e6ecb2d40ae +size 3592315072 diff --git a/Trouper-12B-IQ3_M.gguf b/Trouper-12B-IQ3_M.gguf new file mode 100644 index 0000000..4b750a2 --- /dev/null +++ b/Trouper-12B-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c55b82743e825d802bc595b88c4dc5f6c7b90fb3415a9378548e92b9d2f6102c +size 5722235072 diff --git a/Trouper-12B-IQ3_S.gguf b/Trouper-12B-IQ3_S.gguf new file mode 100644 index 0000000..92c1eb0 --- /dev/null +++ b/Trouper-12B-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3fe489ea8847dfb9783569a32b7816f0f930ee08140c7afb2b5db8af2ac8443 +size 5562081472 diff --git a/Trouper-12B-IQ3_XS.gguf b/Trouper-12B-IQ3_XS.gguf new file mode 100644 index 0000000..34be36e --- /dev/null +++ b/Trouper-12B-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1690d21d29886f766fae45492ef9768571f26fbdecaf6f633d5e238a01b1ae12 +size 5306491072 diff --git a/Trouper-12B-IQ3_XXS.gguf b/Trouper-12B-IQ3_XXS.gguf new file mode 100644 index 0000000..dc3fc15 --- /dev/null +++ b/Trouper-12B-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efb0ae678028c68036f19de538c2b820ade10a91b2551731aef1a4929fdfdf14 +size 4945387712 diff --git a/Trouper-12B-IQ4_NL.gguf b/Trouper-12B-IQ4_NL.gguf new file mode 100644 index 0000000..12012cf --- /dev/null +++ b/Trouper-12B-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d0a1528889fb8e83941c34544e072f77eea1ed3858512d134d47a488d7f4f0 +size 7097917632 diff --git a/Trouper-12B-IQ4_XS.gguf b/Trouper-12B-IQ4_XS.gguf new file mode 100644 index 0000000..c294742 --- /dev/null +++ b/Trouper-12B-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8ef190e223a044772fc14ad34ca5dbedffb9f5c94a339d88a81d16b1dc2485e +size 6742712512 diff --git a/Trouper-12B-Q2_K.gguf b/Trouper-12B-Q2_K.gguf new file mode 100644 index 0000000..6ac1782 --- /dev/null +++ b/Trouper-12B-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e38c8d3464c7347981ced221351bfb9e288a374c46b05f0e7691b104074c0162 +size 4791050432 diff --git a/Trouper-12B-Q2_K_S.gguf b/Trouper-12B-Q2_K_S.gguf new file mode 100644 index 0000000..695f1b0 --- /dev/null +++ b/Trouper-12B-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5492ad576c905972a8f521fa0425a23d34ecac07bdc06ecde261d1ef8fdf9387 +size 4493680832 diff --git a/Trouper-12B-Q3_K_L.gguf b/Trouper-12B-Q3_K_L.gguf new file mode 100644 index 0000000..fdb913f --- /dev/null +++ b/Trouper-12B-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ab92fa9ee255814761ade4db88a400baed2616dd88689087fdb5cdf3f7f543b +size 6561505472 diff --git a/Trouper-12B-Q3_K_M.gguf b/Trouper-12B-Q3_K_M.gguf new file mode 100644 index 0000000..9936179 --- /dev/null +++ b/Trouper-12B-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa2c7024579a8a0f28976c5b7fdfdb131b6d872b3c157594eed711bc93e01942 +size 6083092672 diff --git a/Trouper-12B-Q3_K_S.gguf b/Trouper-12B-Q3_K_S.gguf new file mode 100644 index 0000000..a3e8b45 --- /dev/null +++ b/Trouper-12B-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dcd30225c7e0da5772957819f034f2df87ed6712931fe8f244566779ace3ea4 +size 5534228672 diff --git a/Trouper-12B-Q4_K_M.gguf b/Trouper-12B-Q4_K_M.gguf new file mode 100644 index 0000000..78b1020 --- /dev/null +++ b/Trouper-12B-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d73b2a97c99e39aa57743de5a8c809057ea96a2c60532dd42720132817bb2a5 +size 7477207232 diff --git a/Trouper-12B-Q4_K_S.gguf b/Trouper-12B-Q4_K_S.gguf new file mode 100644 index 0000000..7c1231b --- /dev/null +++ b/Trouper-12B-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e18bee03860e89d0968cb984c58ae2578cd95cb14b1371b5268e8709413d3c50 +size 7120199872 diff --git a/Trouper-12B-Q5_K_M.gguf b/Trouper-12B-Q5_K_M.gguf new file mode 100644 index 0000000..fbd57a6 --- /dev/null +++ b/Trouper-12B-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5990dd264603ea1b0edb592eee4333e41218e0409a1262de891bdab6685ee119 +size 8727634112 diff --git a/Trouper-12B-Q5_K_S.gguf b/Trouper-12B-Q5_K_S.gguf new file mode 100644 index 0000000..a6fabc0 --- /dev/null +++ b/Trouper-12B-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:185ff7824d225f73b415e3c93bcc4695abf67afe5518ebcffe83347d5908cda5 +size 8518738112 diff --git a/Trouper-12B-Q6_K.gguf b/Trouper-12B-Q6_K.gguf new file mode 100644 index 0000000..0c19475 --- /dev/null +++ b/Trouper-12B-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b236cfbf0de1fd372e732b7322c705b02693062c6ae898c89a2e1177c2a625e +size 10056212448 diff --git a/Trouper-12B-Q8_0.gguf b/Trouper-12B-Q8_0.gguf new file mode 100644 index 0000000..17a1597 --- /dev/null +++ b/Trouper-12B-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b7382f1ac5699b261b38bacf426f8dc50e2d5027e0e886eed7e390afe97147 +size 13022371808 diff --git a/imatrix.gguf b/imatrix.gguf new file mode 100644 index 0000000..1b25c12 --- /dev/null +++ b/imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5261cf7be1dba2f0d2269c49dc231ae5433622c82a582002948bca21cab6959 +size 7088224 diff --git a/kld.png b/kld.png new file mode 100644 index 0000000..d16b5c2 Binary files /dev/null and b/kld.png differ