commit 0ba697d1927af0043a629ee27458802062245616 Author: ModelHub XC Date: Thu Jun 25 20:33:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: grimjim/rogue-enchantress-32k-7B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c1ccb78 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gguf filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..4e57002 --- /dev/null +++ b/README.md @@ -0,0 +1,50 @@ +--- +base_model: grimjim/rogue-enchantress-32k-7B +library_name: transformers +quanted_by: grimjim +license: cc-by-nc-4.0 +pipeline_tag: text-generation +--- +# rogue-enchantress-32k-7B-GGUF + +This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit). + +An ambition of this merge was to augment text generation with the potential creative richness of the WizardLM-2 7B and Zephyr-7B-Beta models, the reasoning of the Starling-LM-7B-beta model, and extended context length of Mistral v0.2. + +The resulting model is very attentive to character card descriptions and capable of applying reasoning. This model is in the smarter side, following context and formatting. The model is creative and "wants" to write, incorporating details cooperatively and driving plot, with occasional runaway narration if it finds that the prompt leans that way. + +Tested with ChatML Instruct prompts, temperature 1.0, and minP 0.02. + +- Full weights: [grimjim/rogue-enchantress-32k-7B](https://huggingface.co/grimjim/rogue-enchantress-32k-7B) +- GGUF quants: [grimjim/rogue-enchantress-32k-7B-GGUF](https://huggingface.co/grimjim/rogue-enchantress-32k-7B-GGUF) + +## Merge Details +### Merge Method + +This model was merged using the SLERP merge method. + +### Models Merged + +The following models were included in the merge: +* [grimjim/zephyr-wizard-kuno-royale-BF16-merge-7B](https://huggingface.co/grimjim/zephyr-wizard-kuno-royale-BF16-merge-7B) +* [grimjim/cuckoo-starling-7B](https://huggingface.co/grimjim/cuckoo-starling-7B) + +### Configuration + +The following YAML configuration was used to produce this model: + +```yaml +slices: + - sources: + - model: grimjim/zephyr-wizard-kuno-royale-BF16-merge-7B + layer_range: [0,32] + - model: grimjim/cuckoo-starling-7B + layer_range: [0,32] +merge_method: slerp +base_model: grimjim/zephyr-wizard-kuno-royale-BF16-merge-7B +parameters: + t: + - value: 0.5 +dtype: bfloat16 + +``` diff --git a/rogue-enchantress-32k-7B.Q4_K_M.gguf b/rogue-enchantress-32k-7B.Q4_K_M.gguf new file mode 100644 index 0000000..c52f9e4 --- /dev/null +++ b/rogue-enchantress-32k-7B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6fbf0bd1413e6e53a8e89cc3fca88eba07ab20175e3ffb52a03c74e7dff2a1e +size 4368439584 diff --git a/rogue-enchantress-32k-7B.Q5_K_M.gguf b/rogue-enchantress-32k-7B.Q5_K_M.gguf new file mode 100644 index 0000000..2c8dba5 --- /dev/null +++ b/rogue-enchantress-32k-7B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3956d556e9a6e3d8108432aac1aacaf4913a7342fe075b7ae4dac9afb3c836ef +size 5131409696 diff --git a/rogue-enchantress-32k-7B.Q6_K.gguf b/rogue-enchantress-32k-7B.Q6_K.gguf new file mode 100644 index 0000000..72d2ff8 --- /dev/null +++ b/rogue-enchantress-32k-7B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdc80458b7fd8d44a23b7f777730953bcb57f7bfb9b0bded2f9e2b41af38ba18 +size 5942065440 diff --git a/rogue-enchantress-32k-7B.Q8_0.gguf b/rogue-enchantress-32k-7B.Q8_0.gguf new file mode 100644 index 0000000..7420a60 --- /dev/null +++ b/rogue-enchantress-32k-7B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:449f106b8745cf924eae1b5c6d3ef520c4765c509ece617182bffa20e3fba057 +size 7695857952