From 98192a3dcbf3e6a109d02da69114e33724f5ea2d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 30 Jun 2026 07:42:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: tohur/natsumura-storytelling-rp-1.0-llama-3.1-8b-GGUF Source: Original Platform --- .gitattributes | 50 +++++++++ README.md | 106 ++++++++++++++++++ ...-storytelling-rp-1.0-llama-3.1-8B.F16.gguf | 3 + ...storytelling-rp-1.0-llama-3.1-8B.Q2_K.gguf | 3 + ...orytelling-rp-1.0-llama-3.1-8B.Q3_K_L.gguf | 3 + ...orytelling-rp-1.0-llama-3.1-8B.Q3_K_M.gguf | 3 + ...orytelling-rp-1.0-llama-3.1-8B.Q3_K_S.gguf | 3 + ...storytelling-rp-1.0-llama-3.1-8B.Q4_0.gguf | 3 + ...orytelling-rp-1.0-llama-3.1-8B.Q4_K_M.gguf | 3 + ...orytelling-rp-1.0-llama-3.1-8B.Q4_K_S.gguf | 3 + ...storytelling-rp-1.0-llama-3.1-8B.Q5_0.gguf | 3 + ...orytelling-rp-1.0-llama-3.1-8B.Q5_K_M.gguf | 3 + ...orytelling-rp-1.0-llama-3.1-8B.Q5_K_S.gguf | 3 + ...storytelling-rp-1.0-llama-3.1-8B.Q6_K.gguf | 3 + ...storytelling-rp-1.0-llama-3.1-8B.Q8_0.gguf | 3 + 15 files changed, 195 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 natsumura-storytelling-rp-1.0-llama-3.1-8B.F16.gguf create mode 100644 natsumura-storytelling-rp-1.0-llama-3.1-8B.Q2_K.gguf create mode 100644 natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_L.gguf create mode 100644 natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_M.gguf create mode 100644 natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_S.gguf create mode 100644 natsumura-storytelling-rp-1.0-llama-3.1-8B.Q4_0.gguf create mode 100644 natsumura-storytelling-rp-1.0-llama-3.1-8B.Q4_K_M.gguf create mode 100644 natsumura-storytelling-rp-1.0-llama-3.1-8B.Q4_K_S.gguf create mode 100644 natsumura-storytelling-rp-1.0-llama-3.1-8B.Q5_0.gguf create mode 100644 natsumura-storytelling-rp-1.0-llama-3.1-8B.Q5_K_M.gguf create mode 100644 natsumura-storytelling-rp-1.0-llama-3.1-8B.Q5_K_S.gguf create mode 100644 natsumura-storytelling-rp-1.0-llama-3.1-8B.Q6_K.gguf create mode 100644 natsumura-storytelling-rp-1.0-llama-3.1-8B.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..cfab77a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +natsumura-assistant-1.0-llama-3.1-8b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +natsumura-storytelling-rp-1.0-llama-3.1-8b.F16.gguf filter=lfs diff=lfs merge=lfs -text +natsumura-storytelling-rp-1.0-llama-3.1-8b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +natsumura-storytelling-rp-1.0-llama-3.1-8b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +natsumura-storytelling-rp-1.0-llama-3.1-8b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +natsumura-storytelling-rp-1.0-llama-3.1-8b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +natsumura-storytelling-rp-1.0-llama-3.1-8b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +natsumura-storytelling-rp-1.0-llama-3.1-8b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +natsumura-storytelling-rp-1.0-llama-3.1-8b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +natsumura-storytelling-rp-1.0-llama-3.1-8b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +natsumura-storytelling-rp-1.0-llama-3.1-8b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +natsumura-storytelling-rp-1.0-llama-3.1-8b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +natsumura-storytelling-rp-1.0-llama-3.1-8b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +natsumura-storytelling-rp-1.0-llama-3.1-8B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +natsumura-storytelling-rp-1.0-llama-3.1-8B-F16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..96bce8a --- /dev/null +++ b/README.md @@ -0,0 +1,106 @@ +--- +base_model: tohur/natsumura-storytelling-rp-1.0-llama-3.1-8b +license: llama3.1 +datasets: +- tohur/natsumura-rp-identity-sharegpt +- tohur/ultrachat_uncensored_sharegpt +- Nopm/Opus_WritingStruct +- ResplendentAI/bluemoon +- tohur/Internal-Knowledge-Map-sharegpt +- felix-ha/tiny-stories +- tdh87/Stories +- tdh87/Just-stories +- tdh87/Just-stories-2 +--- +# natsumura-storytelling-rp-1.0-llama-3.1-8b-GGUF + This is my Storytelling/RP model for my Natsumura series of 8b models. This model is finetuned on storytelling and roleplaying datasets so should be a great model + to use for character chatbots in applications such as Sillytavern, Agnai, RisuAI and more. And should be a great model to use for fictional writing. Up to a 128k context. + +- **Developed by:** Tohur +- **License:** llama3.1 +- **Finetuned from model :** meta-llama/Meta-Llama-3.1-8B-Instruct + + This model is based on meta-llama/Meta-Llama-3.1-8B-Instruct, and is governed by [Llama 3.1 Community License](https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE) + Natsumura is uncensored, which makes the model compliant.It will be highly compliant with any requests, even unethical ones. + You are responsible for any content you create using this model. Please use it responsibly. + + +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by quality.) + +| Quant | Notes | +|:-----|:-----| +| Q2_K | +| Q3_K_S | +| Q3_K_M | lower quality | +| Q3_K_L | | +| Q4_0 | | +| Q4_K_S | fast, recommended | +| Q4_K_M | fast, recommended | +| Q5_0 | | +| Q5_K_S | | +| Q5_K_M | | +| Q6_K | very good quality | +| Q8_0 | fast, best quality | +| f16 | 16 bpw, overkill | + +# use in ollama +``` +ollama pull Tohur/natsumura-storytelling-rp-llama-3.1 +``` + +# Datasets used: +- tohur/natsumura-rp-identity-sharegpt +- tohur/ultrachat_uncensored_sharegpt +- Nopm/Opus_WritingStruct +- ResplendentAI/bluemoon +- tohur/Internal-Knowledge-Map-sharegpt +- felix-ha/tiny-stories +- tdh87/Stories +- tdh87/Just-stories +- tdh87/Just-stories-2 + +The following parameters were used in [Llama Factory](https://github.com/hiyouga/LLaMA-Factory) during training: +- per_device_train_batch_size=2 +- gradient_accumulation_steps=4 +- lr_scheduler_type="cosine" +- logging_steps=10 +- warmup_ratio=0.1 +- save_steps=1000 +- learning_rate=2e-5 +- num_train_epochs=3.0 +- max_samples=500 +- max_grad_norm=1.0 +- quantization_bit=4 +- loraplus_lr_ratio=16.0 +- fp16=True + +## Inference + +I use the following settings for inference: +``` +"temperature": 1.0, +"repetition_penalty": 1.05, +"top_p": 0.95 +"top_k": 40 +"min_p": 0.05 +``` + +# Prompt template: llama3 + +``` +<|begin_of_text|><|start_header_id|>system<|end_header_id|> + +{system_prompt}<|eot_id|><|start_header_id|>user<|end_header_id|> + +{input}<|eot_id|><|start_header_id|>assistant<|end_header_id|> + +{output}<|eot_id|> +``` \ No newline at end of file diff --git a/natsumura-storytelling-rp-1.0-llama-3.1-8B.F16.gguf b/natsumura-storytelling-rp-1.0-llama-3.1-8B.F16.gguf new file mode 100644 index 0000000..9785759 --- /dev/null +++ b/natsumura-storytelling-rp-1.0-llama-3.1-8B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:475d83723fc417117f95fed2d0222e155df3a9633addd4125c776d01ac7d3d48 +size 16068892288 diff --git a/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q2_K.gguf b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q2_K.gguf new file mode 100644 index 0000000..a381415 --- /dev/null +++ b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14abfe04bd14e98b8efea2384e979b519d011e5efb34afcddaa8517616bc8362 +size 3179132544 diff --git a/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_L.gguf b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_L.gguf new file mode 100644 index 0000000..800a132 --- /dev/null +++ b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:671290eaca99aee48e94bfa5be82da2f76b1d5a54c631eabd6dc2d39391d47f1 +size 4321957504 diff --git a/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_M.gguf b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_M.gguf new file mode 100644 index 0000000..3f8b790 --- /dev/null +++ b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a437525285c45731ccb635e2250ffcb7baa91ff4540f0763dde1fd321f7ec5e +size 4018919040 diff --git a/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_S.gguf b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_S.gguf new file mode 100644 index 0000000..7bfdcce --- /dev/null +++ b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c215e04b233fb89346d1fe608822bb490ea9b007c31c37dd7d33596f9ad9879 +size 3664500352 diff --git a/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q4_0.gguf b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q4_0.gguf new file mode 100644 index 0000000..76c0d98 --- /dev/null +++ b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b671895897232340d13fc76702d647e709e306464f5d38564b418337ae5eee44 +size 4661212800 diff --git a/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q4_K_M.gguf b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q4_K_M.gguf new file mode 100644 index 0000000..2f9398b --- /dev/null +++ b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79e4df2a8853beda694a12ee6be4a76062010d1d46b155052c4bba73f6c37d81 +size 4920735360 diff --git a/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q4_K_S.gguf b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q4_K_S.gguf new file mode 100644 index 0000000..366836b --- /dev/null +++ b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d52289c1a553c619aa9baffa4ebdb31a58f9cb0d796905a399d872a97ed9d9c +size 4692670080 diff --git a/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q5_0.gguf b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q5_0.gguf new file mode 100644 index 0000000..3d1b6f7 --- /dev/null +++ b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f0cb387f21f676c8d8c54e13e2a237000b34e38dda1aa6cd9da65e0af59f0bb +size 5599295104 diff --git a/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q5_K_M.gguf b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q5_K_M.gguf new file mode 100644 index 0000000..0bcb049 --- /dev/null +++ b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72dad3a825b9bfc57f805ec38c23f94934b83d03860dbe71376beccba92a1fd0 +size 5732988544 diff --git a/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q5_K_S.gguf b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q5_K_S.gguf new file mode 100644 index 0000000..d7c08bb --- /dev/null +++ b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e50504ceb3e77183e90a6095d794ab3c4692dd8500a2012a43953e60e0d5ae0 +size 5599295104 diff --git a/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q6_K.gguf b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q6_K.gguf new file mode 100644 index 0000000..05e0cb1 --- /dev/null +++ b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac464cb4ba8ff3612988d7dee7db8d771adfb15166563456b029060bcac8eb4 +size 6596007552 diff --git a/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q8_0.gguf b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q8_0.gguf new file mode 100644 index 0000000..bbd328b --- /dev/null +++ b/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f05f0e3be6f85aac9c9eeae17cdc0a886aa236201f0b7935383dd3d21138bbcc +size 8540771968