From 41704e03628d42bc5180da73a9f2c45c932ccbbb Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 13 Jul 2026 15:28:10 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Epiculous/Azure_Dusk-v0.2-GGUF Source: Original Platform --- .gitattributes | 55 ++++++++++++++++++++++++++++++++++++ Azure_Dusk-v0.2_IQ1_S.gguf | 3 ++ Azure_Dusk-v0.2_IQ2_XS.gguf | 3 ++ Azure_Dusk-v0.2_IQ2_XXS.gguf | 3 ++ Azure_Dusk-v0.2_IQ3_XS.gguf | 3 ++ Azure_Dusk-v0.2_IQ3_XXS.gguf | 3 ++ Azure_Dusk-v0.2_IQ4_NL.gguf | 3 ++ Azure_Dusk-v0.2_Q3_K_L.gguf | 3 ++ Azure_Dusk-v0.2_Q3_K_M.gguf | 3 ++ Azure_Dusk-v0.2_Q3_K_S.gguf | 3 ++ Azure_Dusk-v0.2_Q4_K_M.gguf | 3 ++ Azure_Dusk-v0.2_Q4_K_S.gguf | 3 ++ Azure_Dusk-v0.2_Q5_1.gguf | 3 ++ Azure_Dusk-v0.2_Q5_K_M.gguf | 3 ++ Azure_Dusk-v0.2_Q5_K_S.gguf | 3 ++ Azure_Dusk-v0.2_Q6_K.gguf | 3 ++ Azure_Dusk-v0.2_Q8_0.gguf | 3 ++ Azure_Dusk-v0.2_bf16.gguf | 3 ++ Azure_Dusk-v0.2_f16.gguf | 3 ++ Azure_Dusk-v0.2_f32.gguf | 3 ++ Azure_Dusk-v0.2_imatrix.dat | 3 ++ README.md | 54 +++++++++++++++++++++++++++++++++++ 22 files changed, 169 insertions(+) create mode 100644 .gitattributes create mode 100644 Azure_Dusk-v0.2_IQ1_S.gguf create mode 100644 Azure_Dusk-v0.2_IQ2_XS.gguf create mode 100644 Azure_Dusk-v0.2_IQ2_XXS.gguf create mode 100644 Azure_Dusk-v0.2_IQ3_XS.gguf create mode 100644 Azure_Dusk-v0.2_IQ3_XXS.gguf create mode 100644 Azure_Dusk-v0.2_IQ4_NL.gguf create mode 100644 Azure_Dusk-v0.2_Q3_K_L.gguf create mode 100644 Azure_Dusk-v0.2_Q3_K_M.gguf create mode 100644 Azure_Dusk-v0.2_Q3_K_S.gguf create mode 100644 Azure_Dusk-v0.2_Q4_K_M.gguf create mode 100644 Azure_Dusk-v0.2_Q4_K_S.gguf create mode 100644 Azure_Dusk-v0.2_Q5_1.gguf create mode 100644 Azure_Dusk-v0.2_Q5_K_M.gguf create mode 100644 Azure_Dusk-v0.2_Q5_K_S.gguf create mode 100644 Azure_Dusk-v0.2_Q6_K.gguf create mode 100644 Azure_Dusk-v0.2_Q8_0.gguf create mode 100644 Azure_Dusk-v0.2_bf16.gguf create mode 100644 Azure_Dusk-v0.2_f16.gguf create mode 100644 Azure_Dusk-v0.2_f32.gguf create mode 100644 Azure_Dusk-v0.2_imatrix.dat create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..da7f1e3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,55 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_bf16.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_f16.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_f32.gguf filter=lfs diff=lfs merge=lfs -text +Azure_Dusk-v0.2_imatrix.dat filter=lfs diff=lfs merge=lfs -text diff --git a/Azure_Dusk-v0.2_IQ1_S.gguf b/Azure_Dusk-v0.2_IQ1_S.gguf new file mode 100644 index 0000000..7befce7 --- /dev/null +++ b/Azure_Dusk-v0.2_IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c20f7c1210be3b822f44e867d8fc16ed9220d8805d6f239b39b8f3fa909803c +size 2999211104 diff --git a/Azure_Dusk-v0.2_IQ2_XS.gguf b/Azure_Dusk-v0.2_IQ2_XS.gguf new file mode 100644 index 0000000..451c3d5 --- /dev/null +++ b/Azure_Dusk-v0.2_IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4427615df8404731265953497917fe517109853ffdd93355bdfbcd4dec16463e +size 3915076704 diff --git a/Azure_Dusk-v0.2_IQ2_XXS.gguf b/Azure_Dusk-v0.2_IQ2_XXS.gguf new file mode 100644 index 0000000..da8ee75 --- /dev/null +++ b/Azure_Dusk-v0.2_IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5c323e6b26e9a3ba78532e42327240d294aac15b4218ab5378036bf2c14742d +size 3592311904 diff --git a/Azure_Dusk-v0.2_IQ3_XS.gguf b/Azure_Dusk-v0.2_IQ3_XS.gguf new file mode 100644 index 0000000..29a6cec --- /dev/null +++ b/Azure_Dusk-v0.2_IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dbee9616ee41cd3db3c9a0cee9de73675fd067e3bf4bfdc6b718fd8a7a60c99 +size 5306487904 diff --git a/Azure_Dusk-v0.2_IQ3_XXS.gguf b/Azure_Dusk-v0.2_IQ3_XXS.gguf new file mode 100644 index 0000000..ef58ee9 --- /dev/null +++ b/Azure_Dusk-v0.2_IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f3a72f77cf96384c0d6d802b1d82cc06b28acc9b4c6aa1ecc6fb8e9f21124d4 +size 4945384544 diff --git a/Azure_Dusk-v0.2_IQ4_NL.gguf b/Azure_Dusk-v0.2_IQ4_NL.gguf new file mode 100644 index 0000000..ae2460d --- /dev/null +++ b/Azure_Dusk-v0.2_IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dd5a43eb4d17f43ee4e71cad3e3e8bed814e2f200f8cc068b295af53992a5fa +size 7097914464 diff --git a/Azure_Dusk-v0.2_Q3_K_L.gguf b/Azure_Dusk-v0.2_Q3_K_L.gguf new file mode 100644 index 0000000..59c6509 --- /dev/null +++ b/Azure_Dusk-v0.2_Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58add68a7812ce5f02f9f480b6b81ece27e83b84c72b4d85c7e468dadbfc2d50 +size 6561502304 diff --git a/Azure_Dusk-v0.2_Q3_K_M.gguf b/Azure_Dusk-v0.2_Q3_K_M.gguf new file mode 100644 index 0000000..e11c032 --- /dev/null +++ b/Azure_Dusk-v0.2_Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ae750edce0db715cdc7c714f5c537b0bbc2177416f8397ad9067b7c243dc2c0 +size 6083089504 diff --git a/Azure_Dusk-v0.2_Q3_K_S.gguf b/Azure_Dusk-v0.2_Q3_K_S.gguf new file mode 100644 index 0000000..2e23ced --- /dev/null +++ b/Azure_Dusk-v0.2_Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82c2b651692aa0eb525d5cb195501a66497e0b8207addfc3116e5aead856c3cc +size 5534225504 diff --git a/Azure_Dusk-v0.2_Q4_K_M.gguf b/Azure_Dusk-v0.2_Q4_K_M.gguf new file mode 100644 index 0000000..552e54d --- /dev/null +++ b/Azure_Dusk-v0.2_Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:404cd31cb438f1913501c2156c5a49cd9870c320905bb957d2a31a558f30b0f9 +size 7477204064 diff --git a/Azure_Dusk-v0.2_Q4_K_S.gguf b/Azure_Dusk-v0.2_Q4_K_S.gguf new file mode 100644 index 0000000..4924813 --- /dev/null +++ b/Azure_Dusk-v0.2_Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:651a851189abf6918fb43c927c11d81904d625a78dec6de4b3e2b9d9851b7116 +size 7120196704 diff --git a/Azure_Dusk-v0.2_Q5_1.gguf b/Azure_Dusk-v0.2_Q5_1.gguf new file mode 100644 index 0000000..a00396c --- /dev/null +++ b/Azure_Dusk-v0.2_Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a045b13d5c25280d25aeef273cb18d2fb11b23fed03256d1eab6322d36f5a59a +size 9242252384 diff --git a/Azure_Dusk-v0.2_Q5_K_M.gguf b/Azure_Dusk-v0.2_Q5_K_M.gguf new file mode 100644 index 0000000..125d6bf --- /dev/null +++ b/Azure_Dusk-v0.2_Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1649ffef9daa2c171f87f570fd947792bb75ac5263a5199a02d1d72309ff3619 +size 8727630944 diff --git a/Azure_Dusk-v0.2_Q5_K_S.gguf b/Azure_Dusk-v0.2_Q5_K_S.gguf new file mode 100644 index 0000000..35ca1c3 --- /dev/null +++ b/Azure_Dusk-v0.2_Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29388f868b675c3be39ece99bb0253eefe727b5d21e55d4034cac3404e3fe4f5 +size 8518734944 diff --git a/Azure_Dusk-v0.2_Q6_K.gguf b/Azure_Dusk-v0.2_Q6_K.gguf new file mode 100644 index 0000000..81e36c1 --- /dev/null +++ b/Azure_Dusk-v0.2_Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d99203ac897fa49ffa46504aedb2e30559401cddd11679da3c5d0e5977d034a2 +size 10056209504 diff --git a/Azure_Dusk-v0.2_Q8_0.gguf b/Azure_Dusk-v0.2_Q8_0.gguf new file mode 100644 index 0000000..743a4e1 --- /dev/null +++ b/Azure_Dusk-v0.2_Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a0bfda7afdf90edfbe642deb8ae7537ffaa3e3e8a073cb335ab94db5b89222b +size 13022368864 diff --git a/Azure_Dusk-v0.2_bf16.gguf b/Azure_Dusk-v0.2_bf16.gguf new file mode 100644 index 0000000..c55d431 --- /dev/null +++ b/Azure_Dusk-v0.2_bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:365295064d0ebe33238ca3398917b1eddb35e0baa8879e4daff4e184fcc9ec96 +size 24504275840 diff --git a/Azure_Dusk-v0.2_f16.gguf b/Azure_Dusk-v0.2_f16.gguf new file mode 100644 index 0000000..4fd9545 --- /dev/null +++ b/Azure_Dusk-v0.2_f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1ae3f2ad1662249e3b6a774f973cb913612a7c9116eed9c72c1e3f01bd34545 +size 24504275840 diff --git a/Azure_Dusk-v0.2_f32.gguf b/Azure_Dusk-v0.2_f32.gguf new file mode 100644 index 0000000..e940b24 --- /dev/null +++ b/Azure_Dusk-v0.2_f32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2601661783b9b2ce39a2367202008713a9a3786a9da9f4c887976bb61b2de77e +size 48999011200 diff --git a/Azure_Dusk-v0.2_imatrix.dat b/Azure_Dusk-v0.2_imatrix.dat new file mode 100644 index 0000000..0e0c36f --- /dev/null +++ b/Azure_Dusk-v0.2_imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19cfa2ef624445c16fd546c8df5998666be2bf427b133bcc2b1d72d7e2dc09ed +size 7054399 diff --git a/README.md b/README.md new file mode 100644 index 0000000..856c9c5 --- /dev/null +++ b/README.md @@ -0,0 +1,54 @@ +--- +license: apache-2.0 +datasets: +- Epiculous/SynthRP-Gens-v1.1-Filtered-n-Cleaned +- anthracite-org/stheno-filtered-v1.1 +- PJMixers/hieunguyenminh_roleplay-deduped-ShareGPT +- Gryphe/Sonnet3.5-Charcard-Roleplay +- Epiculous/Synthstruct-Gens-v1.1-Filtered-n-Cleaned +- anthracite-org/kalo-opus-instruct-22k-no-refusal +- anthracite-org/nopm_claude_writing_fixed +- anthracite-org/kalo_opus_misc_240827 +language: +- en +- fr +- de +- es +- it +- pt +- ru +- zh +- ja +pipeline_tag: text-generation +--- + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/64adfd277b5ff762771e4571/NGEOrcWYPDnFmvHinkXVk.png) + +Following up on Crimson_Dawn-v0.2 we have Azure_Dusk-v0.2! Training on [Mistral-Nemo-Base-2407](https://huggingface.co/mistralai/Mistral-Nemo-Base-2407) this time I've added significantly more data, as well as trained using RSLoRA as opposed to regular LoRA. Another key change is training on ChatML as opposed to Mistral Formatting. + +[full](https://huggingface.co/Epiculous/Azure_Dusk-v0.2) / [exl2](https://huggingface.co/Epiculous/Azure_Dusk-v0.2-exl2) / gguf + +## Prompting +The v0.2 models are trained on ChatML, the prompting structure goes a little something like this: + +``` +<|im_start|>user +Hi there!<|im_end|> +<|im_start|>assistant +Nice to meet you!<|im_end|> +<|im_start|>user +Can I ask a question?<|im_end|> +<|im_start|>assistant +``` + +### Context and Instruct +The v0.2 models are trained on ChatML, please use that Context and Instruct template. + +### Current Top Sampler Settings +[Spicy_Temp](https://files.catbox.moe/9npj0z.json)
+[Violet_Twilight-Nitral-Special](https://files.catbox.moe/ot54u3.json)
+ +## Training +Training was done twice over 2 epochs each on two 2x [NVIDIA A6000 GPUs](https://www.nvidia.com/en-us/design-visualization/rtx-a6000/) using LoRA. A two-phased approach was used in which the base model was trained 2 epochs on RP data, the LoRA was then applied to base. Finally, the new modified base was trained 2 epochs on instruct, and the new instruct LoRA was applied to the modified base, resulting in what you see here. + +[Built with Axolotl](https://github.com/axolotl-ai-cloud/axolotl) \ No newline at end of file