From e47a6ed4cc39bdaef90bcf6c05d24e3ddaeaf12f Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 11 Jun 2026 21:14:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: bairimengxiangjia/magnum-v4-12b-gguf Source: Original Platform --- .gitattributes | 45 ++++++++++ README.md | 173 ++++++++++++++++++++++++++++++++++++++ magnum-v4-12b-Q3_K_L.gguf | 3 + magnum-v4-12b-Q4_K_M.gguf | 3 + magnum-v4-12b-Q5_K_M.gguf | 3 + magnum-v4-12b-Q6_K.gguf | 3 + magnum-v4-12b-Q8_0.gguf | 3 + 7 files changed, 233 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 magnum-v4-12b-Q3_K_L.gguf create mode 100644 magnum-v4-12b-Q4_K_M.gguf create mode 100644 magnum-v4-12b-Q5_K_M.gguf create mode 100644 magnum-v4-12b-Q6_K.gguf create mode 100644 magnum-v4-12b-Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..39fd933 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,45 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +anthracite-core_magnum-v4-12b-r2-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +anthracite-core_magnum-v4-12b-r2-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +anthracite-core_magnum-v4-12b-r2-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +anthracite-core_magnum-v4-12b-r2-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +anthracite-core_magnum-v4-12b-r2-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +magnum-v4-12b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +magnum-v4-12b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +magnum-v4-12b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +magnum-v4-12b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +magnum-v4-12b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..71ab853 --- /dev/null +++ b/README.md @@ -0,0 +1,173 @@ +--- +license: apache-2.0 +language: +- en +tags: +- chat +pipeline_tag: text-generation +library_name: transformers +datasets: +- anthracite-org/c2_logs_32k_llama3_qwen2_v1.2_no_system +- anthracite-org/kalo-opus-instruct-22k-no-refusal-no-system +- anthracite-org/kalo-opus-instruct-3k-filtered-no-system +- anthracite-org/nopm_claude_writing_fixed +- anthracite-org/kalo_opus_misc_240827_no_system +- anthracite-org/kalo_misc_part2_no_system +--- + + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/658a46cbfb9c2bdfae75b3a6/-UC6YN1Gt3e1FDh8EqyaB.png) +## This repo contains GGUF quants of the model. If you need the original weights, please find them [here](https://huggingface.co/anthracite-org/magnum-v4-12b). + +This is a series of models designed to replicate the prose quality of the Claude 3 models, specifically Sonnet and Opus. + + + +This model is fine-tuned on top of [mistralai/Mistral-Nemo-Instruct-2407](https://huggingface.co/mistralai/Mistral-Nemo-Instruct-2407). + +## Prompting +A typical input would look like this: + +```py +[INST] SYSTEM MESSAGE +USER MESSAGE[/INST] ASSISTANT MESSAGE[INST] USER MESSAGE[/INST] +``` + +## SillyTavern templates + +Below are Instruct and Context templates for use within SillyTavern. + +
context template + +```yaml +default SillyTavern template works fine +``` + +

+
instruct template + +```yaml +default SillyTavern template works fine +``` + +

+ +## Axolotl config + +
See axolotl config + +```yaml +base_model: mistralai/Mistral-Nemo-Instruct-2407 +model_type: AutoModelForCausalLM +tokenizer_type: AutoTokenizer + +hub_model_id: anthracite-org/magnum-v4-12b-r2 +hub_strategy: "all_checkpoints" +push_dataset_to_hub: +hf_use_auth_token: true + +plugins: + - axolotl.integrations.liger.LigerPlugin +liger_rope: true +liger_rms_norm: true +liger_swiglu: true +liger_fused_linear_cross_entropy: true + +load_in_8bit: false +load_in_4bit: false +strict: false + +datasets: + - path: anthracite-org/c2_logs_32k_llama3_qwen2_v1.2_no_system + type: custommistralv3tekken + - path: anthracite-org/kalo-opus-instruct-22k-no-refusal-no-system + type: custommistralv3tekken + - path: anthracite-org/kalo-opus-instruct-3k-filtered-no-system + type: custommistralv3tekken + - path: anthracite-org/nopm_claude_writing_fixed + type: custommistralv3tekken + - path: anthracite-org/kalo_opus_misc_240827_no_system + type: custommistralv3tekken + - path: anthracite-org/kalo_misc_part2_no_system + type: custommistralv3tekken +#chat_template: chatml +shuffle_merged_datasets: true +#default_system_message: "You are an assistant that responds to the user." +dataset_prepared_path: /workspace/data/magnum-12b-data +val_set_size: 0.0 +output_dir: /workspace/data/12b-fft-out + +sequence_len: 32768 +sample_packing: true +pad_to_sequence_len: true + +adapter: +lora_model_dir: +lora_r: +lora_alpha: +lora_dropout: +lora_target_linear: +lora_fan_in_fan_out: + +wandb_project: 12b-magnum-fft +wandb_entity: +wandb_watch: +wandb_name: v4-r2-attempt-01 +wandb_log_model: + +gradient_accumulation_steps: 2 +micro_batch_size: 1 +num_epochs: 2 +optimizer: adamw_bnb_8bit +lr_scheduler: cosine +learning_rate: 0.00001 + +train_on_inputs: false +group_by_length: false +bf16: auto +fp16: +tf32: false + +gradient_checkpointing: true +early_stopping_patience: +resume_from_checkpoint: +local_rank: +logging_steps: 1 +xformers_attention: +flash_attention: true + +warmup_steps: 40 +evals_per_epoch: +eval_table_size: +eval_max_new_tokens: +saves_per_epoch: 2 +debug: +deepspeed: deepspeed_configs/zero2.json +weight_decay: 0.1 +fsdp: +fsdp_config: +special_tokens: + pad_token: +``` +

+ +## Credits +We'd like to thank Recursal / Featherless for sponsoring the compute for this train, Featherless has been hosting our Magnum models since the first 72 B and has given thousands of people access to our models and helped us grow. + +We would also like to thank all members of Anthracite who made this finetune possible. + +## Datasets +- [anthracite-org/c2_logs_32k_llama3_qwen2_v1.2_no_system](https://huggingface.co/datasets/anthracite-org/c2_logs_32k_llama3_qwen2_v1.2_no_system) +- [anthracite-org/kalo-opus-instruct-22k-no-refusal-no-system](https://huggingface.co/datasets/anthracite-org/kalo-opus-instruct-22k-no-refusal-no-system) +- [anthracite-org/kalo-opus-instruct-3k-filtered-no-system](https://huggingface.co/datasets/anthracite-org/kalo-opus-instruct-3k-filtered-no-system) +- [anthracite-org/nopm_claude_writing_fixed](https://huggingface.co/datasets/anthracite-org/nopm_claude_writing_fixed) +- [anthracite-org/kalo_opus_misc_240827_no_system](https://huggingface.co/datasets/anthracite-org/kalo_opus_misc_240827_no_system) +- [anthracite-org/kalo_misc_part2_no_system](https://huggingface.co/datasets/anthracite-org/kalo_misc_part2_no_system) + +## Training +The training was done for 2 epochs. We used 8x[H100s](https://www.nvidia.com/en-us/data-center/h100/) GPUs graciously provided by [Recursal AI](https://recursal.ai/) / [Featherless AI](https://featherless.ai/) for the full-parameter fine-tuning of the model. + +[Built with Axolotl](https://github.com/OpenAccess-AI-Collective/axolotl) + +## Safety +... \ No newline at end of file diff --git a/magnum-v4-12b-Q3_K_L.gguf b/magnum-v4-12b-Q3_K_L.gguf new file mode 100644 index 0000000..e463fea --- /dev/null +++ b/magnum-v4-12b-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b5ceb083a775d21e50729a814058125c6dcff2dc0873fd787db6a8b5c66e210 +size 6561506176 diff --git a/magnum-v4-12b-Q4_K_M.gguf b/magnum-v4-12b-Q4_K_M.gguf new file mode 100644 index 0000000..0915a85 --- /dev/null +++ b/magnum-v4-12b-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0202eca3c556279987d6202130e64ecc93ed365e37f7ca1b1673c7049fc28f31 +size 7477207936 diff --git a/magnum-v4-12b-Q5_K_M.gguf b/magnum-v4-12b-Q5_K_M.gguf new file mode 100644 index 0000000..1905d2a --- /dev/null +++ b/magnum-v4-12b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab7431fec81f81602170580237afe68e0a2e3f42bc8f97a45601933a57a9d71e +size 8727634816 diff --git a/magnum-v4-12b-Q6_K.gguf b/magnum-v4-12b-Q6_K.gguf new file mode 100644 index 0000000..8383812 --- /dev/null +++ b/magnum-v4-12b-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab83ae03c6f501a933744c51cebe887e30ecc1dced379f750dadc9466206afc2 +size 10056213376 diff --git a/magnum-v4-12b-Q8_0.gguf b/magnum-v4-12b-Q8_0.gguf new file mode 100644 index 0000000..abfaee6 --- /dev/null +++ b/magnum-v4-12b-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ac7b2be5443d3cfd9ba6baf6757a337723ed038c871177ba72b8fa4d2fad6d7 +size 13022372736