commit 47bae70bbf8793f08e40c9c49f6fd7e82fda3f4b Author: ModelHub XC Date: Fri Jun 19 08:32:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: QuantFactory/calme-2.8-qwen2-7b-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6d2c772 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +calme-2.8-qwen2-7b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +calme-2.8-qwen2-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +calme-2.8-qwen2-7b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +calme-2.8-qwen2-7b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +calme-2.8-qwen2-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +calme-2.8-qwen2-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +calme-2.8-qwen2-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +calme-2.8-qwen2-7b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +calme-2.8-qwen2-7b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +calme-2.8-qwen2-7b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +calme-2.8-qwen2-7b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +calme-2.8-qwen2-7b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +calme-2.8-qwen2-7b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +calme-2.8-qwen2-7b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..66d4a38 --- /dev/null +++ b/README.md @@ -0,0 +1,92 @@ + +--- + +license: apache-2.0 +language: +- en +pipeline_tag: text-generation +tags: +- chat +- qwen +- qwen2 +- finetune +- chatml +- OpenHermes-2.5 +- HelpSteer2 +- Orca +- SlimOrca +library_name: transformers +inference: false +model_creator: MaziyarPanahi +quantized_by: MaziyarPanahi +base_model: Qwen/Qwen2-7B +model_name: calme-2.8-qwen2-7b +datasets: +- nvidia/HelpSteer2 +- teknium/OpenHermes-2.5 +- microsoft/orca-math-word-problems-200k +- Open-Orca/SlimOrca + +--- + +![](https://cdn.discordapp.com/attachments/791342238541152306/1264099835221381251/image.png?ex=669ca436&is=669b52b6&hm=129f56187c31e1ed22cbd1bcdbc677a2baeea5090761d2f1a458c8b1ec7cca4b&) + +# QuantFactory/calme-2.8-qwen2-7b-GGUF +This is quantized version of [MaziyarPanahi/calme-2.8-qwen2-7b](https://huggingface.co/MaziyarPanahi/calme-2.8-qwen2-7b) created using llama.cpp + +# Original Model Card + + +Qwen2 fine-tune + +# MaziyarPanahi/calme-2.8-qwen2-7b + +This is a fine-tuned version of the `Qwen/Qwen2-7B` model. It aims to improve the base model across all benchmarks. + +# ⚡ Quantized GGUF + +All GGUF models are available here: [MaziyarPanahi/calme-2.8-qwen2-7b-GGUF](https://huggingface.co/MaziyarPanahi/calme-2.8-qwen2-7b-GGUF) + +# 🏆 [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard) + +coming soon! + + +# Prompt Template + +This model uses `ChatML` prompt template: + +``` +<|im_start|>system +{System} +<|im_end|> +<|im_start|>user +{User} +<|im_end|> +<|im_start|>assistant +{Assistant} +```` + +# How to use + + +```python + +# Use a pipeline as a high-level helper + +from transformers import pipeline + +messages = [ + {"role": "user", "content": "Who are you?"}, +] +pipe = pipeline("text-generation", model="MaziyarPanahi/calme-2.8-qwen2-7b") +pipe(messages) + + +# Load model directly + +from transformers import AutoTokenizer, AutoModelForCausalLM + +tokenizer = AutoTokenizer.from_pretrained("MaziyarPanahi/calme-2.8-qwen2-7b") +model = AutoModelForCausalLM.from_pretrained("MaziyarPanahi/calme-2.8-qwen2-7b") +``` diff --git a/calme-2.8-qwen2-7b.Q2_K.gguf b/calme-2.8-qwen2-7b.Q2_K.gguf new file mode 100644 index 0000000..14f0d18 --- /dev/null +++ b/calme-2.8-qwen2-7b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d622610893c27c0346a4e736ef09db6edb20557f75e0fa064c46d8b36ad7a1d +size 3015938368 diff --git a/calme-2.8-qwen2-7b.Q3_K_L.gguf b/calme-2.8-qwen2-7b.Q3_K_L.gguf new file mode 100644 index 0000000..70d9b95 --- /dev/null +++ b/calme-2.8-qwen2-7b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82458d433d4ad485a72215fce47cf0f0bd597ffa2bfe084e83320c87cdade045 +size 4088457536 diff --git a/calme-2.8-qwen2-7b.Q3_K_M.gguf b/calme-2.8-qwen2-7b.Q3_K_M.gguf new file mode 100644 index 0000000..a8746fe --- /dev/null +++ b/calme-2.8-qwen2-7b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c7c08037cc694472c962a295e9b03bdfca589d6ceb7027d933bd8f4eb7a766b +size 3808389440 diff --git a/calme-2.8-qwen2-7b.Q3_K_S.gguf b/calme-2.8-qwen2-7b.Q3_K_S.gguf new file mode 100644 index 0000000..a801d4b --- /dev/null +++ b/calme-2.8-qwen2-7b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e55006573ad4492ebf105964e411c030bfd02ba498a4ed152d9256ad43f76cb3 +size 3492366656 diff --git a/calme-2.8-qwen2-7b.Q4_0.gguf b/calme-2.8-qwen2-7b.Q4_0.gguf new file mode 100644 index 0000000..5d4869d --- /dev/null +++ b/calme-2.8-qwen2-7b.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b91e58b8a263683c04deb0b5721a83d1cfeed11fbb4f7df26235ba50b70a1a4b +size 4431388992 diff --git a/calme-2.8-qwen2-7b.Q4_1.gguf b/calme-2.8-qwen2-7b.Q4_1.gguf new file mode 100644 index 0000000..269b015 --- /dev/null +++ b/calme-2.8-qwen2-7b.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24a83be0d0142d474ed4251e96e6932dffd26aa1cacee88430a3efe8a095fd8e +size 4873281856 diff --git a/calme-2.8-qwen2-7b.Q4_K_M.gguf b/calme-2.8-qwen2-7b.Q4_K_M.gguf new file mode 100644 index 0000000..d150551 --- /dev/null +++ b/calme-2.8-qwen2-7b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ccb81da01136aa1af58302b4285d3f5b71dcb3a75d6bf33d253e1571591592b +size 4683071808 diff --git a/calme-2.8-qwen2-7b.Q4_K_S.gguf b/calme-2.8-qwen2-7b.Q4_K_S.gguf new file mode 100644 index 0000000..4913e83 --- /dev/null +++ b/calme-2.8-qwen2-7b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c93666147abd2bf34a445c96ee646e2a4ea9df7fe17d3301e18aabd48398d67 +size 4457767232 diff --git a/calme-2.8-qwen2-7b.Q5_0.gguf b/calme-2.8-qwen2-7b.Q5_0.gguf new file mode 100644 index 0000000..14164cd --- /dev/null +++ b/calme-2.8-qwen2-7b.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a82fbf8f749fc13189a2ac2addedb79ccc9d6c033ec44e1765c4737f02334432 +size 5315174720 diff --git a/calme-2.8-qwen2-7b.Q5_1.gguf b/calme-2.8-qwen2-7b.Q5_1.gguf new file mode 100644 index 0000000..93e572d --- /dev/null +++ b/calme-2.8-qwen2-7b.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c13d818bed4b2cebc5f3ec3d25d83aa8ad9f015f0a95a333b756dee55e7a8aa6 +size 5757067584 diff --git a/calme-2.8-qwen2-7b.Q5_K_M.gguf b/calme-2.8-qwen2-7b.Q5_K_M.gguf new file mode 100644 index 0000000..e0c7e3a --- /dev/null +++ b/calme-2.8-qwen2-7b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cae4518d1e0ede1bb6e3fa4ae3dd68bd94dd12ffee2f4592ae38ea26afc0d640 +size 5444829504 diff --git a/calme-2.8-qwen2-7b.Q5_K_S.gguf b/calme-2.8-qwen2-7b.Q5_K_S.gguf new file mode 100644 index 0000000..6cab101 --- /dev/null +++ b/calme-2.8-qwen2-7b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c36682fb151cb066832e21f86c96eebb07b62627f67735ced7abf218eb6a33ea +size 5315174720 diff --git a/calme-2.8-qwen2-7b.Q6_K.gguf b/calme-2.8-qwen2-7b.Q6_K.gguf new file mode 100644 index 0000000..f7173e9 --- /dev/null +++ b/calme-2.8-qwen2-7b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c57df2118d5288aecfdfb797c74e35344a2d709d0b9b080e6971eefec7c90b24 +size 6254197056 diff --git a/calme-2.8-qwen2-7b.Q8_0.gguf b/calme-2.8-qwen2-7b.Q8_0.gguf new file mode 100644 index 0000000..ceb40ea --- /dev/null +++ b/calme-2.8-qwen2-7b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c7eb8c835b694335a2bcf725fd25c3160a071e5d031ecc983662834a49a50ec +size 8098523456 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..9e26dfe --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{} \ No newline at end of file