commit aab8dca3ba72708a8374b0997879de300aba677e Author: ModelHub XC Date: Mon Sep 7 12:40:15 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: brittlewis12/Qwen1.5-1.8B-OpenHermes-2.5-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d2db5ad --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +qwen1.5-1.8b-openhermes-2.5.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +qwen1.5-1.8b-openhermes-2.5.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +qwen1.5-1.8b-openhermes-2.5.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +qwen1.5-1.8b-openhermes-2.5.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +qwen1.5-1.8b-openhermes-2.5.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +qwen1.5-1.8b-openhermes-2.5.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +qwen1.5-1.8b-openhermes-2.5.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +qwen1.5-1.8b-openhermes-2.5.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +qwen1.5-1.8b-openhermes-2.5.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +qwen1.5-1.8b-openhermes-2.5.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +qwen1.5-1.8b-openhermes-2.5.fp16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..aaa204e --- /dev/null +++ b/README.md @@ -0,0 +1,62 @@ +--- +license: other +base_model: Qwen/Qwen1.5-1.8B +datasets: + - teknium/OpenHermes-2.5 +language: +- en +model_creator: minghaowu +model_name: Qwen1.5-1.8B-OpenHermes-2.5 +model_type: qwen +inference: false +pipeline_tag: text-generation +prompt_template: | + <|im_start|>system + {{system_message}}<|im_end|> + <|im_start|>user + {{prompt}}<|im_end|> + <|im_start|>assistant + +quantized_by: brittlewis12 +--- + +# Qwen1.5-1.8B-OpenHermes-2.5 GGUF + +Original model: [Qwen1.5-1.8B-OpenHermes-2.5](https://huggingface.co/minghaowu/Qwen1.5-1.8B-OpenHermes-2.5) +Model creator: [minghaowu](https://huggingface.co/minghaowu) + +This repo contains GGUF format model files for minghaowu’s Qwen1.5-1.8B-OpenHermes-2.5. + +> This model is a fine-tuned version of Qwen/Qwen1.5-1.8B on the teknium/OpenHermes-2.5 dataset. + + +### What is GGUF? + +GGUF is a file format for representing AI models. It is the third version of the format, introduced by the llama.cpp team on August 21st 2023. It is a replacement for GGML, which is no longer supported by llama.cpp. +Converted using llama.cpp b2116 ([f026f81](https://github.com/ggerganov/llama.cpp/commits/f026f8120f97090d34a52b3dc023c82e0ede3f7d)) + +### Prompt template: ChatML + +``` + <|im_start|>system + {{system_message}}<|im_end|> + <|im_start|>user + {{prompt}}<|im_end|> + <|im_start|>assistant +``` + +--- + +## Download & run with [cnvrs](https://twitter.com/cnvrsai) on iPhone, iPad, and Mac! + +![cnvrs.ai](https://pbs.twimg.com/profile_images/1744049151241797632/0mIP-P9e_400x400.jpg) + +[cnvrs](https://testflight.apple.com/join/sFWReS7K) is the best app for private, local AI on your device: +- create & save **Characters** with custom system prompts & temperature settings +- download and experiment with any **GGUF model** you can [find on HuggingFace](https://huggingface.co/models?library=gguf)! +- make it your own with custom **Theme colors** +- powered by Metal ⚡️ & [Llama.cpp](https://github.com/ggerganov/llama.cpp), with **haptics** during response streaming! +- **try it out** yourself today, on [Testflight](https://testflight.apple.com/join/sFWReS7K)! +- follow [cnvrs on twitter](https://twitter.com/cnvrsai) to stay up to date + +--- \ No newline at end of file diff --git a/qwen1.5-1.8b-openhermes-2.5.Q2_K.gguf b/qwen1.5-1.8b-openhermes-2.5.Q2_K.gguf new file mode 100644 index 0000000..a6c2d0c --- /dev/null +++ b/qwen1.5-1.8b-openhermes-2.5.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c27b8023e53988df71ae1e6371bea4e002abffaa973504a296ebce5dbfa51c7 +size 863477568 diff --git a/qwen1.5-1.8b-openhermes-2.5.Q3_K_L.gguf b/qwen1.5-1.8b-openhermes-2.5.Q3_K_L.gguf new file mode 100644 index 0000000..83cfe16 --- /dev/null +++ b/qwen1.5-1.8b-openhermes-2.5.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6235361f7e6b9526912de707dd096893b89ebb7ebb2b4f41c2665084920b8ad5 +size 1056200512 diff --git a/qwen1.5-1.8b-openhermes-2.5.Q3_K_M.gguf b/qwen1.5-1.8b-openhermes-2.5.Q3_K_M.gguf new file mode 100644 index 0000000..85ef274 --- /dev/null +++ b/qwen1.5-1.8b-openhermes-2.5.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fca99725dbf6f63078a2aae72a54b05a3a8d43fa238a270d2c7ecd44b068114f +size 1015879488 diff --git a/qwen1.5-1.8b-openhermes-2.5.Q3_K_S.gguf b/qwen1.5-1.8b-openhermes-2.5.Q3_K_S.gguf new file mode 100644 index 0000000..4853a1a --- /dev/null +++ b/qwen1.5-1.8b-openhermes-2.5.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a3413e337a252c3c84d5733c39903a4384b4dce0129011eb01683910cee0a68 +size 970479424 diff --git a/qwen1.5-1.8b-openhermes-2.5.Q4_K_M.gguf b/qwen1.5-1.8b-openhermes-2.5.Q4_K_M.gguf new file mode 100644 index 0000000..0f4f9e7 --- /dev/null +++ b/qwen1.5-1.8b-openhermes-2.5.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9a657e48c69c5741f2c5ba158b54642bcad1e6261d1f4ea86f31ed004001a22 +size 1217752896 diff --git a/qwen1.5-1.8b-openhermes-2.5.Q4_K_S.gguf b/qwen1.5-1.8b-openhermes-2.5.Q4_K_S.gguf new file mode 100644 index 0000000..5b287cf --- /dev/null +++ b/qwen1.5-1.8b-openhermes-2.5.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da5f8f20a1207a5615a4660d021cfb6a9cf266cb36f2bafc66ba2a38fd3ecb3b +size 1158262592 diff --git a/qwen1.5-1.8b-openhermes-2.5.Q5_K_M.gguf b/qwen1.5-1.8b-openhermes-2.5.Q5_K_M.gguf new file mode 100644 index 0000000..75da32e --- /dev/null +++ b/qwen1.5-1.8b-openhermes-2.5.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74d41bb3850231ccc22db5ff0631ef6a19fde2db660404761fca3465ea18a567 +size 1376776000 diff --git a/qwen1.5-1.8b-openhermes-2.5.Q5_K_S.gguf b/qwen1.5-1.8b-openhermes-2.5.Q5_K_S.gguf new file mode 100644 index 0000000..9570360 --- /dev/null +++ b/qwen1.5-1.8b-openhermes-2.5.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b1dfad3dace043256d98c38937c4feb38fa6f172da25518b0f229269ae0dd63 +size 1327820608 diff --git a/qwen1.5-1.8b-openhermes-2.5.Q6_K.gguf b/qwen1.5-1.8b-openhermes-2.5.Q6_K.gguf new file mode 100644 index 0000000..0d640b7 --- /dev/null +++ b/qwen1.5-1.8b-openhermes-2.5.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:190070e73afd1cfe933e348f9f06a2d06cb4b3b29c96da6625b7de5e0a5dae7e +size 1579026240 diff --git a/qwen1.5-1.8b-openhermes-2.5.Q8_0.gguf b/qwen1.5-1.8b-openhermes-2.5.Q8_0.gguf new file mode 100644 index 0000000..6f9df87 --- /dev/null +++ b/qwen1.5-1.8b-openhermes-2.5.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1d8247631275b877eae21b29e26c65192c754d865aab9575dbdb42593be363f +size 1958303552 diff --git a/qwen1.5-1.8b-openhermes-2.5.fp16.gguf b/qwen1.5-1.8b-openhermes-2.5.fp16.gguf new file mode 100644 index 0000000..c4265a0 --- /dev/null +++ b/qwen1.5-1.8b-openhermes-2.5.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49045c9d4ba7f5b0f759b63e699fa3edc38924648220a5fe2fd5a922fc4054e7 +size 3680098016