commit cb85eb49b042a0cf265c9a1c458b2742c9b1114a Author: ModelHub XC Date: Wed Jul 8 04:59:09 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mgonzs13/stablelm-zephyr-3B-localmentor-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6a5dfdd --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3B-localmentor.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3B-localmentor.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3B-localmentor.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3B-localmentor.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3B-localmentor.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3B-localmentor.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3B-localmentor.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3B-localmentor.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3B-localmentor.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3B-localmentor.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3B-localmentor.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3B-localmentor.f16.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3B-localmentor.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3B-localmentor.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3B-localmentor.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6976ffc --- /dev/null +++ b/README.md @@ -0,0 +1,49 @@ +--- +base_model: remyxai/stablelm-zephyr-3B_localmentor +license: apache-2.0 +language: +- en +pipeline_tag: text-generation +tags: +- stablelm +- zephyr +- gguf +library_name: llama.cpp +model_creator: remyxai +model_name: stablelm-zephyr-3B_localmentor +model_type: stablelm +prompt_template: | + <|system|> + {system_prompt} + <|user|> + {prompt} + <|assistant|> +quantized_by: mgonzs13 +--- + +# stablelm-zephyr-3B-localmentor-GGUF + +**Model creator:** [remyxai](https://huggingface.co/remyxai)
+**Original model**: [stablelm-zephyr-3B_localmentor](https://huggingface.co/remyxai/stablelm-zephyr-3B_localmentor)
+**GGUF quantization:** `llama.cpp` commit [fadde6713506d9e6c124f5680ab8c7abebe31837](https://github.com/ggerganov/llama.cpp/tree/fadde6713506d9e6c124f5680ab8c7abebe31837)
+ +## Description + +Fine-tune with low-rank adapters on 25K conversational turns discussing tech/startup from over 800 podcast episodes. + +- **Developed by:** [Remyx.AI](https://huggingface.co/remyxai) +- **License:** apache-2.0 +- **Finetuned from model:** [stablelm-zephyr-3b](https://huggingface.co/stabilityai/stablelm-zephyr-3b) +- **Repository**: https://github.com/remyxai/LocalMentor + +## Prompt Template + +Following the [tokenizer_config.json](https://huggingface.co/remyxai/stablelm-zephyr-3B_localmentor/blob/main/tokenizer_config.json), the prompt template is Zephyr. + +``` +<|system|> +{system_prompt} +<|user|> +{prompt} +<|assistant|> +``` diff --git a/stablelm-zephyr-3B-localmentor.IQ3_M.gguf b/stablelm-zephyr-3B-localmentor.IQ3_M.gguf new file mode 100644 index 0000000..581d8de --- /dev/null +++ b/stablelm-zephyr-3B-localmentor.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23ac974855538bc321ed2489c26111d438950f8d8b0298608e728a157f9947e8 +size 1319555072 diff --git a/stablelm-zephyr-3B-localmentor.IQ3_S.gguf b/stablelm-zephyr-3B-localmentor.IQ3_S.gguf new file mode 100644 index 0000000..ae63a1c --- /dev/null +++ b/stablelm-zephyr-3B-localmentor.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4076407e012217b413886e7ced5619e08247b215e4257b87cf7dd2b2c3aca6a1 +size 1254449152 diff --git a/stablelm-zephyr-3B-localmentor.IQ3_XS.gguf b/stablelm-zephyr-3B-localmentor.IQ3_XS.gguf new file mode 100644 index 0000000..c17af20 --- /dev/null +++ b/stablelm-zephyr-3B-localmentor.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0ad712eddbb3401d3f1b1b4fb2670dbf703328d1c3fc739f26b635bb2bfbdb9 +size 1194975232 diff --git a/stablelm-zephyr-3B-localmentor.IQ4_NL.gguf b/stablelm-zephyr-3B-localmentor.IQ4_NL.gguf new file mode 100644 index 0000000..32780c5 --- /dev/null +++ b/stablelm-zephyr-3B-localmentor.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d21846b2b656de5d1a793274117f72e8caa9abdae653a9b698cdb46f2c08cfc +size 1617418752 diff --git a/stablelm-zephyr-3B-localmentor.IQ4_XS.gguf b/stablelm-zephyr-3B-localmentor.IQ4_XS.gguf new file mode 100644 index 0000000..5212cd5 --- /dev/null +++ b/stablelm-zephyr-3B-localmentor.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a2494d98c7b9fdfc5767d03adc6f486ef3cbf9d0067b1e1bd00095d2b78aaf9 +size 1536307712 diff --git a/stablelm-zephyr-3B-localmentor.Q2_K.gguf b/stablelm-zephyr-3B-localmentor.Q2_K.gguf new file mode 100644 index 0000000..3333ca3 --- /dev/null +++ b/stablelm-zephyr-3B-localmentor.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24522100fb630a658eb51374b4d227be35213f2de2174f63ef7ec7c39c07d2c8 +size 1083756032 diff --git a/stablelm-zephyr-3B-localmentor.Q3_K_L.gguf b/stablelm-zephyr-3B-localmentor.Q3_K_L.gguf new file mode 100644 index 0000000..bfd8f2a --- /dev/null +++ b/stablelm-zephyr-3B-localmentor.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ece2b36576b9c91dfa2d1e9c1299b2cebb6c13218fee72b6fed60706855d63a +size 1508564992 diff --git a/stablelm-zephyr-3B-localmentor.Q3_K_M.gguf b/stablelm-zephyr-3B-localmentor.Q3_K_M.gguf new file mode 100644 index 0000000..338ed46 --- /dev/null +++ b/stablelm-zephyr-3B-localmentor.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc65bec51d34899f6e9bd318efa4b7a670e1956d9ce9cde29f16e923d424a2b6 +size 1391419392 diff --git a/stablelm-zephyr-3B-localmentor.Q3_K_S.gguf b/stablelm-zephyr-3B-localmentor.Q3_K_S.gguf new file mode 100644 index 0000000..3be116a --- /dev/null +++ b/stablelm-zephyr-3B-localmentor.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0f8dda1f6366c3bfebe42d408448cd3f16ff134516c289d883c346ddc3eb512 +size 1254449152 diff --git a/stablelm-zephyr-3B-localmentor.Q4_K_M.gguf b/stablelm-zephyr-3B-localmentor.Q4_K_M.gguf new file mode 100644 index 0000000..afc2181 --- /dev/null +++ b/stablelm-zephyr-3B-localmentor.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af645f472a8d8a449287146acb2be301b74df5814426134898878d8f32ae51df +size 1708595712 diff --git a/stablelm-zephyr-3B-localmentor.Q4_K_S.gguf b/stablelm-zephyr-3B-localmentor.Q4_K_S.gguf new file mode 100644 index 0000000..184c7ac --- /dev/null +++ b/stablelm-zephyr-3B-localmentor.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd101a2c85df4c67950a7cd8f3545142f7f84bc315c63c45cff4141dc28dd87 +size 1620695552 diff --git a/stablelm-zephyr-3B-localmentor.Q5_K_M.gguf b/stablelm-zephyr-3B-localmentor.Q5_K_M.gguf new file mode 100644 index 0000000..15d1b60 --- /dev/null +++ b/stablelm-zephyr-3B-localmentor.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:946020e2b853528eaed25a59f7661e52fdd7846ba9832c7a670b67aacd307f38 +size 1993390592 diff --git a/stablelm-zephyr-3B-localmentor.Q5_K_S.gguf b/stablelm-zephyr-3B-localmentor.Q5_K_S.gguf new file mode 100644 index 0000000..d3ffb07 --- /dev/null +++ b/stablelm-zephyr-3B-localmentor.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a545e5feabfbe07500d409db6ac63089d8a1802d67066b2d002a0e1769c1d53e +size 1941862912 diff --git a/stablelm-zephyr-3B-localmentor.Q6_K.gguf b/stablelm-zephyr-3B-localmentor.Q6_K.gguf new file mode 100644 index 0000000..62c68b6 --- /dev/null +++ b/stablelm-zephyr-3B-localmentor.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d322be2b605907ccbe37bc722d003b60185417398801105f63ea3f72bcdc537 +size 2295985152 diff --git a/stablelm-zephyr-3B-localmentor.f16.gguf b/stablelm-zephyr-3B-localmentor.f16.gguf new file mode 100644 index 0000000..7d8e056 --- /dev/null +++ b/stablelm-zephyr-3B-localmentor.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:081ae345cf31deb8c57666b1b71c298e6f59921a445fe14fd93f95136f9edeec +size 5593341952