From 6d65df7633e7d7861535208c9f462bea3de1e5a7 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 13 Jul 2026 03:36:10 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: asedmammad/PersianMind-v1.0-GGUF Source: Original Platform --- .gitattributes | 50 +++++++++++++++++++++++++++++++ PersianMind-v1.0.f16.gguf | 3 ++ PersianMind-v1.0.q2_K.gguf | 3 ++ PersianMind-v1.0.q3_K_L.gguf | 3 ++ PersianMind-v1.0.q3_K_M.gguf | 3 ++ PersianMind-v1.0.q3_K_S.gguf | 3 ++ PersianMind-v1.0.q4_0.gguf | 3 ++ PersianMind-v1.0.q4_1.gguf | 3 ++ PersianMind-v1.0.q4_K_M.gguf | 3 ++ PersianMind-v1.0.q4_K_S.gguf | 3 ++ PersianMind-v1.0.q5_0.gguf | 3 ++ PersianMind-v1.0.q5_1.gguf | 3 ++ PersianMind-v1.0.q5_K_M.gguf | 3 ++ PersianMind-v1.0.q5_K_S.gguf | 3 ++ PersianMind-v1.0.q6_K.gguf | 3 ++ PersianMind-v1.0.q8_0.gguf | 3 ++ README.md | 58 ++++++++++++++++++++++++++++++++++++ 17 files changed, 153 insertions(+) create mode 100644 .gitattributes create mode 100644 PersianMind-v1.0.f16.gguf create mode 100644 PersianMind-v1.0.q2_K.gguf create mode 100644 PersianMind-v1.0.q3_K_L.gguf create mode 100644 PersianMind-v1.0.q3_K_M.gguf create mode 100644 PersianMind-v1.0.q3_K_S.gguf create mode 100644 PersianMind-v1.0.q4_0.gguf create mode 100644 PersianMind-v1.0.q4_1.gguf create mode 100644 PersianMind-v1.0.q4_K_M.gguf create mode 100644 PersianMind-v1.0.q4_K_S.gguf create mode 100644 PersianMind-v1.0.q5_0.gguf create mode 100644 PersianMind-v1.0.q5_1.gguf create mode 100644 PersianMind-v1.0.q5_K_M.gguf create mode 100644 PersianMind-v1.0.q5_K_S.gguf create mode 100644 PersianMind-v1.0.q6_K.gguf create mode 100644 PersianMind-v1.0.q8_0.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a9aab8c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +PersianMind-v1.0.f16.gguf filter=lfs diff=lfs merge=lfs -text +PersianMind-v1.0.q2_K.gguf filter=lfs diff=lfs merge=lfs -text +PersianMind-v1.0.q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +PersianMind-v1.0.q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +PersianMind-v1.0.q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +PersianMind-v1.0.q4_0.gguf filter=lfs diff=lfs merge=lfs -text +PersianMind-v1.0.q4_1.gguf filter=lfs diff=lfs merge=lfs -text +PersianMind-v1.0.q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +PersianMind-v1.0.q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +PersianMind-v1.0.q5_0.gguf filter=lfs diff=lfs merge=lfs -text +PersianMind-v1.0.q5_1.gguf filter=lfs diff=lfs merge=lfs -text +PersianMind-v1.0.q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +PersianMind-v1.0.q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +PersianMind-v1.0.q6_K.gguf filter=lfs diff=lfs merge=lfs -text +PersianMind-v1.0.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/PersianMind-v1.0.f16.gguf b/PersianMind-v1.0.f16.gguf new file mode 100644 index 0000000..2b160ef --- /dev/null +++ b/PersianMind-v1.0.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f1d1213e93e8b8b4ae3cfdc3bf67192d2d98431dacaeb6d1c1ba50cedb997f7 +size 13634171584 diff --git a/PersianMind-v1.0.q2_K.gguf b/PersianMind-v1.0.q2_K.gguf new file mode 100644 index 0000000..4773643 --- /dev/null +++ b/PersianMind-v1.0.q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0e7f7b26a35bfcac5135b9271eeaff7d63e5c957a5e1763730fcafb64edf71b +size 2577853728 diff --git a/PersianMind-v1.0.q3_K_L.gguf b/PersianMind-v1.0.q3_K_L.gguf new file mode 100644 index 0000000..9356ffc --- /dev/null +++ b/PersianMind-v1.0.q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05e874a293b7ba13e9677acdaf86fb16ac26541e96a9eefe5a085d47b51aa586 +size 3646057184 diff --git a/PersianMind-v1.0.q3_K_M.gguf b/PersianMind-v1.0.q3_K_M.gguf new file mode 100644 index 0000000..259d2ee --- /dev/null +++ b/PersianMind-v1.0.q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc9067f828a88dbfedbe23c7d5841a0fac173925413be2350b556c05f95db70 +size 3346950880 diff --git a/PersianMind-v1.0.q3_K_S.gguf b/PersianMind-v1.0.q3_K_S.gguf new file mode 100644 index 0000000..7e1dd72 --- /dev/null +++ b/PersianMind-v1.0.q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10b5f96bb3b901c79c25598a5a7a69bc86031aa153c2fea08fa7390cbbef83f2 +size 2997250784 diff --git a/PersianMind-v1.0.q4_0.gguf b/PersianMind-v1.0.q4_0.gguf new file mode 100644 index 0000000..4057b39 --- /dev/null +++ b/PersianMind-v1.0.q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b7f162a8039f837a1f22841560905aa7188891747bc1e4633825c535518d0f6 +size 3879926688 diff --git a/PersianMind-v1.0.q4_1.gguf b/PersianMind-v1.0.q4_1.gguf new file mode 100644 index 0000000..c9c087a --- /dev/null +++ b/PersianMind-v1.0.q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9625cbde8b53ad6b47485772dbd5a7a76e9a6425fae56554f1bae00edbd7621d +size 4295303584 diff --git a/PersianMind-v1.0.q4_K_M.gguf b/PersianMind-v1.0.q4_K_M.gguf new file mode 100644 index 0000000..0305a0d --- /dev/null +++ b/PersianMind-v1.0.q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e21334b37cb89deea7499748b996495c2e87b4a68ce25a716a0c11fef103b0f +size 4135123872 diff --git a/PersianMind-v1.0.q4_K_S.gguf b/PersianMind-v1.0.q4_K_S.gguf new file mode 100644 index 0000000..4df5f12 --- /dev/null +++ b/PersianMind-v1.0.q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b8117479c3f2243f5963d8426589039b371f7116b4fa485d129a36f8cffb795 +size 3910859680 diff --git a/PersianMind-v1.0.q5_0.gguf b/PersianMind-v1.0.q5_0.gguf new file mode 100644 index 0000000..f667a52 --- /dev/null +++ b/PersianMind-v1.0.q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e9648a76dcd9191627ed728d88b71221c6469e5da9fbea182fda037e4035e33 +size 4710680480 diff --git a/PersianMind-v1.0.q5_1.gguf b/PersianMind-v1.0.q5_1.gguf new file mode 100644 index 0000000..9ca8b7c --- /dev/null +++ b/PersianMind-v1.0.q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6ac3e140b7f06ec0874f0fb48da12a3729414a5c9bab8c544501c23ac4e93e4 +size 5126057376 diff --git a/PersianMind-v1.0.q5_K_M.gguf b/PersianMind-v1.0.q5_K_M.gguf new file mode 100644 index 0000000..805c9bc --- /dev/null +++ b/PersianMind-v1.0.q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35e4f9362481ff31328a9e0c5032bd7c144e3abbf3bd29af92d715e7796b2f00 +size 4842145696 diff --git a/PersianMind-v1.0.q5_K_S.gguf b/PersianMind-v1.0.q5_K_S.gguf new file mode 100644 index 0000000..598abfc --- /dev/null +++ b/PersianMind-v1.0.q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a431e3dfdb124cfff4fc74d8bef0f884fcbd9e080119bf4f5854429b17b62e46 +size 4710680480 diff --git a/PersianMind-v1.0.q6_K.gguf b/PersianMind-v1.0.q6_K.gguf new file mode 100644 index 0000000..7384176 --- /dev/null +++ b/PersianMind-v1.0.q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12e3e6ef7dd3dd26b6522cf5439a8a71529749e12cb850f9ef8464bc27c1f75d +size 5593356384 diff --git a/PersianMind-v1.0.q8_0.gguf b/PersianMind-v1.0.q8_0.gguf new file mode 100644 index 0000000..4ba4dca --- /dev/null +++ b/PersianMind-v1.0.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df9d8fe3871df2f4609b7c9ef0a7f1528f56cd051f5aad9af978bed7a6f7fb96 +size 7244119776 diff --git a/README.md b/README.md new file mode 100644 index 0000000..41caf93 --- /dev/null +++ b/README.md @@ -0,0 +1,58 @@ +--- +license: cc +inference: false +language: +- fa +- en +tags: +- llama +- text-generation-inference +pipeline_tag: text-generation +--- + +# UniversityOfTehran's PersianMind-v1.0 GGUF + +These files are GGUF format model files for [UniversityOfTehran's PersianMind-v1.0](https://huggingface.co/universitytehran/PersianMind-v1.0). + +GGUF files are for CPU + GPU inference using [llama.cpp](https://github.com/ggerganov/llama.cpp) and libraries and UIs which support this format, such as: +* [text-generation-webui](https://github.com/oobabooga/text-generation-webui) +* [KoboldCpp](https://github.com/LostRuins/koboldcpp) +* [ParisNeo/GPT4All-UI](https://github.com/ParisNeo/gpt4all-ui) +* [llama-cpp-python](https://github.com/abetlen/llama-cpp-python) +* [ctransformers](https://github.com/marella/ctransformers) + +## How to run in `llama.cpp` + +I use the following command line, adjust for your tastes and needs: + +``` +./main -t 2 -ngl 32 -m PersianMind-v1.0.q4_K_M.gguf --color -c 2048 --temp 0.7 --repeat_penalty 1.2 -n -1 -e -p "This is a conversation with PersianMind. It is an artificial intelligence model designed by a team of NLP experts at the University of Tehran to help you with various tasks such as answering questions, providing recommendations, and helping with decision making. You can ask it anything you want and it will do its best to give you accurate and relevant information.\nYou: در مورد هوش مصنوعی توضیح بده.\nPersianMind: " +``` +Change `-t 2` to the number of physical CPU cores you have. For example if your system has 8 cores/16 threads, use `-t 8`. + +Change `-ngl 32` to the number of layers to offload to GPU. Remove it if you don't have GPU acceleration. + +If you want to have a chat-style conversation, replace the `-p ` argument with `-i -ins`, you can use `--interactive-first` to start in interactive mode. + +Though the model outputs good persian text among the open source models, enabling sampling or using high temperature values in llama.cpp causes the model to output non sense persian text, so currently I am using it with low temperature value with alpaca instruct template: + +``` +./main -t 2 -ngl 32 -m PersianMind-v1.0.q4_K_M.gguf --color -c 2048 --temp 0.2 --repeat_penalty 1.2 -n -1 -e -p "### Instruction: در مورد زنبور عسل توضیح بده ### Response:" +``` + +## Compatibility + +I have uploded both the original llama.cpp quant methods (`q4_0, q4_1, q5_0, q5_1, q8_0`) as well as the k-quant methods (`q2_K, q3_K_S, q3_K_M, q3_K_L, q4_K_S, q4_K_M, q5_K_S, q6_K`). + +Please refer to [llama.cpp](https://github.com/ggerganov/llama.cpp) and [TheBloke](https://huggingface.co/TheBloke)'s GGUF models for further explanation. + +## How to run in `text-generation-webui` + +Further instructions here: [text-generation-webui/docs/llama.cpp-models.md](https://github.com/oobabooga/text-generation-webui/blob/main/docs/llama.cpp-models.md). + + +## Thanks + +Thanks to [Pedram Rostami, Ali Salemi, and Mohammad Javad Dousti](https://huggingface.co/universitytehran) for providing checkpoints of the model. + +Thanks to [Georgi Gerganov](https://github.com/ggerganov) and all of the awesome people in the AI community. \ No newline at end of file