commit b51652011a90c971e425b51235dec7796c66a609 Author: ModelHub XC Date: Mon Jun 1 02:45:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/polyglot-lion-1.7b-v1.5-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..50a08e5 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +polyglot-lion-1.7b-v1.5.mmproj-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +polyglot-lion-1.7b-v1.5.mmproj-f16.gguf filter=lfs diff=lfs merge=lfs -text +polyglot-lion-1.7b-v1.5.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +polyglot-lion-1.7b-v1.5.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +polyglot-lion-1.7b-v1.5.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +polyglot-lion-1.7b-v1.5.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +polyglot-lion-1.7b-v1.5.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +polyglot-lion-1.7b-v1.5.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +polyglot-lion-1.7b-v1.5.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +polyglot-lion-1.7b-v1.5.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +polyglot-lion-1.7b-v1.5.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +polyglot-lion-1.7b-v1.5.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +polyglot-lion-1.7b-v1.5.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +polyglot-lion-1.7b-v1.5.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..f9e0eda --- /dev/null +++ b/README.md @@ -0,0 +1,95 @@ +--- +base_model: knoveleng/polyglot-lion-1.7b-v1.5 +datasets: +- knoveleng/cv-mandarin +- knoveleng/aishell1-mandarin +- knoveleng/aishell3-mandarin +- knoveleng/fleurs-mandarin +- knoveleng/fleurs-tamil +- knoveleng/slr127-tamil +- knoveleng/slr65-tamil +- knoveleng/cv-tamil +- knoveleng/mesolitica-malay +- knoveleng/fleurs-malay +- knoveleng/nsc-singlish +- knoveleng/librispeech-english +language: +- en +- zh +- ms +- ta +library_name: transformers +license: mit +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- singapore +- multilingual +- asr +- speech +--- +## About + + + + + + + + + +static quants of https://huggingface.co/knoveleng/polyglot-lion-1.7b-v1.5 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#polyglot-lion-1.7b-v1.5-GGUF).*** + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/polyglot-lion-1.7b-v1.5-GGUF/resolve/main/polyglot-lion-1.7b-v1.5.mmproj-Q8_0.gguf) | mmproj-Q8_0 | 0.5 | multi-modal supplement | +| [GGUF](https://huggingface.co/mradermacher/polyglot-lion-1.7b-v1.5-GGUF/resolve/main/polyglot-lion-1.7b-v1.5.mmproj-f16.gguf) | mmproj-f16 | 0.7 | multi-modal supplement | +| [GGUF](https://huggingface.co/mradermacher/polyglot-lion-1.7b-v1.5-GGUF/resolve/main/polyglot-lion-1.7b-v1.5.Q2_K.gguf) | Q2_K | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/polyglot-lion-1.7b-v1.5-GGUF/resolve/main/polyglot-lion-1.7b-v1.5.Q3_K_S.gguf) | Q3_K_S | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/polyglot-lion-1.7b-v1.5-GGUF/resolve/main/polyglot-lion-1.7b-v1.5.Q3_K_M.gguf) | Q3_K_M | 1.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/polyglot-lion-1.7b-v1.5-GGUF/resolve/main/polyglot-lion-1.7b-v1.5.Q3_K_L.gguf) | Q3_K_L | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/polyglot-lion-1.7b-v1.5-GGUF/resolve/main/polyglot-lion-1.7b-v1.5.IQ4_XS.gguf) | IQ4_XS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/polyglot-lion-1.7b-v1.5-GGUF/resolve/main/polyglot-lion-1.7b-v1.5.Q4_K_S.gguf) | Q4_K_S | 1.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/polyglot-lion-1.7b-v1.5-GGUF/resolve/main/polyglot-lion-1.7b-v1.5.Q4_K_M.gguf) | Q4_K_M | 1.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/polyglot-lion-1.7b-v1.5-GGUF/resolve/main/polyglot-lion-1.7b-v1.5.Q5_K_S.gguf) | Q5_K_S | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/polyglot-lion-1.7b-v1.5-GGUF/resolve/main/polyglot-lion-1.7b-v1.5.Q5_K_M.gguf) | Q5_K_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/polyglot-lion-1.7b-v1.5-GGUF/resolve/main/polyglot-lion-1.7b-v1.5.Q6_K.gguf) | Q6_K | 1.5 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/polyglot-lion-1.7b-v1.5-GGUF/resolve/main/polyglot-lion-1.7b-v1.5.Q8_0.gguf) | Q8_0 | 1.9 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/polyglot-lion-1.7b-v1.5-GGUF/resolve/main/polyglot-lion-1.7b-v1.5.f16.gguf) | f16 | 3.5 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/polyglot-lion-1.7b-v1.5.IQ4_XS.gguf b/polyglot-lion-1.7b-v1.5.IQ4_XS.gguf new file mode 100644 index 0000000..b91a886 --- /dev/null +++ b/polyglot-lion-1.7b-v1.5.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5c67f44053c0049f991aa740ae10501ca79939f5ff51f472823e822d35e831c +size 1016280416 diff --git a/polyglot-lion-1.7b-v1.5.Q2_K.gguf b/polyglot-lion-1.7b-v1.5.Q2_K.gguf new file mode 100644 index 0000000..d4d7139 --- /dev/null +++ b/polyglot-lion-1.7b-v1.5.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8e381670124993d922adaed1ae1b5741d0369f1a90dd01dafee79ff885c589f +size 777794912 diff --git a/polyglot-lion-1.7b-v1.5.Q3_K_L.gguf b/polyglot-lion-1.7b-v1.5.Q3_K_L.gguf new file mode 100644 index 0000000..25ab82b --- /dev/null +++ b/polyglot-lion-1.7b-v1.5.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fe5f39b97b5def0626dd484df463539b760f3868556ed91b0a4e79b71c2abcc +size 1003500896 diff --git a/polyglot-lion-1.7b-v1.5.Q3_K_M.gguf b/polyglot-lion-1.7b-v1.5.Q3_K_M.gguf new file mode 100644 index 0000000..3bd6d66 --- /dev/null +++ b/polyglot-lion-1.7b-v1.5.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f56c240a8bbab1cd659e4c0dd70f8c8606b55ab3415402e8479efabb0d59b87 +size 939537760 diff --git a/polyglot-lion-1.7b-v1.5.Q3_K_S.gguf b/polyglot-lion-1.7b-v1.5.Q3_K_S.gguf new file mode 100644 index 0000000..450301e --- /dev/null +++ b/polyglot-lion-1.7b-v1.5.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbdfa0f1b2d0b93170dcc39da75e74a2509a76d77c3d0d4a52cbc808acd4dd5c +size 867251552 diff --git a/polyglot-lion-1.7b-v1.5.Q4_K_M.gguf b/polyglot-lion-1.7b-v1.5.Q4_K_M.gguf new file mode 100644 index 0000000..955b0c2 --- /dev/null +++ b/polyglot-lion-1.7b-v1.5.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edea3b42ca1eb3474e4af171766516023bbfc12d294fb59851c2c87f15a30618 +size 1107408224 diff --git a/polyglot-lion-1.7b-v1.5.Q4_K_S.gguf b/polyglot-lion-1.7b-v1.5.Q4_K_S.gguf new file mode 100644 index 0000000..3d50fac --- /dev/null +++ b/polyglot-lion-1.7b-v1.5.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e900f07faeb73debc0316319f890b02eba3dc68b59eb08bb26903c0d4b1e6ef3 +size 1060189536 diff --git a/polyglot-lion-1.7b-v1.5.Q5_K_M.gguf b/polyglot-lion-1.7b-v1.5.Q5_K_M.gguf new file mode 100644 index 0000000..6166ec6 --- /dev/null +++ b/polyglot-lion-1.7b-v1.5.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc30c94d0c4dbbadb31469a4159fef6fc308cef71d5a11991d213137ae23fce0 +size 1257878880 diff --git a/polyglot-lion-1.7b-v1.5.Q5_K_S.gguf b/polyglot-lion-1.7b-v1.5.Q5_K_S.gguf new file mode 100644 index 0000000..0bb78ff --- /dev/null +++ b/polyglot-lion-1.7b-v1.5.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1874b34669c3527a983cb302b558f035a5f9c174136e6444a3ba73aac85b2b94 +size 1230583136 diff --git a/polyglot-lion-1.7b-v1.5.Q6_K.gguf b/polyglot-lion-1.7b-v1.5.Q6_K.gguf new file mode 100644 index 0000000..59aebc0 --- /dev/null +++ b/polyglot-lion-1.7b-v1.5.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23a8721f764f9b1f98d5292dbf44cb7101ea032fc6832cf08cd0cf90eca5dc8f +size 1417753952 diff --git a/polyglot-lion-1.7b-v1.5.Q8_0.gguf b/polyglot-lion-1.7b-v1.5.Q8_0.gguf new file mode 100644 index 0000000..572fd2a --- /dev/null +++ b/polyglot-lion-1.7b-v1.5.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:806688e1baaf9618f884fa7976bebeb40101752273660b8def2d51bd0e37c744 +size 1834425696 diff --git a/polyglot-lion-1.7b-v1.5.f16.gguf b/polyglot-lion-1.7b-v1.5.f16.gguf new file mode 100644 index 0000000..4db21a6 --- /dev/null +++ b/polyglot-lion-1.7b-v1.5.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e29e462fa4451630ba44ebddaa66af11d175f7ff3b8ccf5a56c6f3ff2b4eae94 +size 3447348576 diff --git a/polyglot-lion-1.7b-v1.5.mmproj-Q8_0.gguf b/polyglot-lion-1.7b-v1.5.mmproj-Q8_0.gguf new file mode 100644 index 0000000..32ad083 --- /dev/null +++ b/polyglot-lion-1.7b-v1.5.mmproj-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a38384647e86fe53b2c3f8651976fde26cdc0ec6cdd512211ef653259924ca9 +size 355712384 diff --git a/polyglot-lion-1.7b-v1.5.mmproj-f16.gguf b/polyglot-lion-1.7b-v1.5.mmproj-f16.gguf new file mode 100644 index 0000000..e6606d5 --- /dev/null +++ b/polyglot-lion-1.7b-v1.5.mmproj-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b2a38fc12bdd74b59a0914294dd31390211a55b533f8ecf6c668ee528848ed0 +size 641777024