commit 6d0bc28a386510c404912394bcf5276632393e05 Author: ModelHub XC Date: Mon Apr 20 07:36:56 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: mradermacher/OmniTranslate-1.0-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d0b9b85 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +OmniTranslate-1.0.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +OmniTranslate-1.0.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +OmniTranslate-1.0.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +OmniTranslate-1.0.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OmniTranslate-1.0.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OmniTranslate-1.0.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OmniTranslate-1.0.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OmniTranslate-1.0.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OmniTranslate-1.0.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OmniTranslate-1.0.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +OmniTranslate-1.0.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +OmniTranslate-1.0.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/OmniTranslate-1.0.IQ4_XS.gguf b/OmniTranslate-1.0.IQ4_XS.gguf new file mode 100644 index 0000000..c852991 --- /dev/null +++ b/OmniTranslate-1.0.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:651bb29ebfcc3fba5d1c084a2a90b6b67d60356fee924758a16056948a9e6263 +size 369285024 diff --git a/OmniTranslate-1.0.Q2_K.gguf b/OmniTranslate-1.0.Q2_K.gguf new file mode 100644 index 0000000..76016c5 --- /dev/null +++ b/OmniTranslate-1.0.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f7671a6ad001b06f51dde782388eeca595da32fbe8e8bca9adc29b021283d97 +size 296245152 diff --git a/OmniTranslate-1.0.Q3_K_L.gguf b/OmniTranslate-1.0.Q3_K_L.gguf new file mode 100644 index 0000000..87758d2 --- /dev/null +++ b/OmniTranslate-1.0.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0de265c1fdbe2ed2c80ab9e64f1cdd4490c68bac02b3fee72240e297adfee27 +size 368498592 diff --git a/OmniTranslate-1.0.Q3_K_M.gguf b/OmniTranslate-1.0.Q3_K_M.gguf new file mode 100644 index 0000000..5545d47 --- /dev/null +++ b/OmniTranslate-1.0.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcfd14245c0c1caeaa3285938fa7bf11260aa79f1a52e80c31a544c7856d0165 +size 347133856 diff --git a/OmniTranslate-1.0.Q3_K_S.gguf b/OmniTranslate-1.0.Q3_K_S.gguf new file mode 100644 index 0000000..8ea336f --- /dev/null +++ b/OmniTranslate-1.0.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e133b3b3b555e65cf2f8775d86e2242d53d8e1a1a60c78cf9c1a491824e7635 +size 323082144 diff --git a/OmniTranslate-1.0.Q4_K_M.gguf b/OmniTranslate-1.0.Q4_K_M.gguf new file mode 100644 index 0000000..80d47b1 --- /dev/null +++ b/OmniTranslate-1.0.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4c6f2646f12b89b3e30e18914292674b60c35ad9a85e12cd5dc91e4e9be47fa +size 396711840 diff --git a/OmniTranslate-1.0.Q4_K_S.gguf b/OmniTranslate-1.0.Q4_K_S.gguf new file mode 100644 index 0000000..e64ccb4 --- /dev/null +++ b/OmniTranslate-1.0.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d74e03c8f588ae1a9ac1c5a6485da0ee5f1af574c55a398ad6220c68135f1de0 +size 383276960 diff --git a/OmniTranslate-1.0.Q5_K_M.gguf b/OmniTranslate-1.0.Q5_K_M.gguf new file mode 100644 index 0000000..f2a1839 --- /dev/null +++ b/OmniTranslate-1.0.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21ee7cbd350ef7a80e828186902bcfbade342f5e0973545e3e3d7b6530171fa4 +size 444422048 diff --git a/OmniTranslate-1.0.Q5_K_S.gguf b/OmniTranslate-1.0.Q5_K_S.gguf new file mode 100644 index 0000000..02e653e --- /dev/null +++ b/OmniTranslate-1.0.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b89281df62147c6058878075c09605e47b4e6a126320c9721cf0680bbcc8e13 +size 436623264 diff --git a/OmniTranslate-1.0.Q6_K.gguf b/OmniTranslate-1.0.Q6_K.gguf new file mode 100644 index 0000000..da1c3c5 --- /dev/null +++ b/OmniTranslate-1.0.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296aa47379ccde09e4227d673bb742f890fa27a2364edee2a0d4ad9ac2ba93ec +size 495114144 diff --git a/OmniTranslate-1.0.Q8_0.gguf b/OmniTranslate-1.0.Q8_0.gguf new file mode 100644 index 0000000..709d95b --- /dev/null +++ b/OmniTranslate-1.0.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67c618ab5c532fee745291ddee58c23c5581873ba223861afb1acc724487ef53 +size 639454112 diff --git a/OmniTranslate-1.0.f16.gguf b/OmniTranslate-1.0.f16.gguf new file mode 100644 index 0000000..a4b5039 --- /dev/null +++ b/OmniTranslate-1.0.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:398b3741c93ad9eb8f1f77e09d48a2aad41d126c9cd602d43a9718cc684abb06 +size 1198189472 diff --git a/README.md b/README.md new file mode 100644 index 0000000..5a7d531 --- /dev/null +++ b/README.md @@ -0,0 +1,577 @@ +--- +base_model: MihaiPopa-1/OmniTranslate-1.0 +datasets: +- MihaiPopa-1/OmniSurgical-1.0 +language: +- abk +- abq +- abs +- acm +- adh +- adi +- ady +- aeb +- afr +- agx +- aii +- aim +- ain +- ajz +- akb +- aln +- als +- alt +- amh +- anp +- aoz +- apc +- apt +- arb +- arg +- arq +- ars +- ary +- arz +- asm +- ast +- atb +- ava +- awa +- ayp +- ayr +- azb +- azj +- bak +- bam +- ban +- bar +- bas +- bbc +- bbk +- bcl +- bdq +- bel +- ben +- bew +- bho +- bhp +- bis +- biu +- bjn +- bod +- bos +- brh +- brx +- bts +- btx +- bug +- bul +- bwi +- bxr +- cat +- cbk +- ccp +- ceb +- ces +- cfm +- cha +- che +- chr +- chu +- chv +- cjs +- ckb +- ckt +- cmn +- cnh +- cnw +- cos +- crh +- crj +- crk +- crl +- crs +- csb +- csw +- csy +- ctd +- cym +- czt +- dak +- dan +- dar +- deu +- dik +- diu +- div +- dje +- dks +- dln +- dng +- dnw +- doi +- dru +- dsb +- dtp +- dty +- dzo +- ekk +- ell +- enl +- enm +- epo +- ess +- eus +- eve +- ewo +- ext +- fao +- fas +- ffm +- fij +- fil +- fin +- fit +- fkv +- fmu +- fra +- fro +- frp +- fry +- fuf +- fur +- fuv +- gag +- gaz +- gcf +- gla +- gle +- glg +- glk +- glv +- gmh +- gnb +- goh +- gom +- gos +- grc +- gsw +- gug +- guj +- guz +- hac +- hae +- hak +- hat +- hau +- haw +- hbo +- heb +- her +- hif +- hil +- hin +- hmr +- hne +- hns +- hrv +- hrx +- hsb +- hun +- hwc +- hye +- hyw +- iba +- ibg +- ibo +- ife +- ike +- ikt +- ilo +- ina +- ind +- inh +- isl +- ita +- ivv +- jav +- jpn +- jun +- kaa +- kab +- kac +- kak +- kal +- kam +- kan +- kas +- kat +- kaz +- kbd +- kca +- kdh +- kdr +- kea +- kei +- kgp +- kha +- khk +- khm +- kik +- kin +- kir +- kiu +- kjb +- kjh +- kmr +- knc +- koi +- kor +- kos +- kpv +- krj +- krl +- kru +- ksh +- ksw +- ktj +- ktz +- kua +- kum +- kwn +- kyu +- kzj +- lad +- lao +- lat +- lbe +- ldn +- lew +- lez +- lfn +- lim +- lin +- lis +- lit +- lki +- lld +- lmk +- lnd +- lrc +- ltg +- ltz +- lud +- lug +- luo +- lus +- lvs +- lwg +- lzh +- mag +- mah +- mai +- mak +- mal +- mar +- mas +- mbf +- mdf +- mer +- mfe +- mfg +- mfy +- mhi +- mhr +- mhy +- min +- mip +- mjw +- mkd +- mlt +- mni +- mnk +- mns +- mnw +- moh +- mph +- mqy +- mri +- mrj +- mrw +- mtg +- mui +- mup +- mus +- mvp +- mwf +- mwl +- mww +- mya +- myv +- myx +- mzh +- nah +- nan +- nap +- naq +- nbu +- nde +- ndo +- nds +- new +- nio +- njn +- njo +- nld +- nmf +- nmz +- nno +- nob +- nog +- non +- npi +- npo +- nrf +- nri +- nrm +- nse +- nus +- nya +- nyn +- nzm +- obo +- oci +- ojb +- olo +- orv +- ory +- oss +- ota +- oto +- otw +- pam +- pan +- pap +- pbt +- pcd +- pck +- pcm +- pfl +- plt +- pmq +- pmx +- pnb +- pnt +- pol +- por +- pov +- ppk +- pps +- prg +- pui +- pxm +- quc +- qul +- qup +- qus +- quz +- raw +- rcf +- rel +- rhg +- ria +- rjs +- rmc +- rml +- rmn +- rmy +- rnl +- roh +- ron +- rtm +- rue +- run +- rus +- sah +- san +- sat +- sck +- scn +- sda +- sdc +- sdh +- ses +- sgc +- sgh +- sid +- sin +- sju +- skr +- slk +- slv +- sma +- sme +- smj +- smn +- smo +- sms +- smt +- sna +- snd +- som +- sot +- spa +- srd +- srp +- ssw +- sun +- swe +- swg +- swh +- syc +- syl +- szl +- tab +- tam +- taq +- tat +- tcy +- tcz +- tel +- tet +- tgk +- tha +- thl +- tig +- tir +- tkl +- tkr +- tlh +- tly +- tok +- ton +- tpi +- tpw +- trc +- trp +- trs +- ttj +- tuk +- tur +- tuv +- twx +- tyv +- tzl +- tzm +- udm +- uig +- ukr +- urd +- uzn +- uzs +- vap +- vie +- vot +- vro +- war +- way +- wba +- wbm +- wes +- whk +- wlx +- wol +- wsg +- wwa +- xal +- xho +- xmm +- xmv +- xog +- yaz +- ydd +- yor +- yrk +- yrl +- yua +- yue +- zea +- zgh +- zom +- zsm +- zul +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- translation +- transformers +- unsloth +- qwen3 +- omnitranslate +--- +## About + + + + + + + + + +static quants of https://huggingface.co/MihaiPopa-1/OmniTranslate-1.0 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#OmniTranslate-1.0-GGUF).*** + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/OmniTranslate-1.0-GGUF/resolve/main/OmniTranslate-1.0.Q2_K.gguf) | Q2_K | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/OmniTranslate-1.0-GGUF/resolve/main/OmniTranslate-1.0.Q3_K_S.gguf) | Q3_K_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/OmniTranslate-1.0-GGUF/resolve/main/OmniTranslate-1.0.Q3_K_M.gguf) | Q3_K_M | 0.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/OmniTranslate-1.0-GGUF/resolve/main/OmniTranslate-1.0.Q3_K_L.gguf) | Q3_K_L | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/OmniTranslate-1.0-GGUF/resolve/main/OmniTranslate-1.0.IQ4_XS.gguf) | IQ4_XS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/OmniTranslate-1.0-GGUF/resolve/main/OmniTranslate-1.0.Q4_K_S.gguf) | Q4_K_S | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/OmniTranslate-1.0-GGUF/resolve/main/OmniTranslate-1.0.Q4_K_M.gguf) | Q4_K_M | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/OmniTranslate-1.0-GGUF/resolve/main/OmniTranslate-1.0.Q5_K_S.gguf) | Q5_K_S | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/OmniTranslate-1.0-GGUF/resolve/main/OmniTranslate-1.0.Q5_K_M.gguf) | Q5_K_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/OmniTranslate-1.0-GGUF/resolve/main/OmniTranslate-1.0.Q6_K.gguf) | Q6_K | 0.6 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/OmniTranslate-1.0-GGUF/resolve/main/OmniTranslate-1.0.Q8_0.gguf) | Q8_0 | 0.7 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/OmniTranslate-1.0-GGUF/resolve/main/OmniTranslate-1.0.f16.gguf) | f16 | 1.3 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +