commit 35ba938b64bddcfd556d069016a86ea704b3fdf6 Author: ModelHub XC Date: Mon Sep 7 10:14:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/qwen2.5-7b-translate-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..73d9259 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +qwen2.5-7b-translate.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-7b-translate.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-7b-translate.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-7b-translate.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-7b-translate.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-7b-translate.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-7b-translate.f16.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-7b-translate.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-7b-translate.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-7b-translate.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-7b-translate.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-7b-translate.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..23c5b42 --- /dev/null +++ b/README.md @@ -0,0 +1,70 @@ +--- +base_model: dfap/qwen2.5-7b-translate +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- llama-factory +--- +## About + + + + + + +static quants of https://huggingface.co/dfap/qwen2.5-7b-translate + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#qwen2.5-7b-translate-GGUF).*** + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/qwen2.5-7b-translate-GGUF/resolve/main/qwen2.5-7b-translate.Q2_K.gguf) | Q2_K | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/qwen2.5-7b-translate-GGUF/resolve/main/qwen2.5-7b-translate.Q3_K_S.gguf) | Q3_K_S | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/qwen2.5-7b-translate-GGUF/resolve/main/qwen2.5-7b-translate.Q3_K_M.gguf) | Q3_K_M | 3.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/qwen2.5-7b-translate-GGUF/resolve/main/qwen2.5-7b-translate.Q3_K_L.gguf) | Q3_K_L | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/qwen2.5-7b-translate-GGUF/resolve/main/qwen2.5-7b-translate.IQ4_XS.gguf) | IQ4_XS | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/qwen2.5-7b-translate-GGUF/resolve/main/qwen2.5-7b-translate.Q4_K_S.gguf) | Q4_K_S | 4.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/qwen2.5-7b-translate-GGUF/resolve/main/qwen2.5-7b-translate.Q4_K_M.gguf) | Q4_K_M | 4.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/qwen2.5-7b-translate-GGUF/resolve/main/qwen2.5-7b-translate.Q5_K_S.gguf) | Q5_K_S | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/qwen2.5-7b-translate-GGUF/resolve/main/qwen2.5-7b-translate.Q5_K_M.gguf) | Q5_K_M | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/qwen2.5-7b-translate-GGUF/resolve/main/qwen2.5-7b-translate.Q6_K.gguf) | Q6_K | 6.4 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/qwen2.5-7b-translate-GGUF/resolve/main/qwen2.5-7b-translate.Q8_0.gguf) | Q8_0 | 8.2 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/qwen2.5-7b-translate-GGUF/resolve/main/qwen2.5-7b-translate.f16.gguf) | f16 | 15.3 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/qwen2.5-7b-translate.IQ4_XS.gguf b/qwen2.5-7b-translate.IQ4_XS.gguf new file mode 100644 index 0000000..0a20742 --- /dev/null +++ b/qwen2.5-7b-translate.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9587dc9215f661d52db525d3327fc40e82604ff360c94e19f9f464142aa9b620 +size 4250298688 diff --git a/qwen2.5-7b-translate.Q2_K.gguf b/qwen2.5-7b-translate.Q2_K.gguf new file mode 100644 index 0000000..8896a11 --- /dev/null +++ b/qwen2.5-7b-translate.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b1657e7791693720406d822e647093d1340ff3b11afd6c12eae780f91d2880 +size 3015940416 diff --git a/qwen2.5-7b-translate.Q3_K_L.gguf b/qwen2.5-7b-translate.Q3_K_L.gguf new file mode 100644 index 0000000..bbc6250 --- /dev/null +++ b/qwen2.5-7b-translate.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a238697d84f53c1a5cb08dd05eddb318f12f44f6e5b0f3f22ea1f41f01b306a1 +size 4088459584 diff --git a/qwen2.5-7b-translate.Q3_K_M.gguf b/qwen2.5-7b-translate.Q3_K_M.gguf new file mode 100644 index 0000000..5f79148 --- /dev/null +++ b/qwen2.5-7b-translate.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72977806afb67904f0cc205f1d976970cba6e3500a1c3847e1c7ecfcc530a53a +size 3808391488 diff --git a/qwen2.5-7b-translate.Q3_K_S.gguf b/qwen2.5-7b-translate.Q3_K_S.gguf new file mode 100644 index 0000000..0c2833d --- /dev/null +++ b/qwen2.5-7b-translate.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5f047dd72a8ac2b67a1d1b4e738e846e2049436523bcee96f93bb0b4bf5f8fd +size 3492368704 diff --git a/qwen2.5-7b-translate.Q4_K_M.gguf b/qwen2.5-7b-translate.Q4_K_M.gguf new file mode 100644 index 0000000..6aedadc --- /dev/null +++ b/qwen2.5-7b-translate.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd681e5aee0a820dbde3182c4e2f6ff7ff043c5244d948dfbfe5d8c09a2daf25 +size 4683073856 diff --git a/qwen2.5-7b-translate.Q4_K_S.gguf b/qwen2.5-7b-translate.Q4_K_S.gguf new file mode 100644 index 0000000..0828c5d --- /dev/null +++ b/qwen2.5-7b-translate.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71045dbbd24db9e88f8b9c62dee570decf9a90ab4dda9f7d695be3c99b4f803f +size 4457769280 diff --git a/qwen2.5-7b-translate.Q5_K_M.gguf b/qwen2.5-7b-translate.Q5_K_M.gguf new file mode 100644 index 0000000..831e9ed --- /dev/null +++ b/qwen2.5-7b-translate.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa88179572d8d3ef4a85b652cae6d1734b978def86ef575f794114df9b2d09e9 +size 5444831552 diff --git a/qwen2.5-7b-translate.Q5_K_S.gguf b/qwen2.5-7b-translate.Q5_K_S.gguf new file mode 100644 index 0000000..1a40a94 --- /dev/null +++ b/qwen2.5-7b-translate.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29f54ca65000ffb5bfe99aa286307afe06815e9157d8679a0e897610fe308b4e +size 5315176768 diff --git a/qwen2.5-7b-translate.Q6_K.gguf b/qwen2.5-7b-translate.Q6_K.gguf new file mode 100644 index 0000000..797b5f7 --- /dev/null +++ b/qwen2.5-7b-translate.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c2bae4441e47dd258f7cd0fd7b613b6db693f465fd1df9d095550fa11693bd8 +size 6254199104 diff --git a/qwen2.5-7b-translate.Q8_0.gguf b/qwen2.5-7b-translate.Q8_0.gguf new file mode 100644 index 0000000..a33f357 --- /dev/null +++ b/qwen2.5-7b-translate.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff5c5cb09f609e9f42372d837854aa9ab37bd4d93f0e7695997dc0e9ac886512 +size 8098525504 diff --git a/qwen2.5-7b-translate.f16.gguf b/qwen2.5-7b-translate.f16.gguf new file mode 100644 index 0000000..be61bca --- /dev/null +++ b/qwen2.5-7b-translate.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f72ac3da3553891265102586d981f0b54051c1b00350a931896688926b2054cc +size 15237853504