commit 2fe8fba4bbb9237da02c50007535af5939f15fbc Author: ModelHub XC Date: Sun May 24 09:40:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/E-Model-V1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6a5df86 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +E-Model-V1.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +E-Model-V1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +E-Model-V1.f16.gguf filter=lfs diff=lfs merge=lfs -text +E-Model-V1.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +E-Model-V1.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +E-Model-V1.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +E-Model-V1.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +E-Model-V1.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +E-Model-V1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +E-Model-V1.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +E-Model-V1.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +E-Model-V1.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/E-Model-V1.IQ4_XS.gguf b/E-Model-V1.IQ4_XS.gguf new file mode 100644 index 0000000..98431d7 --- /dev/null +++ b/E-Model-V1.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80fa3b5338637d4c7d565c5bc3aff5886ba612d6613871f558cbc7af9476c9e1 +size 4035338528 diff --git a/E-Model-V1.Q2_K.gguf b/E-Model-V1.Q2_K.gguf new file mode 100644 index 0000000..6e1c63f --- /dev/null +++ b/E-Model-V1.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ce14a5df013bb1c22b8b5f6a58813136c6d6de5a51fcd2e7e0c7cb1915a8f2b +size 2796585632 diff --git a/E-Model-V1.Q3_K_L.gguf b/E-Model-V1.Q3_K_L.gguf new file mode 100644 index 0000000..0e12f0a --- /dev/null +++ b/E-Model-V1.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87dfc432a439905a0f73d3fbdb6d5dba2dda19b00bca2de14954e144f128a194 +size 3906171360 diff --git a/E-Model-V1.Q3_K_M.gguf b/E-Model-V1.Q3_K_M.gguf new file mode 100644 index 0000000..29f42e1 --- /dev/null +++ b/E-Model-V1.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0a205f639070b85c13ff3d5347f2be63729a6a5d9e85e4be5ccd5fe6e53d70f +size 3603132896 diff --git a/E-Model-V1.Q3_K_S.gguf b/E-Model-V1.Q3_K_S.gguf new file mode 100644 index 0000000..27c2e77 --- /dev/null +++ b/E-Model-V1.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2824b17de3489797013dbcf94fb123bde3e6aa651600f53b514fbb1bc8c180db +size 3248714208 diff --git a/E-Model-V1.Q4_K_M.gguf b/E-Model-V1.Q4_K_M.gguf new file mode 100644 index 0000000..0ef88a6 --- /dev/null +++ b/E-Model-V1.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a182383683c63fd22253cfa6fe579c905b5490e2e2571e6377f0cc134e2a0d +size 4461482528 diff --git a/E-Model-V1.Q4_K_S.gguf b/E-Model-V1.Q4_K_S.gguf new file mode 100644 index 0000000..786d96f --- /dev/null +++ b/E-Model-V1.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9a317dc475ae273f168b39eb75848a60031b258d30a1f0d5c220be2a3d3b4f6 +size 4233417248 diff --git a/E-Model-V1.Q5_K_M.gguf b/E-Model-V1.Q5_K_M.gguf new file mode 100644 index 0000000..2586cdc --- /dev/null +++ b/E-Model-V1.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaadd34a3f76867a653f13010eb16e5a29011e16e2ce8e3b81d7be76140268d3 +size 5232825888 diff --git a/E-Model-V1.Q5_K_S.gguf b/E-Model-V1.Q5_K_S.gguf new file mode 100644 index 0000000..8911be5 --- /dev/null +++ b/E-Model-V1.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b19fb2d2535d13abe8d23a6a2a3233b0f16c709c822cd1e6275bb3faad65cfad +size 5099132448 diff --git a/E-Model-V1.Q6_K.gguf b/E-Model-V1.Q6_K.gguf new file mode 100644 index 0000000..7cfaa78 --- /dev/null +++ b/E-Model-V1.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7a9ff05211fd5f981327e2da12b095256b386580361b555e1ed7531bdcb95c3 +size 6052378208 diff --git a/E-Model-V1.Q8_0.gguf b/E-Model-V1.Q8_0.gguf new file mode 100644 index 0000000..0d6aa3b --- /dev/null +++ b/E-Model-V1.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ab22f868bc6d78bd152b2e7dd4b5c92cb3918cd93d63a326385e8cb4b38e3f3 +size 7838617056 diff --git a/E-Model-V1.f16.gguf b/E-Model-V1.f16.gguf new file mode 100644 index 0000000..c5370e3 --- /dev/null +++ b/E-Model-V1.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12bfb57398c0df3435b12006e1ef69ee1b96278fa678d0bc587a7a46707bdd13 +size 14753090016 diff --git a/README.md b/README.md new file mode 100644 index 0000000..c8a8270 --- /dev/null +++ b/README.md @@ -0,0 +1,74 @@ +--- +base_model: MeowML/E-Model-V1 +datasets: +- BrewInteractive/alpaca-tr +- ituperceptron/turkish_medical_reasoning +language: +- tr +library_name: transformers +license: mit +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- chemistry +--- +## About + + + + + + +static quants of https://huggingface.co/MeowML/E-Model-V1 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#E-Model-V1-GGUF).*** + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/E-Model-V1-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/E-Model-V1-GGUF/resolve/main/E-Model-V1.Q2_K.gguf) | Q2_K | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/E-Model-V1-GGUF/resolve/main/E-Model-V1.Q3_K_S.gguf) | Q3_K_S | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/E-Model-V1-GGUF/resolve/main/E-Model-V1.Q3_K_M.gguf) | Q3_K_M | 3.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/E-Model-V1-GGUF/resolve/main/E-Model-V1.Q3_K_L.gguf) | Q3_K_L | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/E-Model-V1-GGUF/resolve/main/E-Model-V1.IQ4_XS.gguf) | IQ4_XS | 4.1 | | +| [GGUF](https://huggingface.co/mradermacher/E-Model-V1-GGUF/resolve/main/E-Model-V1.Q4_K_S.gguf) | Q4_K_S | 4.3 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/E-Model-V1-GGUF/resolve/main/E-Model-V1.Q4_K_M.gguf) | Q4_K_M | 4.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/E-Model-V1-GGUF/resolve/main/E-Model-V1.Q5_K_S.gguf) | Q5_K_S | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/E-Model-V1-GGUF/resolve/main/E-Model-V1.Q5_K_M.gguf) | Q5_K_M | 5.3 | | +| [GGUF](https://huggingface.co/mradermacher/E-Model-V1-GGUF/resolve/main/E-Model-V1.Q6_K.gguf) | Q6_K | 6.2 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/E-Model-V1-GGUF/resolve/main/E-Model-V1.Q8_0.gguf) | Q8_0 | 7.9 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/E-Model-V1-GGUF/resolve/main/E-Model-V1.f16.gguf) | f16 | 14.9 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +