commit 96dc80b0b61c309a2ba77cd316892a8ff5b125d9 Author: ModelHub XC Date: Sun Sep 27 19:11:19 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b85499e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +Wiedervereinigung-7b-dpo.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..a4ab42f --- /dev/null +++ b/README.md @@ -0,0 +1,85 @@ +--- +base_model: mayflowergmbh/Wiedervereinigung-7b-dpo +language: +- de +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- merge +- mergekit +- lazymergekit +- DiscoResearch/DiscoLM_German_7b_v1 +- DRXD1000/Phoenix +- VAGOsolutions/SauerkrautLM-7b-v1-mistral +- malteos/hermeo-7b +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/mayflowergmbh/Wiedervereinigung-7b-dpo + + +static quants are available at https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-IQ1_S.gguf) | i1-IQ1_S | 1.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-IQ1_M.gguf) | i1-IQ1_M | 1.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-IQ2_S.gguf) | i1-IQ2_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-IQ2_M.gguf) | i1-IQ2_M | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-Q2_K.gguf) | i1-Q2_K | 2.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-IQ3_S.gguf) | i1-IQ3_S | 3.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-IQ3_M.gguf) | i1-IQ3_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 4.2 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 4.2 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 4.2 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-Q4_0.gguf) | i1-Q4_0 | 4.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/Wiedervereinigung-7b-dpo-i1-GGUF/resolve/main/Wiedervereinigung-7b-dpo.i1-Q6_K.gguf) | i1-Q6_K | 6.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/Wiedervereinigung-7b-dpo.i1-IQ1_M.gguf b/Wiedervereinigung-7b-dpo.i1-IQ1_M.gguf new file mode 100644 index 0000000..9b41ace --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09540b05031767cd3076772722ce24a9fe4b2d1d63e0879b6094cc418600b9cb +size 1754448160 diff --git a/Wiedervereinigung-7b-dpo.i1-IQ1_S.gguf b/Wiedervereinigung-7b-dpo.i1-IQ1_S.gguf new file mode 100644 index 0000000..3ba5e3b --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa521f9f317a89a2a2386ae5156e9c155e93a73517389d01475549ac44606372 +size 1612103968 diff --git a/Wiedervereinigung-7b-dpo.i1-IQ2_M.gguf b/Wiedervereinigung-7b-dpo.i1-IQ2_M.gguf new file mode 100644 index 0000000..0812a45 --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:449d71114d32a17e618c8a53c1e3c5a0a34b8539d16a59198e4c559c3fcd5a7b +size 2500714784 diff --git a/Wiedervereinigung-7b-dpo.i1-IQ2_S.gguf b/Wiedervereinigung-7b-dpo.i1-IQ2_S.gguf new file mode 100644 index 0000000..667491d --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17791b9b938ec33855fbce5ca8c2d674973a97af8b0c8c957db5741bec912239 +size 2310922528 diff --git a/Wiedervereinigung-7b-dpo.i1-IQ2_XS.gguf b/Wiedervereinigung-7b-dpo.i1-IQ2_XS.gguf new file mode 100644 index 0000000..15371c3 --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b2820081d99422760973e478862739489974847b86de00bdd98c058544f289 +size 2198257952 diff --git a/Wiedervereinigung-7b-dpo.i1-IQ2_XXS.gguf b/Wiedervereinigung-7b-dpo.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..2a46249 --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b3d21621659ef339199109acf5d8bbf69e6389956b0616291733f3717b87876 +size 1991688480 diff --git a/Wiedervereinigung-7b-dpo.i1-IQ3_M.gguf b/Wiedervereinigung-7b-dpo.i1-IQ3_M.gguf new file mode 100644 index 0000000..ab16a5e --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:691f89f625aec01020bc63f243d7115209195caea15ef681a6378859e8c12b27 +size 3284893984 diff --git a/Wiedervereinigung-7b-dpo.i1-IQ3_S.gguf b/Wiedervereinigung-7b-dpo.i1-IQ3_S.gguf new file mode 100644 index 0000000..e5630cf --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c8b311630616dcbc6ac13b4d9fabea19dd3937ca0d19a24ee3601e854056f31 +size 3182395680 diff --git a/Wiedervereinigung-7b-dpo.i1-IQ3_XS.gguf b/Wiedervereinigung-7b-dpo.i1-IQ3_XS.gguf new file mode 100644 index 0000000..b70526d --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6a16a7559c36d3afbad769dbac60186644665a0d8583a2a2a23bc5a4210b156 +size 3018817824 diff --git a/Wiedervereinigung-7b-dpo.i1-IQ3_XXS.gguf b/Wiedervereinigung-7b-dpo.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..96faa8e --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9daaff776796c1d830ea6cb36cd3e92a16847c5685871fe56976cebbacc4e76d +size 2827346208 diff --git a/Wiedervereinigung-7b-dpo.i1-IQ4_XS.gguf b/Wiedervereinigung-7b-dpo.i1-IQ4_XS.gguf new file mode 100644 index 0000000..3d33b4c --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca6b9ff7e9cf855c4cd1ca07d2acc4e5697a6d331e0dc59ee89723179230e45 +size 3907690784 diff --git a/Wiedervereinigung-7b-dpo.i1-Q2_K.gguf b/Wiedervereinigung-7b-dpo.i1-Q2_K.gguf new file mode 100644 index 0000000..bee3e4b --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29b051b1e068c132fdb22f990e9575d5503b1bab36e3ce7d5d4fc92a0436acdb +size 2719244576 diff --git a/Wiedervereinigung-7b-dpo.i1-Q3_K_L.gguf b/Wiedervereinigung-7b-dpo.i1-Q3_K_L.gguf new file mode 100644 index 0000000..9f46aaf --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5231f1f062d757d2c43018715c1213a6907983cacbd4dc82447b60ea4faae723 +size 3822027040 diff --git a/Wiedervereinigung-7b-dpo.i1-Q3_K_M.gguf b/Wiedervereinigung-7b-dpo.i1-Q3_K_M.gguf new file mode 100644 index 0000000..ce7f1d9 --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa66b982d61b1d0d914945251f3fba242847d5e00bc393e379a5209afe1f5764 +size 3518988576 diff --git a/Wiedervereinigung-7b-dpo.i1-Q3_K_S.gguf b/Wiedervereinigung-7b-dpo.i1-Q3_K_S.gguf new file mode 100644 index 0000000..a7ff10f --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:406fb9588e14818ad0dff1ae15c7fdf14952dfbc5ac324b254e45d1d6387049d +size 3164569888 diff --git a/Wiedervereinigung-7b-dpo.i1-Q4_0.gguf b/Wiedervereinigung-7b-dpo.i1-Q4_0.gguf new file mode 100644 index 0000000..d9d5826 --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e5144e2de4e3d64f280ab205f8297769604c0bc9238bb732fe503e72dd040a6 +size 4123599136 diff --git a/Wiedervereinigung-7b-dpo.i1-Q4_0_4_4.gguf b/Wiedervereinigung-7b-dpo.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..139ddd4 --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17b741a6693f01e43c665c8ff9214ec39ee70924244913da2b2c452ac16c7048 +size 4108919072 diff --git a/Wiedervereinigung-7b-dpo.i1-Q4_0_4_8.gguf b/Wiedervereinigung-7b-dpo.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..7f3deba --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db919dc368afaa9dc24f0c8978434adfaa9fb0c71d0ae2dfbbc4cdfc5821fbf9 +size 4108919072 diff --git a/Wiedervereinigung-7b-dpo.i1-Q4_0_8_8.gguf b/Wiedervereinigung-7b-dpo.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..4fa4e0e --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e4681c383db38b1665952c3bad23ea68e09917463904697c9127ffd45d5336e +size 4108919072 diff --git a/Wiedervereinigung-7b-dpo.i1-Q4_K_M.gguf b/Wiedervereinigung-7b-dpo.i1-Q4_K_M.gguf new file mode 100644 index 0000000..b4fdfd3 --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbbb225715d76904c38b5c5bd38e5645254fed4c0dfc6fd979ccd704b3d2ca73 +size 4368441632 diff --git a/Wiedervereinigung-7b-dpo.i1-Q4_K_S.gguf b/Wiedervereinigung-7b-dpo.i1-Q4_K_S.gguf new file mode 100644 index 0000000..583006e --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdc651d9a62af1103e0be8eeb0a906c5c69988c64c847f19f604d872c524e348 +size 4140376352 diff --git a/Wiedervereinigung-7b-dpo.i1-Q5_K_M.gguf b/Wiedervereinigung-7b-dpo.i1-Q5_K_M.gguf new file mode 100644 index 0000000..2388672 --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63a8b2919ecb11cdf8b9b496c37e4b6922e5731e1ac8a5a6301dbcd692e4e751 +size 5131411744 diff --git a/Wiedervereinigung-7b-dpo.i1-Q5_K_S.gguf b/Wiedervereinigung-7b-dpo.i1-Q5_K_S.gguf new file mode 100644 index 0000000..dd7770d --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40fbb681801d9d1c45d0250bbfc3ed8310d8ac32053c62b322d28f5df93e8cd8 +size 4997718304 diff --git a/Wiedervereinigung-7b-dpo.i1-Q6_K.gguf b/Wiedervereinigung-7b-dpo.i1-Q6_K.gguf new file mode 100644 index 0000000..f77a6fc --- /dev/null +++ b/Wiedervereinigung-7b-dpo.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78dd284da10a83cdfa2b6f208ba5e6d8f0caac3ec0995f5857ab0544d32a0b7b +size 5942067488 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..00d0371 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:091964beeb73d5199412d32d8eb3c035f5da62f8c978efe743fa4b2f6b1839e2 +size 4988157