commit c5088aaf145448c0864814fb68186d61160b3b14 Author: ModelHub XC Date: Mon May 11 03:32:14 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Faro-Yi-34B-DPO-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53597dd --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Faro-Yi-34B-DPO.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Faro-Yi-34B-DPO.i1-IQ1_M.gguf b/Faro-Yi-34B-DPO.i1-IQ1_M.gguf new file mode 100644 index 0000000..b21b53d --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:272c2ce13bb500056eca260ea3b88380786ccf74af85507c76d7a1e2e84700b0 +size 8176785824 diff --git a/Faro-Yi-34B-DPO.i1-IQ1_S.gguf b/Faro-Yi-34B-DPO.i1-IQ1_S.gguf new file mode 100644 index 0000000..7f2a022 --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e126702b6f8ee3d41b697e97072af0c5cbf0309f09db84ab0dd0fa804a54d1ff +size 7498979744 diff --git a/Faro-Yi-34B-DPO.i1-IQ2_M.gguf b/Faro-Yi-34B-DPO.i1-IQ2_M.gguf new file mode 100644 index 0000000..36b903e --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b3f365c4968d5effb21765fa9e6a1fd07f9e77093b59fa74d69ac0fd818cb26 +size 11794762144 diff --git a/Faro-Yi-34B-DPO.i1-IQ2_S.gguf b/Faro-Yi-34B-DPO.i1-IQ2_S.gguf new file mode 100644 index 0000000..beff54b --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eb6317587a42b8b6fcbbe22a973ca333e34ffdbe18e29e6c8e5974323990b8b +size 10891020704 diff --git a/Faro-Yi-34B-DPO.i1-IQ2_XS.gguf b/Faro-Yi-34B-DPO.i1-IQ2_XS.gguf new file mode 100644 index 0000000..3c0f7f6 --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:748a030a7fcc83dd1896ac1623f77555f6517b81818927201f94e156e8676230 +size 10306541984 diff --git a/Faro-Yi-34B-DPO.i1-IQ2_XXS.gguf b/Faro-Yi-34B-DPO.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..1293017 --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a1bb017ece685d636c5dae01eaf75bb16b61b9f4fd9f2708f55c844149358ba +size 9306462624 diff --git a/Faro-Yi-34B-DPO.i1-IQ3_M.gguf b/Faro-Yi-34B-DPO.i1-IQ3_M.gguf new file mode 100644 index 0000000..d70ac71 --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:191be575f814d0ce92c91acecd81a9e0b9fa06cdb3a06752f33942b7c72c3128 +size 15564700064 diff --git a/Faro-Yi-34B-DPO.i1-IQ3_S.gguf b/Faro-Yi-34B-DPO.i1-IQ3_S.gguf new file mode 100644 index 0000000..bfecf03 --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a08ac33dab2b5387ae5de0d040d12ff1f1de7c285cc54e01f022cb1909b5e1 +size 15018785184 diff --git a/Faro-Yi-34B-DPO.i1-IQ3_XS.gguf b/Faro-Yi-34B-DPO.i1-IQ3_XS.gguf new file mode 100644 index 0000000..debeda0 --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f5c432a1c8edeaaffff4edb25c1a0c96d8b8a909fbb47cfddb4fe0520131dac +size 14234319264 diff --git a/Faro-Yi-34B-DPO.i1-IQ3_XXS.gguf b/Faro-Yi-34B-DPO.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..d7bc336 --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a3bbb04d7973f32af56028164b85907d110fca03e028494c907a86b5f346ff +size 13333875104 diff --git a/Faro-Yi-34B-DPO.i1-IQ4_XS.gguf b/Faro-Yi-34B-DPO.i1-IQ4_XS.gguf new file mode 100644 index 0000000..aa9da7e --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3de907b4783fdeca7d15c534e0f40b0497dcb34a4fce38868199b6e2f1199c11 +size 18475051424 diff --git a/Faro-Yi-34B-DPO.i1-Q2_K.gguf b/Faro-Yi-34B-DPO.i1-Q2_K.gguf new file mode 100644 index 0000000..c5d8746 --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15b41fedfa1f01da76e29f38e3006b83478c6f1e1f4e89efb412477e92b7cd25 +size 12825233824 diff --git a/Faro-Yi-34B-DPO.i1-Q3_K_L.gguf b/Faro-Yi-34B-DPO.i1-Q3_K_L.gguf new file mode 100644 index 0000000..0e04b2e --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:558aaac74d81ca126d0c87ee97cb1c9dda2136d14d4f1b5f2e08afa1540323f7 +size 18139445664 diff --git a/Faro-Yi-34B-DPO.i1-Q3_K_M.gguf b/Faro-Yi-34B-DPO.i1-Q3_K_M.gguf new file mode 100644 index 0000000..3e1dbb5 --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d0d81308c11f37602f5249e68fb259eb19ecbae8934d7bcb8e5bb8004456514 +size 16654924192 diff --git a/Faro-Yi-34B-DPO.i1-Q3_K_S.gguf b/Faro-Yi-34B-DPO.i1-Q3_K_S.gguf new file mode 100644 index 0000000..7406c1c --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c53d883645a9acbced1791e1d55f7da2167b55daf4ccc34453a9af4f765122 +size 14960294304 diff --git a/Faro-Yi-34B-DPO.i1-Q4_0.gguf b/Faro-Yi-34B-DPO.i1-Q4_0.gguf new file mode 100644 index 0000000..dbc2546 --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a215999afe6bc069c50b0a099d5dd7274e5b7fd2b9976147843418f54463fab +size 19530754464 diff --git a/Faro-Yi-34B-DPO.i1-Q4_K_M.gguf b/Faro-Yi-34B-DPO.i1-Q4_K_M.gguf new file mode 100644 index 0000000..1e7f032 --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a2c2f7bd318d9cf6f40520a7a83a577a864239ec822093a2d7b8f2f4d0e8a46 +size 20658710944 diff --git a/Faro-Yi-34B-DPO.i1-Q4_K_S.gguf b/Faro-Yi-34B-DPO.i1-Q4_K_S.gguf new file mode 100644 index 0000000..780cd8a --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fefed4be8bc86ec98b56e78bf7a7123746b80ace93e0e50fa4990841dd52fb33 +size 19598649760 diff --git a/Faro-Yi-34B-DPO.i1-Q5_K_M.gguf b/Faro-Yi-34B-DPO.i1-Q5_K_M.gguf new file mode 100644 index 0000000..da0c1ea --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:112b1ff509b84b2767a6cf9aeda056c150cc407bd890ec2e5da3ab67fd947bef +size 24321845664 diff --git a/Faro-Yi-34B-DPO.i1-Q5_K_S.gguf b/Faro-Yi-34B-DPO.i1-Q5_K_S.gguf new file mode 100644 index 0000000..a0a186b --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77e03eae86f5fe297cf6ca42835dbc199c2e63e5a38a31ccf7a7d28f3126e22 +size 23707691424 diff --git a/Faro-Yi-34B-DPO.i1-Q6_K.gguf b/Faro-Yi-34B-DPO.i1-Q6_K.gguf new file mode 100644 index 0000000..3ef6584 --- /dev/null +++ b/Faro-Yi-34B-DPO.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:165c52c0023dff920400ddfa3caa24c2e9dff7f10704468824932b9953074127 +size 28213926304 diff --git a/README.md b/README.md new file mode 100644 index 0000000..8c08c04 --- /dev/null +++ b/README.md @@ -0,0 +1,78 @@ +--- +base_model: wenbopan/Faro-Yi-34B-DPO +datasets: +- wenbopan/Chinese-dpo-pairs +- Intel/orca_dpo_pairs +- argilla/ultrafeedback-binarized-preferences-cleaned +- jondurbin/truthy-dpo-v0.1 +language: +- en +- zh +library_name: transformers +license: mit +quantized_by: mradermacher +--- +## About + + + + + +weighted/imatrix quants of https://huggingface.co/wenbopan/Faro-Yi-34B-DPO + + +static quants are available at https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-IQ1_S.gguf) | i1-IQ1_S | 7.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-IQ1_M.gguf) | i1-IQ1_M | 8.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 9.4 | | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-IQ2_XS.gguf) | i1-IQ2_XS | 10.4 | | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-IQ2_S.gguf) | i1-IQ2_S | 11.0 | | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-IQ2_M.gguf) | i1-IQ2_M | 11.9 | | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-Q2_K.gguf) | i1-Q2_K | 12.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 13.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-IQ3_XS.gguf) | i1-IQ3_XS | 14.3 | | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-Q3_K_S.gguf) | i1-Q3_K_S | 15.1 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-IQ3_S.gguf) | i1-IQ3_S | 15.1 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-IQ3_M.gguf) | i1-IQ3_M | 15.7 | | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-Q3_K_M.gguf) | i1-Q3_K_M | 16.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-Q3_K_L.gguf) | i1-Q3_K_L | 18.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-IQ4_XS.gguf) | i1-IQ4_XS | 18.6 | | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-Q4_0.gguf) | i1-Q4_0 | 19.6 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-Q4_K_S.gguf) | i1-Q4_K_S | 19.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-Q4_K_M.gguf) | i1-Q4_K_M | 20.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-Q5_K_S.gguf) | i1-Q5_K_S | 23.8 | | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-Q5_K_M.gguf) | i1-Q5_K_M | 24.4 | | +| [GGUF](https://huggingface.co/mradermacher/Faro-Yi-34B-DPO-i1-GGUF/resolve/main/Faro-Yi-34B-DPO.i1-Q6_K.gguf) | i1-Q6_K | 28.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..a6421b1 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6acafd043d1676ea98d6ab35c8a14319d8bd05085f1b2c86cab1505182bb503c +size 15251034