commit ea547a3e2d14b5c60dfe7559bd1b3e2a01f284a0 Author: ModelHub XC Date: Thu Aug 6 16:43:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/aya-23-8B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d84904a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +aya-23-8B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +aya-23-8B.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +aya-23-8B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +aya-23-8B.f16.gguf filter=lfs diff=lfs merge=lfs -text +aya-23-8B.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +aya-23-8B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +aya-23-8B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +aya-23-8B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +aya-23-8B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +aya-23-8B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +aya-23-8B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +aya-23-8B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +aya-23-8B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +aya-23-8B.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +aya-23-8B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..f1da3d1 --- /dev/null +++ b/README.md @@ -0,0 +1,348 @@ +--- +base_model: CohereLabs/aya-23-8B +extra_gated_fields: + Affiliation: text + Country: + options: + - Aruba + - Afghanistan + - Angola + - Anguilla + - Åland Islands + - Albania + - Andorra + - United Arab Emirates + - Argentina + - Armenia + - American Samoa + - Antarctica + - French Southern Territories + - Antigua and Barbuda + - Australia + - Austria + - Azerbaijan + - Burundi + - Belgium + - Benin + - Bonaire Sint Eustatius and Saba + - Burkina Faso + - Bangladesh + - Bulgaria + - Bahrain + - Bahamas + - Bosnia and Herzegovina + - Saint Barthélemy + - Belarus + - Belize + - Bermuda + - Plurinational State of Bolivia + - Brazil + - Barbados + - Brunei-Darussalam + - Bhutan + - Bouvet-Island + - Botswana + - Central African Republic + - Canada + - Cocos (Keeling) Islands + - Switzerland + - Chile + - China + - Côte-dIvoire + - Cameroon + - Democratic Republic of the Congo + - Cook Islands + - Colombia + - Comoros + - Cabo Verde + - Costa Rica + - Cuba + - Curaçao + - Christmas Island + - Cayman Islands + - Cyprus + - Czechia + - Germany + - Djibouti + - Dominica + - Denmark + - Dominican Republic + - Algeria + - Ecuador + - Egypt + - Eritrea + - Western Sahara + - Spain + - Estonia + - Ethiopia + - Finland + - Fiji + - Falkland Islands (Malvinas) + - France + - Faroe Islands + - Federated States of Micronesia + - Gabon + - United Kingdom + - Georgia + - Guernsey + - Ghana + - Gibraltar + - Guinea + - Guadeloupe + - Gambia + - Guinea Bissau + - Equatorial Guinea + - Greece + - Grenada + - Greenland + - Guatemala + - French Guiana + - Guam + - Guyana + - Hong Kong + - Heard Island and McDonald Islands + - Honduras + - Croatia + - Haiti + - Hungary + - Indonesia + - Isle of Man + - India + - British Indian Ocean Territory + - Ireland + - Islamic Republic of Iran + - Iraq + - Iceland + - Israel + - Italy + - Jamaica + - Jersey + - Jordan + - Japan + - Kazakhstan + - Kenya + - Kyrgyzstan + - Cambodia + - Kiribati + - Saint-Kitts-and-Nevis + - South Korea + - Kuwait + - Lao-Peoples-Democratic-Republic + - Lebanon + - Liberia + - Libya + - Saint-Lucia + - Liechtenstein + - Sri Lanka + - Lesotho + - Lithuania + - Luxembourg + - Latvia + - Macao + - Saint Martin (French-part) + - Morocco + - Monaco + - Republic of Moldova + - Madagascar + - Maldives + - Mexico + - Marshall Islands + - North Macedonia + - Mali + - Malta + - Myanmar + - Montenegro + - Mongolia + - Northern Mariana Islands + - Mozambique + - Mauritania + - Montserrat + - Martinique + - Mauritius + - Malawi + - Malaysia + - Mayotte + - Namibia + - New Caledonia + - Niger + - Norfolk Island + - Nigeria + - Nicaragua + - Niue + - Netherlands + - Norway + - Nepal + - Nauru + - New Zealand + - Oman + - Pakistan + - Panama + - Pitcairn + - Peru + - Philippines + - Palau + - Papua New Guinea + - Poland + - Puerto Rico + - North Korea + - Portugal + - Paraguay + - State of Palestine + - French Polynesia + - Qatar + - Réunion + - Romania + - Russia + - Rwanda + - Saudi Arabia + - Sudan + - Senegal + - Singapore + - South Georgia and the South Sandwich Islands + - Saint Helena Ascension and Tristan da Cunha + - Svalbard and Jan Mayen + - Solomon Islands + - Sierra Leone + - El Salvador + - San Marino + - Somalia + - Saint Pierre and Miquelon + - Serbia + - South Sudan + - Sao Tome and Principe + - Suriname + - Slovakia + - Slovenia + - Sweden + - Eswatini + - Sint Maarten (Dutch-part) + - Seychelles + - Syrian Arab Republic + - Turks and Caicos Islands + - Chad + - Togo + - Thailand + - Tajikistan + - Tokelau + - Turkmenistan + - Timor Leste + - Tonga + - Trinidad and Tobago + - Tunisia + - Turkey + - Tuvalu + - Taiwan + - United Republic of Tanzania + - Uganda + - Ukraine + - United States Minor Outlying Islands + - Uruguay + - United-States + - Uzbekistan + - Holy See (Vatican City State) + - Saint Vincent and the Grenadines + - Bolivarian Republic of Venezuela + - Virgin Islands British + - Virgin Islands U.S. + - VietNam + - Vanuatu + - Wallis and Futuna + - Samoa + - Yemen + - South Africa + - Zambia + - Zimbabwe + type: select + I agree to use this model for non-commercial use ONLY: checkbox + Name: text +extra_gated_prompt: By submitting this form, you agree to the [License Agreement](https://cohere.com/c4ai-cc-by-nc-license) and + acknowledge that the information you provide will be collected, used, and shared + in accordance with Cohere’s [Privacy Policy]( https://cohere.com/privacy). You’ll + receive email updates about Cohere Labs and Cohere research, events, products and + services. You can unsubscribe at any time. +language: +- en +- fr +- de +- es +- it +- pt +- ja +- ko +- zh +- ar +- el +- fa +- pl +- id +- cs +- he +- hi +- nl +- ro +- ru +- tr +- uk +- vi +library_name: transformers +license: cc-by-nc-4.0 +quantized_by: mradermacher +--- +## About + + + + + +static quants of https://huggingface.co/CohereLabs/aya-23-8B + + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/aya-23-8B-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/aya-23-8B-GGUF/resolve/main/aya-23-8B.Q2_K.gguf) | Q2_K | 3.5 | | +| [GGUF](https://huggingface.co/mradermacher/aya-23-8B-GGUF/resolve/main/aya-23-8B.IQ3_XS.gguf) | IQ3_XS | 3.8 | | +| [GGUF](https://huggingface.co/mradermacher/aya-23-8B-GGUF/resolve/main/aya-23-8B.Q3_K_S.gguf) | Q3_K_S | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/aya-23-8B-GGUF/resolve/main/aya-23-8B.IQ3_S.gguf) | IQ3_S | 4.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/aya-23-8B-GGUF/resolve/main/aya-23-8B.IQ3_M.gguf) | IQ3_M | 4.1 | | +| [GGUF](https://huggingface.co/mradermacher/aya-23-8B-GGUF/resolve/main/aya-23-8B.Q3_K_M.gguf) | Q3_K_M | 4.3 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/aya-23-8B-GGUF/resolve/main/aya-23-8B.Q3_K_L.gguf) | Q3_K_L | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/aya-23-8B-GGUF/resolve/main/aya-23-8B.IQ4_XS.gguf) | IQ4_XS | 4.7 | | +| [GGUF](https://huggingface.co/mradermacher/aya-23-8B-GGUF/resolve/main/aya-23-8B.Q4_K_S.gguf) | Q4_K_S | 4.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/aya-23-8B-GGUF/resolve/main/aya-23-8B.Q4_K_M.gguf) | Q4_K_M | 5.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/aya-23-8B-GGUF/resolve/main/aya-23-8B.Q5_K_S.gguf) | Q5_K_S | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/aya-23-8B-GGUF/resolve/main/aya-23-8B.Q5_K_M.gguf) | Q5_K_M | 5.9 | | +| [GGUF](https://huggingface.co/mradermacher/aya-23-8B-GGUF/resolve/main/aya-23-8B.Q6_K.gguf) | Q6_K | 6.7 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/aya-23-8B-GGUF/resolve/main/aya-23-8B.Q8_0.gguf) | Q8_0 | 8.6 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/aya-23-8B-GGUF/resolve/main/aya-23-8B.f16.gguf) | f16 | 16.2 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/aya-23-8B.IQ3_M.gguf b/aya-23-8B.IQ3_M.gguf new file mode 100644 index 0000000..1f4c0df --- /dev/null +++ b/aya-23-8B.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d90ed2f766378a28377cf2432d5e9696ddcff931c7d3978765a51c20fc725407 +size 3990842688 diff --git a/aya-23-8B.IQ3_S.gguf b/aya-23-8B.IQ3_S.gguf new file mode 100644 index 0000000..caac0e3 --- /dev/null +++ b/aya-23-8B.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:642e519ac01b82ac9c6a299644315722c39cda59a1a78bc0f3e339426b247470 +size 3888344384 diff --git a/aya-23-8B.IQ3_XS.gguf b/aya-23-8B.IQ3_XS.gguf new file mode 100644 index 0000000..950be47 --- /dev/null +++ b/aya-23-8B.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f33f675f1eb98fc8c21d87266e7f2b5cd3e10ae59e16ef6646f179ba91263e82 +size 3724766528 diff --git a/aya-23-8B.IQ4_XS.gguf b/aya-23-8B.IQ4_XS.gguf new file mode 100644 index 0000000..2421111 --- /dev/null +++ b/aya-23-8B.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c7f695a38084e013a4a8a029ae5b7bfabe459626dfd59bd8b65b14032c83d9b +size 4637027648 diff --git a/aya-23-8B.Q2_K.gguf b/aya-23-8B.Q2_K.gguf new file mode 100644 index 0000000..df69fae --- /dev/null +++ b/aya-23-8B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ee949c80495a7d2e72cf02b0d77a3a6903b9c621330ab5aa5de4286fb090267 +size 3438505280 diff --git a/aya-23-8B.Q3_K_L.gguf b/aya-23-8B.Q3_K_L.gguf new file mode 100644 index 0000000..78df25c --- /dev/null +++ b/aya-23-8B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a4d8773cbd55f3681ec6795c845507ae1167eb16e0de2d41b0b01ee6f4f9d40 +size 4527975744 diff --git a/aya-23-8B.Q3_K_M.gguf b/aya-23-8B.Q3_K_M.gguf new file mode 100644 index 0000000..a4e0793 --- /dev/null +++ b/aya-23-8B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60f8cfce2b69edc021c8331e0ab3c9b66c125e186cb93181fd42b1d40dc480a5 +size 4224937280 diff --git a/aya-23-8B.Q3_K_S.gguf b/aya-23-8B.Q3_K_S.gguf new file mode 100644 index 0000000..0dee188 --- /dev/null +++ b/aya-23-8B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c12bf99e446239923412a68deae54aa4745ebb1651b17b38ef51ac3de04417b +size 3870518592 diff --git a/aya-23-8B.Q4_K_M.gguf b/aya-23-8B.Q4_K_M.gguf new file mode 100644 index 0000000..8dd4ac1 --- /dev/null +++ b/aya-23-8B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d68943048a65513077c2b88f77a99fa5269f5ff518647dcd7ecb8a8c6651625f +size 5056982336 diff --git a/aya-23-8B.Q4_K_S.gguf b/aya-23-8B.Q4_K_S.gguf new file mode 100644 index 0000000..ced142a --- /dev/null +++ b/aya-23-8B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ab6100d71193ad2afe6abb81458a168afdc4c7acea8fb803ac7f551bf6c1c22 +size 4828917056 diff --git a/aya-23-8B.Q5_K_M.gguf b/aya-23-8B.Q5_K_M.gguf new file mode 100644 index 0000000..5855bdf --- /dev/null +++ b/aya-23-8B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f72245b429eda7742e2b378707623497ea592ac6a9e086c732dab9f84225d6 +size 5803568448 diff --git a/aya-23-8B.Q5_K_S.gguf b/aya-23-8B.Q5_K_S.gguf new file mode 100644 index 0000000..b9df689 --- /dev/null +++ b/aya-23-8B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e449eb42b1bcb93ef1f4bac9c1bde492c0f8f18de8cbd5035f50be7cae12956 +size 5669875008 diff --git a/aya-23-8B.Q6_K.gguf b/aya-23-8B.Q6_K.gguf new file mode 100644 index 0000000..743f117 --- /dev/null +++ b/aya-23-8B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74b232f976a834ae676f06d6726656d925a86578d6657c64b45ff7cbb6322ab +size 6596816192 diff --git a/aya-23-8B.Q8_0.gguf b/aya-23-8B.Q8_0.gguf new file mode 100644 index 0000000..ceb6084 --- /dev/null +++ b/aya-23-8B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:813be9403678c438c7970c736a45b119d9d8c0c05710f048463de9b32737fec5 +size 8541072704 diff --git a/aya-23-8B.f16.gguf b/aya-23-8B.f16.gguf new file mode 100644 index 0000000..883b7f0 --- /dev/null +++ b/aya-23-8B.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10c478663f99ce69a289580773159a5c8114b7e4fa2aad86f0fbebf2e3ff1b9b +size 16067226944