commit 93818c8453b09c40913b798539c92fed682b7a04 Author: ModelHub XC Date: Wed Apr 22 16:49:46 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5811a18 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ1_M.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ1_M.gguf new file mode 100644 index 0000000..31180e3 --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060479c0f4e8149b5cacfedae7813205a8126804dd4d9d6debde286482887c57 +size 7930083200 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ1_S.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ1_S.gguf new file mode 100644 index 0000000..7f8e0f8 --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f14d6fa8aa10aa6ea3aedebbc917fa2ee381428621e4ba466c9af184a4870c84 +size 7272429440 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_M.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_M.gguf new file mode 100644 index 0000000..08b48fb --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e714626cfa8b72528d3ce82e6554ce3bb31db1a7be0ffc5359e1a3b873e57d5f +size 11262156032 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_S.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_S.gguf new file mode 100644 index 0000000..6731fed --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a8b46e3cdedb47f9838cf892a2624a1955a3051c9b7ff2cfaf9cfc9c91a38a +size 10385284352 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_XS.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..cbce36f --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:365fea86551f9b79f02dab3e1c57ffa8c13c9c4feed842d6bf0a32c1efae3793 +size 9955473280 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_XXS.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..507b053 --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b3059a8e4cec7009cbf572d15b46114c1d44f90977007867a1b5d69a0d55952 +size 9026172800 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_M.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_M.gguf new file mode 100644 index 0000000..917ac38 --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54c7048c8de7bcd1666021e6d15aab5bb335146b479196072ad5124c16be53b4 +size 14807566656 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_S.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_S.gguf new file mode 100644 index 0000000..5cfac3e --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38c9463f33d460d6662c4d42cfd0fe1d8ad55f2913daa105f627c8e40f9b9adc +size 14434339136 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_XS.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..7ccbd1b --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:054c3ec30a713ae1fa350f56e6064a59b08269b919bc42a26b51bf6d29fce4fd +size 13702957376 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_XXS.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..c2244d9 --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e366f017ea04c16228110a1800b6334dac071c357f6f4556fcbce6930a1eee5 +size 12836986112 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ4_XS.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..35a8486 --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e50fe21ef0166e6150385ce71fd605f2d2f8ca5ed972ba2e4adff1904d8899 +size 17690390208 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q2_K.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q2_K.gguf new file mode 100644 index 0000000..c231c15 --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b340f0c9467000572b1d6f45da0a721257b371f894c4f2140412c6e7735295a +size 12310750144 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q2_K_S.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..4d924d7 --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561690441b474494be9ad65fd521a420523ce7567a28ddffbbca6a8b062ce078 +size 11485651904 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q3_K_L.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..65cdab1 --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab04679aadc85b44af6a332d94687f97e8f95f9ab07fd4ade47e057681137982 +size 17244522816 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q3_K_M.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..9a4a83a --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6addc311c96025eff4719b01be91a550e872def6c757221d75b09ab6f1290064 +size 15932492096 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q3_K_S.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..6e329ed --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caab331383dd4c6c856edfa240baf0b5e0de2941a3d139f0891999c31bc8f38c +size 14389774656 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_0.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_0.gguf new file mode 100644 index 0000000..020ff37 --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bd205ae6da77d81d4ec9a75cf0cfe8b136326b9fc97010571deeb3f3f23095c +size 18708182368 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_1.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_1.gguf new file mode 100644 index 0000000..85c60f7 --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:902e0e4fdd8c9c41f382c2aee5b3b33855aa2f1f0bfa474473398160178c085f +size 20636287648 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_K_M.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..aa05d56 --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca784f42ef449abe5ed427c0191d28fb0890696c42049f73ce56ded5158f0d99 +size 19848508768 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_K_S.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..a6b8caa --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e7e5e930516fa4a6035cecbb0a875e057dd675906e68c71e25510c4f83ce5a7 +size 18781582688 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q5_K_M.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..591e5f1 --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a55d43960d081de4f727c215679b1482765250d6fa3d6fcc40e5a161dd161493 +size 23259074528 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q5_K_S.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..5c4b890 --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb1e6af8cb7ede4aecc6510f6efff12d9317401c8a4cead75f638f2b8fdeaae0 +size 22635171808 diff --git a/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q6_K.gguf b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q6_K.gguf new file mode 100644 index 0000000..bf09402 --- /dev/null +++ b/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:691edc831a1c40be04dfc6d9bb685f57e8153b16cf7f2db0921c0139cec6eacb +size 26882800672 diff --git a/README.md b/README.md new file mode 100644 index 0000000..5836f94 --- /dev/null +++ b/README.md @@ -0,0 +1,100 @@ +--- +base_model: Saxo/Linkbricks-Horizon-AI-Avengers-V1-32B +datasets: +- Saxo/ko_cn_translation_tech_social_science_linkbricks_single_dataset +- Saxo/ko_jp_translation_tech_social_science_linkbricks_single_dataset +- Saxo/en_ko_translation_tech_science_linkbricks_single_dataset_with_prompt_text_huggingface +- Saxo/en_ko_translation_social_science_linkbricks_single_dataset_with_prompt_text_huggingface +- Saxo/ko_aspect_sentiment_sns_mall_sentiment_linkbricks_single_dataset_with_prompt_text_huggingface +- Saxo/ko_summarization_linkbricks_single_dataset_with_prompt_text_huggingface +- Saxo/OpenOrca_cleaned_kor_linkbricks_single_dataset_with_prompt_text_huggingface +- Saxo/ko_government_qa_total_linkbricks_single_dataset_with_prompt_text_huggingface_sampled +- Saxo/ko-news-corpus-1 +- Saxo/ko-news-corpus-2 +- Saxo/ko-news-corpus-3 +- Saxo/ko-news-corpus-4 +- Saxo/ko-news-corpus-5 +- Saxo/ko-news-corpus-6 +- Saxo/ko-news-corpus-7 +- Saxo/ko-news-corpus-8 +- Saxo/ko-news-corpus-9 +- maywell/ko_Ultrafeedback_binarized +- youjunhyeok/ko-orca-pair-and-ultrafeedback-dpo +- lilacai/glaive-function-calling-v2-sharegpt +- kuotient/gsm8k-ko +language: +- ko +- en +- jp +- cn +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/Saxo/Linkbricks-Horizon-AI-Avengers-V1-32B + + +static quants are available at https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ1_S.gguf) | i1-IQ1_S | 7.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ1_M.gguf) | i1-IQ1_M | 8.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 9.1 | | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 10.1 | | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_S.gguf) | i1-IQ2_S | 10.5 | | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ2_M.gguf) | i1-IQ2_M | 11.4 | | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 11.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q2_K.gguf) | i1-Q2_K | 12.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 12.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 13.8 | | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 14.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_S.gguf) | i1-IQ3_S | 14.5 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ3_M.gguf) | i1-IQ3_M | 14.9 | | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 16.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 17.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 17.8 | | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_0.gguf) | i1-Q4_0 | 18.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 18.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 19.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q4_1.gguf) | i1-Q4_1 | 20.7 | | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 22.7 | | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 23.4 | | +| [GGUF](https://huggingface.co/mradermacher/Linkbricks-Horizon-AI-Avengers-V1-32B-i1-GGUF/resolve/main/Linkbricks-Horizon-AI-Avengers-V1-32B.i1-Q6_K.gguf) | i1-Q6_K | 27.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..53ec9ff --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd3dbd23cdac1d536b5bf1904fd124449f29c189bd5fd774a011db337c1c466 +size 14957085