commit 643d59a1989f529173f68543ffb8c33631f8ba97 Author: ModelHub XC Date: Wed Aug 26 19:44:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/SpydazWeb_AI_HumanAI_008_ChatQA-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8218e7f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +SpydazWeb_AI_HumanAI_008_ChatQA.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +SpydazWeb_AI_HumanAI_008_ChatQA.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +SpydazWeb_AI_HumanAI_008_ChatQA.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +SpydazWeb_AI_HumanAI_008_ChatQA.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +SpydazWeb_AI_HumanAI_008_ChatQA.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +SpydazWeb_AI_HumanAI_008_ChatQA.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +SpydazWeb_AI_HumanAI_008_ChatQA.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +SpydazWeb_AI_HumanAI_008_ChatQA.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +SpydazWeb_AI_HumanAI_008_ChatQA.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +SpydazWeb_AI_HumanAI_008_ChatQA.f16.gguf filter=lfs diff=lfs merge=lfs -text +SpydazWeb_AI_HumanAI_008_ChatQA.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +SpydazWeb_AI_HumanAI_008_ChatQA.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +SpydazWeb_AI_HumanAI_008_ChatQA.Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..c2f0895 --- /dev/null +++ b/README.md @@ -0,0 +1,138 @@ +--- +base_model: LeroyDyer/SpydazWeb_AI_HumanAI_008_ChatQA +datasets: +- neoneye/base64-decode-v2 +- neoneye/base64-encode-v1 +- VuongQuoc/Chemistry_text_to_image +- Kamizuru00/diagram_image_to_text +- LeroyDyer/Chemistry_text_to_image_BASE64 +- LeroyDyer/AudioCaps-Spectrograms_to_Base64 +- LeroyDyer/winogroud_text_to_imaget_BASE64 +- LeroyDyer/chart_text_to_Base64 +- LeroyDyer/diagram_image_to_text_BASE64 +- mekaneeky/salt_m2e_15_3_instruction +- mekaneeky/SALT-languages-bible +- xz56/react-llama +- BeIR/hotpotqa +- arcee-ai/agent-data +language: +- en +- sw +- ig +- so +- es +- ca +- xh +- zu +- ha +- tw +- af +- hi +- bm +- su +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- unsloth +- mistral +- Mistral_Star +- Mistral_Quiet +- Mistral +- Mixtral +- Question-Answer +- Token-Classification +- Sequence-Classification +- SpydazWeb-AI +- chemistry +- biology +- legal +- code +- climate +- medical +- LCARS_AI_StarTrek_Computer +- text-generation-inference +- chain-of-thought +- tree-of-knowledge +- forest-of-thoughts +- visual-spacial-sketchpad +- alpha-mind +- knowledge-graph +- entity-detection +- encyclopedia +- wikipedia +- stack-exchange +- Reddit +- Cyber-series +- MegaMind +- Cybertron +- SpydazWeb +- Spydaz +- LCARS +- star-trek +- mega-transformers +- Mulit-Mega-Merge +- Multi-Lingual +- Afro-Centric +- African-Model +- Ancient-One +--- +## About + + + + + + +static quants of https://huggingface.co/LeroyDyer/SpydazWeb_AI_HumanAI_008_ChatQA + + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/SpydazWeb_AI_HumanAI_008_ChatQA-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/SpydazWeb_AI_HumanAI_008_ChatQA-GGUF/resolve/main/SpydazWeb_AI_HumanAI_008_ChatQA.Q2_K.gguf) | Q2_K | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/SpydazWeb_AI_HumanAI_008_ChatQA-GGUF/resolve/main/SpydazWeb_AI_HumanAI_008_ChatQA.Q3_K_S.gguf) | Q3_K_S | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/SpydazWeb_AI_HumanAI_008_ChatQA-GGUF/resolve/main/SpydazWeb_AI_HumanAI_008_ChatQA.Q3_K_M.gguf) | Q3_K_M | 3.6 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/SpydazWeb_AI_HumanAI_008_ChatQA-GGUF/resolve/main/SpydazWeb_AI_HumanAI_008_ChatQA.Q3_K_L.gguf) | Q3_K_L | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/SpydazWeb_AI_HumanAI_008_ChatQA-GGUF/resolve/main/SpydazWeb_AI_HumanAI_008_ChatQA.IQ4_XS.gguf) | IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/SpydazWeb_AI_HumanAI_008_ChatQA-GGUF/resolve/main/SpydazWeb_AI_HumanAI_008_ChatQA.Q4_0_4_4.gguf) | Q4_0_4_4 | 4.2 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/SpydazWeb_AI_HumanAI_008_ChatQA-GGUF/resolve/main/SpydazWeb_AI_HumanAI_008_ChatQA.Q4_K_S.gguf) | Q4_K_S | 4.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/SpydazWeb_AI_HumanAI_008_ChatQA-GGUF/resolve/main/SpydazWeb_AI_HumanAI_008_ChatQA.Q4_K_M.gguf) | Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/SpydazWeb_AI_HumanAI_008_ChatQA-GGUF/resolve/main/SpydazWeb_AI_HumanAI_008_ChatQA.Q5_K_S.gguf) | Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/SpydazWeb_AI_HumanAI_008_ChatQA-GGUF/resolve/main/SpydazWeb_AI_HumanAI_008_ChatQA.Q5_K_M.gguf) | Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/SpydazWeb_AI_HumanAI_008_ChatQA-GGUF/resolve/main/SpydazWeb_AI_HumanAI_008_ChatQA.Q6_K.gguf) | Q6_K | 6.0 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/SpydazWeb_AI_HumanAI_008_ChatQA-GGUF/resolve/main/SpydazWeb_AI_HumanAI_008_ChatQA.Q8_0.gguf) | Q8_0 | 7.8 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/SpydazWeb_AI_HumanAI_008_ChatQA-GGUF/resolve/main/SpydazWeb_AI_HumanAI_008_ChatQA.f16.gguf) | f16 | 14.6 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/SpydazWeb_AI_HumanAI_008_ChatQA.IQ4_XS.gguf b/SpydazWeb_AI_HumanAI_008_ChatQA.IQ4_XS.gguf new file mode 100644 index 0000000..30729a1 --- /dev/null +++ b/SpydazWeb_AI_HumanAI_008_ChatQA.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fc6cc70af8784c2aaa33c5cbaa97de9f5d1ac67e41d305a21d7ab8405e063a0 +size 3944398048 diff --git a/SpydazWeb_AI_HumanAI_008_ChatQA.Q2_K.gguf b/SpydazWeb_AI_HumanAI_008_ChatQA.Q2_K.gguf new file mode 100644 index 0000000..1013b50 --- /dev/null +++ b/SpydazWeb_AI_HumanAI_008_ChatQA.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d5ddb52470682a664462d4ee84648d41e8126c8832e85704f1f5a3b645dbc1 +size 2719251680 diff --git a/SpydazWeb_AI_HumanAI_008_ChatQA.Q3_K_L.gguf b/SpydazWeb_AI_HumanAI_008_ChatQA.Q3_K_L.gguf new file mode 100644 index 0000000..2fe4152 --- /dev/null +++ b/SpydazWeb_AI_HumanAI_008_ChatQA.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0b0a61c52dc9f62645e353c6dd9523b29f4f71d3a77318280b7496c7c1b301b +size 3822034144 diff --git a/SpydazWeb_AI_HumanAI_008_ChatQA.Q3_K_M.gguf b/SpydazWeb_AI_HumanAI_008_ChatQA.Q3_K_M.gguf new file mode 100644 index 0000000..bfc8eb1 --- /dev/null +++ b/SpydazWeb_AI_HumanAI_008_ChatQA.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9343f46467fffc68e8965ea62a6e4b2a8d9209368bfd89d4a18418650a54950e +size 3518995680 diff --git a/SpydazWeb_AI_HumanAI_008_ChatQA.Q3_K_S.gguf b/SpydazWeb_AI_HumanAI_008_ChatQA.Q3_K_S.gguf new file mode 100644 index 0000000..61a950c --- /dev/null +++ b/SpydazWeb_AI_HumanAI_008_ChatQA.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20052fb6d812052a5599f29f50acbc95fdfe1f7f815214b7450847216f6f3372 +size 3164576992 diff --git a/SpydazWeb_AI_HumanAI_008_ChatQA.Q4_0_4_4.gguf b/SpydazWeb_AI_HumanAI_008_ChatQA.Q4_0_4_4.gguf new file mode 100644 index 0000000..ab29643 --- /dev/null +++ b/SpydazWeb_AI_HumanAI_008_ChatQA.Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2a288cb98f9c7a1241782074acd174c466dfa79bd2112b21e3e12d2982d12bc +size 4108926176 diff --git a/SpydazWeb_AI_HumanAI_008_ChatQA.Q4_K_M.gguf b/SpydazWeb_AI_HumanAI_008_ChatQA.Q4_K_M.gguf new file mode 100644 index 0000000..a311d83 --- /dev/null +++ b/SpydazWeb_AI_HumanAI_008_ChatQA.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc932a8b66e640e52fd861e10349f49c7b3046725de0ad5f6e266fee1fba1de +size 4368448736 diff --git a/SpydazWeb_AI_HumanAI_008_ChatQA.Q4_K_S.gguf b/SpydazWeb_AI_HumanAI_008_ChatQA.Q4_K_S.gguf new file mode 100644 index 0000000..967cb4a --- /dev/null +++ b/SpydazWeb_AI_HumanAI_008_ChatQA.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb07c54316fdf4add938e8f62cc90c74b385d3af29a7a6853190503b5497ca4f +size 4140383456 diff --git a/SpydazWeb_AI_HumanAI_008_ChatQA.Q5_K_M.gguf b/SpydazWeb_AI_HumanAI_008_ChatQA.Q5_K_M.gguf new file mode 100644 index 0000000..6ca90a5 --- /dev/null +++ b/SpydazWeb_AI_HumanAI_008_ChatQA.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d746b96f62a4ffe3075e6b90af0ad62fa9505ba8ae8942ffae67b7ac18ddccf +size 5131418848 diff --git a/SpydazWeb_AI_HumanAI_008_ChatQA.Q5_K_S.gguf b/SpydazWeb_AI_HumanAI_008_ChatQA.Q5_K_S.gguf new file mode 100644 index 0000000..af8da44 --- /dev/null +++ b/SpydazWeb_AI_HumanAI_008_ChatQA.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ee98f77162d72a5773c5a8b94ca16396ebede12d855bf724f01983680e04260 +size 4997725408 diff --git a/SpydazWeb_AI_HumanAI_008_ChatQA.Q6_K.gguf b/SpydazWeb_AI_HumanAI_008_ChatQA.Q6_K.gguf new file mode 100644 index 0000000..4d5b7ca --- /dev/null +++ b/SpydazWeb_AI_HumanAI_008_ChatQA.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:218f910071163a1d0e6f9e81e486c9a99bc7f44adb0b4c5c01d92217b981121a +size 5942074592 diff --git a/SpydazWeb_AI_HumanAI_008_ChatQA.Q8_0.gguf b/SpydazWeb_AI_HumanAI_008_ChatQA.Q8_0.gguf new file mode 100644 index 0000000..8411347 --- /dev/null +++ b/SpydazWeb_AI_HumanAI_008_ChatQA.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99d5f22d1b5e63687bacb2e206bd758f55ebfdcde907d608b8599f7734d3aab7 +size 7695867104 diff --git a/SpydazWeb_AI_HumanAI_008_ChatQA.f16.gguf b/SpydazWeb_AI_HumanAI_008_ChatQA.f16.gguf new file mode 100644 index 0000000..c754066 --- /dev/null +++ b/SpydazWeb_AI_HumanAI_008_ChatQA.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f4b729ed30e13ee82866e31f09f97e756a5b7be3076b427f961fd7423e0192d +size 14484741344