commit b33a8b567c8efaefc2eb555b6f54534dffdf8f61 Author: ModelHub XC Date: Wed Apr 15 14:33:05 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/gpt-Youtube-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f50fe62 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-Youtube.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..9ce479a --- /dev/null +++ b/README.md @@ -0,0 +1,77 @@ +--- +base_model: BreadAi/gpt-Youtube +datasets: +- breadlicker45/youtube-comments-180k +language: +- en +library_name: transformers +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/BreadAi/gpt-Youtube + + +static quants are available at https://huggingface.co/mradermacher/gpt-Youtube-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-IQ1_S.gguf) | i1-IQ1_S | 0.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-IQ1_M.gguf) | i1-IQ1_M | 0.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-IQ2_S.gguf) | i1-IQ2_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-IQ2_M.gguf) | i1-IQ2_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-Q2_K.gguf) | i1-Q2_K | 0.2 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-IQ3_S.gguf) | i1-IQ3_S | 0.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-IQ3_M.gguf) | i1-IQ3_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-Q4_0.gguf) | i1-Q4_0 | 0.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-Q4_1.gguf) | i1-Q4_1 | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-Q5_K_M.gguf) | i1-Q5_K_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-Youtube-i1-GGUF/resolve/main/gpt-Youtube.i1-Q6_K.gguf) | i1-Q6_K | 0.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/gpt-Youtube.i1-IQ1_M.gguf b/gpt-Youtube.i1-IQ1_M.gguf new file mode 100644 index 0000000..200534e --- /dev/null +++ b/gpt-Youtube.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:912aa5b43faee8917972e02d0abd4fbd6dcc13233c7845ce9057189e1ea48656 +size 60614560 diff --git a/gpt-Youtube.i1-IQ1_S.gguf b/gpt-Youtube.i1-IQ1_S.gguf new file mode 100644 index 0000000..b5c4dc0 --- /dev/null +++ b/gpt-Youtube.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85eadc164c4446b54a97ebe70c38efd1ccff93b5909fbbedd7f9ba521ad4fe41 +size 58845088 diff --git a/gpt-Youtube.i1-IQ2_M.gguf b/gpt-Youtube.i1-IQ2_M.gguf new file mode 100644 index 0000000..abb8dda --- /dev/null +++ b/gpt-Youtube.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d229b4f0db6bbc689e9bce272a963105fb9f114875ec503646110a441eedebec +size 73662112 diff --git a/gpt-Youtube.i1-IQ2_S.gguf b/gpt-Youtube.i1-IQ2_S.gguf new file mode 100644 index 0000000..24bc469 --- /dev/null +++ b/gpt-Youtube.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1022c917285a03dc45f9be0e274dee933b2cc99cb648c615c9212a539a6e5dd +size 71302816 diff --git a/gpt-Youtube.i1-IQ2_XS.gguf b/gpt-Youtube.i1-IQ2_XS.gguf new file mode 100644 index 0000000..fb2becd --- /dev/null +++ b/gpt-Youtube.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e830761c135cc67fc71571145db6c98820ac6750796ff177906f9b19f667d292 +size 66144160 diff --git a/gpt-Youtube.i1-IQ2_XXS.gguf b/gpt-Youtube.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..6a61787 --- /dev/null +++ b/gpt-Youtube.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44dd9879dbd72d5acc4ee2e8eb6eddbcdebc3206aa269f2524ded812d120e55d +size 63563680 diff --git a/gpt-Youtube.i1-IQ3_M.gguf b/gpt-Youtube.i1-IQ3_M.gguf new file mode 100644 index 0000000..ef5d941 --- /dev/null +++ b/gpt-Youtube.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12a5448e272c0723003e42e06eb316fdadb49f7bf818cb5055d4faad3fdb5e92 +size 91124128 diff --git a/gpt-Youtube.i1-IQ3_S.gguf b/gpt-Youtube.i1-IQ3_S.gguf new file mode 100644 index 0000000..0854615 --- /dev/null +++ b/gpt-Youtube.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06017fcd6dd96906f535e8292b9f516d16d1f263e2d4be362085b009acda6aa5 +size 87050656 diff --git a/gpt-Youtube.i1-IQ3_XS.gguf b/gpt-Youtube.i1-IQ3_XS.gguf new file mode 100644 index 0000000..44739ab --- /dev/null +++ b/gpt-Youtube.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c824934dcf8cd3471de787e693063de0fbcde73aa6239e5c22c56899b8471715 +size 86055328 diff --git a/gpt-Youtube.i1-IQ3_XXS.gguf b/gpt-Youtube.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..3397b1d --- /dev/null +++ b/gpt-Youtube.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8112277c658adce6230cc748b3b5ee76d4f6dedb18a5de3e0946722405873124 +size 78270112 diff --git a/gpt-Youtube.i1-IQ4_NL.gguf b/gpt-Youtube.i1-IQ4_NL.gguf new file mode 100644 index 0000000..995cd3b --- /dev/null +++ b/gpt-Youtube.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d8fdf4672a2cb8552507170f2052598bda568f00dd0d1d8f984058b8811a92d +size 103462048 diff --git a/gpt-Youtube.i1-IQ4_XS.gguf b/gpt-Youtube.i1-IQ4_XS.gguf new file mode 100644 index 0000000..5f46872 --- /dev/null +++ b/gpt-Youtube.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d9d82d115af61fe13c26fab783893c9e2f49311cb735238a4e6c495dc967404 +size 99600544 diff --git a/gpt-Youtube.i1-Q2_K.gguf b/gpt-Youtube.i1-Q2_K.gguf new file mode 100644 index 0000000..5bc55a2 --- /dev/null +++ b/gpt-Youtube.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5de383e481004da4ad0b843cd8dc2e5a40d65e579d1600a602ce900de2cc253 +size 78095008 diff --git a/gpt-Youtube.i1-Q2_K_S.gguf b/gpt-Youtube.i1-Q2_K_S.gguf new file mode 100644 index 0000000..2d3c3a4 --- /dev/null +++ b/gpt-Youtube.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e2d4924adf70732eb8600bc8cd9449a26d5f25deed4fe29521999a0082653a +size 75053728 diff --git a/gpt-Youtube.i1-Q3_K_L.gguf b/gpt-Youtube.i1-Q3_K_L.gguf new file mode 100644 index 0000000..e297b11 --- /dev/null +++ b/gpt-Youtube.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e7ee97f082acd31f3dce0e6c031bf312ee7865ffe8e486d3daac7a9021a1d29 +size 98994592 diff --git a/gpt-Youtube.i1-Q3_K_M.gguf b/gpt-Youtube.i1-Q3_K_M.gguf new file mode 100644 index 0000000..e011399 --- /dev/null +++ b/gpt-Youtube.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:713c716b426405f6bc951035c464c8bc2b7faec95f9549bdc670040d95bbceba +size 94570912 diff --git a/gpt-Youtube.i1-Q3_K_S.gguf b/gpt-Youtube.i1-Q3_K_S.gguf new file mode 100644 index 0000000..71a0249 --- /dev/null +++ b/gpt-Youtube.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a443df7f23582f20e949ae765837bc659855d17d6618ed071a7bf99a644694d9 +size 87050656 diff --git a/gpt-Youtube.i1-Q4_0.gguf b/gpt-Youtube.i1-Q4_0.gguf new file mode 100644 index 0000000..f5e4bb3 --- /dev/null +++ b/gpt-Youtube.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4834de6257497c84c47dc5d9ca6578b243ff6db149796e50ba988184759eb4c +size 103609504 diff --git a/gpt-Youtube.i1-Q4_1.gguf b/gpt-Youtube.i1-Q4_1.gguf new file mode 100644 index 0000000..6900f11 --- /dev/null +++ b/gpt-Youtube.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c29841d999f1b5884fd55705b1be17e9b73da697731ada114153de4cf3836048 +size 111185056 diff --git a/gpt-Youtube.i1-Q4_K_M.gguf b/gpt-Youtube.i1-Q4_K_M.gguf new file mode 100644 index 0000000..9ac9d40 --- /dev/null +++ b/gpt-Youtube.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d46f8e2839f3cacd3ef3228e415d964144e1cfa77c7c3a8b036e0b280cd3b1d2 +size 109765792 diff --git a/gpt-Youtube.i1-Q4_K_S.gguf b/gpt-Youtube.i1-Q4_K_S.gguf new file mode 100644 index 0000000..ee882df --- /dev/null +++ b/gpt-Youtube.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b46e221540a5ba5e9ef5ec1115f86d70376ea39d95dd251ac7c937583130714 +size 103756960 diff --git a/gpt-Youtube.i1-Q5_K_M.gguf b/gpt-Youtube.i1-Q5_K_M.gguf new file mode 100644 index 0000000..48960f3 --- /dev/null +++ b/gpt-Youtube.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75cb06d1368b50cb8c33fc4c137da648c5c2dad8d61006774ec37f705306ce73 +size 123608224 diff --git a/gpt-Youtube.i1-Q5_K_S.gguf b/gpt-Youtube.i1-Q5_K_S.gguf new file mode 100644 index 0000000..afe1e53 --- /dev/null +++ b/gpt-Youtube.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59ff3487a886f344fc6de10ac9f010a31089c3c522dea25d5c313f964e16414d +size 118908064 diff --git a/gpt-Youtube.i1-Q6_K.gguf b/gpt-Youtube.i1-Q6_K.gguf new file mode 100644 index 0000000..0fc58e2 --- /dev/null +++ b/gpt-Youtube.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5d997ab6928e0cdea48d66e15596ab397e50a127a61a7fd309d5db478a0e0b0 +size 135319456 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..eb89e25 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b4cf8f8c556719c20aaa8e31e53c66cfb1e59b652bf5cc6fe258cc795de6971 +size 259687