commit 9c0f136fbdbbbb9ba245ddd849c4002475829b76 Author: ModelHub XC Date: Tue Aug 18 05:47:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: MCZK/gemma-2-baku-2b-it-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..2f8b5ac --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-2-baku-2b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-baku-2b-it.Q6_K.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-baku-2b-it.Q4_K_M.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-baku-2b-it.iQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-baku-2b-it.iQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-baku-2b-it.Q5_K_M.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-baku-2b-it.Q5_K_S.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-baku-2b-it.Q4_K_S.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-baku-2b-it.Q3_K_M.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-baku-2b-it.iQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-baku-2b-it.iQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-baku-2b-it.iQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-baku-2b-it.imatrix filter=lfs diff=lfs merge=lfs -text +gemma-2-baku-2b-it.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..376b1c9 --- /dev/null +++ b/README.md @@ -0,0 +1,17 @@ +--- +license: gemma +language: +- ja +- en +tags: +- gemma2 +- conversational +pipeline_tag: text-generation +library_name: transformers +base_model: rinna/gemma-2-baku-2b-it +base_model_relation: quantized +--- +rinna様の [rinna/gemma-2-baku-2b-it](https://huggingface.co/rinna/gemma-2-baku-2b-it) をGGUF形式に変換したものです。 +K量子化モデルについてもiMatrix適用してあります。 + +iMatrixテキストはTFMC様の[c4_en_ja_imatrix.txt](https://huggingface.co/datasets/TFMC/imatrix-dataset-for-japanese-llm)を使用しています。 diff --git a/gemma-2-baku-2b-it.Q3_K_M.iMatrix.gguf b/gemma-2-baku-2b-it.Q3_K_M.iMatrix.gguf new file mode 100644 index 0000000..5addbb4 --- /dev/null +++ b/gemma-2-baku-2b-it.Q3_K_M.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48eef6aba468c169a038010151b6f0be73d55da56df01179175418986a6bb670 +size 1461668416 diff --git a/gemma-2-baku-2b-it.Q4_K_M.iMatrix.gguf b/gemma-2-baku-2b-it.Q4_K_M.iMatrix.gguf new file mode 100644 index 0000000..017c5bf --- /dev/null +++ b/gemma-2-baku-2b-it.Q4_K_M.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c1f2c6850ac34aea3175a56f126727248190ddd209391caaf6ee9b9f42fce94 +size 1708583488 diff --git a/gemma-2-baku-2b-it.Q4_K_S.iMatrix.gguf b/gemma-2-baku-2b-it.Q4_K_S.iMatrix.gguf new file mode 100644 index 0000000..91a79d2 --- /dev/null +++ b/gemma-2-baku-2b-it.Q4_K_S.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adec7394a4e3492543b2ba5305d015f3897b6742f61443580d76be0041880cbe +size 1638652480 diff --git a/gemma-2-baku-2b-it.Q5_K_M.iMatrix.gguf b/gemma-2-baku-2b-it.Q5_K_M.iMatrix.gguf new file mode 100644 index 0000000..1485a0d --- /dev/null +++ b/gemma-2-baku-2b-it.Q5_K_M.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1021b9613ddb66a3e1654687de27ce522ebe27919b3899a8f0572ed8cac354d +size 1923279424 diff --git a/gemma-2-baku-2b-it.Q5_K_S.iMatrix.gguf b/gemma-2-baku-2b-it.Q5_K_S.iMatrix.gguf new file mode 100644 index 0000000..7b1e1bf --- /dev/null +++ b/gemma-2-baku-2b-it.Q5_K_S.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:036c6492e893c8fb3c6daac083cbedf8221f6089cce3ba14159ac0ad9bd48128 +size 1882544704 diff --git a/gemma-2-baku-2b-it.Q6_K.iMatrix.gguf b/gemma-2-baku-2b-it.Q6_K.iMatrix.gguf new file mode 100644 index 0000000..7324521 --- /dev/null +++ b/gemma-2-baku-2b-it.Q6_K.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ed23f650b1420b75c83e0c73563f99bf448fdd03f9b60aa690540ad91eb4afb +size 2151393856 diff --git a/gemma-2-baku-2b-it.Q8_0.gguf b/gemma-2-baku-2b-it.Q8_0.gguf new file mode 100644 index 0000000..1aa4348 --- /dev/null +++ b/gemma-2-baku-2b-it.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d57d42a9d6168095d76fba5ac0787cd7fad50d6f4151180b14f0ede19d395048 +size 2784495936 diff --git a/gemma-2-baku-2b-it.f16.gguf b/gemma-2-baku-2b-it.f16.gguf new file mode 100644 index 0000000..8df7f47 --- /dev/null +++ b/gemma-2-baku-2b-it.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:318da723c5c2a5bc0096f708eb1d6636ed6fc666729b04446a9e606437b0ab94 +size 5235214656 diff --git a/gemma-2-baku-2b-it.iQ3_M.gguf b/gemma-2-baku-2b-it.iQ3_M.gguf new file mode 100644 index 0000000..3616341 --- /dev/null +++ b/gemma-2-baku-2b-it.iQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a81d253978c8b4f8c170f8536dd11443cd39bd3d77701f368c1fe174f2a986 +size 1393562176 diff --git a/gemma-2-baku-2b-it.iQ3_S.gguf b/gemma-2-baku-2b-it.iQ3_S.gguf new file mode 100644 index 0000000..eec0ca5 --- /dev/null +++ b/gemma-2-baku-2b-it.iQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b265ba4a6af4e965f6fef91e79ae9d588fd5040033e220e8c666d76aabef365 +size 1360661056 diff --git a/gemma-2-baku-2b-it.iQ3_XS.gguf b/gemma-2-baku-2b-it.iQ3_XS.gguf new file mode 100644 index 0000000..6b60517 --- /dev/null +++ b/gemma-2-baku-2b-it.iQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d07fb95ba8f696f2e30ce9e2fb5857554814be38771146a2d3137dafb8bc906 +size 1314212416 diff --git a/gemma-2-baku-2b-it.iQ3_XXS.gguf b/gemma-2-baku-2b-it.iQ3_XXS.gguf new file mode 100644 index 0000000..fa13743 --- /dev/null +++ b/gemma-2-baku-2b-it.iQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d6c7aac08c7635992be418149fbf290f28069a5bbe25d1186cc9f619afbd48 +size 1181686336 diff --git a/gemma-2-baku-2b-it.iQ4_XS.gguf b/gemma-2-baku-2b-it.iQ4_XS.gguf new file mode 100644 index 0000000..1b6fa3f --- /dev/null +++ b/gemma-2-baku-2b-it.iQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0465542692f0c868b36adb658af26fe7d241fad1f2dae1431fcb85351dacba1 +size 1566251584 diff --git a/gemma-2-baku-2b-it.imatrix b/gemma-2-baku-2b-it.imatrix new file mode 100644 index 0000000..b3365b6 --- /dev/null +++ b/gemma-2-baku-2b-it.imatrix @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:386561137cb0712927b471b7deb1349a662b3f5e9d74bcb77163db95cba4645a +size 2375562