commit 47f8ef7a26cb1416889dc610347417d80fde428f Author: ModelHub XC Date: Sun Apr 12 16:07:59 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mmnga/gemma-3-270m-it-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6305a04 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..1a9ca2b --- /dev/null +++ b/README.md @@ -0,0 +1,31 @@ + +--- +license: gemma +tags: +- gemma3 +- gemma +- google +pipeline_tag: text-generation +language: +- en +- ja +datasets: +- TFMC/imatrix-dataset-for-japanese-llm +base_model: +- google/gemma-3-270m-it +--- + +# gemma-3-270m-it-gguf +[googleさんが公開しているgemma-3-270m-it](https://huggingface.co/google/gemma-3-270m-it)のggufフォーマット変換版です。 + +imatrixのデータは[TFMC/imatrix-dataset-for-japanese-llm](https://huggingface.co/datasets/TFMC/imatrix-dataset-for-japanese-llm)を使用して作成しました。 + +## Usage + +``` +git clone https://github.com/ggml-org/llama.cpp.git +cd llama.cpp +cmake -B build -DGGML_CUDA=ON +cmake --build build --config Release +build/bin/llama-cli -m 'gemma-3-270m-it-gguf' -n 128 -c 128 -p 'あなたはプロの料理人です。レシピを教えて' -cnv +``` diff --git a/gemma-3-270m-it-IQ3_M.gguf b/gemma-3-270m-it-IQ3_M.gguf new file mode 100644 index 0000000..8750150 --- /dev/null +++ b/gemma-3-270m-it-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be74f199b66cdbfe6b93cb4dbe7e87cd0ffe59e0788155c9a741c486a12dbc42 +size 238994176 diff --git a/gemma-3-270m-it-IQ4_NL.gguf b/gemma-3-270m-it-IQ4_NL.gguf new file mode 100644 index 0000000..ba8b8dd --- /dev/null +++ b/gemma-3-270m-it-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd0b37aba75e127b5f9a2359a7d147f31f1ea9a27689ad5759ff26ef2986592d +size 241963776 diff --git a/gemma-3-270m-it-IQ4_XS.gguf b/gemma-3-270m-it-IQ4_XS.gguf new file mode 100644 index 0000000..d513b7a --- /dev/null +++ b/gemma-3-270m-it-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9facec95d5e1d98c1fdb3f8c8a8c42e49c3e818cd07aa7bf1332fde53e631ce +size 240857856 diff --git a/gemma-3-270m-it-Q3_K_L.gguf b/gemma-3-270m-it-Q3_K_L.gguf new file mode 100644 index 0000000..ef73be7 --- /dev/null +++ b/gemma-3-270m-it-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae4f47ade6d03993a223fb372a46fb5f52fce72f49cc7f32c2b6fe37a3b1d8a2 +size 246387200 diff --git a/gemma-3-270m-it-Q3_K_M.gguf b/gemma-3-270m-it-Q3_K_M.gguf new file mode 100644 index 0000000..ddef3e5 --- /dev/null +++ b/gemma-3-270m-it-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38022a57a75a63705db55b8f75b4f655fb2a1dc412ce2523451c4fa3c0640a72 +size 241963520 diff --git a/gemma-3-270m-it-Q4_0.gguf b/gemma-3-270m-it-Q4_0.gguf new file mode 100644 index 0000000..5ee64bc --- /dev/null +++ b/gemma-3-270m-it-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:542c1a0aa267b9aad9bac7a285aa513f9a932346263bff6dd27e9ba3102b0e7d +size 241410560 diff --git a/gemma-3-270m-it-Q4_K_M.gguf b/gemma-3-270m-it-Q4_K_M.gguf new file mode 100644 index 0000000..d30c3a7 --- /dev/null +++ b/gemma-3-270m-it-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57bbce8f2095939bde118bafbb65279c6e36ee8bcb09ee258f7f5d6a7b8e7f39 +size 253114880 diff --git a/gemma-3-270m-it-Q4_K_S.gguf b/gemma-3-270m-it-Q4_K_S.gguf new file mode 100644 index 0000000..6401679 --- /dev/null +++ b/gemma-3-270m-it-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39cbb18495fb272f26738cae50454cb35b0fb9a5910d8dcea907664d134ed42b +size 249889280 diff --git a/gemma-3-270m-it-Q5_0.gguf b/gemma-3-270m-it-Q5_0.gguf new file mode 100644 index 0000000..a787c27 --- /dev/null +++ b/gemma-3-270m-it-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d19335c73a3359d0f2643eb0efda378cd9fd9a3b0ddf96b113416463eaae8649 +size 253944320 diff --git a/gemma-3-270m-it-Q5_K_M.gguf b/gemma-3-270m-it-Q5_K_M.gguf new file mode 100644 index 0000000..f5ff7f8 --- /dev/null +++ b/gemma-3-270m-it-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bf42ab816603a57a54c280d26b64dbdc3ec34d76d404db676f31c4dffc77a95 +size 260026880 diff --git a/gemma-3-270m-it-Q5_K_S.gguf b/gemma-3-270m-it-Q5_K_S.gguf new file mode 100644 index 0000000..5b9e125 --- /dev/null +++ b/gemma-3-270m-it-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2dbfd9a04f767c7cfe83aaa7e2683c9611540092cf7d78633df80556662596d +size 257999360 diff --git a/gemma-3-270m-it-Q6_K.gguf b/gemma-3-270m-it-Q6_K.gguf new file mode 100644 index 0000000..d64f55a --- /dev/null +++ b/gemma-3-270m-it-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7211704d68295495e756642a3097efb17ccb4b06964fccb49d57a891205e500a +size 282974720 diff --git a/gemma-3-270m-it-Q8_0.gguf b/gemma-3-270m-it-Q8_0.gguf new file mode 100644 index 0000000..3d95400 --- /dev/null +++ b/gemma-3-270m-it-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef57d2c838458a1952664260dcba38e5bdda37494f3af732f06e4add24068e3 +size 291545600