commit 8ac5658bcff22f16bca8c4296efe1af2995e0c45 Author: ModelHub XC Date: Wed May 27 00:35:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: leliuga/gemma-2b-it-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4df6280 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..c85f93a --- /dev/null +++ b/README.md @@ -0,0 +1,21 @@ +--- +base_model: google/gemma-2b-it +license: other +license_name: gemma-terms-of-use +license_link: https://ai.google.dev/gemma/terms +inference: false +model_creator: Google +model_name: gemma-2b-it +quantized_by: Leliuga +pipeline_tag: text-generation +tags: + - gemma + - gguf +--- +# gemma-2b-it - GGUF +- Model creator: [Google](https://huggingface.co/google) +- Original model: [gemma-2b-it](https://huggingface.co/google/gemma-2b-it) + +## Description + +This repo contains GGUF format model files for [gemma-2b-it](https://huggingface.co/google/gemma-2b-it). \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..be2a5ab --- /dev/null +++ b/config.json @@ -0,0 +1,26 @@ +{ + "architectures": [ + "GemmaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 2, + "eos_token_id": 1, + "head_dim": 256, + "hidden_act": "gelu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 16384, + "max_position_embeddings": 8192, + "model_type": "gemma", + "num_attention_heads": 8, + "num_hidden_layers": 18, + "num_key_value_heads": 1, + "pad_token_id": 0, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "torch_dtype": "bfloat16", + "use_cache": true, + "vocab_size": 256000 +} diff --git a/gemma-2b-it.Q2_K.gguf b/gemma-2b-it.Q2_K.gguf new file mode 100644 index 0000000..74ac43f --- /dev/null +++ b/gemma-2b-it.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86238e64704056e7ef5371f1c5727aee1c40588695019b5ec81a190fd1958676 +size 1157924576 diff --git a/gemma-2b-it.Q3_K_L.gguf b/gemma-2b-it.Q3_K_L.gguf new file mode 100644 index 0000000..5f6bbfe --- /dev/null +++ b/gemma-2b-it.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6255c681ce950b925862d4c65e851b61b11936094c843594a69671f415410b71 +size 1465591520 diff --git a/gemma-2b-it.Q3_K_M.gguf b/gemma-2b-it.Q3_K_M.gguf new file mode 100644 index 0000000..e6c63da --- /dev/null +++ b/gemma-2b-it.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d9907cc7377702c1f7b78e5e7e011eeef055baec30c79bf0be03fc13c70c31b +size 1383802592 diff --git a/gemma-2b-it.Q3_K_S.gguf b/gemma-2b-it.Q3_K_S.gguf new file mode 100644 index 0000000..021f294 --- /dev/null +++ b/gemma-2b-it.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d8ee0aa01705cbcb956e100c141aa410466171200d1b22341fb431ce68adb31 +size 1287980768 diff --git a/gemma-2b-it.Q4_0.gguf b/gemma-2b-it.Q4_0.gguf new file mode 100644 index 0000000..9c47d19 --- /dev/null +++ b/gemma-2b-it.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74308e7574d7475d9b9f7fe4cdb734cd8d4eb3ae468f5196f663dac9e89e0805 +size 1551189728 diff --git a/gemma-2b-it.Q4_K_M.gguf b/gemma-2b-it.Q4_K_M.gguf new file mode 100644 index 0000000..1286357 --- /dev/null +++ b/gemma-2b-it.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99954eed33d01510d5d70cc31261774d91b5362fb8046b48f20d536452dc7fca +size 1630263008 diff --git a/gemma-2b-it.Q4_K_S.gguf b/gemma-2b-it.Q4_K_S.gguf new file mode 100644 index 0000000..2ab785b --- /dev/null +++ b/gemma-2b-it.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:183c9d74ba244aaf5f3dd9a9216513c7fc851c59b1971979b3b684ee06cd7a41 +size 1559840480 diff --git a/gemma-2b-it.Q5_0.gguf b/gemma-2b-it.Q5_0.gguf new file mode 100644 index 0000000..f3b694a --- /dev/null +++ b/gemma-2b-it.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e01e458975e2cd3ac254a68b0acb4fc9f1cb4b2c2dc1b151c43c78bc89fa7ccf +size 1798915808 diff --git a/gemma-2b-it.Q5_K_M.gguf b/gemma-2b-it.Q5_K_M.gguf new file mode 100644 index 0000000..f423b7b --- /dev/null +++ b/gemma-2b-it.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5973207e6e2c15c057506d23697eea77d086d5c87c611872c4601f24adefc51e +size 1839650528 diff --git a/gemma-2b-it.Q5_K_S.gguf b/gemma-2b-it.Q5_K_S.gguf new file mode 100644 index 0000000..0fa8be7 --- /dev/null +++ b/gemma-2b-it.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d454348f1ac542bc280395ef35fc14c86cb33974619f37c4c70ded01d1ab965 +size 1798915808 diff --git a/gemma-2b-it.Q6_K.gguf b/gemma-2b-it.Q6_K.gguf new file mode 100644 index 0000000..029c408 --- /dev/null +++ b/gemma-2b-it.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:509d0f1a5263da8b2fe6ed1c8707c6b05a90d0ef1e4954280c2f98f722b55542 +size 2062124768 diff --git a/gemma-2b-it.Q8_0.gguf b/gemma-2b-it.Q8_0.gguf new file mode 100644 index 0000000..d4169fb --- /dev/null +++ b/gemma-2b-it.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:638df3efd55b23d94dba6ba461f882be066532a8c4741a3e830dac90dc139195 +size 2669070048