commit 55907a315d7a486a69abbb6b1701976cc1c7375b Author: ModelHub XC Date: Wed May 27 00:24:19 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: leliuga/gemma-2b-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..cc71b9c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-2b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..8e2a834 --- /dev/null +++ b/README.md @@ -0,0 +1,21 @@ +--- +base_model: google/gemma-2b +license: other +license_name: gemma-terms-of-use +license_link: https://ai.google.dev/gemma/terms +inference: false +model_creator: Google +model_name: gemma-2b +quantized_by: Leliuga +pipeline_tag: text-generation +tags: + - gemma + - gguf +--- +# gemma-2b - GGUF +- Model creator: [Google](https://huggingface.co/google) +- Original model: [gemma-2b](https://huggingface.co/google/gemma-2b) + +## Description + +This repo contains GGUF format model files for [gemma-2b](https://huggingface.co/google/gemma-2b). \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..be2a5ab --- /dev/null +++ b/config.json @@ -0,0 +1,26 @@ +{ + "architectures": [ + "GemmaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 2, + "eos_token_id": 1, + "head_dim": 256, + "hidden_act": "gelu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 16384, + "max_position_embeddings": 8192, + "model_type": "gemma", + "num_attention_heads": 8, + "num_hidden_layers": 18, + "num_key_value_heads": 1, + "pad_token_id": 0, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "torch_dtype": "bfloat16", + "use_cache": true, + "vocab_size": 256000 +} diff --git a/gemma-2b.Q2_K.gguf b/gemma-2b.Q2_K.gguf new file mode 100644 index 0000000..ad423e2 --- /dev/null +++ b/gemma-2b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fe94b75a14647d3b15e62afefde54f670754f50fa333bbe2023102e717d580b +size 1157923936 diff --git a/gemma-2b.Q3_K_L.gguf b/gemma-2b.Q3_K_L.gguf new file mode 100644 index 0000000..70242f9 --- /dev/null +++ b/gemma-2b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:003fd910720a95d5e4a539b30cd5315168fc2af389d9519ca73c1e372f42d26d +size 1465590880 diff --git a/gemma-2b.Q3_K_M.gguf b/gemma-2b.Q3_K_M.gguf new file mode 100644 index 0000000..a039eaf --- /dev/null +++ b/gemma-2b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a63d0c3da2045da968b842a77b9669c293724f381dd10522ae2bcbc15546c90 +size 1383801952 diff --git a/gemma-2b.Q3_K_S.gguf b/gemma-2b.Q3_K_S.gguf new file mode 100644 index 0000000..e595614 --- /dev/null +++ b/gemma-2b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7ba57426d42e23ff8ac885452c1909a1fc39d0ad6d69e49a3abdd3e99b21377 +size 1287980128 diff --git a/gemma-2b.Q4_0.gguf b/gemma-2b.Q4_0.gguf new file mode 100644 index 0000000..3dc6544 --- /dev/null +++ b/gemma-2b.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86b26c9c223236b568b11a3d0ec66fd7b52431d7f9f18e0780c16af54dc2d8af +size 1551189088 diff --git a/gemma-2b.Q4_K_M.gguf b/gemma-2b.Q4_K_M.gguf new file mode 100644 index 0000000..5fdde74 --- /dev/null +++ b/gemma-2b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f0bc6672239d48a84cabe9f5a977b3eb801048be80280da17a5f589664aebe4 +size 1630262368 diff --git a/gemma-2b.Q4_K_S.gguf b/gemma-2b.Q4_K_S.gguf new file mode 100644 index 0000000..5f4f4dc --- /dev/null +++ b/gemma-2b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96eab41bb9290bfcae482ff4d819a19b372b884ae5eff8a869d4806d9e1544cf +size 1559839840 diff --git a/gemma-2b.Q5_0.gguf b/gemma-2b.Q5_0.gguf new file mode 100644 index 0000000..b5ac787 --- /dev/null +++ b/gemma-2b.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ebb76dc9e80b68d39258725450ac6b0faba9e4955c3fbf2d543f284d3e0e803 +size 1798915168 diff --git a/gemma-2b.Q5_K_M.gguf b/gemma-2b.Q5_K_M.gguf new file mode 100644 index 0000000..74a4614 --- /dev/null +++ b/gemma-2b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e2549fad3cbeb5a48afa6cb096a1edc428f6ad1bd03de0b0880788c56273e90 +size 1839649888 diff --git a/gemma-2b.Q5_K_S.gguf b/gemma-2b.Q5_K_S.gguf new file mode 100644 index 0000000..e3f303f --- /dev/null +++ b/gemma-2b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e41ee27714a3fd6ef75a54863e6c49f1de14512f220ad8f130949142f128c7d +size 1798915168 diff --git a/gemma-2b.Q6_K.gguf b/gemma-2b.Q6_K.gguf new file mode 100644 index 0000000..66064c4 --- /dev/null +++ b/gemma-2b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d05cf7508e345d470b1a1261f5ede482ba2fe0e08503198073d85d3b2cf4cb0 +size 2062124128 diff --git a/gemma-2b.Q8_0.gguf b/gemma-2b.Q8_0.gguf new file mode 100644 index 0000000..34b364c --- /dev/null +++ b/gemma-2b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:974ad4ce7d332aa4081f393836b950b785d5395b5c7a5021d6b9ec7c92eb8a1d +size 2669069408