From 1f5d58c3fa4b60045ddae37f8efc17dba91fb0e6 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 31 Aug 2026 19:45:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: lainlives/Gemma3-Code-Reasoning-4B Source: Original Platform --- .gitattributes | 45 ++++++++++++++++++++++++++++ Gemma3-Code-Reasoning-4B-Q4_0.gguf | 3 ++ Gemma3-Code-Reasoning-4B-Q4_K_M.gguf | 3 ++ Gemma3-Code-Reasoning-4B-Q4_K_S.gguf | 3 ++ Gemma3-Code-Reasoning-4B-Q5_0.gguf | 3 ++ Gemma3-Code-Reasoning-4B-Q5_K_M.gguf | 3 ++ Gemma3-Code-Reasoning-4B-Q5_K_S.gguf | 3 ++ Gemma3-Code-Reasoning-4B-Q6_K.gguf | 3 ++ Gemma3-Code-Reasoning-4B-Q8_0.gguf | 3 ++ Gemma3-Code-Reasoning-4B-bf16.gguf | 3 ++ Gemma3-Code-Reasoning-4B-f16.gguf | 3 ++ README.md | 42 ++++++++++++++++++++++++++ 12 files changed, 117 insertions(+) create mode 100644 .gitattributes create mode 100644 Gemma3-Code-Reasoning-4B-Q4_0.gguf create mode 100644 Gemma3-Code-Reasoning-4B-Q4_K_M.gguf create mode 100644 Gemma3-Code-Reasoning-4B-Q4_K_S.gguf create mode 100644 Gemma3-Code-Reasoning-4B-Q5_0.gguf create mode 100644 Gemma3-Code-Reasoning-4B-Q5_K_M.gguf create mode 100644 Gemma3-Code-Reasoning-4B-Q5_K_S.gguf create mode 100644 Gemma3-Code-Reasoning-4B-Q6_K.gguf create mode 100644 Gemma3-Code-Reasoning-4B-Q8_0.gguf create mode 100644 Gemma3-Code-Reasoning-4B-bf16.gguf create mode 100644 Gemma3-Code-Reasoning-4B-f16.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1681e2b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,45 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Gemma3-Code-Reasoning-4B-bf16.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-Code-Reasoning-4B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-Code-Reasoning-4B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-Code-Reasoning-4B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-Code-Reasoning-4B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-Code-Reasoning-4B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-Code-Reasoning-4B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-Code-Reasoning-4B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-Code-Reasoning-4B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-Code-Reasoning-4B-f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Gemma3-Code-Reasoning-4B-Q4_0.gguf b/Gemma3-Code-Reasoning-4B-Q4_0.gguf new file mode 100644 index 0000000..0b7a673 --- /dev/null +++ b/Gemma3-Code-Reasoning-4B-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8e1199e6e150a9836f81a50abdf4b486a0a7a0fc62d5851cd930f4cb2f89dd4 +size 2363510816 diff --git a/Gemma3-Code-Reasoning-4B-Q4_K_M.gguf b/Gemma3-Code-Reasoning-4B-Q4_K_M.gguf new file mode 100644 index 0000000..571bc04 --- /dev/null +++ b/Gemma3-Code-Reasoning-4B-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0124d4a5dfddfaddd520536f738d1334bc7aee37424d949e087d9579dc023c3a +size 2489892896 diff --git a/Gemma3-Code-Reasoning-4B-Q4_K_S.gguf b/Gemma3-Code-Reasoning-4B-Q4_K_S.gguf new file mode 100644 index 0000000..89283de --- /dev/null +++ b/Gemma3-Code-Reasoning-4B-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6c79cb0454948d0ac3f66481d36a338d6a773a7fd67e0d82f87995474c8466a +size 2377928736 diff --git a/Gemma3-Code-Reasoning-4B-Q5_0.gguf b/Gemma3-Code-Reasoning-4B-Q5_0.gguf new file mode 100644 index 0000000..3ea218e --- /dev/null +++ b/Gemma3-Code-Reasoning-4B-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5a0b52181f70511debaae7e974e9636a88f2a9339f1ab83147299830d99e35e +size 2764591136 diff --git a/Gemma3-Code-Reasoning-4B-Q5_K_M.gguf b/Gemma3-Code-Reasoning-4B-Q5_K_M.gguf new file mode 100644 index 0000000..abe2d3a --- /dev/null +++ b/Gemma3-Code-Reasoning-4B-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10df4855b41dac5c71158a6e6da2ab15b0f2308db1383d8332e55ad012ff17e7 +size 2829697056 diff --git a/Gemma3-Code-Reasoning-4B-Q5_K_S.gguf b/Gemma3-Code-Reasoning-4B-Q5_K_S.gguf new file mode 100644 index 0000000..8517955 --- /dev/null +++ b/Gemma3-Code-Reasoning-4B-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:410227e77fbf613b96b1b9c378593bb70dcd8462bff380eb8e540a8da8a1b793 +size 2764591136 diff --git a/Gemma3-Code-Reasoning-4B-Q6_K.gguf b/Gemma3-Code-Reasoning-4B-Q6_K.gguf new file mode 100644 index 0000000..0065e71 --- /dev/null +++ b/Gemma3-Code-Reasoning-4B-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:582e608d3a14ade0cdf219dcdcd5b63316dcdc16b86bdfe6bf52491c4ae5dd15 +size 3190738976 diff --git a/Gemma3-Code-Reasoning-4B-Q8_0.gguf b/Gemma3-Code-Reasoning-4B-Q8_0.gguf new file mode 100644 index 0000000..6d0e912 --- /dev/null +++ b/Gemma3-Code-Reasoning-4B-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d08446aef3d5f01d6f8b8f6da0c67d697ec7a100ff91b267c8facf6b8695463 +size 4130401056 diff --git a/Gemma3-Code-Reasoning-4B-bf16.gguf b/Gemma3-Code-Reasoning-4B-bf16.gguf new file mode 100644 index 0000000..ecb0cd0 --- /dev/null +++ b/Gemma3-Code-Reasoning-4B-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4444586443340b85937224c54c80ff5b437e597ef0b959c25d7a397ff2e7c110 +size 7767802656 diff --git a/Gemma3-Code-Reasoning-4B-f16.gguf b/Gemma3-Code-Reasoning-4B-f16.gguf new file mode 100644 index 0000000..fac3379 --- /dev/null +++ b/Gemma3-Code-Reasoning-4B-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67997b9430f810e5bde42eb7c5a0762572bfceb575c758631b4df77606b1f1dd +size 7767802656 diff --git a/README.md b/README.md new file mode 100644 index 0000000..1472db1 --- /dev/null +++ b/README.md @@ -0,0 +1,42 @@ +--- +datasets: +- GetSoloTech/Code-Reasoning +base_model: cublya/Gemma3-Code-Reasoning-4B +pipeline_tag: text-generation +library_name: transformers +tags: +- code-generation +- competitive-programming +- code-reasoning +- programming +- algorithms +- problem-solving +- llama-cpp +- gguf-my-repo +--- + +# lainlives/Gemma3-Code-Reasoning-4B +This model contains GGUF format model files for [`cublya/Gemma3-Code-Reasoning-4B`](https://huggingface.co/cublya/Gemma3-Code-Reasoning-4B). + +### Available Quants +The following files were generated and uploaded to this repo: +`Q4_0`, `Q4_K_S`, `Q4_K_M`, `Q5_0`, `Q5_K_S`, `Q5_K_M`, `Q6_K`, `Q8_0`, `f16`, `bf16` + +### Use with llama.cpp + +CLI: +```bash +llama-cli --hf-repo lainlives/Gemma3-Code-Reasoning-4B --hf-file Gemma3-Code-Reasoning-4B-Q4_K_M.gguf -p "The meaning to life and the universe is" +``` + +Server: +```bash +llama-server --hf-repo lainlives/Gemma3-Code-Reasoning-4B --hf-file Gemma3-Code-Reasoning-4B-Q4_K_M.gguf -c 2048 +``` + +### Or ollama + +CLI: +```bash +ollama run https://hf.co/lainlives/Gemma3-Code-Reasoning-4B:Q4_K_M +```