From 8869760abf2c580fcb29c415e03d2ec3c58c132a Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 29 Aug 2026 09:44:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Pauldyu57/gemma4-cnc-ll-GGUF Source: Original Platform --- .gitattributes | 39 +++++++++++++++++++++++++++ Modelfile | 20 ++++++++++++++ README.md | 57 +++++++++++++++++++++++++++++++++++++++ gemma4-cnc-ll-F16.gguf | 3 +++ gemma4-cnc-ll-Q4_K_M.gguf | 3 +++ gemma4-cnc-ll-Q5_K_M.gguf | 3 +++ gemma4-cnc-ll-Q8_0.gguf | 3 +++ 7 files changed, 128 insertions(+) create mode 100644 .gitattributes create mode 100644 Modelfile create mode 100644 README.md create mode 100644 gemma4-cnc-ll-F16.gguf create mode 100644 gemma4-cnc-ll-Q4_K_M.gguf create mode 100644 gemma4-cnc-ll-Q5_K_M.gguf create mode 100644 gemma4-cnc-ll-Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..860825d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,39 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma4-cnc-ll-F16.gguf filter=lfs diff=lfs merge=lfs -text +gemma4-cnc-ll-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma4-cnc-ll-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma4-cnc-ll-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Modelfile b/Modelfile new file mode 100644 index 0000000..eba4c4e --- /dev/null +++ b/Modelfile @@ -0,0 +1,20 @@ +# Modelfile for gemma4-cnc-ll +# Usage: ollama create gemma4-cnc-ll -f Modelfile +FROM ./gemma4-cnc-ll-Q4_K_M.gguf + +TEMPLATE """user +{{ if .System }}{{ .System }} + +{{ end }}{{ .Prompt }} +model +{{ .Response }} +""" + +PARAMETER stop "" +PARAMETER stop "" +PARAMETER temperature 0.3 +PARAMETER top_p 0.9 +PARAMETER repeat_penalty 1.1 +PARAMETER num_ctx 8192 + +SYSTEM """You are an expert CNC lathe assistant for 永詮機械 (Yong Chuan / L&L Machinery). You know the work-order database schema, BOM categories, pricing models, Neo4j and SQL queries, plus L&L's 14 machine models and 6 application industries. Answer accurately in the same language as the question. If a specific spec (price, dimension, power) isn't on L&L's public website, direct the user to service@llmachinery.com.tw.""" diff --git a/README.md b/README.md new file mode 100644 index 0000000..d1bb2f8 --- /dev/null +++ b/README.md @@ -0,0 +1,57 @@ +--- +license: gemma +base_model: google/gemma-3-4b-it +library_name: gguf +tags: + - gguf + - gemma + - gemma-3 + - cnc + - manufacturing + - work-order + - ll-machinery + - fine-tuned + - ollama +pipeline_tag: text-generation +--- + +# gemma4-cnc-ll (GGUF) — Two-stage Fine-tune + +Two-stage QLoRA fine-tune of [`google/gemma-3-4b-it`](https://huggingface.co/google/gemma-3-4b-it): + +**Stage 1 — Work-order knowledge** +CNC work-order database schema, BOM categories, pricing models, Neo4j/SQL queries +for 永詮機械 (Yong Chuan Machinery). + +**Stage 2 — L&L 永詮 specialization** (anti-dilution training) +14 machine models (LLA/LLB/LLS/LL/LFM/LFS/LS-C/LS-S/LS-U/LD/LC/TA/MA/LA/A), +6 application industries, company background. Trained with 5 anti-dilution +mechanisms including critical-facts validation. + +## Quick start (Ollama) + +```bash +ollama run hf.co/Pauldyu57/gemma4-cnc-ll-GGUF:Q4_K_M +``` + +Other tags: `Q5_K_M`, `Q8_0`, `F16`. + +If this repo is private, link your Ollama SSH key first: +```bash +cat ~/.ollama/id_ed25519.pub +# → paste into https://huggingface.co/settings/keys +``` + +## Files + +| Quant | Approx size | Notes | +|---------|-------------|------------------------------| +| F16 | ~7.5 GB | Reference | +| Q8_0 | ~4.3 GB | Near-lossless | +| Q5_K_M | ~3.0 GB | Good quality / size balance | +| Q4_K_M | ~2.5 GB | Default for CPU / small GPUs | + +## Base model + +[`google/gemma-3-4b-it`](https://huggingface.co/google/gemma-3-4b-it) — usage subject to the +[Gemma Terms of Use](https://ai.google.dev/gemma/terms). diff --git a/gemma4-cnc-ll-F16.gguf b/gemma4-cnc-ll-F16.gguf new file mode 100644 index 0000000..196a2e5 --- /dev/null +++ b/gemma4-cnc-ll-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3b2e388276654610d6b22b2575a1e905bb5764ac642c0fa15a4b54e22aa1e09 +size 7767803488 diff --git a/gemma4-cnc-ll-Q4_K_M.gguf b/gemma4-cnc-ll-Q4_K_M.gguf new file mode 100644 index 0000000..6f67a7a --- /dev/null +++ b/gemma4-cnc-ll-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6c5333757c25a2fbc94cf66f812050a1e3b8e62394cb2b15d9f9e61fc87be30 +size 2489893728 diff --git a/gemma4-cnc-ll-Q5_K_M.gguf b/gemma4-cnc-ll-Q5_K_M.gguf new file mode 100644 index 0000000..912c0c9 --- /dev/null +++ b/gemma4-cnc-ll-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56d38e32e413a80279767fb126ef7282bfbb2caac0b592960754ad301cc0f214 +size 2829697888 diff --git a/gemma4-cnc-ll-Q8_0.gguf b/gemma4-cnc-ll-Q8_0.gguf new file mode 100644 index 0000000..be82fe7 --- /dev/null +++ b/gemma4-cnc-ll-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f22d23c505eea72a527558c7196c98d17ceceff0d7b6e92025cafd6aaec331 +size 4130401888