From e97a5dff03cda9b40b8baa45b2cc47abe8a58d66 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 27 Jun 2026 14:58:22 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: GhostA1/GhostAI_LiquidSFT-v2 Source: Original Platform --- .gitattributes | 46 ++++++++++++++++ GhostAI_LiquidSFT_v2.BF16.gguf | 3 ++ GhostAI_LiquidSFT_v2.Q4_0.gguf | 3 ++ GhostAI_LiquidSFT_v2.Q4_K_M.gguf | 3 ++ GhostAI_LiquidSFT_v2.Q5_K_M.gguf | 3 ++ GhostAI_LiquidSFT_v2.Q6_K.gguf | 3 ++ README.md | 52 +++++++++++++++++++ .../GhostAI_LiquidSFT_v1_1.BF16.gguf | 3 ++ .../GhostAI_LiquidSFT_v1_1.Q4_0.gguf | 3 ++ .../GhostAI_LiquidSFT_v1_1.Q4_K_M-imat.gguf | 3 ++ .../GhostAI_LiquidSFT_v1_1.Q4_K_M.gguf | 3 ++ .../GhostAI_LiquidSFT_v1_1.Q4_K_S-imat.gguf | 3 ++ v1_1_knowledge/imatrix.dat | 3 ++ 13 files changed, 131 insertions(+) create mode 100644 .gitattributes create mode 100644 GhostAI_LiquidSFT_v2.BF16.gguf create mode 100644 GhostAI_LiquidSFT_v2.Q4_0.gguf create mode 100644 GhostAI_LiquidSFT_v2.Q4_K_M.gguf create mode 100644 GhostAI_LiquidSFT_v2.Q5_K_M.gguf create mode 100644 GhostAI_LiquidSFT_v2.Q6_K.gguf create mode 100644 README.md create mode 100644 v1_1_knowledge/GhostAI_LiquidSFT_v1_1.BF16.gguf create mode 100644 v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_0.gguf create mode 100644 v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_K_M-imat.gguf create mode 100644 v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_K_M.gguf create mode 100644 v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_K_S-imat.gguf create mode 100644 v1_1_knowledge/imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9e77034 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +GhostAI_LiquidSFT_v2.BF16.gguf filter=lfs diff=lfs merge=lfs -text +GhostAI_LiquidSFT_v2.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +GhostAI_LiquidSFT_v2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +GhostAI_LiquidSFT_v2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +GhostAI_LiquidSFT_v2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +v1_1_knowledge/GhostAI_LiquidSFT_v1_1.BF16.gguf filter=lfs diff=lfs merge=lfs -text +v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text +v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text +v1_1_knowledge/imatrix.dat filter=lfs diff=lfs merge=lfs -text diff --git a/GhostAI_LiquidSFT_v2.BF16.gguf b/GhostAI_LiquidSFT_v2.BF16.gguf new file mode 100644 index 0000000..a4f28c0 --- /dev/null +++ b/GhostAI_LiquidSFT_v2.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0024e1f5359f021279646d2eccc699fbdcb9e90d202aa4fd0b8a2360d012e994 +size 2343326208 diff --git a/GhostAI_LiquidSFT_v2.Q4_0.gguf b/GhostAI_LiquidSFT_v2.Q4_0.gguf new file mode 100644 index 0000000..630f46f --- /dev/null +++ b/GhostAI_LiquidSFT_v2.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51df94fef7c546b3cd7a4fb466b82336d52617d2bb47316ec82d5081b7e96477 +size 695751168 diff --git a/GhostAI_LiquidSFT_v2.Q4_K_M.gguf b/GhostAI_LiquidSFT_v2.Q4_K_M.gguf new file mode 100644 index 0000000..c97a688 --- /dev/null +++ b/GhostAI_LiquidSFT_v2.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84063b9717d203c01476b159cbaba31dc74b63dcb9b6042d8a9b468d36247a78 +size 730894848 diff --git a/GhostAI_LiquidSFT_v2.Q5_K_M.gguf b/GhostAI_LiquidSFT_v2.Q5_K_M.gguf new file mode 100644 index 0000000..5d14495 --- /dev/null +++ b/GhostAI_LiquidSFT_v2.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f33e72e048069fc9efee70e9648b0629cf9673ac1e92679108150b5516b6d22c +size 843354624 diff --git a/GhostAI_LiquidSFT_v2.Q6_K.gguf b/GhostAI_LiquidSFT_v2.Q6_K.gguf new file mode 100644 index 0000000..67b00e0 --- /dev/null +++ b/GhostAI_LiquidSFT_v2.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3464d147a3155b98817c8497a087451602134d67a8a166b1a163b190c3feec6e +size 962843136 diff --git a/README.md b/README.md new file mode 100644 index 0000000..ecce7fb --- /dev/null +++ b/README.md @@ -0,0 +1,52 @@ +--- +license: apache-2.0 +base_model: LiquidAI/LFM2.5-1.2B +tags: + - gguf + - llama.cpp + - lfm2 + - on-device + - tool-calling + - solana + - wallet-assistant + - full-finetune +library_name: gguf +pipeline_tag: text-generation +--- + +# GhostAI_LiquidSFT v2 (full fine-tune) + +On-device **Solana wallet assistant** — a **full-weight** fine-tune of **LFM2.5-1.2B** for +mobile inference (llama.cpp / llama.rn). v2 improves on the v1 LoRA model with a larger, +teacher-augmented + cleaned dataset. + +## What's new vs v1 +- **Full-weight fine-tune** (8-GPU DDP) instead of LoRA → **eval_loss 0.1534** (v1 LoRA: 0.1736) +- Dataset grown to **~78k cleaned rows** via grounded augmentation (Qwen3.6 teacher + Google-grounded Solana facts), with: tool-error recovery, multi-step chains, clarification on high-stakes asks, follow-ups, hard negatives, and Ghost AI identity. +- Every tool-call validated against the 172-tool schema; tool args grounded in context (no hallucinated addresses). + +## Held-out evaluation +| metric | score | +|---|---| +| Tool name correct | **97.9%** | +| Tool full call (name + all args exact) | **85.3%** | +| Negatives (no over-trigger) | 88.9% | +| eval_loss | 0.1534 | + +## Files +| file | quant | size | use | +|---|---|---|---| +| `GhostAI_LiquidSFT_v2.Q4_0.gguf` | Q4_0 | ~664 MB | **Phones (ARM)** — fastest TTFT+tok/s | +| `GhostAI_LiquidSFT_v2.Q4_K_M.gguf` | Q4_K_M | ~698 MB | desktop balance | +| `GhostAI_LiquidSFT_v2.Q5_K_M.gguf` | Q5_K_M | ~805 MB | higher quality | +| `GhostAI_LiquidSFT_v2.Q6_K.gguf` | Q6_K | ~919 MB | near-lossless | +| `GhostAI_LiquidSFT_v2.BF16.gguf` | BF16 | ~2.2 GB | reference | + +## ⚠️ Serving note (important) +This model is trained **train==serve** with the on-device **tool-catalog system prompt**. +Always send that catalog as the `system` message — with an ad-hoc system prompt, tool-calling +degrades. Tool calls use Hermes format: `{"name":...,"arguments":{...}}`. + +## Training +LFM2.5-1.2B-Instruct base · full fine-tune · lr 1e-5 · 2 epochs · eff-batch 256 · bf16 · +`completion_only_loss` (user/tool turns masked) · seq 2048 (0% truncation). diff --git a/v1_1_knowledge/GhostAI_LiquidSFT_v1_1.BF16.gguf b/v1_1_knowledge/GhostAI_LiquidSFT_v1_1.BF16.gguf new file mode 100644 index 0000000..8ee584d --- /dev/null +++ b/v1_1_knowledge/GhostAI_LiquidSFT_v1_1.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bb42b13b08f8b8ee151091c2dd1793ef29b0be5aae216631395481bb9c4b5fb +size 2343326208 diff --git a/v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_0.gguf b/v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_0.gguf new file mode 100644 index 0000000..67d2769 --- /dev/null +++ b/v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69f26d8612c4146eaab64501d208f88b4eff53f085ba4fd4c4de938616722dda +size 695751168 diff --git a/v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_K_M-imat.gguf b/v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_K_M-imat.gguf new file mode 100644 index 0000000..1b2bf47 --- /dev/null +++ b/v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_K_M-imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e47b21bfe15299367dee9cb000972fcb96ee00d832f157265503d07056c1f243 +size 730895104 diff --git a/v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_K_M.gguf b/v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_K_M.gguf new file mode 100644 index 0000000..402cc17 --- /dev/null +++ b/v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b4fc98e4feebd0c6eddd84da1dbcf5e81acaab34fe46fe78fbefa3e9b9c4f47 +size 730894848 diff --git a/v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_K_S-imat.gguf b/v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_K_S-imat.gguf new file mode 100644 index 0000000..27223c3 --- /dev/null +++ b/v1_1_knowledge/GhostAI_LiquidSFT_v1_1.Q4_K_S-imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc4b4aa728c1876fe7261da32d3e5b97ece3bab5fe5e9bd715dd27e5dacf66f5 +size 700470016 diff --git a/v1_1_knowledge/imatrix.dat b/v1_1_knowledge/imatrix.dat new file mode 100644 index 0000000..b9f1f71 --- /dev/null +++ b/v1_1_knowledge/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ff5a4b14fe6bec15e43768f35357e3420b712489f6e25fa9340386c5c3b8788 +size 1161536