commit 4b9c8bb06c6557f74465e48bcf09249c5e3ff175 Author: ModelHub XC Date: Thu Oct 8 11:42:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: nwdxlgzs/XL-LuaCopilot-0.6B-FFT-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..7224e64 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_BF16.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_F16.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +XL-LuaCopilot-0.6B-FFT_Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..2d210e2 --- /dev/null +++ b/README.md @@ -0,0 +1,131 @@ +--- +tags: +- unsloth +- lua +base_model: +- nwdxlgzs/XL-LuaCopilot-0.6B-FFT-checkpoint-20000 +license: gpl-3.0 +library_name: transformers +pipeline_tag: text-generation +--- +# XL-LuaCopilot-0.6B-FFT + +XL-LuaCopilot-0.6B-FFT is a large language model (LLM) based on the Qwen architecture(Qwen3-0.6B-Base), specifically designed for code generation tasks in Lua programming language. It has been full fine-tuned (FFT) to improve its performance and efficiency when generating Lua code. + +I sugggest you use `"chat_template_kwargs": {"enable_thinking": false}` because my train data with none thinking. I also found low `temperature` ususually works well for code generation tasks. + +quantize=["Q4_0", "Q4_1", "Q5_0", "Q5_1", "IQ3_XXS", "IQ3_S", "IQ3_M", "Q3_K", "IQ3_XS", "Q3_K_S", "Q3_K_M", "Q3_K_L", + "IQ4_NL", "IQ4_XS", "Q4_K", "Q4_K_S", "Q4_K_M", "Q5_K", "Q5_K_S", "Q5_K_M", "Q6_K", "Q8_0", "F16", "BF16"] + +## How To Use + +> With OpenAI Compatible API (llama.cpp:llama-server) + +```json +-> REQUEST -> + +{ + "model": "XL-LuaCopilot-0.6B-FFT", + "messages": [ + {"role": "system","content": "prefix"}, + {"role": "user","content": "do\n--打印：你好世界\n local tex"}, + {"role": "system","content": "suffix"}, + {"role": "user","content": "nd"}, + {"role": "system","content": "middle"} + ], + "stream": false, + "cache_prompt": false, + "samplers": "edkypmxt", + "temperature": 0.1, + "dynatemp_range": 0.1, + "dynatemp_exponent": 1, + "top_k": 70, + "top_p": 0.9, + "min_p": 0.05, + "typical_p": 0.9, + "xtc_probability": 0, + "xtc_threshold": 0.1, + "repeat_last_n": 32, + "repeat_penalty": 1.1, + "presence_penalty": 0, + "frequency_penalty": 0.5, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_allowed_length": 2, + "dry_penalty_last_n": -1, + "max_tokens": -1, + "timings_per_token": true, + "chat_template_kwargs": {"enable_thinking": false} +} + +-> RESPONSE -> + +{ + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "message": { + "role": "assistant", + "content": "\n\n\n\nt = \"你好世界\"\n print(text)\ne" + } + } + ], + ... +} +``` + +> I know Qwen has `<|fim_prefix|>` / `<|fim_suffix|>` / `<|fim_middle|>` tokens, but I'm not sure Qwen3 trains these tokens (I just know Qwen2.5-Coder does). To use code generation easily, I use chatml format. + +> If you just want to chat with it, you can use some tricks like this: +``` +<|im_end|> +<|im_start|>system +prefix<|im_end|> +<|im_start|>user +do + --打印：你好世界 + local tex<|im_end|> +<|im_start|>system +suffix<|im_end|> +<|im_start|>user +nd<|im_end|> +<|im_start|>system +middle +``` + +It dosen't work very well, but it's a good way let you fast try. It will convert to this prompt text: + +``` +<|im_start|>user +<|im_end|> +<|im_start|>system +prefix<|im_end|> +<|im_start|>user +do + --打印：你好世界 + local tex<|im_end|> +<|im_start|>system +suffix<|im_end|> +<|im_start|>user +nd<|im_end|> +<|im_start|>system +middle<|im_end|> +``` +Hope model skip first `<|im_start|>user\n<|im_end|>` part. + +# Train Device + +> Online GPU is Expensive ! + +| 类别 | 配置详情 | +|----------------|---------------------------------------------------| +| **镜像** | Ubuntu 22.04 | +| **PyTorch** | 2.5.1 | +| **Python** | 3.12 | +| **CUDA** | 12.4 | +| **GPU** | RTX 3090 (24GB) * 1 | +| **CPU** | 14 vCPU Intel(R) Xeon(R) Platinum 8362 @ 2.80GHz | +| **内存** | 45GB | +| **硬盘** | 30 GB | +| **时长** | 1 Day | \ No newline at end of file diff --git a/XL-LuaCopilot-0.6B-FFT_BF16.gguf b/XL-LuaCopilot-0.6B-FFT_BF16.gguf new file mode 100644 index 0000000..638c81f --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d0479b0d9484b3b86684ed0ede73a3aed454d8cf446d6ed486285b363cddff3 +size 1198178208 diff --git a/XL-LuaCopilot-0.6B-FFT_F16.gguf b/XL-LuaCopilot-0.6B-FFT_F16.gguf new file mode 100644 index 0000000..40bdf35 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d899376e67b910e86504e4690ab9c9d0a8867f11bcd4a8672adebb9d9985ce9 +size 1198178208 diff --git a/XL-LuaCopilot-0.6B-FFT_IQ3_M.gguf b/XL-LuaCopilot-0.6B-FFT_IQ3_M.gguf new file mode 100644 index 0000000..4081ead --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:886e829485f421a350e5b74330b763a4c75f1c8d73ffa8b387639bb3d11e17c1 +size 336022432 diff --git a/XL-LuaCopilot-0.6B-FFT_IQ3_S.gguf b/XL-LuaCopilot-0.6B-FFT_IQ3_S.gguf new file mode 100644 index 0000000..fe060cc --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcb06c3d90fd71b1d65942d0d3888ae50cb6ae57deb4902f7a7c34907421eba3 +size 323070880 diff --git a/XL-LuaCopilot-0.6B-FFT_IQ3_XS.gguf b/XL-LuaCopilot-0.6B-FFT_IQ3_XS.gguf new file mode 100644 index 0000000..8a12460 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab19d1c0282f59bf3dccb80a8914f2b61f131ea88f94f8d9085e5e99fbe71e30 +size 312748960 diff --git a/XL-LuaCopilot-0.6B-FFT_IQ3_XXS.gguf b/XL-LuaCopilot-0.6B-FFT_IQ3_XXS.gguf new file mode 100644 index 0000000..4fa63a8 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f591c93e5b21443183338711c8ab4c5a6a6239cd608348371b683eb1679614 +size 112914336 diff --git a/XL-LuaCopilot-0.6B-FFT_IQ4_NL.gguf b/XL-LuaCopilot-0.6B-FFT_IQ4_NL.gguf new file mode 100644 index 0000000..c9990b3 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2292b47d1ff60a9f9a4ccd08ca75778e906234f717df064a53d514241582e759 +size 382741408 diff --git a/XL-LuaCopilot-0.6B-FFT_IQ4_XS.gguf b/XL-LuaCopilot-0.6B-FFT_IQ4_XS.gguf new file mode 100644 index 0000000..3bf318f --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b958dfb2c5613b66c036f2dcbe8cd4c039338b4e38014eef8344d13f422ccdb +size 369273760 diff --git a/XL-LuaCopilot-0.6B-FFT_Q3_K.gguf b/XL-LuaCopilot-0.6B-FFT_Q3_K.gguf new file mode 100644 index 0000000..e901430 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86f359c2a35cd2774f41d045e358000329b127f2ad4b2d99cd0e3c28192586aa +size 347122592 diff --git a/XL-LuaCopilot-0.6B-FFT_Q3_K_L.gguf b/XL-LuaCopilot-0.6B-FFT_Q3_K_L.gguf new file mode 100644 index 0000000..8dbb5e2 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:935cbc090015911274a49e94eabfb736d956713a29628d4a1b7a6f1803bb32f4 +size 368487328 diff --git a/XL-LuaCopilot-0.6B-FFT_Q3_K_M.gguf b/XL-LuaCopilot-0.6B-FFT_Q3_K_M.gguf new file mode 100644 index 0000000..e901430 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86f359c2a35cd2774f41d045e358000329b127f2ad4b2d99cd0e3c28192586aa +size 347122592 diff --git a/XL-LuaCopilot-0.6B-FFT_Q3_K_S.gguf b/XL-LuaCopilot-0.6B-FFT_Q3_K_S.gguf new file mode 100644 index 0000000..797aafe --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cfc67caff0285abc80193d1607cdf5ad1381472fb492aa04fbbb949b7bb4c14 +size 323070880 diff --git a/XL-LuaCopilot-0.6B-FFT_Q4_0.gguf b/XL-LuaCopilot-0.6B-FFT_Q4_0.gguf new file mode 100644 index 0000000..ed589e6 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a41f073f37285c3402636a4a5ea9700c3eed69f7f7dd01074e0c5b64bef84420 +size 381561760 diff --git a/XL-LuaCopilot-0.6B-FFT_Q4_1.gguf b/XL-LuaCopilot-0.6B-FFT_Q4_1.gguf new file mode 100644 index 0000000..faa0163 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db03736c5ead2ba908686477e77567bda34c4f35f1a9460af26b1c1626391a1b +size 409086880 diff --git a/XL-LuaCopilot-0.6B-FFT_Q4_K.gguf b/XL-LuaCopilot-0.6B-FFT_Q4_K.gguf new file mode 100644 index 0000000..f6156a8 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3439a43085fe64a2fe5a1f62b2283fa741b773f65f4297486fc744d40b9dca9d +size 396700576 diff --git a/XL-LuaCopilot-0.6B-FFT_Q4_K_M.gguf b/XL-LuaCopilot-0.6B-FFT_Q4_K_M.gguf new file mode 100644 index 0000000..f6156a8 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3439a43085fe64a2fe5a1f62b2283fa741b773f65f4297486fc744d40b9dca9d +size 396700576 diff --git a/XL-LuaCopilot-0.6B-FFT_Q4_K_S.gguf b/XL-LuaCopilot-0.6B-FFT_Q4_K_S.gguf new file mode 100644 index 0000000..7754399 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb112a92eceb9d58c6cf935484d8aaf409badad0a23c3fde19d30b55e475e731 +size 383265696 diff --git a/XL-LuaCopilot-0.6B-FFT_Q5_0.gguf b/XL-LuaCopilot-0.6B-FFT_Q5_0.gguf new file mode 100644 index 0000000..12ae641 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cd79b88e80dcb52912cc2a4559d68c87f187b68267f506f998df09c001b8478 +size 436612000 diff --git a/XL-LuaCopilot-0.6B-FFT_Q5_1.gguf b/XL-LuaCopilot-0.6B-FFT_Q5_1.gguf new file mode 100644 index 0000000..c3f5232 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f2bc40cdaaa8898701dc63b5e40c9c5ededcde10c5c8feab177a08bdc3d2f6 +size 464137120 diff --git a/XL-LuaCopilot-0.6B-FFT_Q5_K.gguf b/XL-LuaCopilot-0.6B-FFT_Q5_K.gguf new file mode 100644 index 0000000..d626468 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d2219a3eb7b31d86490c6d35b60af08598f5cb1cc262bdf9783ac8201742f12 +size 444410784 diff --git a/XL-LuaCopilot-0.6B-FFT_Q5_K_M.gguf b/XL-LuaCopilot-0.6B-FFT_Q5_K_M.gguf new file mode 100644 index 0000000..d626468 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d2219a3eb7b31d86490c6d35b60af08598f5cb1cc262bdf9783ac8201742f12 +size 444410784 diff --git a/XL-LuaCopilot-0.6B-FFT_Q5_K_S.gguf b/XL-LuaCopilot-0.6B-FFT_Q5_K_S.gguf new file mode 100644 index 0000000..2c61683 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f4f9f7a6e3adec1ea907f49f29bc641baff317f159452434045f057f02c4a4 +size 436612000 diff --git a/XL-LuaCopilot-0.6B-FFT_Q6_K.gguf b/XL-LuaCopilot-0.6B-FFT_Q6_K.gguf new file mode 100644 index 0000000..d8dfa97 --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ced371f19d9e8a760376ecf2b1e6c3781517f40d0a6e38f18b8486550131ecd +size 495102880 diff --git a/XL-LuaCopilot-0.6B-FFT_Q8_0.gguf b/XL-LuaCopilot-0.6B-FFT_Q8_0.gguf new file mode 100644 index 0000000..f91740b --- /dev/null +++ b/XL-LuaCopilot-0.6B-FFT_Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:debca99190f7b28ab41b9e21ae5d44880c952cf5f58ef172623fb20469dc947a +size 639442848