commit 5fadc6155c8ad99a534b13b860166d8ac76ab3cd Author: ModelHub XC Date: Mon Jun 1 10:21:18 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/DataForge-0.5B-SFT-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f9144f1 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +DataForge-0.5B-SFT.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +DataForge-0.5B-SFT.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +DataForge-0.5B-SFT.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +DataForge-0.5B-SFT.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DataForge-0.5B-SFT.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DataForge-0.5B-SFT.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DataForge-0.5B-SFT.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DataForge-0.5B-SFT.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DataForge-0.5B-SFT.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DataForge-0.5B-SFT.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +DataForge-0.5B-SFT.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +DataForge-0.5B-SFT.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/DataForge-0.5B-SFT.IQ4_XS.gguf b/DataForge-0.5B-SFT.IQ4_XS.gguf new file mode 100644 index 0000000..e44e776 --- /dev/null +++ b/DataForge-0.5B-SFT.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c67b9ac1f621b73bf962b3ec15bf90fbeff9397013ced1b5e896e5bae79c5774 +size 351446016 diff --git a/DataForge-0.5B-SFT.Q2_K.gguf b/DataForge-0.5B-SFT.Q2_K.gguf new file mode 100644 index 0000000..4f7b6ed --- /dev/null +++ b/DataForge-0.5B-SFT.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9d658883b43c52b4ba788ff0a9bf958cb7755cf22daef235bbe098f6ac7278b +size 338608128 diff --git a/DataForge-0.5B-SFT.Q3_K_L.gguf b/DataForge-0.5B-SFT.Q3_K_L.gguf new file mode 100644 index 0000000..4c78eec --- /dev/null +++ b/DataForge-0.5B-SFT.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:620b7b51984b2e24c2ee22706778e270d63a7d50050c2485259cd07a92b4ccef +size 369358848 diff --git a/DataForge-0.5B-SFT.Q3_K_M.gguf b/DataForge-0.5B-SFT.Q3_K_M.gguf new file mode 100644 index 0000000..5ba5654 --- /dev/null +++ b/DataForge-0.5B-SFT.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b555fc47e032595d6090c07d84d29b8565b57fd8b622c6958de899bd3366eb96 +size 355467264 diff --git a/DataForge-0.5B-SFT.Q3_K_S.gguf b/DataForge-0.5B-SFT.Q3_K_S.gguf new file mode 100644 index 0000000..ce73844 --- /dev/null +++ b/DataForge-0.5B-SFT.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b35341a0115ebf18c4bcbe794d21d8742fc9ccf0414c7f3ab0f89033b973331 +size 338264064 diff --git a/DataForge-0.5B-SFT.Q4_K_M.gguf b/DataForge-0.5B-SFT.Q4_K_M.gguf new file mode 100644 index 0000000..eb7c603 --- /dev/null +++ b/DataForge-0.5B-SFT.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b1133fbba908775f9514940f34b64f7ff0fee1ffd6b90920ed03ba0d01f526 +size 397808640 diff --git a/DataForge-0.5B-SFT.Q4_K_S.gguf b/DataForge-0.5B-SFT.Q4_K_S.gguf new file mode 100644 index 0000000..e6f4aca --- /dev/null +++ b/DataForge-0.5B-SFT.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48ce787f6ac0592fb51d34a6b619ef791d4a026c5ab96a22e600a85aa049a660 +size 385472512 diff --git a/DataForge-0.5B-SFT.Q5_K_M.gguf b/DataForge-0.5B-SFT.Q5_K_M.gguf new file mode 100644 index 0000000..8fd879a --- /dev/null +++ b/DataForge-0.5B-SFT.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee13afde6342cf1908b6a9233c65eaf4ef70587a8c16f8b53d08f3d33055d1f4 +size 420086784 diff --git a/DataForge-0.5B-SFT.Q5_K_S.gguf b/DataForge-0.5B-SFT.Q5_K_S.gguf new file mode 100644 index 0000000..a24117d --- /dev/null +++ b/DataForge-0.5B-SFT.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a23a098777b5a1bde962122389bc1574fc4751bc85e9c61f99faf1f0307727 +size 412710912 diff --git a/DataForge-0.5B-SFT.Q6_K.gguf b/DataForge-0.5B-SFT.Q6_K.gguf new file mode 100644 index 0000000..5907111 --- /dev/null +++ b/DataForge-0.5B-SFT.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d10a0e5f836d5549376786d0ddedf5b0871891631e8daad6818be234bf526a8 +size 505737216 diff --git a/DataForge-0.5B-SFT.Q8_0.gguf b/DataForge-0.5B-SFT.Q8_0.gguf new file mode 100644 index 0000000..56798c8 --- /dev/null +++ b/DataForge-0.5B-SFT.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bcccc68dc6c25ce4d4f607fa9f2ed8979274276a3b48f06f13ea8964c1371c1 +size 531068928 diff --git a/DataForge-0.5B-SFT.f16.gguf b/DataForge-0.5B-SFT.f16.gguf new file mode 100644 index 0000000..9a255fe --- /dev/null +++ b/DataForge-0.5B-SFT.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fadba7fcf8e8cec72b5f96ea7bd2766f7a4afde433680d6cb617504a4d78741 +size 994157568 diff --git a/README.md b/README.md new file mode 100644 index 0000000..9ac4878 --- /dev/null +++ b/README.md @@ -0,0 +1,80 @@ +--- +base_model: Praneshrajan15/DataForge-0.5B-SFT +datasets: +- Praneshrajan15/dataforge-sft-trajectories +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- dataforge +- data-quality +- supervised-fine-tuning +- qlora +- kaggle +--- +## About + + + + + + + + + +static quants of https://huggingface.co/Praneshrajan15/DataForge-0.5B-SFT + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#DataForge-0.5B-SFT-GGUF).*** + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/DataForge-0.5B-SFT-GGUF/resolve/main/DataForge-0.5B-SFT.Q3_K_S.gguf) | Q3_K_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/DataForge-0.5B-SFT-GGUF/resolve/main/DataForge-0.5B-SFT.Q2_K.gguf) | Q2_K | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/DataForge-0.5B-SFT-GGUF/resolve/main/DataForge-0.5B-SFT.IQ4_XS.gguf) | IQ4_XS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/DataForge-0.5B-SFT-GGUF/resolve/main/DataForge-0.5B-SFT.Q3_K_M.gguf) | Q3_K_M | 0.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/DataForge-0.5B-SFT-GGUF/resolve/main/DataForge-0.5B-SFT.Q3_K_L.gguf) | Q3_K_L | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/DataForge-0.5B-SFT-GGUF/resolve/main/DataForge-0.5B-SFT.Q4_K_S.gguf) | Q4_K_S | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/DataForge-0.5B-SFT-GGUF/resolve/main/DataForge-0.5B-SFT.Q4_K_M.gguf) | Q4_K_M | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/DataForge-0.5B-SFT-GGUF/resolve/main/DataForge-0.5B-SFT.Q5_K_S.gguf) | Q5_K_S | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/DataForge-0.5B-SFT-GGUF/resolve/main/DataForge-0.5B-SFT.Q5_K_M.gguf) | Q5_K_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/DataForge-0.5B-SFT-GGUF/resolve/main/DataForge-0.5B-SFT.Q6_K.gguf) | Q6_K | 0.6 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/DataForge-0.5B-SFT-GGUF/resolve/main/DataForge-0.5B-SFT.Q8_0.gguf) | Q8_0 | 0.6 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/DataForge-0.5B-SFT-GGUF/resolve/main/DataForge-0.5B-SFT.f16.gguf) | f16 | 1.1 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +