commit 3556d63db7bd258914df33a1aac3a222b0f1bb01 Author: ModelHub XC Date: Tue Jul 7 11:55:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: QuantFactory/llama-3-8b-Instruct-Matter-0.1-Slim-A-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f051c2f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-8b-Instruct-Matter-0.1-Slim-A.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-8b-Instruct-Matter-0.1-Slim-A.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-8b-Instruct-Matter-0.1-Slim-A.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-8b-Instruct-Matter-0.1-Slim-A.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-8b-Instruct-Matter-0.1-Slim-A.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-8b-Instruct-Matter-0.1-Slim-A.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..8ca44a9 --- /dev/null +++ b/README.md @@ -0,0 +1,27 @@ +--- +base_model: munish0838/llama-3-8b-Instruct-Matter-0.1-Slim-A +language: +- en +license: apache-2.0 +tags: +- text-generation-inference +- transformers +- unsloth +- llama +- trl +- sft +pipeline_tag: text-generation +--- + +# QuantFactory/llama-3-8b-Instruct-Matter-0.1-Slim-A-GGUF +This is quantized version of [munish0838/llama-3-8b-Instruct-Matter-0.1-Slim-A](https://huggingface.co/munish0838/llama-3-8b-Instruct-Matter-0.1-Slim-A) created using llama.cpp + +# Model Description + +- **Developed by:** munish0838 +- **License:** apache-2.0 +- **Finetuned from model :** unsloth/llama-3-8b-Instruct-bnb-4bit + +This llama model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..9e26dfe --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q2_K.gguf b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q2_K.gguf new file mode 100644 index 0000000..c6b5035 --- /dev/null +++ b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a898f7b4ac52d2d9a6cc4a8e4aa57ccab132a1a8a36abcc268a4bb0ea3f0f79f +size 3179131200 diff --git a/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q3_K_L.gguf b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q3_K_L.gguf new file mode 100644 index 0000000..18e995a --- /dev/null +++ b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bc1ef01ba87150d88069ecbba288d15e337d19e5b3c83fdbb3ee3e3c47d70c8 +size 4321956160 diff --git a/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q3_K_M.gguf b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q3_K_M.gguf new file mode 100644 index 0000000..a1ebfd1 --- /dev/null +++ b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37664b76ab39cf107de215ee28b31ecca3b745d2740f7d7ba1f68f8d8c0e6284 +size 4018917696 diff --git a/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q3_K_S.gguf b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q3_K_S.gguf new file mode 100644 index 0000000..0073a0b --- /dev/null +++ b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:249786693f0ffe486c5f406a671d9c6cbb27c89818e1368e41be114d7bc44807 +size 3664499008 diff --git a/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_0.gguf b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_0.gguf new file mode 100644 index 0000000..a2fb984 --- /dev/null +++ b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1a84a59701456aee859e37f90c036fdcc5e6cbe2b91389d20094584ed8d7d80 +size 4661211456 diff --git a/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_1.gguf b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_1.gguf new file mode 100644 index 0000000..675ae0c --- /dev/null +++ b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:834f4131e7d8df58f2f04d89ad28c5f4c5de6bb489e0be7eb08426c741b3d03f +size 5130252608 diff --git a/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_K_M.gguf b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_K_M.gguf new file mode 100644 index 0000000..5f39e34 --- /dev/null +++ b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d764b9b09358609e243b2e93b9776ff221aa83db267f92071961b7362d695ae3 +size 4920734016 diff --git a/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_K_S.gguf b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_K_S.gguf new file mode 100644 index 0000000..95e1953 --- /dev/null +++ b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a866dbdc4549470b65e37862164bb999670682fee4723a50bad4b7380f22a8de +size 4692668736 diff --git a/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_0.gguf b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_0.gguf new file mode 100644 index 0000000..9777329 --- /dev/null +++ b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcbaa06fbee5369fcb56e66a72f1ed73bc51627844540120d1edb240af8308b2 +size 5599293760 diff --git a/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_1.gguf b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_1.gguf new file mode 100644 index 0000000..4dd45cf --- /dev/null +++ b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81b20c0cb2ae44283b6dbe9d02f90f770faccb85acccdb12c120419eb7fe5612 +size 6068334912 diff --git a/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_K_M.gguf b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_K_M.gguf new file mode 100644 index 0000000..931d4b5 --- /dev/null +++ b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8b27d7a878b411ff5a2c36884ad843c6576ccc8f5826343ec85f92420b55bee +size 5732987200 diff --git a/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_K_S.gguf b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_K_S.gguf new file mode 100644 index 0000000..95d5f0d --- /dev/null +++ b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5d32940041a9a5d6d79ed76056c93008734cd1d5e00d48e0056fd2c13fa6ad5 +size 5599293760 diff --git a/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q6_K.gguf b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q6_K.gguf new file mode 100644 index 0000000..1dbeb34 --- /dev/null +++ b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92b250b7fd7053dc76da4b9195b8bbd4a2223b374f089ff3fe2499810dd71117 +size 6596006208 diff --git a/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q8_0.gguf b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q8_0.gguf new file mode 100644 index 0000000..ef20a4f --- /dev/null +++ b/llama-3-8b-Instruct-Matter-0.1-Slim-A.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd1867593c56a0d1aa3fcf9ad070ff6bee94137bfb8b207d81ae42c31367c74 +size 8540770624