From 1c16d8c7cc5c56bdac31273e97eb190836dd8845 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 2 May 2026 17:13:39 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: DevQuasar/tiiuae.Falcon3-7B-Instruct-GGUF Source: Original Platform --- .gitattributes | 41 ++++++++++++++++++++++++++ README.md | 12 ++++++++ configuration.json | 1 + tiiuae.Falcon3-7B-Instruct.Q2_K.gguf | 3 ++ tiiuae.Falcon3-7B-Instruct.Q3_K_M.gguf | 3 ++ tiiuae.Falcon3-7B-Instruct.Q4_K_M.gguf | 3 ++ tiiuae.Falcon3-7B-Instruct.Q5_K_M.gguf | 3 ++ tiiuae.Falcon3-7B-Instruct.Q6_K.gguf | 3 ++ tiiuae.Falcon3-7B-Instruct.Q8_0.gguf | 3 ++ 9 files changed, 72 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 tiiuae.Falcon3-7B-Instruct.Q2_K.gguf create mode 100644 tiiuae.Falcon3-7B-Instruct.Q3_K_M.gguf create mode 100644 tiiuae.Falcon3-7B-Instruct.Q4_K_M.gguf create mode 100644 tiiuae.Falcon3-7B-Instruct.Q5_K_M.gguf create mode 100644 tiiuae.Falcon3-7B-Instruct.Q6_K.gguf create mode 100644 tiiuae.Falcon3-7B-Instruct.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6114137 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,41 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tiiuae.Falcon3-7B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +tiiuae.Falcon3-7B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +tiiuae.Falcon3-7B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +tiiuae.Falcon3-7B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +tiiuae.Falcon3-7B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +tiiuae.Falcon3-7B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7eb37d9 --- /dev/null +++ b/README.md @@ -0,0 +1,12 @@ +--- +base_model: +- tiiuae/Falcon3-7B-Instruct +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +'Make knowledge free for everyone' + +Quantized version of: [tiiuae/Falcon3-7B-Instruct](https://huggingface.co/tiiuae/Falcon3-7B-Instruct) +Buy Me a Coffee at ko-fi.com diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/tiiuae.Falcon3-7B-Instruct.Q2_K.gguf b/tiiuae.Falcon3-7B-Instruct.Q2_K.gguf new file mode 100644 index 0000000..d6d888c --- /dev/null +++ b/tiiuae.Falcon3-7B-Instruct.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f75b36a67d8726d7014bb830a1203c961850ae9a9e94efb497a14ea5d43ae466 +size 2886981472 diff --git a/tiiuae.Falcon3-7B-Instruct.Q3_K_M.gguf b/tiiuae.Falcon3-7B-Instruct.Q3_K_M.gguf new file mode 100644 index 0000000..b346c16 --- /dev/null +++ b/tiiuae.Falcon3-7B-Instruct.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4ed7fe42a857089b31eb0a9d26b8fa11f9e2f68b1070b409cd60d2525cf5387 +size 3685848928 diff --git a/tiiuae.Falcon3-7B-Instruct.Q4_K_M.gguf b/tiiuae.Falcon3-7B-Instruct.Q4_K_M.gguf new file mode 100644 index 0000000..9f0a530 --- /dev/null +++ b/tiiuae.Falcon3-7B-Instruct.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:303e6eb44443e0e25f3bb32845d767cce1a90f25596e067b117852e2e251e203 +size 4569724768 diff --git a/tiiuae.Falcon3-7B-Instruct.Q5_K_M.gguf b/tiiuae.Falcon3-7B-Instruct.Q5_K_M.gguf new file mode 100644 index 0000000..75aa821 --- /dev/null +++ b/tiiuae.Falcon3-7B-Instruct.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f8e2dbeda55a79702e727e7e010feb28efa934ddc504a6c755230a0f7a20ab9 +size 5321946976 diff --git a/tiiuae.Falcon3-7B-Instruct.Q6_K.gguf b/tiiuae.Falcon3-7B-Instruct.Q6_K.gguf new file mode 100644 index 0000000..3fd548f --- /dev/null +++ b/tiiuae.Falcon3-7B-Instruct.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9248b4aac28f9f266f84822cb6050f493115faeb86754ee134a8c61eca4308fe +size 6121183072 diff --git a/tiiuae.Falcon3-7B-Instruct.Q8_0.gguf b/tiiuae.Falcon3-7B-Instruct.Q8_0.gguf new file mode 100644 index 0000000..160a3f3 --- /dev/null +++ b/tiiuae.Falcon3-7B-Instruct.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec294756ec42ced9728ee2f581f1c430c054a5e6f3026de4d3a99a1534ed3ea0 +size 7926781792