From 0cd725ea44e5e181e77646e836c0127ff32c4650 Mon Sep 17 00:00:00 2001
From: ModelHub XC <noreply@modelhub.org.cn>
Date: Fri, 28 Aug 2026 23:34:17 +0800
Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?=
 =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?=
 =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Model: usermma/Quark-270m-Base-GGUF
Source: Original Platform
---
 .gitattributes              | 50 +++++++++++++++++++++++++++++
 README.md                   | 64 +++++++++++++++++++++++++++++++++++++
 quark-270m-base-bf16.gguf   |  3 ++
 quark-270m-base-f16.gguf    |  3 ++
 quark-270m-base-f32.gguf    |  3 ++
 quark-270m-base-q2_k.gguf   |  3 ++
 quark-270m-base-q3_k_l.gguf |  3 ++
 quark-270m-base-q3_k_m.gguf |  3 ++
 quark-270m-base-q3_k_s.gguf |  3 ++
 quark-270m-base-q4_0.gguf   |  3 ++
 quark-270m-base-q4_k_m.gguf |  3 ++
 quark-270m-base-q4_k_s.gguf |  3 ++
 quark-270m-base-q5_0.gguf   |  3 ++
 quark-270m-base-q5_k_m.gguf |  3 ++
 quark-270m-base-q5_k_s.gguf |  3 ++
 quark-270m-base-q6_k.gguf   |  3 ++
 quark-270m-base-q8_0.gguf   |  3 ++
 17 files changed, 159 insertions(+)
 create mode 100644 .gitattributes
 create mode 100644 README.md
 create mode 100644 quark-270m-base-bf16.gguf
 create mode 100644 quark-270m-base-f16.gguf
 create mode 100644 quark-270m-base-f32.gguf
 create mode 100644 quark-270m-base-q2_k.gguf
 create mode 100644 quark-270m-base-q3_k_l.gguf
 create mode 100644 quark-270m-base-q3_k_m.gguf
 create mode 100644 quark-270m-base-q3_k_s.gguf
 create mode 100644 quark-270m-base-q4_0.gguf
 create mode 100644 quark-270m-base-q4_k_m.gguf
 create mode 100644 quark-270m-base-q4_k_s.gguf
 create mode 100644 quark-270m-base-q5_0.gguf
 create mode 100644 quark-270m-base-q5_k_m.gguf
 create mode 100644 quark-270m-base-q5_k_s.gguf
 create mode 100644 quark-270m-base-q6_k.gguf
 create mode 100644 quark-270m-base-q8_0.gguf

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..88627eb
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,50 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-f16.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-f32.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-bf16.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..8d4cae6
--- /dev/null
+++ b/README.md
@@ -0,0 +1,64 @@
+---
+language:
+- it
+- en
+license: apache-2.0
+tags:
+- text-generation
+- causal-lm
+- bilingual
+- italian
+- english
+- small-language-model
+- trained-from-scratch
+- quark
+- llama-cpp
+- gguf-my-repo
+library_name: transformers
+pipeline_tag: text-generation
+base_model: ThingAI/Quark-270m-Base
+---
+
+# usermma/Quark-270m-Base-GGUF
+This model was converted to GGUF format from [`ThingAI/Quark-270m-Base`](https://huggingface.co/ThingAI/Quark-270m-Base) using llama.cpp via the ggml.ai's [GGUF-my-repo](https://huggingface.co/spaces/ggml-org/gguf-my-repo) space.
+Refer to the [original model card](https://huggingface.co/ThingAI/Quark-270m-Base) for more details on the model.
+
+## Use with llama.cpp
+Install llama.cpp through brew (works on Mac and Linux)
+
+```bash
+brew install llama.cpp
+
+```
+Invoke the llama.cpp server or the CLI.
+
+### CLI:
+```bash
+llama-cli --hf-repo usermma/Quark-270m-Base-GGUF --hf-file quark-270m-base-q2_k.gguf -p "The meaning to life and the universe is"
+```
+
+### Server:
+```bash
+llama-server --hf-repo usermma/Quark-270m-Base-GGUF --hf-file quark-270m-base-q2_k.gguf -c 2048
+```
+
+Note: You can also use this checkpoint directly through the [usage steps](https://github.com/ggerganov/llama.cpp?tab=readme-ov-file#usage) listed in the Llama.cpp repo as well.
+
+Step 1: Clone llama.cpp from GitHub.
+```
+git clone https://github.com/ggerganov/llama.cpp
+```
+
+Step 2: Move into the llama.cpp folder and build it with `LLAMA_CURL=1` flag along with other hardware-specific flags (for ex: LLAMA_CUDA=1 for Nvidia GPUs on Linux).
+```
+cd llama.cpp && LLAMA_CURL=1 make
+```
+
+Step 3: Run inference through the main binary.
+```
+./llama-cli --hf-repo usermma/Quark-270m-Base-GGUF --hf-file quark-270m-base-q2_k.gguf -p "The meaning to life and the universe is"
+```
+or
+```
+./llama-server --hf-repo usermma/Quark-270m-Base-GGUF --hf-file quark-270m-base-q2_k.gguf -c 2048
+```
diff --git a/quark-270m-base-bf16.gguf b/quark-270m-base-bf16.gguf
new file mode 100644
index 0000000..8a1b2d1
--- /dev/null
+++ b/quark-270m-base-bf16.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f2ecdd4bceffbc6d513551bc446cd258f8feb23d833675962e749f8581d3e9
+size 506074368
diff --git a/quark-270m-base-f16.gguf b/quark-270m-base-f16.gguf
new file mode 100644
index 0000000..271fc12
--- /dev/null
+++ b/quark-270m-base-f16.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4aee2aedf60109562924531ad944735155f72f3483a6a0abb2deafaf6fd0752
+size 506074368
diff --git a/quark-270m-base-f32.gguf b/quark-270m-base-f32.gguf
new file mode 100644
index 0000000..ead69a7
--- /dev/null
+++ b/quark-270m-base-f32.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636b293a256e3b96c467034e06dce61a4f38214fec444c180520c48f112d2f9f
+size 1009390848
diff --git a/quark-270m-base-q2_k.gguf b/quark-270m-base-q2_k.gguf
new file mode 100644
index 0000000..2166afb
--- /dev/null
+++ b/quark-270m-base-q2_k.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ce5797e5b048679c15e4b868224d951c7dc69189784a0bb4fee540fbf3ba1a
+size 117773568
diff --git a/quark-270m-base-q3_k_l.gguf b/quark-270m-base-q3_k_l.gguf
new file mode 100644
index 0000000..3e57efd
--- /dev/null
+++ b/quark-270m-base-q3_k_l.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0d61f5a8f5c5279d852cd8e0a87472baa62e522ce02bfe61fe4e8ea37812aa
+size 150017280
diff --git a/quark-270m-base-q3_k_m.gguf b/quark-270m-base-q3_k_m.gguf
new file mode 100644
index 0000000..1136acf
--- /dev/null
+++ b/quark-270m-base-q3_k_m.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7372ccd1b7f637e087a4fd6980bdb471ba43fe9efc8b3c42dc932ebe177e7b
+size 141022464
diff --git a/quark-270m-base-q3_k_s.gguf b/quark-270m-base-q3_k_s.gguf
new file mode 100644
index 0000000..85f684f
--- /dev/null
+++ b/quark-270m-base-q3_k_s.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33248e25714f83e0bc6cdffec5d6d1a8f45202bd6e7e9d4c2720e363cdab0a69
+size 130553088
diff --git a/quark-270m-base-q4_0.gguf b/quark-270m-base-q4_0.gguf
new file mode 100644
index 0000000..7cf5a91
--- /dev/null
+++ b/quark-270m-base-q4_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6b91ea868d13018e79d2b7a1e3cc0dfeac3d808358f0d62763052c1dbde102
+size 157291776
diff --git a/quark-270m-base-q4_k_m.gguf b/quark-270m-base-q4_k_m.gguf
new file mode 100644
index 0000000..28bb281
--- /dev/null
+++ b/quark-270m-base-q4_k_m.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb75bd9cfe07b77d1ef1b21ab167dbe63dbcd4eedb373985920c61201cae6b6
+size 164590848
diff --git a/quark-270m-base-q4_k_s.gguf b/quark-270m-base-q4_k_s.gguf
new file mode 100644
index 0000000..d96e074
--- /dev/null
+++ b/quark-270m-base-q4_k_s.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58fe28bd359a5bf150d41237d58d18c1afb0c46a0d58ce1a1a3564063cbb39a
+size 158176512
diff --git a/quark-270m-base-q5_0.gguf b/quark-270m-base-q5_0.gguf
new file mode 100644
index 0000000..27a7639
--- /dev/null
+++ b/quark-270m-base-q5_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02edb78ba37ba2a5d30708a17df3de913493ba700bea29e41d1eb17700151380
+size 182457600
diff --git a/quark-270m-base-q5_k_m.gguf b/quark-270m-base-q5_k_m.gguf
new file mode 100644
index 0000000..c89efb7
--- /dev/null
+++ b/quark-270m-base-q5_k_m.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd9417132b47f2f33426b3fff263abda93ef1418b2af54b0f208479fec7ee8c
+size 186217728
diff --git a/quark-270m-base-q5_k_s.gguf b/quark-270m-base-q5_k_s.gguf
new file mode 100644
index 0000000..41696bc
--- /dev/null
+++ b/quark-270m-base-q5_k_s.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57b8c481040c6fdd26d2b9a9aba2c050fd2142631104810ba50fd18bf9852dd
+size 182457600
diff --git a/quark-270m-base-q6_k.gguf b/quark-270m-base-q6_k.gguf
new file mode 100644
index 0000000..1224c77
--- /dev/null
+++ b/quark-270m-base-q6_k.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f504e783ea55bb9a4eaba12b42b4a796f2f8968737e498f757fe2032601acb2b
+size 209196288
diff --git a/quark-270m-base-q8_0.gguf b/quark-270m-base-q8_0.gguf
new file mode 100644
index 0000000..5fe4834
--- /dev/null
+++ b/quark-270m-base-q8_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09f9047a5a9e251dab91a7782bf012a8a94a517f71b2080bca4297288c67eed
+size 270144768