初始化项目，由ModelHub XC社区提供模型

Model: usermma/Quark-270m-Base-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,50 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-f16.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-f32.gguf filter=lfs diff=lfs merge=lfs -text
+quark-270m-base-bf16.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,64 @@
+---
+language:
+- it
+- en
+license: apache-2.0
+tags:
+- text-generation
+- causal-lm
+- bilingual
+- italian
+- english
+- small-language-model
+- trained-from-scratch
+- quark
+- llama-cpp
+- gguf-my-repo
+library_name: transformers
+pipeline_tag: text-generation
+base_model: ThingAI/Quark-270m-Base
+---
+
+# usermma/Quark-270m-Base-GGUF
+This model was converted to GGUF format from [`ThingAI/Quark-270m-Base`](https://huggingface.co/ThingAI/Quark-270m-Base) using llama.cpp via the ggml.ai's [GGUF-my-repo](https://huggingface.co/spaces/ggml-org/gguf-my-repo) space.
+Refer to the [original model card](https://huggingface.co/ThingAI/Quark-270m-Base) for more details on the model.
+
+## Use with llama.cpp
+Install llama.cpp through brew (works on Mac and Linux)
+
+```bash
+brew install llama.cpp
+
+```
+Invoke the llama.cpp server or the CLI.
+
+### CLI:
+```bash
+llama-cli --hf-repo usermma/Quark-270m-Base-GGUF --hf-file quark-270m-base-q2_k.gguf -p "The meaning to life and the universe is"
+```
+
+### Server:
+```bash
+llama-server --hf-repo usermma/Quark-270m-Base-GGUF --hf-file quark-270m-base-q2_k.gguf -c 2048
+```
+
+Note: You can also use this checkpoint directly through the [usage steps](https://github.com/ggerganov/llama.cpp?tab=readme-ov-file#usage) listed in the Llama.cpp repo as well.
+
+Step 1: Clone llama.cpp from GitHub.
+```
+git clone https://github.com/ggerganov/llama.cpp
+```
+
+Step 2: Move into the llama.cpp folder and build it with `LLAMA_CURL=1` flag along with other hardware-specific flags (for ex: LLAMA_CUDA=1 for Nvidia GPUs on Linux).
+```
+cd llama.cpp && LLAMA_CURL=1 make
+```
+
+Step 3: Run inference through the main binary.
+```
+./llama-cli --hf-repo usermma/Quark-270m-Base-GGUF --hf-file quark-270m-base-q2_k.gguf -p "The meaning to life and the universe is"
+```
+or
+```
+./llama-server --hf-repo usermma/Quark-270m-Base-GGUF --hf-file quark-270m-base-q2_k.gguf -c 2048
+```

quark-270m-base-bf16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f2ecdd4bceffbc6d513551bc446cd258f8feb23d833675962e749f8581d3e9
+size 506074368

quark-270m-base-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4aee2aedf60109562924531ad944735155f72f3483a6a0abb2deafaf6fd0752
+size 506074368

quark-270m-base-f32.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636b293a256e3b96c467034e06dce61a4f38214fec444c180520c48f112d2f9f
+size 1009390848

quark-270m-base-q2_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ce5797e5b048679c15e4b868224d951c7dc69189784a0bb4fee540fbf3ba1a
+size 117773568

quark-270m-base-q3_k_l.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0d61f5a8f5c5279d852cd8e0a87472baa62e522ce02bfe61fe4e8ea37812aa
+size 150017280

quark-270m-base-q3_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7372ccd1b7f637e087a4fd6980bdb471ba43fe9efc8b3c42dc932ebe177e7b
+size 141022464

quark-270m-base-q3_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33248e25714f83e0bc6cdffec5d6d1a8f45202bd6e7e9d4c2720e363cdab0a69
+size 130553088

quark-270m-base-q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6b91ea868d13018e79d2b7a1e3cc0dfeac3d808358f0d62763052c1dbde102
+size 157291776

quark-270m-base-q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb75bd9cfe07b77d1ef1b21ab167dbe63dbcd4eedb373985920c61201cae6b6
+size 164590848

quark-270m-base-q4_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58fe28bd359a5bf150d41237d58d18c1afb0c46a0d58ce1a1a3564063cbb39a
+size 158176512

quark-270m-base-q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02edb78ba37ba2a5d30708a17df3de913493ba700bea29e41d1eb17700151380
+size 182457600

quark-270m-base-q5_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd9417132b47f2f33426b3fff263abda93ef1418b2af54b0f208479fec7ee8c
+size 186217728

quark-270m-base-q5_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57b8c481040c6fdd26d2b9a9aba2c050fd2142631104810ba50fd18bf9852dd
+size 182457600

quark-270m-base-q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f504e783ea55bb9a4eaba12b42b4a796f2f8968737e498f757fe2032601acb2b
+size 209196288

quark-270m-base-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09f9047a5a9e251dab91a7782bf012a8a94a517f71b2080bca4297288c67eed
+size 270144768