初始化项目，由ModelHub XC社区提供模型

Model: ibm-granite/granite-4.0-350m-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,64 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+ 
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text
+*.pt2 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+
+granite-4.0-350m-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-bf16.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-F16.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,18 @@
+---
+license: apache-2.0
+library_name: transformers
+tags:
+- language
+- granite-4.0
+- gguf
+base_model:
+- ibm-granite/granite-4.0-350m
+---
+
+### Granite 4.0 350m (GGUF)
+
+> [!NOTE]
+> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model.
+>
+> Please reference the base model's full model card here:
+> https://huggingface.co/ibm-granite/granite-4.0-350m

configuration.json

@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "others", "allow_remote": true}

granite-4.0-350m-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5a88bb3933e961a719799e7912688c5f500773985bddef72ccc358f8d54630
+size 180645280

granite-4.0-350m-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f00d58f4f75723d42ddf46fdb19b1f7b5bc339f679a48b5985b631e25b57183
+size 219925920

granite-4.0-350m-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbc8ba725b328c500ac819b2dc84b0f1cffe02b9bc096716082cbcef6f0589b
+size 208326048

granite-4.0-350m-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904ac3cd214794748435a851a48666dc3cae8e50dda9d1c51674c311f1b7c801
+size 195325344

granite-4.0-350m-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9db4c0ab23bb3c676f5fea5521d7a9301c577834a1cabf3430ab826fb68195a
+size 228470176

granite-4.0-350m-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cc8dc13761418256b17aec69894ca489148dd13e7435bb6ac24ec502337692
+size 244067744

granite-4.0-350m-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771c588a49607f274a2bba3185733607ebe6f74b996ab90e2d6bee0d98bcec52
+size 236985760

granite-4.0-350m-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb4323f3586628336ad50a852dffe341dbc0d285ec609619c0ed031ae2dedd4
+size 229387680

granite-4.0-350m-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75cbd46ca86d359e3c5a402ef23d332b9b3e5b5007124c64716aab5655713f
+size 259665312

granite-4.0-350m-Q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52149a9dadc3760e627762eaa288992afde1fb941dc123636cb327b4e1148d42
+size 275262880

granite-4.0-350m-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4beb551386f90e782c38f5d20e5bb6096e393eb83d6654503868b5b5f967aa2d
+size 264052128

granite-4.0-350m-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efa121d1021b6b92ddee400530ed3a58dd4fb0e3647c3996df40488333ef7b0
+size 259665312

granite-4.0-350m-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ece437ba9f0cfbd7a3311b3ff667f96d2931e7668eb874896672af9b893781
+size 292810144

granite-4.0-350m-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9595dafb4ed15aa02512c8ea26188744192a6f09530eae0a2747bd3ada96cd36
+size 378138016

granite-4.0-350m-bf16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431e956cac90a7e4d36a9b37bb086c413491c598bb51f90ada8e0c75d0219645
+size 708439456