初始化项目，由ModelHub XC社区提供模型

Model: ibm-granite/granite-3.3-8b-base-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,47 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.gguf* filter=lfs diff=lfs merge=lfs -text
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text
+*.pt2 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,18 @@
+---
+pipeline_tag: text-generation
+inference: false
+license: apache-2.0
+library_name: transformers
+tags:
+- language
+- granite-3.3
+- gguf
+base_model:
+- ibm-granite/granite-3.3-8b-base
+---
+
+> [!NOTE]
+> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model.
+>
+> Please reference the base model's full model card here:
+> https://huggingface.co/ibm-granite/granite-3.3-8b-base 

configuration.json

@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}

granite-3.3-8b-base-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a7db3853d1a508022eb559b0a6899ced333da7e6db9b9ef5aa014c66f2949b
+size 3103576864

granite-3.3-8b-base-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c18abad63280d148d1c0d9eaff04d85b15e317ae68ebb8e7917c405c2fca55
+size 4349416224

granite-3.3-8b-base-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f371361f431ec33d8c7a1f477fa60511670ceba1800a16b76aee047707d4674
+size 3996570400

granite-3.3-8b-base-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf318dce67328319e5151dc95426b0b2df49995df1d7eb2469ae820ae6e1a951
+size 3592475424

granite-3.3-8b-base-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2466022209f81f54c25fbd8ba9b6c71cfb576b8fd203b9d9fe510b73aeccfe
+size 4650881824

granite-3.3-8b-base-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1906c6c1a1f18e1cdc2aa2ecf9c09afc455573131d3612b655c73f612d9d4c9a
+size 5148955424

granite-3.3-8b-base-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90488cbf6e024b6559a1f3a083432e3369206e665afb7a3affd7bf6670905b26
+size 4942844704

granite-3.3-8b-base-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222d996d8121dafd2b7268e0811ac439b0c831f531f88471341ff85b8544470e
+size 4685746976

granite-3.3-8b-base-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb30d73716973586e19d403e5715b7a4fec93472605589f0e0bf08b68040e92
+size 5647029024

granite-3.3-8b-base-Q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9204d0ba8e696a1d8a5ecb6bf2d1a4c778d31d835ad9de06dd6561df2ada49
+size 6145102624

granite-3.3-8b-base-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85fd323212c3def00d11c1c1f1010f5b914a8693ff2ea2d5463f45ce128af66
+size 5797434144

granite-3.3-8b-base-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6462342b730ca93d64fe4bbc2ff7bd37ee599c74a28aa12bbfbde1245d7860b7
+size 5647029024

granite-3.3-8b-base-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745de52401eccc0c801c3075f5e10c97305834cabb80f6bac5fbfd541f90f77a
+size 6705435424

granite-3.3-8b-base-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2719a1264de9cb7544c9fea65d29d5a75e39020c1a5eb27487772230bb377f9
+size 8684229408

granite-3.3-8b-base-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8efcf79b8122d208009fa666b809ada639ce3f1222fe5e378062c3e056fa61
+size 16344077088