commit 487c87f9fb0b1bcf6aaf2c4cf45fb428a24d8b16
Author: ModelHub XC <noreply@modelhub.org.cn>
Date:   Mon Jul 13 03:54:06 2026 +0800

    初始化项目，由ModelHub XC社区提供模型
    
    Model: MaziyarPanahi/Llama-3-11B-Instruct-v0.1-GGUF
    Source: Original Platform

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..1ce23df
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,60 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+ 
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text
+*.pt2 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+
+Llama-3-11B-Instruct-v0.1.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-11B-Instruct-v0.1.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-11B-Instruct-v0.1.fp16.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-11B-Instruct-v0.1.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-11B-Instruct-v0.1.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-11B-Instruct-v0.1.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-11B-Instruct-v0.1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-11B-Instruct-v0.1.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-11B-Instruct-v0.1.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-11B-Instruct-v0.1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-11B-Instruct-v0.1.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-11B-Instruct-v0.1.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
\ No newline at end of file
diff --git a/Llama-3-11B-Instruct-v0.1.IQ3_XS.gguf b/Llama-3-11B-Instruct-v0.1.IQ3_XS.gguf
new file mode 100644
index 0000000..3edd58f
--- /dev/null
+++ b/Llama-3-11B-Instruct-v0.1.IQ3_XS.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ebbb8aa6ad8f6daa14e9f907c0d21d0e2dd6c35358363be10c6b0e83e63f94
+size 4946380416
diff --git a/Llama-3-11B-Instruct-v0.1.Q2_K.gguf b/Llama-3-11B-Instruct-v0.1.Q2_K.gguf
new file mode 100644
index 0000000..77cb408
--- /dev/null
+++ b/Llama-3-11B-Instruct-v0.1.Q2_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e241ebf6824b9d482d8692c7c079f9276659daf6c2d42e293d332bc2d21d3578
+size 4463634048
diff --git a/Llama-3-11B-Instruct-v0.1.Q3_K_L.gguf b/Llama-3-11B-Instruct-v0.1.Q3_K_L.gguf
new file mode 100644
index 0000000..9798640
--- /dev/null
+++ b/Llama-3-11B-Instruct-v0.1.Q3_K_L.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ca61a43d72211ab356108998c1472c577a02802ccddd94e906674789d03b42
+size 6151194240
diff --git a/Llama-3-11B-Instruct-v0.1.Q3_K_M.gguf b/Llama-3-11B-Instruct-v0.1.Q3_K_M.gguf
new file mode 100644
index 0000000..a85d2f3
--- /dev/null
+++ b/Llama-3-11B-Instruct-v0.1.Q3_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700546dc8171ff2e36bffe0ebcbffed53043d479677cff3c103ebb5423cb2b99
+size 5696112256
diff --git a/Llama-3-11B-Instruct-v0.1.Q3_K_S.gguf b/Llama-3-11B-Instruct-v0.1.Q3_K_S.gguf
new file mode 100644
index 0000000..e86a80f
--- /dev/null
+++ b/Llama-3-11B-Instruct-v0.1.Q3_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf6d55c7071edd5559cebfe5c92b41565c3f1a3c44974ac04c2650c5cba2dbc
+size 5165008512
diff --git a/Llama-3-11B-Instruct-v0.1.Q4_K_M.gguf b/Llama-3-11B-Instruct-v0.1.Q4_K_M.gguf
new file mode 100644
index 0000000..4d5e8bc
--- /dev/null
+++ b/Llama-3-11B-Instruct-v0.1.Q4_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931735e5534e9dd0919a241ba0264e49b497f09097bc8c39c6197cf7a335ab29
+size 7014475392
diff --git a/Llama-3-11B-Instruct-v0.1.Q4_K_S.gguf b/Llama-3-11B-Instruct-v0.1.Q4_K_S.gguf
new file mode 100644
index 0000000..a644083
--- /dev/null
+++ b/Llama-3-11B-Instruct-v0.1.Q4_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3257ea45689d0c602da407b64cd9f115a8ec9ec201a856c5a9840b473b7f5c28
+size 6671328896
diff --git a/Llama-3-11B-Instruct-v0.1.Q5_K_M.gguf b/Llama-3-11B-Instruct-v0.1.Q5_K_M.gguf
new file mode 100644
index 0000000..84bc560
--- /dev/null
+++ b/Llama-3-11B-Instruct-v0.1.Q5_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8638cb1e05e09b380012dcbe03dd651d03de6aea3def900982bb3e809cfb1157
+size 8200021632
diff --git a/Llama-3-11B-Instruct-v0.1.Q5_K_S.gguf b/Llama-3-11B-Instruct-v0.1.Q5_K_S.gguf
new file mode 100644
index 0000000..f0b97a3
--- /dev/null
+++ b/Llama-3-11B-Instruct-v0.1.Q5_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd49a05add2687ad30312aab4f2148cecf7ee42d7de830ec0f2a744ad46eef0
+size 7999481472
diff --git a/Llama-3-11B-Instruct-v0.1.Q6_K.gguf b/Llama-3-11B-Instruct-v0.1.Q6_K.gguf
new file mode 100644
index 0000000..94abb20
--- /dev/null
+++ b/Llama-3-11B-Instruct-v0.1.Q6_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da76e81f6087cf6126e1d9562010719275e177da87772748ccb9a9c6f7d591d
+size 9459664512
diff --git a/Llama-3-11B-Instruct-v0.1.Q8_0.gguf b/Llama-3-11B-Instruct-v0.1.Q8_0.gguf
new file mode 100644
index 0000000..3ededde
--- /dev/null
+++ b/Llama-3-11B-Instruct-v0.1.Q8_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e641f73d063376ba02ec3250cbb07c1d714151f81c20b2619ccc04afc7c891
+size 12249581184
diff --git a/Llama-3-11B-Instruct-v0.1.fp16.gguf b/Llama-3-11B-Instruct-v0.1.fp16.gguf
new file mode 100644
index 0000000..4ad3f9e
--- /dev/null
+++ b/Llama-3-11B-Instruct-v0.1.fp16.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd40bbda17af17570c5fc071b4729dc7c7c2175d402224f2bf1c589783ee6d2
+size 23049258592
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..0cd12e1
--- /dev/null
+++ b/README.md
@@ -0,0 +1,37 @@
+---
+tags:
+- quantized
+- 2-bit
+- 3-bit
+- 4-bit
+- 5-bit
+- 6-bit
+- 8-bit
+- GGUF
+- text-generation
+- mixtral
+- text-generation
+model_name: Llama-3-11B-Instruct-v0.1-GGUF
+base_model: MaziyarPanahi/Llama-3-11B-Instruct-v0.1
+inference: false
+model_creator: MaziyarPanahi
+pipeline_tag: text-generation
+quantized_by: MaziyarPanahi
+---
+# [MaziyarPanahi/Llama-3-11B-Instruct-v0.1-GGUF](https://huggingface.co/MaziyarPanahi/Llama-3-11B-Instruct-v0.1-GGUF)
+- Model creator: [MaziyarPanahi](https://huggingface.co/MaziyarPanahi)
+- Original model: [MaziyarPanahi/Llama-3-11B-Instruct-v0.1](https://huggingface.co/MaziyarPanahi/Llama-3-11B-Instruct-v0.1)
+
+## Description
+[MaziyarPanahi/Llama-3-11B-Instruct-v0.1-GGUF](https://huggingface.co/MaziyarPanahi/Llama-3-11B-Instruct-v0.1-GGUF) contains GGUF format model files for [MaziyarPanahi/Llama-3-11B-Instruct-v0.1](https://huggingface.co/MaziyarPanahi/Llama-3-11B-Instruct-v0.1).
+
+
+## Load GGUF models
+
+You `MUST` follow the prompt template provided by Llama-3:
+
+
+```sh
+./llama.cpp/main -m Llama-3-11B-Instruct.Q2_K.gguf -r '<|eot_id|>' --in-prefix "\n<|start_header_id|>user<|end_header_id|>\n\n" --in-suffix "<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n" -p "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful, smart, kind, and efficient AI assistant. You always fulfill the user's requests to the best of your ability.<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\nHi! How are you?<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n\n" -n 1024
+```
+
diff --git a/config.json b/config.json
new file mode 100644
index 0000000..9f0f76f
--- /dev/null
+++ b/config.json
@@ -0,0 +1,3 @@
+{
+    "model_type": "mistral"
+}
\ No newline at end of file
diff --git a/configuration.json b/configuration.json
new file mode 100644
index 0000000..bbeeda1
--- /dev/null
+++ b/configuration.json
@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
\ No newline at end of file