commit 9d258d48fb70e29b5b325568f93bf4fb39ffb285
Author: ModelHub XC <noreply@modelhub.org.cn>
Date:   Sun Oct 25 11:11:19 2026 +0800

    初始化项目，由ModelHub XC社区提供模型
    
    Model: RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf
    Source: Original Platform

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..07dcddb
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,57 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..15d5fac
--- /dev/null
+++ b/README.md
@@ -0,0 +1,243 @@
+Quantization made by Richard Erkhov.
+
+[Github](https://github.com/RichardErkhov)
+
+[Discord](https://discord.gg/pvy7H8DZMG)
+
+[Request more models](https://github.com/RichardErkhov/quant_request)
+
+
+llama3.2-1B-Instruct-QLoRA-4bit-dolly - GGUF
+- Model creator: https://huggingface.co/ein3108/
+- Original model: https://huggingface.co/ein3108/llama3.2-1B-Instruct-QLoRA-4bit-dolly/
+
+
+| Name | Quant method | Size |
+| ---- | ---- | ---- |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q2_K.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q2_K.gguf) | Q2_K | 0.54GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_XS.gguf) | IQ3_XS | 0.58GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_S.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_S.gguf) | IQ3_S | 0.6GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_S.gguf) | Q3_K_S | 0.6GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_M.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_M.gguf) | IQ3_M | 0.61GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K.gguf) | Q3_K | 0.64GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_M.gguf) | Q3_K_M | 0.64GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_L.gguf) | Q3_K_L | 0.68GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ4_XS.gguf) | IQ4_XS | 0.7GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_0.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_0.gguf) | Q4_0 | 0.72GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ4_NL.gguf) | IQ4_NL | 0.72GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K_S.gguf) | Q4_K_S | 0.72GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K.gguf) | Q4_K | 0.75GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K_M.gguf) | Q4_K_M | 0.75GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_1.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_1.gguf) | Q4_1 | 0.77GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_0.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_0.gguf) | Q5_0 | 0.83GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K_S.gguf) | Q5_K_S | 0.83GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K.gguf) | Q5_K | 0.85GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K_M.gguf) | Q5_K_M | 0.85GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_1.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_1.gguf) | Q5_1 | 0.89GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q6_K.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q6_K.gguf) | Q6_K | 0.95GB |
+| [llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q8_0.gguf](https://huggingface.co/RichardErkhov/ein3108_-_llama3.2-1B-Instruct-QLoRA-4bit-dolly-gguf/blob/main/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q8_0.gguf) | Q8_0 | 1.23GB |
+
+
+
+
+Original model description:
+---
+library_name: transformers
+tags: []
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+This is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated.
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_M.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_M.gguf
new file mode 100644
index 0000000..34cc2d2
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb93d0b759a288465e4380afd629eb41ee87a1db8f7dac1ffa4a7783596547a
+size 657288864
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_S.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_S.gguf
new file mode 100644
index 0000000..ab8dc81
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4ff897df32fcf31e962497389012f015481f721d461037d1a20c9382f3372a
+size 643919520
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_XS.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_XS.gguf
new file mode 100644
index 0000000..cd5587b
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ3_XS.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad66713c3cf1a1147962218bcdf891f5af3d974881563730ccf8f1682b417dc
+size 621112992
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ4_NL.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ4_NL.gguf
new file mode 100644
index 0000000..d522d42
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ4_NL.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da53feaf3ee9935bab4c9ac986e462242b8224eb07f346c47f110b4a1a78a2c5
+size 777219744
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ4_XS.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ4_XS.gguf
new file mode 100644
index 0000000..51ed403
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.IQ4_XS.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a81ee95afa3851089fe400cb9d260382e594ff027c35ffbcd5f15c09d854c88
+size 748383904
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q2_K.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q2_K.gguf
new file mode 100644
index 0000000..4bbe28b
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q2_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5211587bd78bfaa580e6fc68e645265938ce787cb7b9b69e7847e20fffb64c
+size 580873888
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K.gguf
new file mode 100644
index 0000000..0748005
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24b03c7e74fe1fb2cab9c16a511bd71f722dbe4b1b30953c86a2af1d14de3bc
+size 690843296
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_L.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_L.gguf
new file mode 100644
index 0000000..f98f4ad
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_L.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d2f77aff3b255e204044aa2fa8a5c59a81e1e51d1f31be774635920711b24f
+size 732524192
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_M.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_M.gguf
new file mode 100644
index 0000000..0748005
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24b03c7e74fe1fb2cab9c16a511bd71f722dbe4b1b30953c86a2af1d14de3bc
+size 690843296
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_S.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_S.gguf
new file mode 100644
index 0000000..658eb16
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q3_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c0e5b89965d7536634d9031439b32cad343e4b49d44e25bb7b3a865869154f
+size 641691296
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_0.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_0.gguf
new file mode 100644
index 0000000..e7fb5e5
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ed310cd0abefd13ab018f4688055dac26eb094c1b2b3a5f0cca0bc82ed687e
+size 770928288
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_1.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_1.gguf
new file mode 100644
index 0000000..fa049fe
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_1.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2667e06a4d1eb0434fd32faeaccd592b2fc941615546a32b0916db7cd0a352c9
+size 831745696
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K.gguf
new file mode 100644
index 0000000..23f69d4
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79eb3bd9e474578581f7c0b14263d9755b27a5bcba2a272cfab325129d6c591
+size 807693984
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K_M.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K_M.gguf
new file mode 100644
index 0000000..23f69d4
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79eb3bd9e474578581f7c0b14263d9755b27a5bcba2a272cfab325129d6c591
+size 807693984
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K_S.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K_S.gguf
new file mode 100644
index 0000000..3c85013
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q4_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30416a5d31446ed2c32948a1553d197d4ade8e64698e7aee0049506be012f916
+size 775646880
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_0.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_0.gguf
new file mode 100644
index 0000000..9035a1e
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce8b674435ea63c66e4efa0f55339d6c6a41ee3ea91f1ea8fcc5e895aa588d9
+size 892563104
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_1.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_1.gguf
new file mode 100644
index 0000000..d9cd502
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_1.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfa65f0c2f3af5b64705c5491c1c4296f32c526d447070e1baa9005725008bf
+size 953380512
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K.gguf
new file mode 100644
index 0000000..8dcf04d
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a442beb723a2e7629c1f70e4ecd211e75a2ba9b09e33153045fd7f64d6ad11
+size 911503008
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K_M.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K_M.gguf
new file mode 100644
index 0000000..8dcf04d
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a442beb723a2e7629c1f70e4ecd211e75a2ba9b09e33153045fd7f64d6ad11
+size 911503008
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K_S.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K_S.gguf
new file mode 100644
index 0000000..e393212
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q5_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5805b093daf107f86e1d1d67578f29f6d12a6a63ac8a6a99a1d80873549dfc0
+size 892563104
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q6_K.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q6_K.gguf
new file mode 100644
index 0000000..fdfb39e
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q6_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa53deec0119465d9fe4f6f437465bf4eb84c57c34e29e8fa9f56dcf4360da1
+size 1021800096
diff --git a/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q8_0.gguf b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q8_0.gguf
new file mode 100644
index 0000000..d6efb1a
--- /dev/null
+++ b/llama3.2-1B-Instruct-QLoRA-4bit-dolly.Q8_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cbaa72a368e0c761cfe610a767d9670483ac6c7ac58e5753a1383fde3fc746
+size 1321082528