commit 3aa9dd7e6f1e3e0dcd12d254547e0421bbfc6019 Author: ModelHub XC Date: Sat Aug 8 12:03:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..26d2f0f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Tiny-Pirate-1.1b-v0.1.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..392c259 --- /dev/null +++ b/README.md @@ -0,0 +1,110 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +Tiny-Pirate-1.1b-v0.1 - GGUF +- Model creator: https://huggingface.co/phanerozoic/ +- Original model: https://huggingface.co/phanerozoic/Tiny-Pirate-1.1b-v0.1/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [Tiny-Pirate-1.1b-v0.1.Q2_K.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q2_K.gguf) | Q2_K | 0.4GB | +| [Tiny-Pirate-1.1b-v0.1.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.IQ3_XS.gguf) | IQ3_XS | 0.44GB | +| [Tiny-Pirate-1.1b-v0.1.IQ3_S.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.IQ3_S.gguf) | IQ3_S | 0.47GB | +| [Tiny-Pirate-1.1b-v0.1.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q3_K_S.gguf) | Q3_K_S | 0.47GB | +| [Tiny-Pirate-1.1b-v0.1.IQ3_M.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.IQ3_M.gguf) | IQ3_M | 0.48GB | +| [Tiny-Pirate-1.1b-v0.1.Q3_K.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q3_K.gguf) | Q3_K | 0.51GB | +| [Tiny-Pirate-1.1b-v0.1.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q3_K_M.gguf) | Q3_K_M | 0.51GB | +| [Tiny-Pirate-1.1b-v0.1.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q3_K_L.gguf) | Q3_K_L | 0.55GB | +| [Tiny-Pirate-1.1b-v0.1.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.IQ4_XS.gguf) | IQ4_XS | 0.57GB | +| [Tiny-Pirate-1.1b-v0.1.Q4_0.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q4_0.gguf) | Q4_0 | 0.59GB | +| [Tiny-Pirate-1.1b-v0.1.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.IQ4_NL.gguf) | IQ4_NL | 0.6GB | +| [Tiny-Pirate-1.1b-v0.1.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q4_K_S.gguf) | Q4_K_S | 0.6GB | +| [Tiny-Pirate-1.1b-v0.1.Q4_K.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q4_K.gguf) | Q4_K | 0.62GB | +| [Tiny-Pirate-1.1b-v0.1.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q4_K_M.gguf) | Q4_K_M | 0.62GB | +| [Tiny-Pirate-1.1b-v0.1.Q4_1.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q4_1.gguf) | Q4_1 | 0.65GB | +| [Tiny-Pirate-1.1b-v0.1.Q5_0.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q5_0.gguf) | Q5_0 | 0.71GB | +| [Tiny-Pirate-1.1b-v0.1.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q5_K_S.gguf) | Q5_K_S | 0.71GB | +| [Tiny-Pirate-1.1b-v0.1.Q5_K.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q5_K.gguf) | Q5_K | 0.73GB | +| [Tiny-Pirate-1.1b-v0.1.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q5_K_M.gguf) | Q5_K_M | 0.73GB | +| [Tiny-Pirate-1.1b-v0.1.Q5_1.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q5_1.gguf) | Q5_1 | 0.77GB | +| [Tiny-Pirate-1.1b-v0.1.Q6_K.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q6_K.gguf) | Q6_K | 0.84GB | +| [Tiny-Pirate-1.1b-v0.1.Q8_0.gguf](https://huggingface.co/RichardErkhov/phanerozoic_-_Tiny-Pirate-1.1b-v0.1-gguf/blob/main/Tiny-Pirate-1.1b-v0.1.Q8_0.gguf) | Q8_0 | 1.09GB | + + + + +Original model description: +--- +license: cc-by-nc-4.0 +language: +- en +widget: + - text: | + What is best in life? + example_title: "Healthy Eating Tips" +--- +![tinypirate.png](https://huggingface.co/phanerozoic/Tiny-Pirate-1.1b-v0.1/resolve/main/tinypirate.png) +# Tiny-Pirate-1.1b-v0.1 + +Tiny-Pirate-1.1b-v0.1 is a compact and specialized language model designed for generating authentic pirate-themed content. This version is fine-tuned from the TinyLlama-1.1B model, specifically adapted to operate efficiently in CPU-only and resource-limited environments. + +- **Developed by**: phanerozoic +- **License**: cc-by-nc-4.0 +- **Finetuned from**: TinyLlama-1.1B + +### Version Control +Introducing Tiny-Pirate-1.1b-v0.1 to mark the initial release of this specialized language model. + +### Performance +The Tiny-Pirate-1.1B model exhibits a robust ability to generate pirate-themed content, demonstrating a strong grasp of pirate vernacular and thematic elements. The responses are notably coherent and contextually appropriate, reflecting the model's adeptness at maintaining a consistent pirate tone. However, there are instances where the responses could benefit from more precise and direct answers to the questions posed, suggesting a potential area for further fine-tuning. + +### Direct Use +Ideal for applications requiring thematic language generation in resource-constrained environments, such as edge computing, mobile devices, and lightweight AI applications. + +### Training Data +Utilized the same pirate-themed dataset as MistralPirate-7b-v0.3, ensuring rich and diverse inputs for fine-tuning. + +### Custom Stopping Strings +To enhance output quality, the following custom stopping strings were employed: + +- "}," +- "User:" +- "You:" +- "\nUser" +- "\nUser:" +- "me:" +- ""\n" + +### Training Hyperparameters and Fine-Tuning Details +- **LoRA Rank**: 16 +- **LoRA Alpha**: 32 +- **True Batch Size**: 4 +- **Gradient Accumulation Steps**: 1 +- **Epochs**: 1 +- **Learning Rate**: 3e-4 +- **LR Scheduler**: Linear +- **LLaMA Target Projections**: All targets modified +- **Fine-Tuning Approach**: LoRA peft merged back into the base model + +### Limitations +While adept at generating pirate-themed content, Tiny-Pirate-v0.1 may not handle highly complex language tasks as larger models do. Its specialization in pirate dialect limits its use in general language applications. + +### Compute Infrastructure +Efficiently trained on an RTX 6000 Ada GPU, taking approximately 2-3 minutes, showcasing resource-effective training for specialized models. + +### Results +The model successfully produced responses that are thematically aligned with typical pirate lore and language. The outputs are engaging and largely relevant to the queries, showcasing the model's capacity to handle a variety of pirate-related topics from navigation to mythology. The use of pirate dialect is consistent and immersive, contributing to the overall thematic experience. However, the depth of responses varies, indicating room for improvement in handling more complex queries or providing more detailed explanations. + +### Summary +Tiny-Pirate-1.1B stands out as an effective tool for generating pirate-themed content, particularly suitable for applications where thematic consistency and lighter computational demands are key. While the model shows competence in creating thematically rich and linguistically coherent outputs, there is potential for enhancing its ability to handle complex scenarios and provide more detailed, context-specific responses. Overall, Tiny-Pirate-1.1B represents a promising step in the realm of specialized, lightweight language models, combining thematic accuracy with operational efficiency. + +### Acknowledgments +Gratitude is extended to the developers of TinyLlama-1.1B for their foundational work, which was instrumental in the creation of Tiny-Pirate-v0.1. + diff --git a/Tiny-Pirate-1.1b-v0.1.IQ3_M.gguf b/Tiny-Pirate-1.1b-v0.1.IQ3_M.gguf new file mode 100644 index 0000000..a3c87b9 --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:714bbfbfaaf9b241a0f5b4131e849269a0eb8774b42893207ad348d8cf1899ab +size 516193408 diff --git a/Tiny-Pirate-1.1b-v0.1.IQ3_S.gguf b/Tiny-Pirate-1.1b-v0.1.IQ3_S.gguf new file mode 100644 index 0000000..4a1be82 --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59566b803acf06dd934e48062e5c39318f1854696ad43cd9eb9947f0d896aa8e +size 500874368 diff --git a/Tiny-Pirate-1.1b-v0.1.IQ3_XS.gguf b/Tiny-Pirate-1.1b-v0.1.IQ3_XS.gguf new file mode 100644 index 0000000..a57e089 --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:580f5517c4678e777dd029687b4ab252de0ea6ac60285d9b104189277bd17049 +size 477625472 diff --git a/Tiny-Pirate-1.1b-v0.1.IQ4_NL.gguf b/Tiny-Pirate-1.1b-v0.1.IQ4_NL.gguf new file mode 100644 index 0000000..8e59547 --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05b694add09417be34cd7185949cd65e6bbfd11394cf9ac866f1e095a4858524 +size 641051776 diff --git a/Tiny-Pirate-1.1b-v0.1.IQ4_XS.gguf b/Tiny-Pirate-1.1b-v0.1.IQ4_XS.gguf new file mode 100644 index 0000000..9628695 --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e41bf17340e2e6ac6fa0b29a521a4bfb867f122942d24e422607d495710664e5 +size 609807488 diff --git a/Tiny-Pirate-1.1b-v0.1.Q2_K.gguf b/Tiny-Pirate-1.1b-v0.1.Q2_K.gguf new file mode 100644 index 0000000..b2d7c21 --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63c577da325f9b30798e4bbf3514ee261ef241838a8987f116edc35959787166 +size 432131200 diff --git a/Tiny-Pirate-1.1b-v0.1.Q3_K.gguf b/Tiny-Pirate-1.1b-v0.1.Q3_K.gguf new file mode 100644 index 0000000..df94832 --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e61c01fceb94a39f78c7e2d90062375f68ae800af7eae94f7df7987f092c9ac7 +size 548404352 diff --git a/Tiny-Pirate-1.1b-v0.1.Q3_K_L.gguf b/Tiny-Pirate-1.1b-v0.1.Q3_K_L.gguf new file mode 100644 index 0000000..84c05fb --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba39154773b6c7d5efcd48799e459d992d3b4485f6cb7e244571ac3b5af3f6b8 +size 591527040 diff --git a/Tiny-Pirate-1.1b-v0.1.Q3_K_M.gguf b/Tiny-Pirate-1.1b-v0.1.Q3_K_M.gguf new file mode 100644 index 0000000..df94832 --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e61c01fceb94a39f78c7e2d90062375f68ae800af7eae94f7df7987f092c9ac7 +size 548404352 diff --git a/Tiny-Pirate-1.1b-v0.1.Q3_K_S.gguf b/Tiny-Pirate-1.1b-v0.1.Q3_K_S.gguf new file mode 100644 index 0000000..dd6e693 --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aed84cd483be19e97f3dc688858d12be8a4b3e827f05387906efffb7cfdc990 +size 499342464 diff --git a/Tiny-Pirate-1.1b-v0.1.Q4_0.gguf b/Tiny-Pirate-1.1b-v0.1.Q4_0.gguf new file mode 100644 index 0000000..92e0fa2 --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50b0b1d830392254eb6b1ca36084d10ec1a5a5028bc3114652e5fba9d3815e20 +size 636726400 diff --git a/Tiny-Pirate-1.1b-v0.1.Q4_1.gguf b/Tiny-Pirate-1.1b-v0.1.Q4_1.gguf new file mode 100644 index 0000000..27a46e7 --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aeb09259d75d33731be5af5a85e34e2c33aa1d40499fcc887f27f170afe4078 +size 701377664 diff --git a/Tiny-Pirate-1.1b-v0.1.Q4_K.gguf b/Tiny-Pirate-1.1b-v0.1.Q4_K.gguf new file mode 100644 index 0000000..506a15f --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b75d5b9f45bc716504d2dba646bc102dcdfcd47dea3a1a49bbf45db6208cedf7 +size 667815040 diff --git a/Tiny-Pirate-1.1b-v0.1.Q4_K_M.gguf b/Tiny-Pirate-1.1b-v0.1.Q4_K_M.gguf new file mode 100644 index 0000000..506a15f --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b75d5b9f45bc716504d2dba646bc102dcdfcd47dea3a1a49bbf45db6208cedf7 +size 667815040 diff --git a/Tiny-Pirate-1.1b-v0.1.Q4_K_S.gguf b/Tiny-Pirate-1.1b-v0.1.Q4_K_S.gguf new file mode 100644 index 0000000..9e05d83 --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa1923d85097161d50082ae483d6331d41ae0936563ecfba2625d4ae7616e124 +size 639872128 diff --git a/Tiny-Pirate-1.1b-v0.1.Q5_0.gguf b/Tiny-Pirate-1.1b-v0.1.Q5_0.gguf new file mode 100644 index 0000000..3b8388c --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29bfd49c56421a4cc3eddea10b919f7f5457df58d2d81844ab2d757fb0cb05b9 +size 766028928 diff --git a/Tiny-Pirate-1.1b-v0.1.Q5_1.gguf b/Tiny-Pirate-1.1b-v0.1.Q5_1.gguf new file mode 100644 index 0000000..215527b --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a732dc327227daff4209a0777cd5b79acebd60c9b2cf2e9c1a1ddcc879a11c7 +size 830680192 diff --git a/Tiny-Pirate-1.1b-v0.1.Q5_K.gguf b/Tiny-Pirate-1.1b-v0.1.Q5_K.gguf new file mode 100644 index 0000000..b35a802 --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:270e5f4af18d368449cf02709886c8ce27ee00c2cade64da32c36a28f3761d69 +size 782044288 diff --git a/Tiny-Pirate-1.1b-v0.1.Q5_K_M.gguf b/Tiny-Pirate-1.1b-v0.1.Q5_K_M.gguf new file mode 100644 index 0000000..b35a802 --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:270e5f4af18d368449cf02709886c8ce27ee00c2cade64da32c36a28f3761d69 +size 782044288 diff --git a/Tiny-Pirate-1.1b-v0.1.Q5_K_S.gguf b/Tiny-Pirate-1.1b-v0.1.Q5_K_S.gguf new file mode 100644 index 0000000..920994c --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd4c58bf6e5a0d69258484949b32bdb7d3485b7264d181d95c0797ffaae77b0 +size 766028928 diff --git a/Tiny-Pirate-1.1b-v0.1.Q6_K.gguf b/Tiny-Pirate-1.1b-v0.1.Q6_K.gguf new file mode 100644 index 0000000..5de978e --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91d3539064bd8c78017d5ff6b9089fa3e6051906f3037825df68a77e94d5af02 +size 903412864 diff --git a/Tiny-Pirate-1.1b-v0.1.Q8_0.gguf b/Tiny-Pirate-1.1b-v0.1.Q8_0.gguf new file mode 100644 index 0000000..ac1fd8b --- /dev/null +++ b/Tiny-Pirate-1.1b-v0.1.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1895ee8f00d6f4012ccd77939efaa0b4e41f9d4e464e8ceb532635006b42bc6 +size 1169808512