From 309eb2b5cc2e32f314d96dcac222802242c001dd Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 4 Jun 2026 04:19:22 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RichardErkhov/bigcode_-_tiny_starcoder_py-gguf Source: Original Platform --- .gitattributes | 57 ++++++++++++++ README.md | 136 ++++++++++++++++++++++++++++++++++ tiny_starcoder_py.IQ3_M.gguf | 3 + tiny_starcoder_py.IQ3_S.gguf | 3 + tiny_starcoder_py.IQ3_XS.gguf | 3 + tiny_starcoder_py.IQ4_NL.gguf | 3 + tiny_starcoder_py.IQ4_XS.gguf | 3 + tiny_starcoder_py.Q2_K.gguf | 3 + tiny_starcoder_py.Q3_K.gguf | 3 + tiny_starcoder_py.Q3_K_L.gguf | 3 + tiny_starcoder_py.Q3_K_M.gguf | 3 + tiny_starcoder_py.Q3_K_S.gguf | 3 + tiny_starcoder_py.Q4_0.gguf | 3 + tiny_starcoder_py.Q4_1.gguf | 3 + tiny_starcoder_py.Q4_K.gguf | 3 + tiny_starcoder_py.Q4_K_M.gguf | 3 + tiny_starcoder_py.Q4_K_S.gguf | 3 + tiny_starcoder_py.Q5_0.gguf | 3 + tiny_starcoder_py.Q5_1.gguf | 3 + tiny_starcoder_py.Q5_K.gguf | 3 + tiny_starcoder_py.Q5_K_M.gguf | 3 + tiny_starcoder_py.Q5_K_S.gguf | 3 + tiny_starcoder_py.Q6_K.gguf | 3 + tiny_starcoder_py.Q8_0.gguf | 3 + 24 files changed, 259 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 tiny_starcoder_py.IQ3_M.gguf create mode 100644 tiny_starcoder_py.IQ3_S.gguf create mode 100644 tiny_starcoder_py.IQ3_XS.gguf create mode 100644 tiny_starcoder_py.IQ4_NL.gguf create mode 100644 tiny_starcoder_py.IQ4_XS.gguf create mode 100644 tiny_starcoder_py.Q2_K.gguf create mode 100644 tiny_starcoder_py.Q3_K.gguf create mode 100644 tiny_starcoder_py.Q3_K_L.gguf create mode 100644 tiny_starcoder_py.Q3_K_M.gguf create mode 100644 tiny_starcoder_py.Q3_K_S.gguf create mode 100644 tiny_starcoder_py.Q4_0.gguf create mode 100644 tiny_starcoder_py.Q4_1.gguf create mode 100644 tiny_starcoder_py.Q4_K.gguf create mode 100644 tiny_starcoder_py.Q4_K_M.gguf create mode 100644 tiny_starcoder_py.Q4_K_S.gguf create mode 100644 tiny_starcoder_py.Q5_0.gguf create mode 100644 tiny_starcoder_py.Q5_1.gguf create mode 100644 tiny_starcoder_py.Q5_K.gguf create mode 100644 tiny_starcoder_py.Q5_K_M.gguf create mode 100644 tiny_starcoder_py.Q5_K_S.gguf create mode 100644 tiny_starcoder_py.Q6_K.gguf create mode 100644 tiny_starcoder_py.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..bf6758d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +tiny_starcoder_py.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..ab39a70 --- /dev/null +++ b/README.md @@ -0,0 +1,136 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +tiny_starcoder_py - GGUF +- Model creator: https://huggingface.co/bigcode/ +- Original model: https://huggingface.co/bigcode/tiny_starcoder_py/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [tiny_starcoder_py.Q2_K.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q2_K.gguf) | Q2_K | 0.1GB | +| [tiny_starcoder_py.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.IQ3_XS.gguf) | IQ3_XS | 0.1GB | +| [tiny_starcoder_py.IQ3_S.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.IQ3_S.gguf) | IQ3_S | 0.1GB | +| [tiny_starcoder_py.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q3_K_S.gguf) | Q3_K_S | 0.1GB | +| [tiny_starcoder_py.IQ3_M.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.IQ3_M.gguf) | IQ3_M | 0.11GB | +| [tiny_starcoder_py.Q3_K.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q3_K.gguf) | Q3_K | 0.11GB | +| [tiny_starcoder_py.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q3_K_M.gguf) | Q3_K_M | 0.11GB | +| [tiny_starcoder_py.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q3_K_L.gguf) | Q3_K_L | 0.12GB | +| [tiny_starcoder_py.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.IQ4_XS.gguf) | IQ4_XS | 0.11GB | +| [tiny_starcoder_py.Q4_0.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q4_0.gguf) | Q4_0 | 0.12GB | +| [tiny_starcoder_py.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.IQ4_NL.gguf) | IQ4_NL | 0.12GB | +| [tiny_starcoder_py.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q4_K_S.gguf) | Q4_K_S | 0.12GB | +| [tiny_starcoder_py.Q4_K.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q4_K.gguf) | Q4_K | 0.12GB | +| [tiny_starcoder_py.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q4_K_M.gguf) | Q4_K_M | 0.12GB | +| [tiny_starcoder_py.Q4_1.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q4_1.gguf) | Q4_1 | 0.12GB | +| [tiny_starcoder_py.Q5_0.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q5_0.gguf) | Q5_0 | 0.13GB | +| [tiny_starcoder_py.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q5_K_S.gguf) | Q5_K_S | 0.13GB | +| [tiny_starcoder_py.Q5_K.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q5_K.gguf) | Q5_K | 0.14GB | +| [tiny_starcoder_py.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q5_K_M.gguf) | Q5_K_M | 0.14GB | +| [tiny_starcoder_py.Q5_1.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q5_1.gguf) | Q5_1 | 0.14GB | +| [tiny_starcoder_py.Q6_K.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q6_K.gguf) | Q6_K | 0.15GB | +| [tiny_starcoder_py.Q8_0.gguf](https://huggingface.co/RichardErkhov/bigcode_-_tiny_starcoder_py-gguf/blob/main/tiny_starcoder_py.Q8_0.gguf) | Q8_0 | 0.18GB | + + + + +Original model description: +--- +pipeline_tag: text-generation +inference: true +widget: +- text: 'def print_hello_world():' + example_title: Hello world + group: Python +license: bigcode-openrail-m +datasets: +- bigcode/the-stack-dedup +metrics: +- code_eval +library_name: transformers +tags: +- code +model-index: +- name: Tiny-StarCoder-Py + results: + - task: + type: text-generation + dataset: + type: openai_humaneval + name: HumanEval + metrics: + - name: pass@1 + type: pass@1 + value: 7.84% + verified: false +--- + +# TinyStarCoderPy + +This is a 164M parameters model with the same architecture as [StarCoder](https://huggingface.co/bigcode/starcoder) (8k context length, MQA & FIM). It was trained on the Python data from [StarCoderData](https://huggingface.co/datasets/bigcode/starcoderdata) +for ~6 epochs which amounts to 100B tokens. + + +## Use + +### Intended use + +The model was trained on GitHub code, to assist with some tasks like [Assisted Generation](https://huggingface.co/blog/assisted-generation). For pure code completion, we advise using our 15B models [StarCoder]() or [StarCoderBase](). + + +### Generation +```python +# pip install -q transformers +from transformers import AutoModelForCausalLM, AutoTokenizer + +checkpoint = "bigcode/tiny_starcoder_py" +device = "cuda" # for GPU usage or "cpu" for CPU usage + +tokenizer = AutoTokenizer.from_pretrained(checkpoint) +model = AutoModelForCausalLM.from_pretrained(checkpoint).to(device) + +inputs = tokenizer.encode("def print_hello_world():", return_tensors="pt").to(device) +outputs = model.generate(inputs) +print(tokenizer.decode(outputs[0])) +``` + +### Fill-in-the-middle +Fill-in-the-middle uses special tokens to identify the prefix/middle/suffix part of the input and output: + +```python +input_text = "def print_one_two_three():\n print('one')\n \n print('three')" +inputs = tokenizer.encode(input_text, return_tensors="pt").to(device) +outputs = model.generate(inputs) +print(tokenizer.decode(outputs[0])) +``` + +# Training + +## Model + +- **Architecture:** GPT-2 model with multi-query attention and Fill-in-the-Middle objective +- **Pretraining steps:** 50k +- **Pretraining tokens:** 100 billion +- **Precision:** bfloat16 + +## Hardware + +- **GPUs:** 32 Tesla A100 +- **Training time:** 18 hours + +## Software + +- **Orchestration:** [Megatron-LM](https://github.com/bigcode-project/Megatron-LM) +- **Neural networks:** [PyTorch](https://github.com/pytorch/pytorch) +- **BP16 if applicable:** [apex](https://github.com/NVIDIA/apex) + +# License +The model is licensed under the BigCode OpenRAIL-M v1 license agreement. You can find the full agreement [here](https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement). + + diff --git a/tiny_starcoder_py.IQ3_M.gguf b/tiny_starcoder_py.IQ3_M.gguf new file mode 100644 index 0000000..6c0e0c2 --- /dev/null +++ b/tiny_starcoder_py.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80ccb04b8346eea36e596556995571d47e79ba3f8808b466448bb25b3d6c3145 +size 114110784 diff --git a/tiny_starcoder_py.IQ3_S.gguf b/tiny_starcoder_py.IQ3_S.gguf new file mode 100644 index 0000000..1296afb --- /dev/null +++ b/tiny_starcoder_py.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:502b06fdd303a20971cd0cd3d16951f23aadea4ff446f3f93b26bb88b5ff0c9b +size 110089536 diff --git a/tiny_starcoder_py.IQ3_XS.gguf b/tiny_starcoder_py.IQ3_XS.gguf new file mode 100644 index 0000000..7dbd5f1 --- /dev/null +++ b/tiny_starcoder_py.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:885e85babda56236ea6a34013c13c5e183d56afbc64c651baf652a9663896214 +size 108430656 diff --git a/tiny_starcoder_py.IQ4_NL.gguf b/tiny_starcoder_py.IQ4_NL.gguf new file mode 100644 index 0000000..89efd2f --- /dev/null +++ b/tiny_starcoder_py.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2d831e293056093494f94c835fdd67a42fcbcde438bb3bacd079e2d64b49ad2 +size 126607680 diff --git a/tiny_starcoder_py.IQ4_XS.gguf b/tiny_starcoder_py.IQ4_XS.gguf new file mode 100644 index 0000000..4fc9b88 --- /dev/null +++ b/tiny_starcoder_py.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85bc655d75678fbce870c6aa50593bdae4e70013932b1fca4c662e537a4dc608 +size 123007296 diff --git a/tiny_starcoder_py.Q2_K.gguf b/tiny_starcoder_py.Q2_K.gguf new file mode 100644 index 0000000..95eefc9 --- /dev/null +++ b/tiny_starcoder_py.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa8c2170bb9172447baba14309916cfc0d901dbffaf10f1448f4f631e10c1f41 +size 103899456 diff --git a/tiny_starcoder_py.Q3_K.gguf b/tiny_starcoder_py.Q3_K.gguf new file mode 100644 index 0000000..2c899ad --- /dev/null +++ b/tiny_starcoder_py.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba13d88bd904df9016f321164fd642416527709817fcc3fa8b540ec3d2489c9 +size 120045888 diff --git a/tiny_starcoder_py.Q3_K_L.gguf b/tiny_starcoder_py.Q3_K_L.gguf new file mode 100644 index 0000000..c691fb6 --- /dev/null +++ b/tiny_starcoder_py.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:044cebcc18fd13b4573a69c133f80eda8e53e5871df314ccf84f1f0498e6c825 +size 127123776 diff --git a/tiny_starcoder_py.Q3_K_M.gguf b/tiny_starcoder_py.Q3_K_M.gguf new file mode 100644 index 0000000..2c899ad --- /dev/null +++ b/tiny_starcoder_py.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba13d88bd904df9016f321164fd642416527709817fcc3fa8b540ec3d2489c9 +size 120045888 diff --git a/tiny_starcoder_py.Q3_K_S.gguf b/tiny_starcoder_py.Q3_K_S.gguf new file mode 100644 index 0000000..d4029fb --- /dev/null +++ b/tiny_starcoder_py.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9cefd3dd592a50b59cb7e148dd7a8bfd84a49da2e85f0d68880ad6ad0813614 +size 110089536 diff --git a/tiny_starcoder_py.Q4_0.gguf b/tiny_starcoder_py.Q4_0.gguf new file mode 100644 index 0000000..8481a4e --- /dev/null +++ b/tiny_starcoder_py.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ac4abda5a32d9e555d0e371812cb981bf176f3fc7e40b90ce5b56386a60dba5 +size 126017856 diff --git a/tiny_starcoder_py.Q4_1.gguf b/tiny_starcoder_py.Q4_1.gguf new file mode 100644 index 0000000..9251731 --- /dev/null +++ b/tiny_starcoder_py.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2bcffec810ed0e11d721958d7f5acb3c8deaff61740fc9ad5ec906d902532bb +size 133513536 diff --git a/tiny_starcoder_py.Q4_K.gguf b/tiny_starcoder_py.Q4_K.gguf new file mode 100644 index 0000000..958f257 --- /dev/null +++ b/tiny_starcoder_py.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f54ebb3a5394559221615ac3c87df29157ca62a1ba290a8acb56090b6e607d8 +size 133820736 diff --git a/tiny_starcoder_py.Q4_K_M.gguf b/tiny_starcoder_py.Q4_K_M.gguf new file mode 100644 index 0000000..958f257 --- /dev/null +++ b/tiny_starcoder_py.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f54ebb3a5394559221615ac3c87df29157ca62a1ba290a8acb56090b6e607d8 +size 133820736 diff --git a/tiny_starcoder_py.Q4_K_S.gguf b/tiny_starcoder_py.Q4_K_S.gguf new file mode 100644 index 0000000..9118e54 --- /dev/null +++ b/tiny_starcoder_py.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81baa9bdede926b04c165f8432a057c6748b67349907f6077ac8bde2c871e675 +size 126607680 diff --git a/tiny_starcoder_py.Q5_0.gguf b/tiny_starcoder_py.Q5_0.gguf new file mode 100644 index 0000000..65343a0 --- /dev/null +++ b/tiny_starcoder_py.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66aad9ad0d01e8285e8fcd7b20993a394a21c232c9b727bb7857ec81e87c8cf5 +size 141009216 diff --git a/tiny_starcoder_py.Q5_1.gguf b/tiny_starcoder_py.Q5_1.gguf new file mode 100644 index 0000000..3701517 --- /dev/null +++ b/tiny_starcoder_py.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6df543f32e206959a023b8aff8b1e9ca429e45a71b364f8ab90fa1cc4b769be1 +size 148504896 diff --git a/tiny_starcoder_py.Q5_K.gguf b/tiny_starcoder_py.Q5_K.gguf new file mode 100644 index 0000000..13572ea --- /dev/null +++ b/tiny_starcoder_py.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3861d02f3a145048ff5566c70fb75adbbe533bd8bbe36e1696707264038a3ec +size 145970496 diff --git a/tiny_starcoder_py.Q5_K_M.gguf b/tiny_starcoder_py.Q5_K_M.gguf new file mode 100644 index 0000000..13572ea --- /dev/null +++ b/tiny_starcoder_py.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3861d02f3a145048ff5566c70fb75adbbe533bd8bbe36e1696707264038a3ec +size 145970496 diff --git a/tiny_starcoder_py.Q5_K_S.gguf b/tiny_starcoder_py.Q5_K_S.gguf new file mode 100644 index 0000000..7352049 --- /dev/null +++ b/tiny_starcoder_py.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0cd5aabbb262ee36fce59d12986fc7d208a0c535d61abd9743203bc087ae81a +size 141009216 diff --git a/tiny_starcoder_py.Q6_K.gguf b/tiny_starcoder_py.Q6_K.gguf new file mode 100644 index 0000000..39da095 --- /dev/null +++ b/tiny_starcoder_py.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:475129c164735c6cd685d4d465f1a200957ae4284890ad5165ce8e58a58b56eb +size 156937536 diff --git a/tiny_starcoder_py.Q8_0.gguf b/tiny_starcoder_py.Q8_0.gguf new file mode 100644 index 0000000..169b207 --- /dev/null +++ b/tiny_starcoder_py.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffa756aaa62050ffeea4f5b8897c54aa1a4d9c9ee0783e6ccc07f10eff8b077a +size 195125568