From 8498b7d49e67e13daf400c8d0e843e82515c59f7 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 8 Aug 2026 05:59:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf Source: Original Platform --- .gitattributes | 57 +++++++++++++ README.md | 112 +++++++++++++++++++++++++ stackoverflow_5000tasks_0p.IQ3_M.gguf | 3 + stackoverflow_5000tasks_0p.IQ3_S.gguf | 3 + stackoverflow_5000tasks_0p.IQ3_XS.gguf | 3 + stackoverflow_5000tasks_0p.IQ4_NL.gguf | 3 + stackoverflow_5000tasks_0p.IQ4_XS.gguf | 3 + stackoverflow_5000tasks_0p.Q2_K.gguf | 3 + stackoverflow_5000tasks_0p.Q3_K.gguf | 3 + stackoverflow_5000tasks_0p.Q3_K_L.gguf | 3 + stackoverflow_5000tasks_0p.Q3_K_M.gguf | 3 + stackoverflow_5000tasks_0p.Q3_K_S.gguf | 3 + stackoverflow_5000tasks_0p.Q4_0.gguf | 3 + stackoverflow_5000tasks_0p.Q4_1.gguf | 3 + stackoverflow_5000tasks_0p.Q4_K.gguf | 3 + stackoverflow_5000tasks_0p.Q4_K_M.gguf | 3 + stackoverflow_5000tasks_0p.Q4_K_S.gguf | 3 + stackoverflow_5000tasks_0p.Q5_0.gguf | 3 + stackoverflow_5000tasks_0p.Q5_1.gguf | 3 + stackoverflow_5000tasks_0p.Q5_K.gguf | 3 + stackoverflow_5000tasks_0p.Q5_K_M.gguf | 3 + stackoverflow_5000tasks_0p.Q5_K_S.gguf | 3 + stackoverflow_5000tasks_0p.Q6_K.gguf | 3 + stackoverflow_5000tasks_0p.Q8_0.gguf | 3 + 24 files changed, 235 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 stackoverflow_5000tasks_0p.IQ3_M.gguf create mode 100644 stackoverflow_5000tasks_0p.IQ3_S.gguf create mode 100644 stackoverflow_5000tasks_0p.IQ3_XS.gguf create mode 100644 stackoverflow_5000tasks_0p.IQ4_NL.gguf create mode 100644 stackoverflow_5000tasks_0p.IQ4_XS.gguf create mode 100644 stackoverflow_5000tasks_0p.Q2_K.gguf create mode 100644 stackoverflow_5000tasks_0p.Q3_K.gguf create mode 100644 stackoverflow_5000tasks_0p.Q3_K_L.gguf create mode 100644 stackoverflow_5000tasks_0p.Q3_K_M.gguf create mode 100644 stackoverflow_5000tasks_0p.Q3_K_S.gguf create mode 100644 stackoverflow_5000tasks_0p.Q4_0.gguf create mode 100644 stackoverflow_5000tasks_0p.Q4_1.gguf create mode 100644 stackoverflow_5000tasks_0p.Q4_K.gguf create mode 100644 stackoverflow_5000tasks_0p.Q4_K_M.gguf create mode 100644 stackoverflow_5000tasks_0p.Q4_K_S.gguf create mode 100644 stackoverflow_5000tasks_0p.Q5_0.gguf create mode 100644 stackoverflow_5000tasks_0p.Q5_1.gguf create mode 100644 stackoverflow_5000tasks_0p.Q5_K.gguf create mode 100644 stackoverflow_5000tasks_0p.Q5_K_M.gguf create mode 100644 stackoverflow_5000tasks_0p.Q5_K_S.gguf create mode 100644 stackoverflow_5000tasks_0p.Q6_K.gguf create mode 100644 stackoverflow_5000tasks_0p.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..24a3aae --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +stackoverflow_5000tasks_0p.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..d28da02 --- /dev/null +++ b/README.md @@ -0,0 +1,112 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +stackoverflow_5000tasks_0p - GGUF +- Model creator: https://huggingface.co/mlfoundations-dev/ +- Original model: https://huggingface.co/mlfoundations-dev/stackoverflow_5000tasks_0p/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [stackoverflow_5000tasks_0p.Q2_K.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q2_K.gguf) | Q2_K | 2.96GB | +| [stackoverflow_5000tasks_0p.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.IQ3_XS.gguf) | IQ3_XS | 3.28GB | +| [stackoverflow_5000tasks_0p.IQ3_S.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.IQ3_S.gguf) | IQ3_S | 3.43GB | +| [stackoverflow_5000tasks_0p.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q3_K_S.gguf) | Q3_K_S | 3.41GB | +| [stackoverflow_5000tasks_0p.IQ3_M.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.IQ3_M.gguf) | IQ3_M | 3.52GB | +| [stackoverflow_5000tasks_0p.Q3_K.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q3_K.gguf) | Q3_K | 3.74GB | +| [stackoverflow_5000tasks_0p.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q3_K_M.gguf) | Q3_K_M | 3.74GB | +| [stackoverflow_5000tasks_0p.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q3_K_L.gguf) | Q3_K_L | 4.03GB | +| [stackoverflow_5000tasks_0p.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.IQ4_XS.gguf) | IQ4_XS | 4.18GB | +| [stackoverflow_5000tasks_0p.Q4_0.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q4_0.gguf) | Q4_0 | 4.34GB | +| [stackoverflow_5000tasks_0p.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.IQ4_NL.gguf) | IQ4_NL | 4.38GB | +| [stackoverflow_5000tasks_0p.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q4_K_S.gguf) | Q4_K_S | 4.37GB | +| [stackoverflow_5000tasks_0p.Q4_K.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q4_K.gguf) | Q4_K | 4.58GB | +| [stackoverflow_5000tasks_0p.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q4_K_M.gguf) | Q4_K_M | 4.58GB | +| [stackoverflow_5000tasks_0p.Q4_1.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q4_1.gguf) | Q4_1 | 4.78GB | +| [stackoverflow_5000tasks_0p.Q5_0.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q5_0.gguf) | Q5_0 | 5.21GB | +| [stackoverflow_5000tasks_0p.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q5_K_S.gguf) | Q5_K_S | 5.21GB | +| [stackoverflow_5000tasks_0p.Q5_K.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q5_K.gguf) | Q5_K | 5.34GB | +| [stackoverflow_5000tasks_0p.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q5_K_M.gguf) | Q5_K_M | 5.34GB | +| [stackoverflow_5000tasks_0p.Q5_1.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q5_1.gguf) | Q5_1 | 5.65GB | +| [stackoverflow_5000tasks_0p.Q6_K.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q6_K.gguf) | Q6_K | 6.14GB | +| [stackoverflow_5000tasks_0p.Q8_0.gguf](https://huggingface.co/RichardErkhov/mlfoundations-dev_-_stackoverflow_5000tasks_0p-gguf/blob/main/stackoverflow_5000tasks_0p.Q8_0.gguf) | Q8_0 | 7.95GB | + + + + +Original model description: +--- +library_name: transformers +license: llama3.1 +base_model: meta-llama/Meta-Llama-3.1-8B +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: stackoverflow_5000tasks_0p + results: [] +--- + + + +# stackoverflow_5000tasks_0p + +This model is a fine-tuned version of [meta-llama/Meta-Llama-3.1-8B](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B) on the mlfoundations-dev/stackoverflow_5000tasks_0p dataset. +It achieves the following results on the evaluation set: +- Loss: 0.5195 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-06 +- train_batch_size: 8 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 8 +- total_train_batch_size: 512 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: constant +- num_epochs: 3.0 + +### Training results + +| Training Loss | Epoch | Step | Validation Loss | +|:-------------:|:------:|:----:|:---------------:| +| 0.5846 | 0.9771 | 32 | 0.5694 | +| 0.4986 | 1.9847 | 65 | 0.5270 | +| 0.4286 | 2.9313 | 96 | 0.5195 | + + +### Framework versions + +- Transformers 4.46.1 +- Pytorch 2.3.0 +- Datasets 3.1.0 +- Tokenizers 0.20.3 + + diff --git a/stackoverflow_5000tasks_0p.IQ3_M.gguf b/stackoverflow_5000tasks_0p.IQ3_M.gguf new file mode 100644 index 0000000..cf7b505 --- /dev/null +++ b/stackoverflow_5000tasks_0p.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eb3cc90cea4647a3bb331b9d1ac3a89850515cae8c12962914c79d88c4975dc +size 3784824384 diff --git a/stackoverflow_5000tasks_0p.IQ3_S.gguf b/stackoverflow_5000tasks_0p.IQ3_S.gguf new file mode 100644 index 0000000..c138255 --- /dev/null +++ b/stackoverflow_5000tasks_0p.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c826d4f30cfd97e21132152cb62e0168f9d21a0d881afafc33d49831d9f0f286 +size 3682326080 diff --git a/stackoverflow_5000tasks_0p.IQ3_XS.gguf b/stackoverflow_5000tasks_0p.IQ3_XS.gguf new file mode 100644 index 0000000..6866244 --- /dev/null +++ b/stackoverflow_5000tasks_0p.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f7b963f8677f788de1e35e5e3defb5681acdfbc5d41521d3ff3bcbaf3f66f22 +size 3518748224 diff --git a/stackoverflow_5000tasks_0p.IQ4_NL.gguf b/stackoverflow_5000tasks_0p.IQ4_NL.gguf new file mode 100644 index 0000000..3f7819f --- /dev/null +++ b/stackoverflow_5000tasks_0p.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cb2cc9f9a7182438b29eb776322e5f093cef26fff9aac95a3cd675035f0b639 +size 4707350080 diff --git a/stackoverflow_5000tasks_0p.IQ4_XS.gguf b/stackoverflow_5000tasks_0p.IQ4_XS.gguf new file mode 100644 index 0000000..326be1a --- /dev/null +++ b/stackoverflow_5000tasks_0p.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbae1decc98a605a05bfd16f0f98c1dad16a36201edf63080c88c4bd02e1bc6f +size 4484363840 diff --git a/stackoverflow_5000tasks_0p.Q2_K.gguf b/stackoverflow_5000tasks_0p.Q2_K.gguf new file mode 100644 index 0000000..0683bc6 --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80a1a1627f8d172535dcab832f3ad5070735498ae0191c3fd9b2622c20e3a9dc +size 3179132480 diff --git a/stackoverflow_5000tasks_0p.Q3_K.gguf b/stackoverflow_5000tasks_0p.Q3_K.gguf new file mode 100644 index 0000000..0d6c847 --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8b8373dbfd50d3f5177c9e857fd3b2427fe62f518e376972418313900fad97 +size 4018918976 diff --git a/stackoverflow_5000tasks_0p.Q3_K_L.gguf b/stackoverflow_5000tasks_0p.Q3_K_L.gguf new file mode 100644 index 0000000..4d63b3f --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c430ee0de3968c8d3b8848c684b442178e30a9b5895bd7595a23578bb94585b6 +size 4321957440 diff --git a/stackoverflow_5000tasks_0p.Q3_K_M.gguf b/stackoverflow_5000tasks_0p.Q3_K_M.gguf new file mode 100644 index 0000000..0d6c847 --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8b8373dbfd50d3f5177c9e857fd3b2427fe62f518e376972418313900fad97 +size 4018918976 diff --git a/stackoverflow_5000tasks_0p.Q3_K_S.gguf b/stackoverflow_5000tasks_0p.Q3_K_S.gguf new file mode 100644 index 0000000..55af835 --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1dfdf240a0a738a8f581772fee7c84ef5db3c05b70b669e8c30f1533d12b87a +size 3664500288 diff --git a/stackoverflow_5000tasks_0p.Q4_0.gguf b/stackoverflow_5000tasks_0p.Q4_0.gguf new file mode 100644 index 0000000..e2b03ad --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:132d19c408fb5cae6df44e70e145665c6b64dbcbd7950c95d9d0e858f15a8872 +size 4661212736 diff --git a/stackoverflow_5000tasks_0p.Q4_1.gguf b/stackoverflow_5000tasks_0p.Q4_1.gguf new file mode 100644 index 0000000..9785548 --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7deda5e37102fc0c346ed4b395ff330c434dce075b8839cd49cfbd29a04e579b +size 5130253888 diff --git a/stackoverflow_5000tasks_0p.Q4_K.gguf b/stackoverflow_5000tasks_0p.Q4_K.gguf new file mode 100644 index 0000000..5711988 --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:847655ee1daa8cf2a418195123005eee06479908a831ea84aade8e5866c2e535 +size 4920735296 diff --git a/stackoverflow_5000tasks_0p.Q4_K_M.gguf b/stackoverflow_5000tasks_0p.Q4_K_M.gguf new file mode 100644 index 0000000..5711988 --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:847655ee1daa8cf2a418195123005eee06479908a831ea84aade8e5866c2e535 +size 4920735296 diff --git a/stackoverflow_5000tasks_0p.Q4_K_S.gguf b/stackoverflow_5000tasks_0p.Q4_K_S.gguf new file mode 100644 index 0000000..709674b --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0530557f5d4c7e92811b4daec4d42303128a45a2094b6473b208290f60bcd74 +size 4692670016 diff --git a/stackoverflow_5000tasks_0p.Q5_0.gguf b/stackoverflow_5000tasks_0p.Q5_0.gguf new file mode 100644 index 0000000..5518caa --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af35c5dfc0cefb9bcac937cfdba9debf55a664abb4f3c4281ee3d49c93d56e40 +size 5599295040 diff --git a/stackoverflow_5000tasks_0p.Q5_1.gguf b/stackoverflow_5000tasks_0p.Q5_1.gguf new file mode 100644 index 0000000..f59f001 --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:322e69fecafd0f30a50c1cce30634a03f077bb11581b923262d3dbb0f36798a9 +size 6068336192 diff --git a/stackoverflow_5000tasks_0p.Q5_K.gguf b/stackoverflow_5000tasks_0p.Q5_K.gguf new file mode 100644 index 0000000..07c4a21 --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b422d8fceb2db77b8e547ecd9e05bfa6c3e102a058d69732022b7761448bfe40 +size 5732988480 diff --git a/stackoverflow_5000tasks_0p.Q5_K_M.gguf b/stackoverflow_5000tasks_0p.Q5_K_M.gguf new file mode 100644 index 0000000..07c4a21 --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b422d8fceb2db77b8e547ecd9e05bfa6c3e102a058d69732022b7761448bfe40 +size 5732988480 diff --git a/stackoverflow_5000tasks_0p.Q5_K_S.gguf b/stackoverflow_5000tasks_0p.Q5_K_S.gguf new file mode 100644 index 0000000..69fcf33 --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:323fd6b56f83c107e775849e520679a8dd344dd4507fc7e2c355e288dad2e30f +size 5599295040 diff --git a/stackoverflow_5000tasks_0p.Q6_K.gguf b/stackoverflow_5000tasks_0p.Q6_K.gguf new file mode 100644 index 0000000..eebff50 --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1560f2fb85ceb974b200d21dd185aca2b60c4003f03f5bad31f7065c6d9f429c +size 6596007488 diff --git a/stackoverflow_5000tasks_0p.Q8_0.gguf b/stackoverflow_5000tasks_0p.Q8_0.gguf new file mode 100644 index 0000000..b6d1944 --- /dev/null +++ b/stackoverflow_5000tasks_0p.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f20562b720405eb9a1a634ff5a4fd8cad963f1185b35f4e76b7adbf51f0df9a +size 8540771904