From 5b95008e07a6db4326a79839f5c336b78389b3b7 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 8 Jul 2026 19:23:10 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf Source: Original Platform --- .gitattributes | 57 +++++++++++++++++++++++ README.md | 90 ++++++++++++++++++++++++++++++++++++ gpt2o-chatbot-02.IQ3_M.gguf | 3 ++ gpt2o-chatbot-02.IQ3_S.gguf | 3 ++ gpt2o-chatbot-02.IQ3_XS.gguf | 3 ++ gpt2o-chatbot-02.IQ4_NL.gguf | 3 ++ gpt2o-chatbot-02.IQ4_XS.gguf | 3 ++ gpt2o-chatbot-02.Q2_K.gguf | 3 ++ gpt2o-chatbot-02.Q3_K.gguf | 3 ++ gpt2o-chatbot-02.Q3_K_L.gguf | 3 ++ gpt2o-chatbot-02.Q3_K_M.gguf | 3 ++ gpt2o-chatbot-02.Q3_K_S.gguf | 3 ++ gpt2o-chatbot-02.Q4_0.gguf | 3 ++ gpt2o-chatbot-02.Q4_1.gguf | 3 ++ gpt2o-chatbot-02.Q4_K.gguf | 3 ++ gpt2o-chatbot-02.Q4_K_M.gguf | 3 ++ gpt2o-chatbot-02.Q4_K_S.gguf | 3 ++ gpt2o-chatbot-02.Q5_0.gguf | 3 ++ gpt2o-chatbot-02.Q5_1.gguf | 3 ++ gpt2o-chatbot-02.Q5_K.gguf | 3 ++ gpt2o-chatbot-02.Q5_K_M.gguf | 3 ++ gpt2o-chatbot-02.Q5_K_S.gguf | 3 ++ gpt2o-chatbot-02.Q6_K.gguf | 3 ++ gpt2o-chatbot-02.Q8_0.gguf | 3 ++ 24 files changed, 213 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 gpt2o-chatbot-02.IQ3_M.gguf create mode 100644 gpt2o-chatbot-02.IQ3_S.gguf create mode 100644 gpt2o-chatbot-02.IQ3_XS.gguf create mode 100644 gpt2o-chatbot-02.IQ4_NL.gguf create mode 100644 gpt2o-chatbot-02.IQ4_XS.gguf create mode 100644 gpt2o-chatbot-02.Q2_K.gguf create mode 100644 gpt2o-chatbot-02.Q3_K.gguf create mode 100644 gpt2o-chatbot-02.Q3_K_L.gguf create mode 100644 gpt2o-chatbot-02.Q3_K_M.gguf create mode 100644 gpt2o-chatbot-02.Q3_K_S.gguf create mode 100644 gpt2o-chatbot-02.Q4_0.gguf create mode 100644 gpt2o-chatbot-02.Q4_1.gguf create mode 100644 gpt2o-chatbot-02.Q4_K.gguf create mode 100644 gpt2o-chatbot-02.Q4_K_M.gguf create mode 100644 gpt2o-chatbot-02.Q4_K_S.gguf create mode 100644 gpt2o-chatbot-02.Q5_0.gguf create mode 100644 gpt2o-chatbot-02.Q5_1.gguf create mode 100644 gpt2o-chatbot-02.Q5_K.gguf create mode 100644 gpt2o-chatbot-02.Q5_K_M.gguf create mode 100644 gpt2o-chatbot-02.Q5_K_S.gguf create mode 100644 gpt2o-chatbot-02.Q6_K.gguf create mode 100644 gpt2o-chatbot-02.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8bc4853 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..ff5b52c --- /dev/null +++ b/README.md @@ -0,0 +1,90 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +gpt2o-chatbot-02 - GGUF +- Model creator: https://huggingface.co/styalai/ +- Original model: https://huggingface.co/styalai/gpt2o-chatbot-02/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [gpt2o-chatbot-02.Q2_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q2_K.gguf) | Q2_K | 0.84GB | +| [gpt2o-chatbot-02.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ3_XS.gguf) | IQ3_XS | 0.84GB | +| [gpt2o-chatbot-02.IQ3_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ3_S.gguf) | IQ3_S | 0.84GB | +| [gpt2o-chatbot-02.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K_S.gguf) | Q3_K_S | 0.84GB | +| [gpt2o-chatbot-02.IQ3_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ3_M.gguf) | IQ3_M | 0.91GB | +| [gpt2o-chatbot-02.Q3_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K.gguf) | Q3_K | 0.97GB | +| [gpt2o-chatbot-02.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K_M.gguf) | Q3_K_M | 0.97GB | +| [gpt2o-chatbot-02.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K_L.gguf) | Q3_K_L | 1.03GB | +| [gpt2o-chatbot-02.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ4_XS.gguf) | IQ4_XS | 0.9GB | +| [gpt2o-chatbot-02.Q4_0.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_0.gguf) | Q4_0 | 0.91GB | +| [gpt2o-chatbot-02.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ4_NL.gguf) | IQ4_NL | 0.91GB | +| [gpt2o-chatbot-02.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_K_S.gguf) | Q4_K_S | 1.04GB | +| [gpt2o-chatbot-02.Q4_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_K.gguf) | Q4_K | 1.11GB | +| [gpt2o-chatbot-02.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_K_M.gguf) | Q4_K_M | 1.11GB | +| [gpt2o-chatbot-02.Q4_1.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_1.gguf) | Q4_1 | 1.0GB | +| [gpt2o-chatbot-02.Q5_0.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_0.gguf) | Q5_0 | 1.09GB | +| [gpt2o-chatbot-02.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_K_S.gguf) | Q5_K_S | 1.15GB | +| [gpt2o-chatbot-02.Q5_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_K.gguf) | Q5_K | 1.29GB | +| [gpt2o-chatbot-02.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_K_M.gguf) | Q5_K_M | 1.29GB | +| [gpt2o-chatbot-02.Q5_1.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_1.gguf) | Q5_1 | 1.18GB | +| [gpt2o-chatbot-02.Q6_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q6_K.gguf) | Q6_K | 1.52GB | +| [gpt2o-chatbot-02.Q8_0.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q8_0.gguf) | Q8_0 | 1.63GB | + + + + +Original model description: +--- +tags: +- autotrain +- text-generation-inference +- text-generation +- peft +library_name: transformers +base_model: openai-community/gpt2-xl +widget: + - messages: + - role: user + content: What is your favorite condiment? +license: other +--- + +# Model Trained Using AutoTrain + +This model was trained using AutoTrain. For more information, please visit [AutoTrain](https://hf.co/docs/autotrain). + +# Usage + +```python + +from transformers import AutoModelForCausalLM, AutoTokenizer + +model_path = "PATH_TO_THIS_REPO" + +tokenizer = AutoTokenizer.from_pretrained(model_path) +model = AutoModelForCausalLM.from_pretrained( + model_path, + device_map="auto", + torch_dtype='auto' +).eval() + +# Prompt content: "hi" +messages = [ + {"role": "user", "content": "hi"} +] + +input_ids = tokenizer.apply_chat_template(conversation=messages, tokenize=True, add_generation_prompt=True, return_tensors='pt') +output_ids = model.generate(input_ids.to('cuda')) +response = tokenizer.decode(output_ids[0][input_ids.shape[1]:], skip_special_tokens=True) + +# Model response: "Hello! How can I assist you today?" +print(response) +``` + diff --git a/gpt2o-chatbot-02.IQ3_M.gguf b/gpt2o-chatbot-02.IQ3_M.gguf new file mode 100644 index 0000000..44bb6b8 --- /dev/null +++ b/gpt2o-chatbot-02.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561f5b654367f99804949220c4c779b57a51c2278d01b004eb0c95f02511f255 +size 976788576 diff --git a/gpt2o-chatbot-02.IQ3_S.gguf b/gpt2o-chatbot-02.IQ3_S.gguf new file mode 100644 index 0000000..c03b0b0 --- /dev/null +++ b/gpt2o-chatbot-02.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47f6191e6bfbc87df80b821d2ab7673cfa7b873f4db9561696d207ff3a9c478f +size 907188576 diff --git a/gpt2o-chatbot-02.IQ3_XS.gguf b/gpt2o-chatbot-02.IQ3_XS.gguf new file mode 100644 index 0000000..32cd9a5 --- /dev/null +++ b/gpt2o-chatbot-02.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a54fdde8a1089b416d66353f53fa7b997b24ca3b4418b8558d3e77a4f870378b +size 907188576 diff --git a/gpt2o-chatbot-02.IQ4_NL.gguf b/gpt2o-chatbot-02.IQ4_NL.gguf new file mode 100644 index 0000000..b3b6f73 --- /dev/null +++ b/gpt2o-chatbot-02.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae95c682311f86166ba07d8b457ad72d1f98fb1440ebe273a9841a2e35ed2ae +size 980148576 diff --git a/gpt2o-chatbot-02.IQ4_XS.gguf b/gpt2o-chatbot-02.IQ4_XS.gguf new file mode 100644 index 0000000..149e27b --- /dev/null +++ b/gpt2o-chatbot-02.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39ab5a8b0b554a7877b5a3e1e54c22c6856cba7e67a6ec85a8b5072cd063a7a2 +size 966708576 diff --git a/gpt2o-chatbot-02.Q2_K.gguf b/gpt2o-chatbot-02.Q2_K.gguf new file mode 100644 index 0000000..ed1a041 --- /dev/null +++ b/gpt2o-chatbot-02.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8739b729672daa284df55a291471418d69e857049629480b533e7a4e9059e399 +size 907188576 diff --git a/gpt2o-chatbot-02.Q3_K.gguf b/gpt2o-chatbot-02.Q3_K.gguf new file mode 100644 index 0000000..3e2b462 --- /dev/null +++ b/gpt2o-chatbot-02.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03af94b52bf7c723d76385fc8104dce65285b2571154707d08c0e45c25e3d8a1 +size 1037748576 diff --git a/gpt2o-chatbot-02.Q3_K_L.gguf b/gpt2o-chatbot-02.Q3_K_L.gguf new file mode 100644 index 0000000..d805560 --- /dev/null +++ b/gpt2o-chatbot-02.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9508d317ea8fca36ae3672ca2729c9b84fe3fdcd936ab171b020ab4d7652342 +size 1103028576 diff --git a/gpt2o-chatbot-02.Q3_K_M.gguf b/gpt2o-chatbot-02.Q3_K_M.gguf new file mode 100644 index 0000000..3e2b462 --- /dev/null +++ b/gpt2o-chatbot-02.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03af94b52bf7c723d76385fc8104dce65285b2571154707d08c0e45c25e3d8a1 +size 1037748576 diff --git a/gpt2o-chatbot-02.Q3_K_S.gguf b/gpt2o-chatbot-02.Q3_K_S.gguf new file mode 100644 index 0000000..c560437 --- /dev/null +++ b/gpt2o-chatbot-02.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cdef445d9708d91d706a27fa2fec9421705f89fb28cd6a7a496053c9b4e7cec +size 907188576 diff --git a/gpt2o-chatbot-02.Q4_0.gguf b/gpt2o-chatbot-02.Q4_0.gguf new file mode 100644 index 0000000..dbdce7d --- /dev/null +++ b/gpt2o-chatbot-02.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c307801bcb67aebc684a41ad1a41082297dee3308a810a5c0dfb15ac9c8fed11 +size 972468576 diff --git a/gpt2o-chatbot-02.Q4_1.gguf b/gpt2o-chatbot-02.Q4_1.gguf new file mode 100644 index 0000000..2d0c61b --- /dev/null +++ b/gpt2o-chatbot-02.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3ad5c2410af4cd2ab21047cede3eb7907fc5963815cc5b54c76f08f005e0821 +size 1069654272 diff --git a/gpt2o-chatbot-02.Q4_K.gguf b/gpt2o-chatbot-02.Q4_K.gguf new file mode 100644 index 0000000..9671ef1 --- /dev/null +++ b/gpt2o-chatbot-02.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863be2449e0490cc91eeb7ef81d28220af54a1aaa96d0b59d4080e68563f6c90 +size 1191799968 diff --git a/gpt2o-chatbot-02.Q4_K_M.gguf b/gpt2o-chatbot-02.Q4_K_M.gguf new file mode 100644 index 0000000..9671ef1 --- /dev/null +++ b/gpt2o-chatbot-02.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863be2449e0490cc91eeb7ef81d28220af54a1aaa96d0b59d4080e68563f6c90 +size 1191799968 diff --git a/gpt2o-chatbot-02.Q4_K_S.gguf b/gpt2o-chatbot-02.Q4_K_S.gguf new file mode 100644 index 0000000..222d793 --- /dev/null +++ b/gpt2o-chatbot-02.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d3878dc02aa9e13ee874730ce8fda0838304c912cef1c0bfe096dbcf9af7ef3 +size 1113079968 diff --git a/gpt2o-chatbot-02.Q5_0.gguf b/gpt2o-chatbot-02.Q5_0.gguf new file mode 100644 index 0000000..9a4bf54 --- /dev/null +++ b/gpt2o-chatbot-02.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f09677aa7088bdeb79fcf94db28304d2d1ad2f5bd67631539649bdb66e232957 +size 1166839968 diff --git a/gpt2o-chatbot-02.Q5_1.gguf b/gpt2o-chatbot-02.Q5_1.gguf new file mode 100644 index 0000000..3311ed0 --- /dev/null +++ b/gpt2o-chatbot-02.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c9c087259bd5e1a067579f57389a30ca57f8ae0192465637e69769a1f9e17b6 +size 1264025664 diff --git a/gpt2o-chatbot-02.Q5_K.gguf b/gpt2o-chatbot-02.Q5_K.gguf new file mode 100644 index 0000000..b48251b --- /dev/null +++ b/gpt2o-chatbot-02.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d1832a675a9ec06df5faa5d7dba28c0508646c6c24192d672677c64936b8cb +size 1381145664 diff --git a/gpt2o-chatbot-02.Q5_K_M.gguf b/gpt2o-chatbot-02.Q5_K_M.gguf new file mode 100644 index 0000000..b48251b --- /dev/null +++ b/gpt2o-chatbot-02.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d1832a675a9ec06df5faa5d7dba28c0508646c6c24192d672677c64936b8cb +size 1381145664 diff --git a/gpt2o-chatbot-02.Q5_K_S.gguf b/gpt2o-chatbot-02.Q5_K_S.gguf new file mode 100644 index 0000000..4ca8296 --- /dev/null +++ b/gpt2o-chatbot-02.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b1aac49d0609f17b0e56e75c593244c23328c7f16a738ad7604d67845e53670 +size 1233305664 diff --git a/gpt2o-chatbot-02.Q6_K.gguf b/gpt2o-chatbot-02.Q6_K.gguf new file mode 100644 index 0000000..6389dde --- /dev/null +++ b/gpt2o-chatbot-02.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd8b873f667689f68163ad433d3b71d2f2955fca333545591c598bbba8db016d +size 1630914176 diff --git a/gpt2o-chatbot-02.Q8_0.gguf b/gpt2o-chatbot-02.Q8_0.gguf new file mode 100644 index 0000000..1765c5f --- /dev/null +++ b/gpt2o-chatbot-02.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1f5afb6df8008ebfbde798e56eee383197b00374e80a9bbb00790c5c356b1a3 +size 1749954176