commit 5b95008e07a6db4326a79839f5c336b78389b3b7 Author: ModelHub XC Date: Wed Jul 8 19:23:10 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8bc4853 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt2o-chatbot-02.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..ff5b52c --- /dev/null +++ b/README.md @@ -0,0 +1,90 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +gpt2o-chatbot-02 - GGUF +- Model creator: https://huggingface.co/styalai/ +- Original model: https://huggingface.co/styalai/gpt2o-chatbot-02/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [gpt2o-chatbot-02.Q2_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q2_K.gguf) | Q2_K | 0.84GB | +| [gpt2o-chatbot-02.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ3_XS.gguf) | IQ3_XS | 0.84GB | +| [gpt2o-chatbot-02.IQ3_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ3_S.gguf) | IQ3_S | 0.84GB | +| [gpt2o-chatbot-02.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K_S.gguf) | Q3_K_S | 0.84GB | +| [gpt2o-chatbot-02.IQ3_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ3_M.gguf) | IQ3_M | 0.91GB | +| [gpt2o-chatbot-02.Q3_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K.gguf) | Q3_K | 0.97GB | +| [gpt2o-chatbot-02.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K_M.gguf) | Q3_K_M | 0.97GB | +| [gpt2o-chatbot-02.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K_L.gguf) | Q3_K_L | 1.03GB | +| [gpt2o-chatbot-02.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ4_XS.gguf) | IQ4_XS | 0.9GB | +| [gpt2o-chatbot-02.Q4_0.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_0.gguf) | Q4_0 | 0.91GB | +| [gpt2o-chatbot-02.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ4_NL.gguf) | IQ4_NL | 0.91GB | +| [gpt2o-chatbot-02.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_K_S.gguf) | Q4_K_S | 1.04GB | +| [gpt2o-chatbot-02.Q4_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_K.gguf) | Q4_K | 1.11GB | +| [gpt2o-chatbot-02.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_K_M.gguf) | Q4_K_M | 1.11GB | +| [gpt2o-chatbot-02.Q4_1.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_1.gguf) | Q4_1 | 1.0GB | +| [gpt2o-chatbot-02.Q5_0.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_0.gguf) | Q5_0 | 1.09GB | +| [gpt2o-chatbot-02.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_K_S.gguf) | Q5_K_S | 1.15GB | +| [gpt2o-chatbot-02.Q5_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_K.gguf) | Q5_K | 1.29GB | +| [gpt2o-chatbot-02.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_K_M.gguf) | Q5_K_M | 1.29GB | +| [gpt2o-chatbot-02.Q5_1.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_1.gguf) | Q5_1 | 1.18GB | +| [gpt2o-chatbot-02.Q6_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q6_K.gguf) | Q6_K | 1.52GB | +| [gpt2o-chatbot-02.Q8_0.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q8_0.gguf) | Q8_0 | 1.63GB | + + + + +Original model description: +--- +tags: +- autotrain +- text-generation-inference +- text-generation +- peft +library_name: transformers +base_model: openai-community/gpt2-xl +widget: + - messages: + - role: user + content: What is your favorite condiment? +license: other +--- + +# Model Trained Using AutoTrain + +This model was trained using AutoTrain. For more information, please visit [AutoTrain](https://hf.co/docs/autotrain). + +# Usage + +```python + +from transformers import AutoModelForCausalLM, AutoTokenizer + +model_path = "PATH_TO_THIS_REPO" + +tokenizer = AutoTokenizer.from_pretrained(model_path) +model = AutoModelForCausalLM.from_pretrained( + model_path, + device_map="auto", + torch_dtype='auto' +).eval() + +# Prompt content: "hi" +messages = [ + {"role": "user", "content": "hi"} +] + +input_ids = tokenizer.apply_chat_template(conversation=messages, tokenize=True, add_generation_prompt=True, return_tensors='pt') +output_ids = model.generate(input_ids.to('cuda')) +response = tokenizer.decode(output_ids[0][input_ids.shape[1]:], skip_special_tokens=True) + +# Model response: "Hello! How can I assist you today?" +print(response) +``` + diff --git a/gpt2o-chatbot-02.IQ3_M.gguf b/gpt2o-chatbot-02.IQ3_M.gguf new file mode 100644 index 0000000..44bb6b8 --- /dev/null +++ b/gpt2o-chatbot-02.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561f5b654367f99804949220c4c779b57a51c2278d01b004eb0c95f02511f255 +size 976788576 diff --git a/gpt2o-chatbot-02.IQ3_S.gguf b/gpt2o-chatbot-02.IQ3_S.gguf new file mode 100644 index 0000000..c03b0b0 --- /dev/null +++ b/gpt2o-chatbot-02.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47f6191e6bfbc87df80b821d2ab7673cfa7b873f4db9561696d207ff3a9c478f +size 907188576 diff --git a/gpt2o-chatbot-02.IQ3_XS.gguf b/gpt2o-chatbot-02.IQ3_XS.gguf new file mode 100644 index 0000000..32cd9a5 --- /dev/null +++ b/gpt2o-chatbot-02.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a54fdde8a1089b416d66353f53fa7b997b24ca3b4418b8558d3e77a4f870378b +size 907188576 diff --git a/gpt2o-chatbot-02.IQ4_NL.gguf b/gpt2o-chatbot-02.IQ4_NL.gguf new file mode 100644 index 0000000..b3b6f73 --- /dev/null +++ b/gpt2o-chatbot-02.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae95c682311f86166ba07d8b457ad72d1f98fb1440ebe273a9841a2e35ed2ae +size 980148576 diff --git a/gpt2o-chatbot-02.IQ4_XS.gguf b/gpt2o-chatbot-02.IQ4_XS.gguf new file mode 100644 index 0000000..149e27b --- /dev/null +++ b/gpt2o-chatbot-02.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39ab5a8b0b554a7877b5a3e1e54c22c6856cba7e67a6ec85a8b5072cd063a7a2 +size 966708576 diff --git a/gpt2o-chatbot-02.Q2_K.gguf b/gpt2o-chatbot-02.Q2_K.gguf new file mode 100644 index 0000000..ed1a041 --- /dev/null +++ b/gpt2o-chatbot-02.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8739b729672daa284df55a291471418d69e857049629480b533e7a4e9059e399 +size 907188576 diff --git a/gpt2o-chatbot-02.Q3_K.gguf b/gpt2o-chatbot-02.Q3_K.gguf new file mode 100644 index 0000000..3e2b462 --- /dev/null +++ b/gpt2o-chatbot-02.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03af94b52bf7c723d76385fc8104dce65285b2571154707d08c0e45c25e3d8a1 +size 1037748576 diff --git a/gpt2o-chatbot-02.Q3_K_L.gguf b/gpt2o-chatbot-02.Q3_K_L.gguf new file mode 100644 index 0000000..d805560 --- /dev/null +++ b/gpt2o-chatbot-02.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9508d317ea8fca36ae3672ca2729c9b84fe3fdcd936ab171b020ab4d7652342 +size 1103028576 diff --git a/gpt2o-chatbot-02.Q3_K_M.gguf b/gpt2o-chatbot-02.Q3_K_M.gguf new file mode 100644 index 0000000..3e2b462 --- /dev/null +++ b/gpt2o-chatbot-02.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03af94b52bf7c723d76385fc8104dce65285b2571154707d08c0e45c25e3d8a1 +size 1037748576 diff --git a/gpt2o-chatbot-02.Q3_K_S.gguf b/gpt2o-chatbot-02.Q3_K_S.gguf new file mode 100644 index 0000000..c560437 --- /dev/null +++ b/gpt2o-chatbot-02.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cdef445d9708d91d706a27fa2fec9421705f89fb28cd6a7a496053c9b4e7cec +size 907188576 diff --git a/gpt2o-chatbot-02.Q4_0.gguf b/gpt2o-chatbot-02.Q4_0.gguf new file mode 100644 index 0000000..dbdce7d --- /dev/null +++ b/gpt2o-chatbot-02.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c307801bcb67aebc684a41ad1a41082297dee3308a810a5c0dfb15ac9c8fed11 +size 972468576 diff --git a/gpt2o-chatbot-02.Q4_1.gguf b/gpt2o-chatbot-02.Q4_1.gguf new file mode 100644 index 0000000..2d0c61b --- /dev/null +++ b/gpt2o-chatbot-02.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3ad5c2410af4cd2ab21047cede3eb7907fc5963815cc5b54c76f08f005e0821 +size 1069654272 diff --git a/gpt2o-chatbot-02.Q4_K.gguf b/gpt2o-chatbot-02.Q4_K.gguf new file mode 100644 index 0000000..9671ef1 --- /dev/null +++ b/gpt2o-chatbot-02.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863be2449e0490cc91eeb7ef81d28220af54a1aaa96d0b59d4080e68563f6c90 +size 1191799968 diff --git a/gpt2o-chatbot-02.Q4_K_M.gguf b/gpt2o-chatbot-02.Q4_K_M.gguf new file mode 100644 index 0000000..9671ef1 --- /dev/null +++ b/gpt2o-chatbot-02.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863be2449e0490cc91eeb7ef81d28220af54a1aaa96d0b59d4080e68563f6c90 +size 1191799968 diff --git a/gpt2o-chatbot-02.Q4_K_S.gguf b/gpt2o-chatbot-02.Q4_K_S.gguf new file mode 100644 index 0000000..222d793 --- /dev/null +++ b/gpt2o-chatbot-02.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d3878dc02aa9e13ee874730ce8fda0838304c912cef1c0bfe096dbcf9af7ef3 +size 1113079968 diff --git a/gpt2o-chatbot-02.Q5_0.gguf b/gpt2o-chatbot-02.Q5_0.gguf new file mode 100644 index 0000000..9a4bf54 --- /dev/null +++ b/gpt2o-chatbot-02.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f09677aa7088bdeb79fcf94db28304d2d1ad2f5bd67631539649bdb66e232957 +size 1166839968 diff --git a/gpt2o-chatbot-02.Q5_1.gguf b/gpt2o-chatbot-02.Q5_1.gguf new file mode 100644 index 0000000..3311ed0 --- /dev/null +++ b/gpt2o-chatbot-02.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c9c087259bd5e1a067579f57389a30ca57f8ae0192465637e69769a1f9e17b6 +size 1264025664 diff --git a/gpt2o-chatbot-02.Q5_K.gguf b/gpt2o-chatbot-02.Q5_K.gguf new file mode 100644 index 0000000..b48251b --- /dev/null +++ b/gpt2o-chatbot-02.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d1832a675a9ec06df5faa5d7dba28c0508646c6c24192d672677c64936b8cb +size 1381145664 diff --git a/gpt2o-chatbot-02.Q5_K_M.gguf b/gpt2o-chatbot-02.Q5_K_M.gguf new file mode 100644 index 0000000..b48251b --- /dev/null +++ b/gpt2o-chatbot-02.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d1832a675a9ec06df5faa5d7dba28c0508646c6c24192d672677c64936b8cb +size 1381145664 diff --git a/gpt2o-chatbot-02.Q5_K_S.gguf b/gpt2o-chatbot-02.Q5_K_S.gguf new file mode 100644 index 0000000..4ca8296 --- /dev/null +++ b/gpt2o-chatbot-02.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b1aac49d0609f17b0e56e75c593244c23328c7f16a738ad7604d67845e53670 +size 1233305664 diff --git a/gpt2o-chatbot-02.Q6_K.gguf b/gpt2o-chatbot-02.Q6_K.gguf new file mode 100644 index 0000000..6389dde --- /dev/null +++ b/gpt2o-chatbot-02.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd8b873f667689f68163ad433d3b71d2f2955fca333545591c598bbba8db016d +size 1630914176 diff --git a/gpt2o-chatbot-02.Q8_0.gguf b/gpt2o-chatbot-02.Q8_0.gguf new file mode 100644 index 0000000..1765c5f --- /dev/null +++ b/gpt2o-chatbot-02.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1f5afb6df8008ebfbde798e56eee383197b00374e80a9bbb00790c5c356b1a3 +size 1749954176