初始化项目，由ModelHub XC社区提供模型

Model: RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf
Source: Original Platform

.gitattributes

@@ -0,0 +1,57 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+gpt2o-chatbot-02.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,90 @@
+Quantization made by Richard Erkhov.
+
+[Github](https://github.com/RichardErkhov)
+
+[Discord](https://discord.gg/pvy7H8DZMG)
+
+[Request more models](https://github.com/RichardErkhov/quant_request)
+
+
+gpt2o-chatbot-02 - GGUF
+- Model creator: https://huggingface.co/styalai/
+- Original model: https://huggingface.co/styalai/gpt2o-chatbot-02/
+
+
+| Name | Quant method | Size |
+| ---- | ---- | ---- |
+| [gpt2o-chatbot-02.Q2_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q2_K.gguf) | Q2_K | 0.84GB |
+| [gpt2o-chatbot-02.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ3_XS.gguf) | IQ3_XS | 0.84GB |
+| [gpt2o-chatbot-02.IQ3_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ3_S.gguf) | IQ3_S | 0.84GB |
+| [gpt2o-chatbot-02.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K_S.gguf) | Q3_K_S | 0.84GB |
+| [gpt2o-chatbot-02.IQ3_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ3_M.gguf) | IQ3_M | 0.91GB |
+| [gpt2o-chatbot-02.Q3_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K.gguf) | Q3_K | 0.97GB |
+| [gpt2o-chatbot-02.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K_M.gguf) | Q3_K_M | 0.97GB |
+| [gpt2o-chatbot-02.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K_L.gguf) | Q3_K_L | 1.03GB |
+| [gpt2o-chatbot-02.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ4_XS.gguf) | IQ4_XS | 0.9GB |
+| [gpt2o-chatbot-02.Q4_0.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_0.gguf) | Q4_0 | 0.91GB |
+| [gpt2o-chatbot-02.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ4_NL.gguf) | IQ4_NL | 0.91GB |
+| [gpt2o-chatbot-02.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_K_S.gguf) | Q4_K_S | 1.04GB |
+| [gpt2o-chatbot-02.Q4_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_K.gguf) | Q4_K | 1.11GB |
+| [gpt2o-chatbot-02.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_K_M.gguf) | Q4_K_M | 1.11GB |
+| [gpt2o-chatbot-02.Q4_1.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_1.gguf) | Q4_1 | 1.0GB |
+| [gpt2o-chatbot-02.Q5_0.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_0.gguf) | Q5_0 | 1.09GB |
+| [gpt2o-chatbot-02.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_K_S.gguf) | Q5_K_S | 1.15GB |
+| [gpt2o-chatbot-02.Q5_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_K.gguf) | Q5_K | 1.29GB |
+| [gpt2o-chatbot-02.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_K_M.gguf) | Q5_K_M | 1.29GB |
+| [gpt2o-chatbot-02.Q5_1.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_1.gguf) | Q5_1 | 1.18GB |
+| [gpt2o-chatbot-02.Q6_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q6_K.gguf) | Q6_K | 1.52GB |
+| [gpt2o-chatbot-02.Q8_0.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q8_0.gguf) | Q8_0 | 1.63GB |
+
+
+
+
+Original model description:
+---
+tags:
+- autotrain
+- text-generation-inference
+- text-generation
+- peft
+library_name: transformers
+base_model: openai-community/gpt2-xl
+widget:
+  - messages:
+      - role: user
+        content: What is your favorite condiment?
+license: other
+---
+
+# Model Trained Using AutoTrain
+
+This model was trained using AutoTrain. For more information, please visit [AutoTrain](https://hf.co/docs/autotrain).
+
+# Usage
+
+```python
+
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+model_path = "PATH_TO_THIS_REPO"
+
+tokenizer = AutoTokenizer.from_pretrained(model_path)
+model = AutoModelForCausalLM.from_pretrained(
+    model_path,
+    device_map="auto",
+    torch_dtype='auto'
+).eval()
+
+# Prompt content: "hi"
+messages = [
+    {"role": "user", "content": "hi"}
+]
+
+input_ids = tokenizer.apply_chat_template(conversation=messages, tokenize=True, add_generation_prompt=True, return_tensors='pt')
+output_ids = model.generate(input_ids.to('cuda'))
+response = tokenizer.decode(output_ids[0][input_ids.shape[1]:], skip_special_tokens=True)
+
+# Model response: "Hello! How can I assist you today?"
+print(response)
+```
+

gpt2o-chatbot-02.IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561f5b654367f99804949220c4c779b57a51c2278d01b004eb0c95f02511f255
+size 976788576

gpt2o-chatbot-02.IQ3_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f6191e6bfbc87df80b821d2ab7673cfa7b873f4db9561696d207ff3a9c478f
+size 907188576

gpt2o-chatbot-02.IQ3_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54fdde8a1089b416d66353f53fa7b997b24ca3b4418b8558d3e77a4f870378b
+size 907188576

gpt2o-chatbot-02.IQ4_NL.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae95c682311f86166ba07d8b457ad72d1f98fb1440ebe273a9841a2e35ed2ae
+size 980148576

gpt2o-chatbot-02.IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ab5a8b0b554a7877b5a3e1e54c22c6856cba7e67a6ec85a8b5072cd063a7a2
+size 966708576

gpt2o-chatbot-02.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8739b729672daa284df55a291471418d69e857049629480b533e7a4e9059e399
+size 907188576

gpt2o-chatbot-02.Q3_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03af94b52bf7c723d76385fc8104dce65285b2571154707d08c0e45c25e3d8a1
+size 1037748576

gpt2o-chatbot-02.Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9508d317ea8fca36ae3672ca2729c9b84fe3fdcd936ab171b020ab4d7652342
+size 1103028576

gpt2o-chatbot-02.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03af94b52bf7c723d76385fc8104dce65285b2571154707d08c0e45c25e3d8a1
+size 1037748576

gpt2o-chatbot-02.Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdef445d9708d91d706a27fa2fec9421705f89fb28cd6a7a496053c9b4e7cec
+size 907188576

gpt2o-chatbot-02.Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c307801bcb67aebc684a41ad1a41082297dee3308a810a5c0dfb15ac9c8fed11
+size 972468576

gpt2o-chatbot-02.Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ad5c2410af4cd2ab21047cede3eb7907fc5963815cc5b54c76f08f005e0821
+size 1069654272

gpt2o-chatbot-02.Q4_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863be2449e0490cc91eeb7ef81d28220af54a1aaa96d0b59d4080e68563f6c90
+size 1191799968

gpt2o-chatbot-02.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863be2449e0490cc91eeb7ef81d28220af54a1aaa96d0b59d4080e68563f6c90
+size 1191799968

gpt2o-chatbot-02.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3878dc02aa9e13ee874730ce8fda0838304c912cef1c0bfe096dbcf9af7ef3
+size 1113079968

gpt2o-chatbot-02.Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09677aa7088bdeb79fcf94db28304d2d1ad2f5bd67631539649bdb66e232957
+size 1166839968

gpt2o-chatbot-02.Q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9c087259bd5e1a067579f57389a30ca57f8ae0192465637e69769a1f9e17b6
+size 1264025664

gpt2o-chatbot-02.Q5_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d1832a675a9ec06df5faa5d7dba28c0508646c6c24192d672677c64936b8cb
+size 1381145664

gpt2o-chatbot-02.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d1832a675a9ec06df5faa5d7dba28c0508646c6c24192d672677c64936b8cb
+size 1381145664

gpt2o-chatbot-02.Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1aac49d0609f17b0e56e75c593244c23328c7f16a738ad7604d67845e53670
+size 1233305664

gpt2o-chatbot-02.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8b873f667689f68163ad433d3b71d2f2955fca333545591c598bbba8db016d
+size 1630914176

gpt2o-chatbot-02.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f5afb6df8008ebfbde798e56eee383197b00374e80a9bbb00790c5c356b1a3
+size 1749954176