初始化项目，由ModelHub XC社区提供模型
Model: RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf Source: Original Platform
This commit is contained in:
ModelHub XC
57
.gitattributes
vendored
Normal file
57
.gitattributes
vendored
Normal file
@@ -0,0 +1,57 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gpt2o-chatbot-02.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
90
README.md
Normal file
90
README.md
Normal file
@@ -0,0 +1,90 @@
|
||||
Quantization made by Richard Erkhov.
|
||||
|
||||
[Github](https://github.com/RichardErkhov)
|
||||
|
||||
[Discord](https://discord.gg/pvy7H8DZMG)
|
||||
|
||||
[Request more models](https://github.com/RichardErkhov/quant_request)
|
||||
|
||||
|
||||
gpt2o-chatbot-02 - GGUF
|
||||
- Model creator: https://huggingface.co/styalai/
|
||||
- Original model: https://huggingface.co/styalai/gpt2o-chatbot-02/
|
||||
|
||||
|
||||
| Name | Quant method | Size |
|
||||
| ---- | ---- | ---- |
|
||||
| [gpt2o-chatbot-02.Q2_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q2_K.gguf) | Q2_K | 0.84GB |
|
||||
| [gpt2o-chatbot-02.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ3_XS.gguf) | IQ3_XS | 0.84GB |
|
||||
| [gpt2o-chatbot-02.IQ3_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ3_S.gguf) | IQ3_S | 0.84GB |
|
||||
| [gpt2o-chatbot-02.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K_S.gguf) | Q3_K_S | 0.84GB |
|
||||
| [gpt2o-chatbot-02.IQ3_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ3_M.gguf) | IQ3_M | 0.91GB |
|
||||
| [gpt2o-chatbot-02.Q3_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K.gguf) | Q3_K | 0.97GB |
|
||||
| [gpt2o-chatbot-02.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K_M.gguf) | Q3_K_M | 0.97GB |
|
||||
| [gpt2o-chatbot-02.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q3_K_L.gguf) | Q3_K_L | 1.03GB |
|
||||
| [gpt2o-chatbot-02.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ4_XS.gguf) | IQ4_XS | 0.9GB |
|
||||
| [gpt2o-chatbot-02.Q4_0.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_0.gguf) | Q4_0 | 0.91GB |
|
||||
| [gpt2o-chatbot-02.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.IQ4_NL.gguf) | IQ4_NL | 0.91GB |
|
||||
| [gpt2o-chatbot-02.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_K_S.gguf) | Q4_K_S | 1.04GB |
|
||||
| [gpt2o-chatbot-02.Q4_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_K.gguf) | Q4_K | 1.11GB |
|
||||
| [gpt2o-chatbot-02.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_K_M.gguf) | Q4_K_M | 1.11GB |
|
||||
| [gpt2o-chatbot-02.Q4_1.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q4_1.gguf) | Q4_1 | 1.0GB |
|
||||
| [gpt2o-chatbot-02.Q5_0.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_0.gguf) | Q5_0 | 1.09GB |
|
||||
| [gpt2o-chatbot-02.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_K_S.gguf) | Q5_K_S | 1.15GB |
|
||||
| [gpt2o-chatbot-02.Q5_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_K.gguf) | Q5_K | 1.29GB |
|
||||
| [gpt2o-chatbot-02.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_K_M.gguf) | Q5_K_M | 1.29GB |
|
||||
| [gpt2o-chatbot-02.Q5_1.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q5_1.gguf) | Q5_1 | 1.18GB |
|
||||
| [gpt2o-chatbot-02.Q6_K.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q6_K.gguf) | Q6_K | 1.52GB |
|
||||
| [gpt2o-chatbot-02.Q8_0.gguf](https://huggingface.co/RichardErkhov/styalai_-_gpt2o-chatbot-02-gguf/blob/main/gpt2o-chatbot-02.Q8_0.gguf) | Q8_0 | 1.63GB |
|
||||
|
||||
|
||||
|
||||
|
||||
Original model description:
|
||||
---
|
||||
tags:
|
||||
- autotrain
|
||||
- text-generation-inference
|
||||
- text-generation
|
||||
- peft
|
||||
library_name: transformers
|
||||
base_model: openai-community/gpt2-xl
|
||||
widget:
|
||||
- messages:
|
||||
- role: user
|
||||
content: What is your favorite condiment?
|
||||
license: other
|
||||
---
|
||||
|
||||
# Model Trained Using AutoTrain
|
||||
|
||||
This model was trained using AutoTrain. For more information, please visit [AutoTrain](https://hf.co/docs/autotrain).
|
||||
|
||||
# Usage
|
||||
|
||||
```python
|
||||
|
||||
from transformers import AutoModelForCausalLM, AutoTokenizer
|
||||
|
||||
model_path = "PATH_TO_THIS_REPO"
|
||||
|
||||
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
||||
model = AutoModelForCausalLM.from_pretrained(
|
||||
model_path,
|
||||
device_map="auto",
|
||||
torch_dtype='auto'
|
||||
).eval()
|
||||
|
||||
# Prompt content: "hi"
|
||||
messages = [
|
||||
{"role": "user", "content": "hi"}
|
||||
]
|
||||
|
||||
input_ids = tokenizer.apply_chat_template(conversation=messages, tokenize=True, add_generation_prompt=True, return_tensors='pt')
|
||||
output_ids = model.generate(input_ids.to('cuda'))
|
||||
response = tokenizer.decode(output_ids[0][input_ids.shape[1]:], skip_special_tokens=True)
|
||||
|
||||
# Model response: "Hello! How can I assist you today?"
|
||||
print(response)
|
||||
```
|
||||
|
||||
3
gpt2o-chatbot-02.IQ3_M.gguf
Normal file
3
gpt2o-chatbot-02.IQ3_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:561f5b654367f99804949220c4c779b57a51c2278d01b004eb0c95f02511f255
|
||||
size 976788576
|
||||
3
gpt2o-chatbot-02.IQ3_S.gguf
Normal file
3
gpt2o-chatbot-02.IQ3_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:47f6191e6bfbc87df80b821d2ab7673cfa7b873f4db9561696d207ff3a9c478f
|
||||
size 907188576
|
||||
3
gpt2o-chatbot-02.IQ3_XS.gguf
Normal file
3
gpt2o-chatbot-02.IQ3_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a54fdde8a1089b416d66353f53fa7b997b24ca3b4418b8558d3e77a4f870378b
|
||||
size 907188576
|
||||
3
gpt2o-chatbot-02.IQ4_NL.gguf
Normal file
3
gpt2o-chatbot-02.IQ4_NL.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6ae95c682311f86166ba07d8b457ad72d1f98fb1440ebe273a9841a2e35ed2ae
|
||||
size 980148576
|
||||
3
gpt2o-chatbot-02.IQ4_XS.gguf
Normal file
3
gpt2o-chatbot-02.IQ4_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:39ab5a8b0b554a7877b5a3e1e54c22c6856cba7e67a6ec85a8b5072cd063a7a2
|
||||
size 966708576
|
||||
3
gpt2o-chatbot-02.Q2_K.gguf
Normal file
3
gpt2o-chatbot-02.Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8739b729672daa284df55a291471418d69e857049629480b533e7a4e9059e399
|
||||
size 907188576
|
||||
3
gpt2o-chatbot-02.Q3_K.gguf
Normal file
3
gpt2o-chatbot-02.Q3_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:03af94b52bf7c723d76385fc8104dce65285b2571154707d08c0e45c25e3d8a1
|
||||
size 1037748576
|
||||
3
gpt2o-chatbot-02.Q3_K_L.gguf
Normal file
3
gpt2o-chatbot-02.Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a9508d317ea8fca36ae3672ca2729c9b84fe3fdcd936ab171b020ab4d7652342
|
||||
size 1103028576
|
||||
3
gpt2o-chatbot-02.Q3_K_M.gguf
Normal file
3
gpt2o-chatbot-02.Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:03af94b52bf7c723d76385fc8104dce65285b2571154707d08c0e45c25e3d8a1
|
||||
size 1037748576
|
||||
3
gpt2o-chatbot-02.Q3_K_S.gguf
Normal file
3
gpt2o-chatbot-02.Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:2cdef445d9708d91d706a27fa2fec9421705f89fb28cd6a7a496053c9b4e7cec
|
||||
size 907188576
|
||||
3
gpt2o-chatbot-02.Q4_0.gguf
Normal file
3
gpt2o-chatbot-02.Q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c307801bcb67aebc684a41ad1a41082297dee3308a810a5c0dfb15ac9c8fed11
|
||||
size 972468576
|
||||
3
gpt2o-chatbot-02.Q4_1.gguf
Normal file
3
gpt2o-chatbot-02.Q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b3ad5c2410af4cd2ab21047cede3eb7907fc5963815cc5b54c76f08f005e0821
|
||||
size 1069654272
|
||||
3
gpt2o-chatbot-02.Q4_K.gguf
Normal file
3
gpt2o-chatbot-02.Q4_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:863be2449e0490cc91eeb7ef81d28220af54a1aaa96d0b59d4080e68563f6c90
|
||||
size 1191799968
|
||||
3
gpt2o-chatbot-02.Q4_K_M.gguf
Normal file
3
gpt2o-chatbot-02.Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:863be2449e0490cc91eeb7ef81d28220af54a1aaa96d0b59d4080e68563f6c90
|
||||
size 1191799968
|
||||
3
gpt2o-chatbot-02.Q4_K_S.gguf
Normal file
3
gpt2o-chatbot-02.Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8d3878dc02aa9e13ee874730ce8fda0838304c912cef1c0bfe096dbcf9af7ef3
|
||||
size 1113079968
|
||||
3
gpt2o-chatbot-02.Q5_0.gguf
Normal file
3
gpt2o-chatbot-02.Q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f09677aa7088bdeb79fcf94db28304d2d1ad2f5bd67631539649bdb66e232957
|
||||
size 1166839968
|
||||
3
gpt2o-chatbot-02.Q5_1.gguf
Normal file
3
gpt2o-chatbot-02.Q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:2c9c087259bd5e1a067579f57389a30ca57f8ae0192465637e69769a1f9e17b6
|
||||
size 1264025664
|
||||
3
gpt2o-chatbot-02.Q5_K.gguf
Normal file
3
gpt2o-chatbot-02.Q5_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:94d1832a675a9ec06df5faa5d7dba28c0508646c6c24192d672677c64936b8cb
|
||||
size 1381145664
|
||||
3
gpt2o-chatbot-02.Q5_K_M.gguf
Normal file
3
gpt2o-chatbot-02.Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:94d1832a675a9ec06df5faa5d7dba28c0508646c6c24192d672677c64936b8cb
|
||||
size 1381145664
|
||||
3
gpt2o-chatbot-02.Q5_K_S.gguf
Normal file
3
gpt2o-chatbot-02.Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6b1aac49d0609f17b0e56e75c593244c23328c7f16a738ad7604d67845e53670
|
||||
size 1233305664
|
||||
3
gpt2o-chatbot-02.Q6_K.gguf
Normal file
3
gpt2o-chatbot-02.Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:cd8b873f667689f68163ad433d3b71d2f2955fca333545591c598bbba8db016d
|
||||
size 1630914176
|
||||
3
gpt2o-chatbot-02.Q8_0.gguf
Normal file
3
gpt2o-chatbot-02.Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d1f5afb6df8008ebfbde798e56eee383197b00374e80a9bbb00790c5c356b1a3
|
||||
size 1749954176
|
||||
Reference in New Issue
Block a user