From 0b3983307cb1fbf99b33887fdfe1df9807d29952 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 21 Apr 2026 08:19:08 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf Source: Original Platform --- .gitattributes | 57 +++++ README.md | 243 +++++++++++++++++++++ hermes-llama3-roleplay-2000-v2.IQ3_M.gguf | 3 + hermes-llama3-roleplay-2000-v2.IQ3_S.gguf | 3 + hermes-llama3-roleplay-2000-v2.IQ3_XS.gguf | 3 + hermes-llama3-roleplay-2000-v2.IQ4_NL.gguf | 3 + hermes-llama3-roleplay-2000-v2.IQ4_XS.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q2_K.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q3_K.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q3_K_L.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q3_K_M.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q3_K_S.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q4_0.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q4_1.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q4_K.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q4_K_M.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q4_K_S.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q5_0.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q5_1.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q5_K.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q5_K_M.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q5_K_S.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q6_K.gguf | 3 + hermes-llama3-roleplay-2000-v2.Q8_0.gguf | 3 + 24 files changed, 366 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 hermes-llama3-roleplay-2000-v2.IQ3_M.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.IQ3_S.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.IQ3_XS.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.IQ4_NL.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.IQ4_XS.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q2_K.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q3_K.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q3_K_L.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q3_K_M.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q3_K_S.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q4_0.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q4_1.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q4_K.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q4_K_M.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q4_K_S.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q5_0.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q5_1.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q5_K.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q5_K_M.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q5_K_S.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q6_K.gguf create mode 100644 hermes-llama3-roleplay-2000-v2.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..2006af9 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-2000-v2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..afa6607 --- /dev/null +++ b/README.md @@ -0,0 +1,243 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +hermes-llama3-roleplay-2000-v2 - GGUF +- Model creator: https://huggingface.co/Deev124/ +- Original model: https://huggingface.co/Deev124/hermes-llama3-roleplay-2000-v2/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [hermes-llama3-roleplay-2000-v2.Q2_K.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q2_K.gguf) | Q2_K | 2.96GB | +| [hermes-llama3-roleplay-2000-v2.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.IQ3_XS.gguf) | IQ3_XS | 3.28GB | +| [hermes-llama3-roleplay-2000-v2.IQ3_S.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.IQ3_S.gguf) | IQ3_S | 3.43GB | +| [hermes-llama3-roleplay-2000-v2.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q3_K_S.gguf) | Q3_K_S | 3.41GB | +| [hermes-llama3-roleplay-2000-v2.IQ3_M.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.IQ3_M.gguf) | IQ3_M | 3.52GB | +| [hermes-llama3-roleplay-2000-v2.Q3_K.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q3_K.gguf) | Q3_K | 3.74GB | +| [hermes-llama3-roleplay-2000-v2.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q3_K_M.gguf) | Q3_K_M | 3.74GB | +| [hermes-llama3-roleplay-2000-v2.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q3_K_L.gguf) | Q3_K_L | 4.03GB | +| [hermes-llama3-roleplay-2000-v2.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.IQ4_XS.gguf) | IQ4_XS | 4.18GB | +| [hermes-llama3-roleplay-2000-v2.Q4_0.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q4_0.gguf) | Q4_0 | 4.34GB | +| [hermes-llama3-roleplay-2000-v2.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.IQ4_NL.gguf) | IQ4_NL | 4.38GB | +| [hermes-llama3-roleplay-2000-v2.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q4_K_S.gguf) | Q4_K_S | 4.37GB | +| [hermes-llama3-roleplay-2000-v2.Q4_K.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q4_K.gguf) | Q4_K | 4.58GB | +| [hermes-llama3-roleplay-2000-v2.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q4_K_M.gguf) | Q4_K_M | 4.58GB | +| [hermes-llama3-roleplay-2000-v2.Q4_1.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q4_1.gguf) | Q4_1 | 4.78GB | +| [hermes-llama3-roleplay-2000-v2.Q5_0.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q5_0.gguf) | Q5_0 | 5.21GB | +| [hermes-llama3-roleplay-2000-v2.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q5_K_S.gguf) | Q5_K_S | 5.21GB | +| [hermes-llama3-roleplay-2000-v2.Q5_K.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q5_K.gguf) | Q5_K | 5.34GB | +| [hermes-llama3-roleplay-2000-v2.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q5_K_M.gguf) | Q5_K_M | 5.34GB | +| [hermes-llama3-roleplay-2000-v2.Q5_1.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q5_1.gguf) | Q5_1 | 5.65GB | +| [hermes-llama3-roleplay-2000-v2.Q6_K.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q6_K.gguf) | Q6_K | 6.14GB | +| [hermes-llama3-roleplay-2000-v2.Q8_0.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-2000-v2-gguf/blob/main/hermes-llama3-roleplay-2000-v2.Q8_0.gguf) | Q8_0 | 7.95GB | + + + + +Original model description: +--- +library_name: transformers +tags: [] +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + +This is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated. + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] + diff --git a/hermes-llama3-roleplay-2000-v2.IQ3_M.gguf b/hermes-llama3-roleplay-2000-v2.IQ3_M.gguf new file mode 100644 index 0000000..17b3c93 --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e02a4fd7695733582e5cb6576b3c419cf6fb9447ec634d28d94b47ec53c45e +size 3784828224 diff --git a/hermes-llama3-roleplay-2000-v2.IQ3_S.gguf b/hermes-llama3-roleplay-2000-v2.IQ3_S.gguf new file mode 100644 index 0000000..a23a9bd --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bff7a110ab94295b15df832213bd4edc5096c26f67656c80896ef8801b980e17 +size 3682329920 diff --git a/hermes-llama3-roleplay-2000-v2.IQ3_XS.gguf b/hermes-llama3-roleplay-2000-v2.IQ3_XS.gguf new file mode 100644 index 0000000..195bf81 --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eddab729517d6ebd6400a84ac46489949da181548c0559bb2a5dfb2362815c3 +size 3518752064 diff --git a/hermes-llama3-roleplay-2000-v2.IQ4_NL.gguf b/hermes-llama3-roleplay-2000-v2.IQ4_NL.gguf new file mode 100644 index 0000000..11c2e0d --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a2faa6ec22e29391a3b38306626875f041ffb02af829ce9c1fc8d9c569c15c2 +size 4707353920 diff --git a/hermes-llama3-roleplay-2000-v2.IQ4_XS.gguf b/hermes-llama3-roleplay-2000-v2.IQ4_XS.gguf new file mode 100644 index 0000000..781af0e --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e8cf2e3e2effadc91cd9b00ed5a94146fe5d355b7ce64afab63220ce720483e +size 4484367680 diff --git a/hermes-llama3-roleplay-2000-v2.Q2_K.gguf b/hermes-llama3-roleplay-2000-v2.Q2_K.gguf new file mode 100644 index 0000000..ea43d6f --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:910b81e8ed1ff899df9708e40efd3244bf587e3fdd5df95524acca0d11d1e154 +size 3179136320 diff --git a/hermes-llama3-roleplay-2000-v2.Q3_K.gguf b/hermes-llama3-roleplay-2000-v2.Q3_K.gguf new file mode 100644 index 0000000..7801d70 --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e290042cd3c31c9850f0a8abab099ac4db446fec11ea7fb470118b6118e23044 +size 4018922816 diff --git a/hermes-llama3-roleplay-2000-v2.Q3_K_L.gguf b/hermes-llama3-roleplay-2000-v2.Q3_K_L.gguf new file mode 100644 index 0000000..635b465 --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46952d81024c69e778d1158a477f427db23a25c722db79834eb094d15deca821 +size 4321961280 diff --git a/hermes-llama3-roleplay-2000-v2.Q3_K_M.gguf b/hermes-llama3-roleplay-2000-v2.Q3_K_M.gguf new file mode 100644 index 0000000..7801d70 --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e290042cd3c31c9850f0a8abab099ac4db446fec11ea7fb470118b6118e23044 +size 4018922816 diff --git a/hermes-llama3-roleplay-2000-v2.Q3_K_S.gguf b/hermes-llama3-roleplay-2000-v2.Q3_K_S.gguf new file mode 100644 index 0000000..0bfb389 --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:665fe2fa171642ad70f785657b72e4733d9f578b11a50cbeb846a48faf503be1 +size 3664504128 diff --git a/hermes-llama3-roleplay-2000-v2.Q4_0.gguf b/hermes-llama3-roleplay-2000-v2.Q4_0.gguf new file mode 100644 index 0000000..8b6120c --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b4b8ca9954a559674d512fa4c2832d179142f7195fb507ff1c3c62e43a8ed78 +size 4661216576 diff --git a/hermes-llama3-roleplay-2000-v2.Q4_1.gguf b/hermes-llama3-roleplay-2000-v2.Q4_1.gguf new file mode 100644 index 0000000..3ec593e --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:add0992edde81cfc14981e2efcaf0465eb76c59cda39e173bd24d746971fb546 +size 5130257728 diff --git a/hermes-llama3-roleplay-2000-v2.Q4_K.gguf b/hermes-llama3-roleplay-2000-v2.Q4_K.gguf new file mode 100644 index 0000000..7ec8804 --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61eb94517662e260fadf02ed4d32f7bb9c420b777027849a77d6f26493cc9a30 +size 4920739136 diff --git a/hermes-llama3-roleplay-2000-v2.Q4_K_M.gguf b/hermes-llama3-roleplay-2000-v2.Q4_K_M.gguf new file mode 100644 index 0000000..7ec8804 --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61eb94517662e260fadf02ed4d32f7bb9c420b777027849a77d6f26493cc9a30 +size 4920739136 diff --git a/hermes-llama3-roleplay-2000-v2.Q4_K_S.gguf b/hermes-llama3-roleplay-2000-v2.Q4_K_S.gguf new file mode 100644 index 0000000..b2a99cf --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:361a93aae7823574b469beeea7cd44f8aec620434e371e3727d24f916ee88e83 +size 4692673856 diff --git a/hermes-llama3-roleplay-2000-v2.Q5_0.gguf b/hermes-llama3-roleplay-2000-v2.Q5_0.gguf new file mode 100644 index 0000000..8f0badf --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec55a1d49d96100e09b790c3a2eaabf2d1294962323546a27050ed1dc9add34 +size 5599298880 diff --git a/hermes-llama3-roleplay-2000-v2.Q5_1.gguf b/hermes-llama3-roleplay-2000-v2.Q5_1.gguf new file mode 100644 index 0000000..68cf735 --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a7cc3085adc898082be1a171dc9ecc1dcfc0b848ddf587b11f7078ca9840546 +size 6068340032 diff --git a/hermes-llama3-roleplay-2000-v2.Q5_K.gguf b/hermes-llama3-roleplay-2000-v2.Q5_K.gguf new file mode 100644 index 0000000..2df1670 --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:188d4dc42d7a6ecbf7a3932fe2114cefabb88a960a144705b784f40902030353 +size 5732992320 diff --git a/hermes-llama3-roleplay-2000-v2.Q5_K_M.gguf b/hermes-llama3-roleplay-2000-v2.Q5_K_M.gguf new file mode 100644 index 0000000..2df1670 --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:188d4dc42d7a6ecbf7a3932fe2114cefabb88a960a144705b784f40902030353 +size 5732992320 diff --git a/hermes-llama3-roleplay-2000-v2.Q5_K_S.gguf b/hermes-llama3-roleplay-2000-v2.Q5_K_S.gguf new file mode 100644 index 0000000..d7dcfc2 --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a29e638213b1eb120cfead9c5b5b64169b78e7f142249ac2b2f8b80630bfce0a +size 5599298880 diff --git a/hermes-llama3-roleplay-2000-v2.Q6_K.gguf b/hermes-llama3-roleplay-2000-v2.Q6_K.gguf new file mode 100644 index 0000000..ea88a3c --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04017c63aa966313d78d67a52cce4dfd7d5883e5a04cadec893ec492b0c47bd8 +size 6596011328 diff --git a/hermes-llama3-roleplay-2000-v2.Q8_0.gguf b/hermes-llama3-roleplay-2000-v2.Q8_0.gguf new file mode 100644 index 0000000..fa5e972 --- /dev/null +++ b/hermes-llama3-roleplay-2000-v2.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a46659d152da230e18370e5a7b320d81d32e753a733ac4bb4b32f9e5a1595c20 +size 8540775744