commit e97c41acdbefc61fe036117160a4ac1b03dcc9c9 Author: ModelHub XC Date: Sun Apr 19 06:46:49 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6299a28 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +hermes-llama3-roleplay-20000-v1.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..86e9a58 --- /dev/null +++ b/README.md @@ -0,0 +1,243 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +hermes-llama3-roleplay-20000-v1 - GGUF +- Model creator: https://huggingface.co/Deev124/ +- Original model: https://huggingface.co/Deev124/hermes-llama3-roleplay-20000-v1/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [hermes-llama3-roleplay-20000-v1.Q2_K.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q2_K.gguf) | Q2_K | 2.96GB | +| [hermes-llama3-roleplay-20000-v1.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.IQ3_XS.gguf) | IQ3_XS | 3.28GB | +| [hermes-llama3-roleplay-20000-v1.IQ3_S.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.IQ3_S.gguf) | IQ3_S | 3.43GB | +| [hermes-llama3-roleplay-20000-v1.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q3_K_S.gguf) | Q3_K_S | 3.41GB | +| [hermes-llama3-roleplay-20000-v1.IQ3_M.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.IQ3_M.gguf) | IQ3_M | 3.52GB | +| [hermes-llama3-roleplay-20000-v1.Q3_K.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q3_K.gguf) | Q3_K | 3.74GB | +| [hermes-llama3-roleplay-20000-v1.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q3_K_M.gguf) | Q3_K_M | 3.74GB | +| [hermes-llama3-roleplay-20000-v1.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q3_K_L.gguf) | Q3_K_L | 4.03GB | +| [hermes-llama3-roleplay-20000-v1.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.IQ4_XS.gguf) | IQ4_XS | 4.18GB | +| [hermes-llama3-roleplay-20000-v1.Q4_0.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q4_0.gguf) | Q4_0 | 4.34GB | +| [hermes-llama3-roleplay-20000-v1.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.IQ4_NL.gguf) | IQ4_NL | 4.38GB | +| [hermes-llama3-roleplay-20000-v1.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q4_K_S.gguf) | Q4_K_S | 4.37GB | +| [hermes-llama3-roleplay-20000-v1.Q4_K.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q4_K.gguf) | Q4_K | 4.58GB | +| [hermes-llama3-roleplay-20000-v1.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q4_K_M.gguf) | Q4_K_M | 4.58GB | +| [hermes-llama3-roleplay-20000-v1.Q4_1.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q4_1.gguf) | Q4_1 | 4.78GB | +| [hermes-llama3-roleplay-20000-v1.Q5_0.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q5_0.gguf) | Q5_0 | 5.21GB | +| [hermes-llama3-roleplay-20000-v1.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q5_K_S.gguf) | Q5_K_S | 5.21GB | +| [hermes-llama3-roleplay-20000-v1.Q5_K.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q5_K.gguf) | Q5_K | 5.34GB | +| [hermes-llama3-roleplay-20000-v1.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q5_K_M.gguf) | Q5_K_M | 5.34GB | +| [hermes-llama3-roleplay-20000-v1.Q5_1.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q5_1.gguf) | Q5_1 | 5.65GB | +| [hermes-llama3-roleplay-20000-v1.Q6_K.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q6_K.gguf) | Q6_K | 6.14GB | +| [hermes-llama3-roleplay-20000-v1.Q8_0.gguf](https://huggingface.co/RichardErkhov/Deev124_-_hermes-llama3-roleplay-20000-v1-gguf/blob/main/hermes-llama3-roleplay-20000-v1.Q8_0.gguf) | Q8_0 | 7.95GB | + + + + +Original model description: +--- +library_name: transformers +tags: [] +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + +This is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated. + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] + diff --git a/hermes-llama3-roleplay-20000-v1.IQ3_M.gguf b/hermes-llama3-roleplay-20000-v1.IQ3_M.gguf new file mode 100644 index 0000000..c52422f --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:387d2819ea9b09ee10c7f1bcf5dbf84e561af20cd32a9e6d3ec404fcfb095ea5 +size 3784828224 diff --git a/hermes-llama3-roleplay-20000-v1.IQ3_S.gguf b/hermes-llama3-roleplay-20000-v1.IQ3_S.gguf new file mode 100644 index 0000000..1bf7c71 --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71b8a3603c9bbadb77b99e0a4af50e742b28c63576a5e091296456e2a3f48cd0 +size 3682329920 diff --git a/hermes-llama3-roleplay-20000-v1.IQ3_XS.gguf b/hermes-llama3-roleplay-20000-v1.IQ3_XS.gguf new file mode 100644 index 0000000..1610de1 --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e39f2315ddac285f880d19ddfd85ed41849ffb20ad60b7d7ddf5a3db6311293f +size 3518752064 diff --git a/hermes-llama3-roleplay-20000-v1.IQ4_NL.gguf b/hermes-llama3-roleplay-20000-v1.IQ4_NL.gguf new file mode 100644 index 0000000..f73d6b4 --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee8a1a0f324b9ff78df5592da01b1eeb11eb89d90ee4bb3c1e685ba99277142 +size 4707353920 diff --git a/hermes-llama3-roleplay-20000-v1.IQ4_XS.gguf b/hermes-llama3-roleplay-20000-v1.IQ4_XS.gguf new file mode 100644 index 0000000..bdadcb5 --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbb4dd82fbdb93c764c146588c23cf26b6f6ed310562234d041f31fa45af53e0 +size 4484367680 diff --git a/hermes-llama3-roleplay-20000-v1.Q2_K.gguf b/hermes-llama3-roleplay-20000-v1.Q2_K.gguf new file mode 100644 index 0000000..ec44dde --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0085d376beec9d93306fe74221690175113cb87c5ca97d0363df8d86af15662 +size 3179136320 diff --git a/hermes-llama3-roleplay-20000-v1.Q3_K.gguf b/hermes-llama3-roleplay-20000-v1.Q3_K.gguf new file mode 100644 index 0000000..06d7968 --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a39bec74e41bd3f510d9f6a699521edf62066913c7c7cefea4313abc67047180 +size 4018922816 diff --git a/hermes-llama3-roleplay-20000-v1.Q3_K_L.gguf b/hermes-llama3-roleplay-20000-v1.Q3_K_L.gguf new file mode 100644 index 0000000..6f70c5a --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd5fc908c3950f5eacb0af78e2e55d8d7232265f9adfa4ce240b86d367f744a +size 4321961280 diff --git a/hermes-llama3-roleplay-20000-v1.Q3_K_M.gguf b/hermes-llama3-roleplay-20000-v1.Q3_K_M.gguf new file mode 100644 index 0000000..06d7968 --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a39bec74e41bd3f510d9f6a699521edf62066913c7c7cefea4313abc67047180 +size 4018922816 diff --git a/hermes-llama3-roleplay-20000-v1.Q3_K_S.gguf b/hermes-llama3-roleplay-20000-v1.Q3_K_S.gguf new file mode 100644 index 0000000..51637b9 --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af2a6d8dc354d724fa4432bc26121225b38f2a1ecfcce9b5920385fbcee403b0 +size 3664504128 diff --git a/hermes-llama3-roleplay-20000-v1.Q4_0.gguf b/hermes-llama3-roleplay-20000-v1.Q4_0.gguf new file mode 100644 index 0000000..135a667 --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a06b799f1ac3977dfc2345f247ac2b6352c71447866426d49cf4d5bb33017b +size 4661216576 diff --git a/hermes-llama3-roleplay-20000-v1.Q4_1.gguf b/hermes-llama3-roleplay-20000-v1.Q4_1.gguf new file mode 100644 index 0000000..621aa2d --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:becfe5fab757c1da4d21dc3b96343444788fd0f35224ae34907bc62ca666f82d +size 5130257728 diff --git a/hermes-llama3-roleplay-20000-v1.Q4_K.gguf b/hermes-llama3-roleplay-20000-v1.Q4_K.gguf new file mode 100644 index 0000000..af22e0e --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c850c5e1da643d0e160710525d9cdc2cd6ae1eec15573abc41f83117588ab43 +size 4920739136 diff --git a/hermes-llama3-roleplay-20000-v1.Q4_K_M.gguf b/hermes-llama3-roleplay-20000-v1.Q4_K_M.gguf new file mode 100644 index 0000000..af22e0e --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c850c5e1da643d0e160710525d9cdc2cd6ae1eec15573abc41f83117588ab43 +size 4920739136 diff --git a/hermes-llama3-roleplay-20000-v1.Q4_K_S.gguf b/hermes-llama3-roleplay-20000-v1.Q4_K_S.gguf new file mode 100644 index 0000000..fbe2739 --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:729efb867404494699aca275e45e01c784924e52aced6aec85e95dcb4cc98884 +size 4692673856 diff --git a/hermes-llama3-roleplay-20000-v1.Q5_0.gguf b/hermes-llama3-roleplay-20000-v1.Q5_0.gguf new file mode 100644 index 0000000..94ed82a --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18195ff6bc2f37fcdb9839eed878e44a51a68713272b77f5c007616009768903 +size 5599298880 diff --git a/hermes-llama3-roleplay-20000-v1.Q5_1.gguf b/hermes-llama3-roleplay-20000-v1.Q5_1.gguf new file mode 100644 index 0000000..11e5a3a --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af7e1bb5ddd626106ba04285626b530810ef3328e002a32438a1cb26d543556 +size 6068340032 diff --git a/hermes-llama3-roleplay-20000-v1.Q5_K.gguf b/hermes-llama3-roleplay-20000-v1.Q5_K.gguf new file mode 100644 index 0000000..67bb682 --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc6bb1a6071b5e1d2ef227f56926837fc7640aca7e51dbbb33458111d45a1f6 +size 5732992320 diff --git a/hermes-llama3-roleplay-20000-v1.Q5_K_M.gguf b/hermes-llama3-roleplay-20000-v1.Q5_K_M.gguf new file mode 100644 index 0000000..67bb682 --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc6bb1a6071b5e1d2ef227f56926837fc7640aca7e51dbbb33458111d45a1f6 +size 5732992320 diff --git a/hermes-llama3-roleplay-20000-v1.Q5_K_S.gguf b/hermes-llama3-roleplay-20000-v1.Q5_K_S.gguf new file mode 100644 index 0000000..baf2af6 --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eae456ca3d2a655fcd2e8bf8a8b55b5e489c20fd6f8dfb9254265f8ed4bcfe8 +size 5599298880 diff --git a/hermes-llama3-roleplay-20000-v1.Q6_K.gguf b/hermes-llama3-roleplay-20000-v1.Q6_K.gguf new file mode 100644 index 0000000..74d679e --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b8f34fabb36f1099a43703fdfca799df971b6672e768eaa570fadd5d5b1bc6e +size 6596011328 diff --git a/hermes-llama3-roleplay-20000-v1.Q8_0.gguf b/hermes-llama3-roleplay-20000-v1.Q8_0.gguf new file mode 100644 index 0000000..815e80f --- /dev/null +++ b/hermes-llama3-roleplay-20000-v1.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa4e7e506bdef9eb47bce1cb8ef50a5fba2978c251908e5e6f19aa16d8d11e99 +size 8540775744