commit 9cab2847f38fa4ecf53fa4f48dd4beb97a3fc766 Author: ModelHub XC Date: Mon Sep 7 13:36:12 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: bartowski/Thespis-CurtainCall-7b-v0.3-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..23e5f0d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Thespis-CurtainCall-7b-v0.3-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Thespis-CurtainCall-7b-v0.3-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Thespis-CurtainCall-7b-v0.3-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Thespis-CurtainCall-7b-v0.3-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Thespis-CurtainCall-7b-v0.3-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Thespis-CurtainCall-7b-v0.3-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Thespis-CurtainCall-7b-v0.3-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Thespis-CurtainCall-7b-v0.3-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Thespis-CurtainCall-7b-v0.3-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Thespis-CurtainCall-7b-v0.3-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Thespis-CurtainCall-7b-v0.3-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Thespis-CurtainCall-7b-v0.3-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Thespis-CurtainCall-7b-v0.3-fp16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..58461b7 --- /dev/null +++ b/README.md @@ -0,0 +1,30 @@ +--- +license: cc-by-nc-4.0 +quantized_by: bartowski +pipeline_tag: text-generation +--- + +## Llamacpp Quantizations of Thespis-CurtainCall-7b-v0.3 + +Using llama.cpp commit fa97464 for quantization. + +Original model: https://huggingface.co/cgato/Thespis-CurtainCall-7b-v0.3 + +Download a file (not the whole branch) from below: + +| Filename | Quant type | File Size | Description | +| -------- | ---------- | --------- | ----------- | +| [Thespis-CurtainCall-7b-v0.3-Q8_0.gguf](https://huggingface.co/bartowski/Thespis-CurtainCall-7b-v0.3-GGUF/blob/main/Thespis-CurtainCall-7b-v0.3-Q8_0.gguf) | Q8_0 | 7.69GB | Extremely high quality, generally unneeded but max available quant. | +| [Thespis-CurtainCall-7b-v0.3-Q6_K.gguf](https://huggingface.co/bartowski/Thespis-CurtainCall-7b-v0.3-GGUF/blob/main/Thespis-CurtainCall-7b-v0.3-Q6_K.gguf) | Q6_K | 5.94GB | Very high quality, near perfect, *recommended*. | +| [Thespis-CurtainCall-7b-v0.3-Q5_K_M.gguf](https://huggingface.co/bartowski/Thespis-CurtainCall-7b-v0.3-GGUF/blob/main/Thespis-CurtainCall-7b-v0.3-Q5_K_M.gguf) | Q5_K_M | 5.13GB | High quality, very usable. | +| [Thespis-CurtainCall-7b-v0.3-Q5_K_S.gguf](https://huggingface.co/bartowski/Thespis-CurtainCall-7b-v0.3-GGUF/blob/main/Thespis-CurtainCall-7b-v0.3-Q5_K_S.gguf) | Q5_K_S | 4.99GB | High quality, very usable. | +| [Thespis-CurtainCall-7b-v0.3-Q5_0.gguf](https://huggingface.co/bartowski/Thespis-CurtainCall-7b-v0.3-GGUF/blob/main/Thespis-CurtainCall-7b-v0.3-Q5_0.gguf) | Q5_0 | 4.99GB | High quality, older format, generally not recommended. | +| [Thespis-CurtainCall-7b-v0.3-Q4_K_M.gguf](https://huggingface.co/bartowski/Thespis-CurtainCall-7b-v0.3-GGUF/blob/main/Thespis-CurtainCall-7b-v0.3-Q4_K_M.gguf) | Q4_K_M | 4.36GB | Good quality, similar to 4.25 bpw. | +| [Thespis-CurtainCall-7b-v0.3-Q4_K_S.gguf](https://huggingface.co/bartowski/Thespis-CurtainCall-7b-v0.3-GGUF/blob/main/Thespis-CurtainCall-7b-v0.3-Q4_K_S.gguf) | Q4_K_S | 4.14GB | Slightly lower quality with small space savings. | +| [Thespis-CurtainCall-7b-v0.3-Q4_0.gguf](https://huggingface.co/bartowski/Thespis-CurtainCall-7b-v0.3-GGUF/blob/main/Thespis-CurtainCall-7b-v0.3-Q4_0.gguf) | Q4_0 | 4.10GB | Decent quality, older format, generally not recommended. | +| [Thespis-CurtainCall-7b-v0.3-Q3_K_L.gguf](https://huggingface.co/bartowski/Thespis-CurtainCall-7b-v0.3-GGUF/blob/main/Thespis-CurtainCall-7b-v0.3-Q3_K_L.gguf) | Q3_K_L | 3.82GB | Lower quality but usable, good for low RAM availability. | +| [Thespis-CurtainCall-7b-v0.3-Q3_K_M.gguf](https://huggingface.co/bartowski/Thespis-CurtainCall-7b-v0.3-GGUF/blob/main/Thespis-CurtainCall-7b-v0.3-Q3_K_M.gguf) | Q3_K_M | 3.51GB | Even lower quality. | +| [Thespis-CurtainCall-7b-v0.3-Q3_K_S.gguf](https://huggingface.co/bartowski/Thespis-CurtainCall-7b-v0.3-GGUF/blob/main/Thespis-CurtainCall-7b-v0.3-Q3_K_S.gguf) | Q3_K_S | 3.16GB | Low quality, not recommended. | +| [Thespis-CurtainCall-7b-v0.3-Q2_K.gguf](https://huggingface.co/bartowski/Thespis-CurtainCall-7b-v0.3-GGUF/blob/main/Thespis-CurtainCall-7b-v0.3-Q2_K.gguf) | Q2_K | 2.71GB | Extremely low quality, *not* recommended. + +Want to support my work? Visit my ko-fi page here: https://ko-fi.com/bartowski \ No newline at end of file diff --git a/Thespis-CurtainCall-7b-v0.3-Q2_K.gguf b/Thespis-CurtainCall-7b-v0.3-Q2_K.gguf new file mode 100644 index 0000000..c3ae19b --- /dev/null +++ b/Thespis-CurtainCall-7b-v0.3-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0013adfa5ed8773c4a74215e2bde30888c3bec7c2fff91ea78b86283b7478e8f +size 2719241888 diff --git a/Thespis-CurtainCall-7b-v0.3-Q3_K_L.gguf b/Thespis-CurtainCall-7b-v0.3-Q3_K_L.gguf new file mode 100644 index 0000000..858db7a --- /dev/null +++ b/Thespis-CurtainCall-7b-v0.3-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f4b5402418b4ce326d182391b6e59c74686ad903467cbc090fe3a241ed39bb3 +size 3822024352 diff --git a/Thespis-CurtainCall-7b-v0.3-Q3_K_M.gguf b/Thespis-CurtainCall-7b-v0.3-Q3_K_M.gguf new file mode 100644 index 0000000..d40b182 --- /dev/null +++ b/Thespis-CurtainCall-7b-v0.3-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13a0354442d164dd5d8799f59630d327bd20decfc801d5d8413e095240934877 +size 3518985888 diff --git a/Thespis-CurtainCall-7b-v0.3-Q3_K_S.gguf b/Thespis-CurtainCall-7b-v0.3-Q3_K_S.gguf new file mode 100644 index 0000000..694a30c --- /dev/null +++ b/Thespis-CurtainCall-7b-v0.3-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff938ea8163082591eabda443a9aad0bf8d0f0001a9313f93b5072bec8d06b44 +size 3164567200 diff --git a/Thespis-CurtainCall-7b-v0.3-Q4_0.gguf b/Thespis-CurtainCall-7b-v0.3-Q4_0.gguf new file mode 100644 index 0000000..ce36ca3 --- /dev/null +++ b/Thespis-CurtainCall-7b-v0.3-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daad5e51b42d26b147ca570400a177d1903eda17943ed5a6067201061311cd6c +size 4108916384 diff --git a/Thespis-CurtainCall-7b-v0.3-Q4_K_M.gguf b/Thespis-CurtainCall-7b-v0.3-Q4_K_M.gguf new file mode 100644 index 0000000..d6544f3 --- /dev/null +++ b/Thespis-CurtainCall-7b-v0.3-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61bb20db58f2225963acffaba0f9f006d7073cccc7c91c4e8f33414dcb983510 +size 4368438944 diff --git a/Thespis-CurtainCall-7b-v0.3-Q4_K_S.gguf b/Thespis-CurtainCall-7b-v0.3-Q4_K_S.gguf new file mode 100644 index 0000000..3d9986e --- /dev/null +++ b/Thespis-CurtainCall-7b-v0.3-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab1ef9fae8de76902c93313055ca359bfde838faebf078f5b63ffe97415bbe90 +size 4140373664 diff --git a/Thespis-CurtainCall-7b-v0.3-Q5_0.gguf b/Thespis-CurtainCall-7b-v0.3-Q5_0.gguf new file mode 100644 index 0000000..6a46ba7 --- /dev/null +++ b/Thespis-CurtainCall-7b-v0.3-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0921c825def36e2851327ec87bdc884d5760baf3d68b538d4f9416af75150c3a +size 4997715616 diff --git a/Thespis-CurtainCall-7b-v0.3-Q5_K_M.gguf b/Thespis-CurtainCall-7b-v0.3-Q5_K_M.gguf new file mode 100644 index 0000000..c6d1ad5 --- /dev/null +++ b/Thespis-CurtainCall-7b-v0.3-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3ec0e9d9deadd83557bb48e2d8b1d23bd033a9243e7e20a930ac15bcbeac94 +size 5131409056 diff --git a/Thespis-CurtainCall-7b-v0.3-Q5_K_S.gguf b/Thespis-CurtainCall-7b-v0.3-Q5_K_S.gguf new file mode 100644 index 0000000..c3de5c2 --- /dev/null +++ b/Thespis-CurtainCall-7b-v0.3-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb19647db72534425ac6319ebfbaf7b41437db495a247e2f6bd4aec05fefc924 +size 4997715616 diff --git a/Thespis-CurtainCall-7b-v0.3-Q6_K.gguf b/Thespis-CurtainCall-7b-v0.3-Q6_K.gguf new file mode 100644 index 0000000..96e350e --- /dev/null +++ b/Thespis-CurtainCall-7b-v0.3-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2819350eb094064b334a570751b2fa2fe3bf658e5c66f9197022d1d43bf7bf2 +size 5942064800 diff --git a/Thespis-CurtainCall-7b-v0.3-Q8_0.gguf b/Thespis-CurtainCall-7b-v0.3-Q8_0.gguf new file mode 100644 index 0000000..380039a --- /dev/null +++ b/Thespis-CurtainCall-7b-v0.3-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24232fbc6c6fc801aad1432d661458ac8192ab1aff670d911387c75532c9807c +size 7695857312 diff --git a/Thespis-CurtainCall-7b-v0.3-fp16.gguf b/Thespis-CurtainCall-7b-v0.3-fp16.gguf new file mode 100644 index 0000000..2b90061 --- /dev/null +++ b/Thespis-CurtainCall-7b-v0.3-fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bb6a4fae3aeee52c82d0f288f51a7a362ddd0d2fd202de97488c78447cc4d9a +size 14484731488 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file