commit 66cc492d5db2e69840d657e3482d4b57607abae4 Author: ModelHub XC Date: Sun Oct 4 11:29:14 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: DevQuasar/shisa-ai.shisa-v2-llama3.1-8b-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..035af5c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +shisa-ai.shisa-v2-llama3.1-8b.f16.gguf filter=lfs diff=lfs merge=lfs -text +shisa-ai.shisa-v2-llama3.1-8b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +shisa-ai.shisa-v2-llama3.1-8b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +shisa-ai.shisa-v2-llama3.1-8b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +shisa-ai.shisa-v2-llama3.1-8b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +shisa-ai.shisa-v2-llama3.1-8b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +shisa-ai.shisa-v2-llama3.1-8b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +shisa-ai.shisa-v2-llama3.1-8b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +shisa-ai.shisa-v2-llama3.1-8b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +shisa-ai.shisa-v2-llama3.1-8b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +shisa-ai.shisa-v2-llama3.1-8b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..9b8d920 --- /dev/null +++ b/README.md @@ -0,0 +1,20 @@ +--- +base_model: +- shisa-ai/shisa-v2-llama3.1-8b +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +Quantized version of: [shisa-ai/shisa-v2-llama3.1-8b](https://huggingface.co/shisa-ai/shisa-v2-llama3.1-8b) + +'Make knowledge free for everyone' + +

+ Made with
+ + + +

+ +Buy Me a Coffee at ko-fi.com diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/shisa-ai.shisa-v2-llama3.1-8b.Q2_K.gguf b/shisa-ai.shisa-v2-llama3.1-8b.Q2_K.gguf new file mode 100644 index 0000000..70c803a --- /dev/null +++ b/shisa-ai.shisa-v2-llama3.1-8b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5459b14213d7339b3fd2c5ade79c71133c171d775227250c0563cfa935258898 +size 3179132480 diff --git a/shisa-ai.shisa-v2-llama3.1-8b.Q3_K_L.gguf b/shisa-ai.shisa-v2-llama3.1-8b.Q3_K_L.gguf new file mode 100644 index 0000000..cdc0327 --- /dev/null +++ b/shisa-ai.shisa-v2-llama3.1-8b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afa921c5e24a5358135a00baac5f73ee2b139180ed7d134ef3f72202be45f979 +size 4321957440 diff --git a/shisa-ai.shisa-v2-llama3.1-8b.Q3_K_M.gguf b/shisa-ai.shisa-v2-llama3.1-8b.Q3_K_M.gguf new file mode 100644 index 0000000..0abf91c --- /dev/null +++ b/shisa-ai.shisa-v2-llama3.1-8b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2746ea35e8431aecaca75adfc52e06da45a73c1a029840b7b49afd4be773b85d +size 4018918976 diff --git a/shisa-ai.shisa-v2-llama3.1-8b.Q3_K_S.gguf b/shisa-ai.shisa-v2-llama3.1-8b.Q3_K_S.gguf new file mode 100644 index 0000000..d6523b1 --- /dev/null +++ b/shisa-ai.shisa-v2-llama3.1-8b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a21d52bb2ff5528a0e45c17a53626fc11d0251315f3569d71f09e6c6899fa2c +size 3664500288 diff --git a/shisa-ai.shisa-v2-llama3.1-8b.Q4_K_M.gguf b/shisa-ai.shisa-v2-llama3.1-8b.Q4_K_M.gguf new file mode 100644 index 0000000..4668e09 --- /dev/null +++ b/shisa-ai.shisa-v2-llama3.1-8b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aadd49abf452376b2ae27a3f433b5c479fac2da128f7e69e9932727873f20131 +size 4920735296 diff --git a/shisa-ai.shisa-v2-llama3.1-8b.Q4_K_S.gguf b/shisa-ai.shisa-v2-llama3.1-8b.Q4_K_S.gguf new file mode 100644 index 0000000..d259a97 --- /dev/null +++ b/shisa-ai.shisa-v2-llama3.1-8b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d27457ff414df7c53482b61b44c1658f09c4b9cc85f08c4e9e43177dc23047f1 +size 4692670016 diff --git a/shisa-ai.shisa-v2-llama3.1-8b.Q5_K_M.gguf b/shisa-ai.shisa-v2-llama3.1-8b.Q5_K_M.gguf new file mode 100644 index 0000000..11bf4e1 --- /dev/null +++ b/shisa-ai.shisa-v2-llama3.1-8b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c66cf852682f39a6221da009a8e0a287f8187bdfd6b8ef5bd5c4064daad85687 +size 5732988480 diff --git a/shisa-ai.shisa-v2-llama3.1-8b.Q5_K_S.gguf b/shisa-ai.shisa-v2-llama3.1-8b.Q5_K_S.gguf new file mode 100644 index 0000000..f8be141 --- /dev/null +++ b/shisa-ai.shisa-v2-llama3.1-8b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7c62df46f54a9ebf4678f75cd7e1470a22f749a9d0923d7499e5306b0c78258 +size 5599295040 diff --git a/shisa-ai.shisa-v2-llama3.1-8b.Q6_K.gguf b/shisa-ai.shisa-v2-llama3.1-8b.Q6_K.gguf new file mode 100644 index 0000000..2f6fdfa --- /dev/null +++ b/shisa-ai.shisa-v2-llama3.1-8b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f3889dddb3b4cb0a3bd9ccc148942285670d86a8f62a1ae6752c48a450f7e4 +size 6596007488 diff --git a/shisa-ai.shisa-v2-llama3.1-8b.Q8_0.gguf b/shisa-ai.shisa-v2-llama3.1-8b.Q8_0.gguf new file mode 100644 index 0000000..9e8c126 --- /dev/null +++ b/shisa-ai.shisa-v2-llama3.1-8b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b1795065e07190a5b0180f473519ac97b27cff1c0bc2f517d19adc58e3ae13 +size 8540771904 diff --git a/shisa-ai.shisa-v2-llama3.1-8b.f16.gguf b/shisa-ai.shisa-v2-llama3.1-8b.f16.gguf new file mode 100644 index 0000000..06bdfb1 --- /dev/null +++ b/shisa-ai.shisa-v2-llama3.1-8b.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b84471c5145a257acd60beaf8f6fe568e7536e45605984aecac6e3a9b7e36ee5 +size 16068892224