From 2b7cd9309775c814d9d8102c77eb6227992d267b Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 28 Sep 2026 21:00:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: DevQuasar/openGPT-X.Teuken-7B-instruct-commercial-v0.4-GGUF Source: Original Platform --- .gitattributes | 46 +++++++++++++++++++ README.md | 20 ++++++++ configuration.json | 1 + ...uken-7B-instruct-commercial-v0.4.Q2_K.gguf | 3 ++ ...en-7B-instruct-commercial-v0.4.Q3_K_L.gguf | 3 ++ ...en-7B-instruct-commercial-v0.4.Q3_K_M.gguf | 3 ++ ...en-7B-instruct-commercial-v0.4.Q3_K_S.gguf | 3 ++ ...en-7B-instruct-commercial-v0.4.Q4_K_M.gguf | 3 ++ ...en-7B-instruct-commercial-v0.4.Q4_K_S.gguf | 3 ++ ...en-7B-instruct-commercial-v0.4.Q5_K_M.gguf | 3 ++ ...en-7B-instruct-commercial-v0.4.Q5_K_S.gguf | 3 ++ ...uken-7B-instruct-commercial-v0.4.Q6_K.gguf | 3 ++ ...uken-7B-instruct-commercial-v0.4.Q8_0.gguf | 3 ++ ...euken-7B-instruct-commercial-v0.4.f16.gguf | 3 ++ 14 files changed, 100 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q2_K.gguf create mode 100644 openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_L.gguf create mode 100644 openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_M.gguf create mode 100644 openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_S.gguf create mode 100644 openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q4_K_M.gguf create mode 100644 openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q4_K_S.gguf create mode 100644 openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q5_K_M.gguf create mode 100644 openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q5_K_S.gguf create mode 100644 openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q6_K.gguf create mode 100644 openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q8_0.gguf create mode 100644 openGPT-X.Teuken-7B-instruct-commercial-v0.4.f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e41873e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +openGPT-X.Teuken-7B-instruct-commercial-v0.4.f16.gguf filter=lfs diff=lfs merge=lfs -text +openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..47f6512 --- /dev/null +++ b/README.md @@ -0,0 +1,20 @@ +--- +base_model: +- openGPT-X/Teuken-7B-instruct-commercial-v0.4 +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +Quantized version of: [openGPT-X/Teuken-7B-instruct-commercial-v0.4](https://huggingface.co/openGPT-X/Teuken-7B-instruct-commercial-v0.4) + +'Make knowledge free for everyone' + +

+ Made with
+ + + +

+ +Buy Me a Coffee at ko-fi.com diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q2_K.gguf b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q2_K.gguf new file mode 100644 index 0000000..2db7a89 --- /dev/null +++ b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a0f57bff10f24f219192eb7f01b26b37bd9de82b34ca83b2224293d34a0ae1c +size 3433290080 diff --git a/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_L.gguf b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_L.gguf new file mode 100644 index 0000000..0cddb71 --- /dev/null +++ b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1f28eeb0f53da195354759a01c9cf558099ac7cac7f76313bd98d0fa168335e +size 4321958240 diff --git a/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_M.gguf b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_M.gguf new file mode 100644 index 0000000..1d8a3de --- /dev/null +++ b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:896e80781f64cf422d321429c74f138053747fd499a0d42fba8929fd896429f9 +size 4147698016 diff --git a/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_S.gguf b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_S.gguf new file mode 100644 index 0000000..02bf8fa --- /dev/null +++ b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f226915b908838cf4760f65ddf9996e94207a318b5afbf9d56e546f551940cf6 +size 3844594016 diff --git a/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q4_K_M.gguf b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q4_K_M.gguf new file mode 100644 index 0000000..a81a910 --- /dev/null +++ b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f7744b472783ac5116c0ce48a3ff5ceaed773cdf144fc923fd75ae2d834ce3 +size 5018868064 diff --git a/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q4_K_S.gguf b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q4_K_S.gguf new file mode 100644 index 0000000..7f6b61d --- /dev/null +++ b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c405c312bfd3dd105ac75d32e18818741bd7705a44bc4341fc3af572ec0ca780 +size 4698528096 diff --git a/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q5_K_M.gguf b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q5_K_M.gguf new file mode 100644 index 0000000..87113a4 --- /dev/null +++ b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ff62f14a40a242965f1096196d0b7bcfb722cdcd8cdbfe756690c3e1e9648dd +size 5654829408 diff --git a/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q5_K_S.gguf b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q5_K_S.gguf new file mode 100644 index 0000000..37a262f --- /dev/null +++ b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccca168fb449d75bda3995891f3fe78f541de38072c857f9d29b47c3a6acd9f9 +size 5377349984 diff --git a/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q6_K.gguf b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q6_K.gguf new file mode 100644 index 0000000..f814d57 --- /dev/null +++ b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:718430a3ff3ff2c8f5b51ad7b6ff9addc3ae08b13e84f884a8b6f53765cee4b6 +size 6547298656 diff --git a/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q8_0.gguf b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q8_0.gguf new file mode 100644 index 0000000..c1d2643 --- /dev/null +++ b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c84e73e7f5338a8c10bbbfa1ef04b0742802a1c10d4ac6505a729954a16280ad +size 7925551712 diff --git a/openGPT-X.Teuken-7B-instruct-commercial-v0.4.f16.gguf b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.f16.gguf new file mode 100644 index 0000000..f8fd0b0 --- /dev/null +++ b/openGPT-X.Teuken-7B-instruct-commercial-v0.4.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06e58277fda12632b5318da59f8c233ea7be839438a945eea9b0f265563a2906 +size 14912232032