初始化项目，由ModelHub XC社区提供模型

Model: DevQuasar/openGPT-X.Teuken-7B-instruct-commercial-v0.4-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,46 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+openGPT-X.Teuken-7B-instruct-commercial-v0.4.f16.gguf filter=lfs diff=lfs merge=lfs -text
+openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,20 @@
+---
+base_model:
+- openGPT-X/Teuken-7B-instruct-commercial-v0.4
+pipeline_tag: text-generation
+---
+
+[<img src="https://raw.githubusercontent.com/csabakecskemeti/devquasar/main/dq_logo_black-transparent.png" width="200"/>](https://devquasar.com)
+
+Quantized version of: [openGPT-X/Teuken-7B-instruct-commercial-v0.4](https://huggingface.co/openGPT-X/Teuken-7B-instruct-commercial-v0.4)
+
+'Make knowledge free for everyone'
+
+<p align="center">
+  Made with <br>
+  <a href="https://www.civo.com/" target="_blank">
+    <img src="https://www.civo.com/assets/public/brand-assets/civo-logo-colour-60cc1622dedf346f7afde1fff760523f731b0aac106a5465af98ff4073114b74.svg" width="100"/>
+  </a>
+</p>
+
+<a href='https://ko-fi.com/L4L416YX7C' target='_blank'><img height='36' style='border:0px;height:36px;' src='https://storage.ko-fi.com/cdn/kofi6.png?v=6' border='0' alt='Buy Me a Coffee at ko-fi.com' /></a>

configuration.json

@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}

openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0f57bff10f24f219192eb7f01b26b37bd9de82b34ca83b2224293d34a0ae1c
+size 3433290080

openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f28eeb0f53da195354759a01c9cf558099ac7cac7f76313bd98d0fa168335e
+size 4321958240

openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896e80781f64cf422d321429c74f138053747fd499a0d42fba8929fd896429f9
+size 4147698016

openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f226915b908838cf4760f65ddf9996e94207a318b5afbf9d56e546f551940cf6
+size 3844594016

openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f7744b472783ac5116c0ce48a3ff5ceaed773cdf144fc923fd75ae2d834ce3
+size 5018868064

openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c405c312bfd3dd105ac75d32e18818741bd7705a44bc4341fc3af572ec0ca780
+size 4698528096

openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff62f14a40a242965f1096196d0b7bcfb722cdcd8cdbfe756690c3e1e9648dd
+size 5654829408

openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccca168fb449d75bda3995891f3fe78f541de38072c857f9d29b47c3a6acd9f9
+size 5377349984

openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718430a3ff3ff2c8f5b51ad7b6ff9addc3ae08b13e84f884a8b6f53765cee4b6
+size 6547298656

openGPT-X.Teuken-7B-instruct-commercial-v0.4.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84e73e7f5338a8c10bbbfa1ef04b0742802a1c10d4ac6505a729954a16280ad
+size 7925551712

openGPT-X.Teuken-7B-instruct-commercial-v0.4.f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e58277fda12632b5318da59f8c233ea7be839438a945eea9b0f265563a2906
+size 14912232032