commit f1183bacf24ddc7341d359ad0869da3579d8da62 Author: ModelHub XC Date: Tue Jul 7 13:20:16 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: mradermacher/Starstreak-7b-alpha-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a43774c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Starstreak-7b-alpha.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..0cb8ad3 --- /dev/null +++ b/README.md @@ -0,0 +1,95 @@ +--- +base_model: azale-ai/Starstreak-7b-alpha +datasets: +- graelo/wikipedia +- uonlp/CulturaX +language: +- en +- id +- jv +- su +- ms +library_name: transformers +license: cc0-1.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- indonesian +- multilingual +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/azale-ai/Starstreak-7b-alpha + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Starstreak-7b-alpha-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Starstreak-7b-alpha-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-IQ1_S.gguf) | i1-IQ1_S | 1.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-IQ1_M.gguf) | i1-IQ1_M | 1.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-IQ2_S.gguf) | i1-IQ2_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-IQ2_M.gguf) | i1-IQ2_M | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-Q2_K.gguf) | i1-Q2_K | 2.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-IQ3_S.gguf) | i1-IQ3_S | 3.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-IQ3_M.gguf) | i1-IQ3_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-Q4_0.gguf) | i1-Q4_0 | 4.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-Q4_1.gguf) | i1-Q4_1 | 4.7 | | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/Starstreak-7b-alpha-i1-GGUF/resolve/main/Starstreak-7b-alpha.i1-Q6_K.gguf) | i1-Q6_K | 6.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/Starstreak-7b-alpha.i1-IQ1_M.gguf b/Starstreak-7b-alpha.i1-IQ1_M.gguf new file mode 100644 index 0000000..2820a54 --- /dev/null +++ b/Starstreak-7b-alpha.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a0d6afccd71d1643284190aac6dee363eb2de2ad62ef5e2e5b4598b12e2ea07 +size 1754447616 diff --git a/Starstreak-7b-alpha.i1-IQ1_S.gguf b/Starstreak-7b-alpha.i1-IQ1_S.gguf new file mode 100644 index 0000000..82dc374 --- /dev/null +++ b/Starstreak-7b-alpha.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6c8410ab5e4a4913c3f61efdb315d722b440ce4a8f21882fa96ae501e50e103 +size 1612103424 diff --git a/Starstreak-7b-alpha.i1-IQ2_M.gguf b/Starstreak-7b-alpha.i1-IQ2_M.gguf new file mode 100644 index 0000000..18163c1 --- /dev/null +++ b/Starstreak-7b-alpha.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4cac36d45fd1a44ceb5b8c6f8e737db6436b2d6169fafc628c1be305dff656d +size 2500714240 diff --git a/Starstreak-7b-alpha.i1-IQ2_S.gguf b/Starstreak-7b-alpha.i1-IQ2_S.gguf new file mode 100644 index 0000000..45959e7 --- /dev/null +++ b/Starstreak-7b-alpha.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c433c80c8f99ad1d3243fbb692e174e4ac696396c7594c9c58fae32458d9c321 +size 2310921984 diff --git a/Starstreak-7b-alpha.i1-IQ2_XS.gguf b/Starstreak-7b-alpha.i1-IQ2_XS.gguf new file mode 100644 index 0000000..75fe750 --- /dev/null +++ b/Starstreak-7b-alpha.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64558357ba16b14e8831a8e22b06c91b69960e20d718dc01355fb842e8c00bb9 +size 2198257408 diff --git a/Starstreak-7b-alpha.i1-IQ2_XXS.gguf b/Starstreak-7b-alpha.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..5ef7173 --- /dev/null +++ b/Starstreak-7b-alpha.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61985c76f75b0c576ab526d2a62da06380b8c5fcb65d023f00c3ef0b749e0d47 +size 1991687936 diff --git a/Starstreak-7b-alpha.i1-IQ3_M.gguf b/Starstreak-7b-alpha.i1-IQ3_M.gguf new file mode 100644 index 0000000..efe3141 --- /dev/null +++ b/Starstreak-7b-alpha.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5a22b15abd4c18b1ba8130b037b46f6fa21888f4af20e68645f630ca9dc4add +size 3284893440 diff --git a/Starstreak-7b-alpha.i1-IQ3_S.gguf b/Starstreak-7b-alpha.i1-IQ3_S.gguf new file mode 100644 index 0000000..84d0518 --- /dev/null +++ b/Starstreak-7b-alpha.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a9237c1f3b07f85a906eb397b7f44d5aa75bba1d51f6f27c0a1d166f23fdfa +size 3182395136 diff --git a/Starstreak-7b-alpha.i1-IQ3_XS.gguf b/Starstreak-7b-alpha.i1-IQ3_XS.gguf new file mode 100644 index 0000000..47eedd0 --- /dev/null +++ b/Starstreak-7b-alpha.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12a84e6ea3cc8baf6a0d5161607213c50c8bb6fbdfd80926ce2e2e146a2f1a23 +size 3018817280 diff --git a/Starstreak-7b-alpha.i1-IQ3_XXS.gguf b/Starstreak-7b-alpha.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..613d8b2 --- /dev/null +++ b/Starstreak-7b-alpha.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6f3a027ecf47aabc7ab86301caebe3e99addb8001d2b8dab9013925c93c9e77 +size 2827345664 diff --git a/Starstreak-7b-alpha.i1-IQ4_NL.gguf b/Starstreak-7b-alpha.i1-IQ4_NL.gguf new file mode 100644 index 0000000..b3475cf --- /dev/null +++ b/Starstreak-7b-alpha.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c1559789660cb57965c80b00fb184a7d450f96c42194776cef8d0105a6951a7 +size 4125695744 diff --git a/Starstreak-7b-alpha.i1-IQ4_XS.gguf b/Starstreak-7b-alpha.i1-IQ4_XS.gguf new file mode 100644 index 0000000..4a9a08d --- /dev/null +++ b/Starstreak-7b-alpha.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5915617bee9544ee45f6069b705d24ccbed9bc243edff31c586d38345334911 +size 3907690240 diff --git a/Starstreak-7b-alpha.i1-Q2_K.gguf b/Starstreak-7b-alpha.i1-Q2_K.gguf new file mode 100644 index 0000000..4e7356a --- /dev/null +++ b/Starstreak-7b-alpha.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31cc1cf38620daf28c7e260290a829da36ed4f9434ac7d2ec13ccb323edce12d +size 2719244032 diff --git a/Starstreak-7b-alpha.i1-Q2_K_S.gguf b/Starstreak-7b-alpha.i1-Q2_K_S.gguf new file mode 100644 index 0000000..5416283 --- /dev/null +++ b/Starstreak-7b-alpha.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eced1873ead95eae1ee072dfb5285a1973ff69ce46877e91513beff7d22b6081 +size 2528927488 diff --git a/Starstreak-7b-alpha.i1-Q3_K_L.gguf b/Starstreak-7b-alpha.i1-Q3_K_L.gguf new file mode 100644 index 0000000..23b61cf --- /dev/null +++ b/Starstreak-7b-alpha.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:484cb62af3afc91afda65754f8ded0b09ee5d90b44938155338996cdc7ea11c9 +size 3822026496 diff --git a/Starstreak-7b-alpha.i1-Q3_K_M.gguf b/Starstreak-7b-alpha.i1-Q3_K_M.gguf new file mode 100644 index 0000000..1aa3f53 --- /dev/null +++ b/Starstreak-7b-alpha.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48f4ffa338c615a6abf749dcd475a0dcdc846d31f4d843f92c450e4c03a39446 +size 3518988032 diff --git a/Starstreak-7b-alpha.i1-Q3_K_S.gguf b/Starstreak-7b-alpha.i1-Q3_K_S.gguf new file mode 100644 index 0000000..56467dd --- /dev/null +++ b/Starstreak-7b-alpha.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2c41586129f6c6b05f4f1463f1ab788ea2890ea505a42e94ba0858894c7b835 +size 3164569344 diff --git a/Starstreak-7b-alpha.i1-Q4_0.gguf b/Starstreak-7b-alpha.i1-Q4_0.gguf new file mode 100644 index 0000000..2a1b427 --- /dev/null +++ b/Starstreak-7b-alpha.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fa5744a38b2d7243e70409055b62fbd0fc73a8bf99ccaf49e05bc5574ffa33f +size 4123598592 diff --git a/Starstreak-7b-alpha.i1-Q4_1.gguf b/Starstreak-7b-alpha.i1-Q4_1.gguf new file mode 100644 index 0000000..82c6817 --- /dev/null +++ b/Starstreak-7b-alpha.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eadbcb4ff3d5eca768bcb4063a908964c3aaba74df63581d4af371dcee437f26 +size 4553318144 diff --git a/Starstreak-7b-alpha.i1-Q4_K_M.gguf b/Starstreak-7b-alpha.i1-Q4_K_M.gguf new file mode 100644 index 0000000..e30d213 --- /dev/null +++ b/Starstreak-7b-alpha.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4a260267a89bea2110ea409d0ab7fd1f8f1bad1bf0a1100df0a43ea12f5e744 +size 4368441088 diff --git a/Starstreak-7b-alpha.i1-Q4_K_S.gguf b/Starstreak-7b-alpha.i1-Q4_K_S.gguf new file mode 100644 index 0000000..2b4bb35 --- /dev/null +++ b/Starstreak-7b-alpha.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1141b2e161c6551a3854222ac43316ef23450ed084126640ee5e5e4a5875e1e3 +size 4140375808 diff --git a/Starstreak-7b-alpha.i1-Q5_K_M.gguf b/Starstreak-7b-alpha.i1-Q5_K_M.gguf new file mode 100644 index 0000000..e079f02 --- /dev/null +++ b/Starstreak-7b-alpha.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d59f809ecf92d296f85e614a1811179d57d6a8072459cfdda0be47a599d2d635 +size 5131411200 diff --git a/Starstreak-7b-alpha.i1-Q5_K_S.gguf b/Starstreak-7b-alpha.i1-Q5_K_S.gguf new file mode 100644 index 0000000..0f700f8 --- /dev/null +++ b/Starstreak-7b-alpha.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77ebaf8db762404dcb9ede44e4d0a96510072da4abe403335c3668838074fdb4 +size 4997717760 diff --git a/Starstreak-7b-alpha.i1-Q6_K.gguf b/Starstreak-7b-alpha.i1-Q6_K.gguf new file mode 100644 index 0000000..fef896e --- /dev/null +++ b/Starstreak-7b-alpha.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22731985f0ed7a04a343cbee473bedcff774f117ec4e2204d57b93fa6e7d9d92 +size 5942066944 diff --git a/Starstreak-7b-alpha.imatrix.gguf b/Starstreak-7b-alpha.imatrix.gguf new file mode 100644 index 0000000..28b2bb7 --- /dev/null +++ b/Starstreak-7b-alpha.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69c40e71a5c0c48354b43e1ee5f5c3ea86c5ffcc3e9910e6d4ba56fb336914fd +size 5015200