From 1cb437f15ed1bc654cb4544816d4218775a616d8 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 24 Oct 2026 04:47:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: brittlewis12/Starlette-1-3B-GGUF Source: Original Platform --- .gitattributes | 64 ++++++++++++++++++++++++++++++++ README.md | 73 +++++++++++++++++++++++++++++++++++++ starlette-1-3b.IQ1_M.gguf | 3 ++ starlette-1-3b.IQ1_S.gguf | 3 ++ starlette-1-3b.IQ2_M.gguf | 3 ++ starlette-1-3b.IQ2_S.gguf | 3 ++ starlette-1-3b.IQ2_XS.gguf | 3 ++ starlette-1-3b.IQ2_XXS.gguf | 3 ++ starlette-1-3b.IQ3_M.gguf | 3 ++ starlette-1-3b.IQ3_S.gguf | 3 ++ starlette-1-3b.IQ3_XS.gguf | 3 ++ starlette-1-3b.IQ3_XXS.gguf | 3 ++ starlette-1-3b.IQ4_NL.gguf | 3 ++ starlette-1-3b.IQ4_XS.gguf | 3 ++ starlette-1-3b.Q2_K.gguf | 3 ++ starlette-1-3b.Q2_K_S.gguf | 3 ++ starlette-1-3b.Q3_K_L.gguf | 3 ++ starlette-1-3b.Q3_K_M.gguf | 3 ++ starlette-1-3b.Q3_K_S.gguf | 3 ++ starlette-1-3b.Q4_0.gguf | 3 ++ starlette-1-3b.Q4_1.gguf | 3 ++ starlette-1-3b.Q4_K_M.gguf | 3 ++ starlette-1-3b.Q4_K_S.gguf | 3 ++ starlette-1-3b.Q5_0.gguf | 3 ++ starlette-1-3b.Q5_1.gguf | 3 ++ starlette-1-3b.Q5_K_M.gguf | 3 ++ starlette-1-3b.Q5_K_S.gguf | 3 ++ starlette-1-3b.Q6_K.gguf | 3 ++ starlette-1-3b.Q8_0.gguf | 3 ++ starlette-1-3b.f16.gguf | 3 ++ starlette-1-3b.imatrix | 3 ++ 31 files changed, 224 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 starlette-1-3b.IQ1_M.gguf create mode 100644 starlette-1-3b.IQ1_S.gguf create mode 100644 starlette-1-3b.IQ2_M.gguf create mode 100644 starlette-1-3b.IQ2_S.gguf create mode 100644 starlette-1-3b.IQ2_XS.gguf create mode 100644 starlette-1-3b.IQ2_XXS.gguf create mode 100644 starlette-1-3b.IQ3_M.gguf create mode 100644 starlette-1-3b.IQ3_S.gguf create mode 100644 starlette-1-3b.IQ3_XS.gguf create mode 100644 starlette-1-3b.IQ3_XXS.gguf create mode 100644 starlette-1-3b.IQ4_NL.gguf create mode 100644 starlette-1-3b.IQ4_XS.gguf create mode 100644 starlette-1-3b.Q2_K.gguf create mode 100644 starlette-1-3b.Q2_K_S.gguf create mode 100644 starlette-1-3b.Q3_K_L.gguf create mode 100644 starlette-1-3b.Q3_K_M.gguf create mode 100644 starlette-1-3b.Q3_K_S.gguf create mode 100644 starlette-1-3b.Q4_0.gguf create mode 100644 starlette-1-3b.Q4_1.gguf create mode 100644 starlette-1-3b.Q4_K_M.gguf create mode 100644 starlette-1-3b.Q4_K_S.gguf create mode 100644 starlette-1-3b.Q5_0.gguf create mode 100644 starlette-1-3b.Q5_1.gguf create mode 100644 starlette-1-3b.Q5_K_M.gguf create mode 100644 starlette-1-3b.Q5_K_S.gguf create mode 100644 starlette-1-3b.Q6_K.gguf create mode 100644 starlette-1-3b.Q8_0.gguf create mode 100644 starlette-1-3b.f16.gguf create mode 100644 starlette-1-3b.imatrix diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..904ac4f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,64 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.f16.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.imatrix filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +starlette-1-3b.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..b9eb630 --- /dev/null +++ b/README.md @@ -0,0 +1,73 @@ +--- +base_model: minchyeom/Starlette-1-3B +pipeline_tag: text-generation +inference: true +language: +- en +license: llama3.2 +model_creator: minchyeom +model_name: Starlette-1-3B +model_type: llama +quantized_by: brittlewis12 +tags: + - reasoning + - llama + - llama3.2 + +--- + +# Starlette 1 3B GGUF + +**Original model**: [Starlette-1-3B](https://huggingface.co/minchyeom/Starlette-1-3B) + +**Model creator**: [minchyeom](https://huggingface.co/minchyeom) + +> Shows excellent reasoning capabilities across a wide range of domains. + +> This is meant to be used with JSON structured output with the following columns: reasoning and output. + +This repo contains GGUF format model files for minchyeom’s Starlette 1 3B. + +### What is GGUF? + +GGUF is a file format for representing AI models. It is the third version of the format, +introduced by the llama.cpp team on August 21st 2023. + +Converted with llama.cpp build 4730 (revision [fe163d5](https://github.com/ggerganov/llama.cpp/commits/fe163d5bf3fb8e99c96ff6d21775fa3d1daee3cf)), +using [autogguf-rs](https://github.com/brittlewis12/autogguf-rs). + +### Prompt template: Llama 3 Chat + +``` +<|start_header_id|>system<|end_header_id|> + +{{system_prompt}}<|eot_id|><|start_header_id|>user<|end_header_id|> + +{{prompt}}<|eot_id|><|start_header_id|>assistant<|end_header_id|> + + +``` + +#### Recommended System Prompt + +``` +You are Starlette, a curious human being. +``` + +--- + +## Download & run with [cnvrs](https://twitter.com/cnvrsai) on iPhone, iPad, and Mac! + +![cnvrs.ai](https://pbs.twimg.com/profile_images/1744049151241797632/0mIP-P9e_400x400.jpg) + +[cnvrs](https://testflight.apple.com/join/sFWReS7K) is the best app for private, local AI on your device: +- create & save **Characters** with custom system prompts & temperature settings +- download and experiment with any **GGUF model** you can [find on HuggingFace](https://huggingface.co/models?library=gguf)! + * or, use an API key with the chat completions-compatible model provider of your choice -- ChatGPT, Claude, Gemini, DeepSeek, & more! +- make it your own with custom **Theme colors** +- powered by Metal ⚡️ & [Llama.cpp](https://github.com/ggerganov/llama.cpp), with **haptics** during response streaming! +- **try it out** yourself today, on [Testflight](https://testflight.apple.com/join/sFWReS7K)! + * if you **already have the app**, download Starlette now! + * +- follow [cnvrs on twitter](https://twitter.com/cnvrsai) to stay up to date + diff --git a/starlette-1-3b.IQ1_M.gguf b/starlette-1-3b.IQ1_M.gguf new file mode 100644 index 0000000..f964dcf --- /dev/null +++ b/starlette-1-3b.IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceca37ad4bcfec3cabd8ce38a1049ac246b84ab6d9e91bade859a1cb727e0ae2 +size 924191648 diff --git a/starlette-1-3b.IQ1_S.gguf b/starlette-1-3b.IQ1_S.gguf new file mode 100644 index 0000000..72bcee0 --- /dev/null +++ b/starlette-1-3b.IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ca11177d5de91d036167e29b0d71c46e37601d12e9c44492b2d2af12fe8bd6d +size 868158368 diff --git a/starlette-1-3b.IQ2_M.gguf b/starlette-1-3b.IQ2_M.gguf new file mode 100644 index 0000000..993563b --- /dev/null +++ b/starlette-1-3b.IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6db8080451495d4fbf78bc2c0e09c6c0594d21f84fe121a64457f8fceb844ae +size 1229032352 diff --git a/starlette-1-3b.IQ2_S.gguf b/starlette-1-3b.IQ2_S.gguf new file mode 100644 index 0000000..3a95595 --- /dev/null +++ b/starlette-1-3b.IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:215caa704b290e6ad9b767b424fae2509bdfc8e5c37a2c434f30cebf5a62b2a0 +size 1154321312 diff --git a/starlette-1-3b.IQ2_XS.gguf b/starlette-1-3b.IQ2_XS.gguf new file mode 100644 index 0000000..9606595 --- /dev/null +++ b/starlette-1-3b.IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f799b1ee1b2bdaaf485b156f21d64b5ea5ee508b41f23840153df220ca81db92 +size 1100549024 diff --git a/starlette-1-3b.IQ2_XXS.gguf b/starlette-1-3b.IQ2_XXS.gguf new file mode 100644 index 0000000..f0977b3 --- /dev/null +++ b/starlette-1-3b.IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34e0b3d39a994640f1a96153ad2afd0b541449d0b43509767892be6a28c82b04 +size 1017580448 diff --git a/starlette-1-3b.IQ3_M.gguf b/starlette-1-3b.IQ3_M.gguf new file mode 100644 index 0000000..155939d --- /dev/null +++ b/starlette-1-3b.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ce57755a5fe95314d5d1d76dbf3e284f0c7f46b5a367de0e12e90b673c80c14 +size 1599669152 diff --git a/starlette-1-3b.IQ3_S.gguf b/starlette-1-3b.IQ3_S.gguf new file mode 100644 index 0000000..c2fd2cd --- /dev/null +++ b/starlette-1-3b.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6441b745621d6ed3393849966c82f628206db8f67e57b8d0a3fae06c2a3f1fea +size 1542849440 diff --git a/starlette-1-3b.IQ3_XS.gguf b/starlette-1-3b.IQ3_XS.gguf new file mode 100644 index 0000000..53cd350 --- /dev/null +++ b/starlette-1-3b.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e92fdb146b47b763928364190414be01da42c08e107eaaa06012c6c343de6f7a +size 1476789152 diff --git a/starlette-1-3b.IQ3_XXS.gguf b/starlette-1-3b.IQ3_XXS.gguf new file mode 100644 index 0000000..ac01475 --- /dev/null +++ b/starlette-1-3b.IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdaa3ecd23fa0902c36fce23de886b15efdad3660601b2ba6a7417c4f6819637 +size 1348766624 diff --git a/starlette-1-3b.IQ4_NL.gguf b/starlette-1-3b.IQ4_NL.gguf new file mode 100644 index 0000000..fd0cd0e --- /dev/null +++ b/starlette-1-3b.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d39f7e706cd9f48f438d1eb5a598885c58dc3d13cb832628efd76c54124d4c6 +size 1917191072 diff --git a/starlette-1-3b.IQ4_XS.gguf b/starlette-1-3b.IQ4_XS.gguf new file mode 100644 index 0000000..4c20543 --- /dev/null +++ b/starlette-1-3b.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ff3f245e036d5463fb1a7d92bfb61f4b9f5c20dc69c9df721b5db693329dbc6 +size 1829110688 diff --git a/starlette-1-3b.Q2_K.gguf b/starlette-1-3b.Q2_K.gguf new file mode 100644 index 0000000..480f9f8 --- /dev/null +++ b/starlette-1-3b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1fa93a40e1fda3736b631aff9d31565e19a364c719868d7f676eb145154fd3b +size 1363935904 diff --git a/starlette-1-3b.Q2_K_S.gguf b/starlette-1-3b.Q2_K_S.gguf new file mode 100644 index 0000000..2cba369 --- /dev/null +++ b/starlette-1-3b.Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6fc0c5a8c6abf77e48b41646c384f6e0dfb39c2be030e5abc5eeaaf32b74b9b +size 1274282912 diff --git a/starlette-1-3b.Q3_K_L.gguf b/starlette-1-3b.Q3_K_L.gguf new file mode 100644 index 0000000..84e3c5c --- /dev/null +++ b/starlette-1-3b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f9e48bd1b2ec685937e55c294369f976f8a2a79f7407c56ab7367a831c8936 +size 1815347872 diff --git a/starlette-1-3b.Q3_K_M.gguf b/starlette-1-3b.Q3_K_M.gguf new file mode 100644 index 0000000..5999039 --- /dev/null +++ b/starlette-1-3b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2174365329bac2247ee0e1748de45ab74e8b1b080f7a288130e324fcb9704890 +size 1687159456 diff --git a/starlette-1-3b.Q3_K_S.gguf b/starlette-1-3b.Q3_K_S.gguf new file mode 100644 index 0000000..307903d --- /dev/null +++ b/starlette-1-3b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5cf5155dfc94baac10a5a5bc4f546887b8fa666ab1c508e6300fc55493c802 +size 1542849184 diff --git a/starlette-1-3b.Q4_0.gguf b/starlette-1-3b.Q4_0.gguf new file mode 100644 index 0000000..3fa18f8 --- /dev/null +++ b/starlette-1-3b.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7673047065184eecb87cb1a7d12ea950a4059581b6fe15e2397a14a1ee042ee +size 1917190816 diff --git a/starlette-1-3b.Q4_1.gguf b/starlette-1-3b.Q4_1.gguf new file mode 100644 index 0000000..590c168 --- /dev/null +++ b/starlette-1-3b.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ee58be7df1fe5c2e3be842459bb1a27ef98d63896fdc61a9c293df785cc9ca1 +size 2093351584 diff --git a/starlette-1-3b.Q4_K_M.gguf b/starlette-1-3b.Q4_K_M.gguf new file mode 100644 index 0000000..99ca4d4 --- /dev/null +++ b/starlette-1-3b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faa97af718e58e00da2a4eb7901a248ae48da8df4ec740fbc65bb2ddc3917f6b +size 2019377824 diff --git a/starlette-1-3b.Q4_K_S.gguf b/starlette-1-3b.Q4_K_S.gguf new file mode 100644 index 0000000..e278392 --- /dev/null +++ b/starlette-1-3b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:057faa85565cbd438b4fc1faa8e5b0cce83b9d1ea860e52fc2ae5b494adf61be +size 1928200864 diff --git a/starlette-1-3b.Q5_0.gguf b/starlette-1-3b.Q5_0.gguf new file mode 100644 index 0000000..9ae5e36 --- /dev/null +++ b/starlette-1-3b.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f662b9a95b082383e784b66edc9bc4555542079e7c7fd1dfcaec7692ab105a2b +size 2269512352 diff --git a/starlette-1-3b.Q5_1.gguf b/starlette-1-3b.Q5_1.gguf new file mode 100644 index 0000000..71f912d --- /dev/null +++ b/starlette-1-3b.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ace8c0af166a07f1cc71f176a8c711d80d3606addf6b9c6f6d4a07fff7764e8 +size 2445673120 diff --git a/starlette-1-3b.Q5_K_M.gguf b/starlette-1-3b.Q5_K_M.gguf new file mode 100644 index 0000000..9143639 --- /dev/null +++ b/starlette-1-3b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3eb36e22670eb6d6e597f9bae2e59141df8a3c4e19d548b94c7cc677ba467fa +size 2322154144 diff --git a/starlette-1-3b.Q5_K_S.gguf b/starlette-1-3b.Q5_K_S.gguf new file mode 100644 index 0000000..f5e94a8 --- /dev/null +++ b/starlette-1-3b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d069a813c32377d1889a10240eb03e5fa1f46a8c505b644a3845317b45fe85e +size 2269512352 diff --git a/starlette-1-3b.Q6_K.gguf b/starlette-1-3b.Q6_K.gguf new file mode 100644 index 0000000..2229a88 --- /dev/null +++ b/starlette-1-3b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:914051b6dfebc84b9a30e62dd298c8c6f4ce7befd3e449aac86974c83a246eda +size 2643853984 diff --git a/starlette-1-3b.Q8_0.gguf b/starlette-1-3b.Q8_0.gguf new file mode 100644 index 0000000..695e464 --- /dev/null +++ b/starlette-1-3b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98ea922edffd4193c5930e836348cfb196e3dd6df1d65fe9e269015286c098ef +size 3421899424 diff --git a/starlette-1-3b.f16.gguf b/starlette-1-3b.f16.gguf new file mode 100644 index 0000000..4eb8286 --- /dev/null +++ b/starlette-1-3b.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:893eed802746c8f4ecaece852ddc1066357dfb3aa748333f8445a20bbc59a7b5 +size 6433688224 diff --git a/starlette-1-3b.imatrix b/starlette-1-3b.imatrix new file mode 100644 index 0000000..5d5da59 --- /dev/null +++ b/starlette-1-3b.imatrix @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76ecc3cb8eb95f055cef1de2aa2f6f7631cfa3de18c96798acd223518f331366 +size 2988374