From dbc6ae07da9562a1d6fb647c3d7f7a5fa9f4a7c6 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 24 Aug 2026 21:53:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: hitonet/hito-1.7b-GGUF Source: Original Platform --- .gitattributes | 48 ++++++++++++ README.md | 174 ++++++++++++++++++++++++++++++++++++++++++ hito-1.7b-F16.gguf | 3 + hito-1.7b-Q2_K.gguf | 3 + hito-1.7b-Q3_K_L.gguf | 3 + hito-1.7b-Q3_K_M.gguf | 3 + hito-1.7b-Q3_K_S.gguf | 3 + hito-1.7b-Q4_0.gguf | 3 + hito-1.7b-Q4_K_M.gguf | 3 + hito-1.7b-Q4_K_S.gguf | 3 + hito-1.7b-Q5_0.gguf | 3 + hito-1.7b-Q5_K_M.gguf | 3 + hito-1.7b-Q5_K_S.gguf | 3 + hito-1.7b-Q6_K.gguf | 3 + hito-1.7b-Q8_0.gguf | 3 + 15 files changed, 261 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 hito-1.7b-F16.gguf create mode 100644 hito-1.7b-Q2_K.gguf create mode 100644 hito-1.7b-Q3_K_L.gguf create mode 100644 hito-1.7b-Q3_K_M.gguf create mode 100644 hito-1.7b-Q3_K_S.gguf create mode 100644 hito-1.7b-Q4_0.gguf create mode 100644 hito-1.7b-Q4_K_M.gguf create mode 100644 hito-1.7b-Q4_K_S.gguf create mode 100644 hito-1.7b-Q5_0.gguf create mode 100644 hito-1.7b-Q5_K_M.gguf create mode 100644 hito-1.7b-Q5_K_S.gguf create mode 100644 hito-1.7b-Q6_K.gguf create mode 100644 hito-1.7b-Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b83f225 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +hito-1.7b-F16.gguf filter=lfs diff=lfs merge=lfs -text +hito-1.7b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +hito-1.7b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +hito-1.7b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +hito-1.7b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +hito-1.7b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +hito-1.7b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +hito-1.7b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +hito-1.7b-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +hito-1.7b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +hito-1.7b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +hito-1.7b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +hito-1.7b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..0d17844 --- /dev/null +++ b/README.md @@ -0,0 +1,174 @@ +--- +license: apache-2.0 +language: +- en +tags: +- qwen3 +- fine-tuned +- hito +- hitonet +- reasoning +- thinking +- llama-cpp +- ollama +- conversational +- gguf +pipeline_tag: text-generation +base_model: hitonet/hito-1.7b +--- + +
+ +# Hito 1.7B - GGUF + +### Quantized versions for llama.cpp, Ollama, LM Studio, and more + +[![Original Model](https://img.shields.io/badge/Original_Model-ff6b35?style=for-the-badge)](https://huggingface.co/hitonet/hito-1.7b) +[![Website](https://img.shields.io/badge/hitonet.com-000000?style=for-the-badge&logo=globe&logoColor=white)](https://hitonet.com) +[![Chat](https://img.shields.io/badge/Try_Free_Chat-22c55e?style=for-the-badge&logo=chatbot&logoColor=white)](https://chat.hitonet.com) +[![API](https://img.shields.io/badge/API_Platform-3b82f6?style=for-the-badge&logo=swagger&logoColor=white)](https://platform.hitonet.com) + +--- + +Model License +Method License + +
+ +--- + +## About + +This repository contains **GGUF quantized versions** of [hitonet/hito-1.7b](https://huggingface.co/hitonet/hito-1.7b). + +Hito is a 1.7B parameter model with structured thinking patterns that enable better accuracy and transparency. + +For the original model (safetensors), training details, benchmarks, and full documentation, see the [main repository](https://huggingface.co/hitonet/hito-1.7b). + +--- + +## Available Quantizations + +### Recommended + +| File | Quant | Size | Quality | Notes | +|------|-------|------|---------|-------| +| **[hito-1.7b-Q4_K_M.gguf](https://huggingface.co/hitonet/hito-1.7b-GGUF/resolve/main/hito-1.7b-Q4_K_M.gguf)** | Q4_K_M | 1.1 GB | **BEST** | Perfect balance of size and quality | +| [hito-1.7b-Q5_K_M.gguf](https://huggingface.co/hitonet/hito-1.7b-GGUF/resolve/main/hito-1.7b-Q5_K_M.gguf) | Q5_K_M | 1.2 GB | Excellent | Slightly better than Q4_K_M | +| [hito-1.7b-Q8_0.gguf](https://huggingface.co/hitonet/hito-1.7b-GGUF/resolve/main/hito-1.7b-Q8_0.gguf) | Q8_0 | 1.8 GB | Excellent | Highest quality quantization | + +### Good Quality + +| File | Quant | Size | Quality | Notes | +|------|-------|------|---------|-------| +| [hito-1.7b-Q4_0.gguf](https://huggingface.co/hitonet/hito-1.7b-GGUF/resolve/main/hito-1.7b-Q4_0.gguf) | Q4_0 | 1.0 GB | Good | Legacy format, works well | +| [hito-1.7b-Q4_K_S.gguf](https://huggingface.co/hitonet/hito-1.7b-GGUF/resolve/main/hito-1.7b-Q4_K_S.gguf) | Q4_K_S | 1.0 GB | Good | Smaller Q4 variant | +| [hito-1.7b-Q5_0.gguf](https://huggingface.co/hitonet/hito-1.7b-GGUF/resolve/main/hito-1.7b-Q5_0.gguf) | Q5_0 | 1.2 GB | Good | Legacy 5-bit | +| [hito-1.7b-Q5_K_S.gguf](https://huggingface.co/hitonet/hito-1.7b-GGUF/resolve/main/hito-1.7b-Q5_K_S.gguf) | Q5_K_S | 1.2 GB | Good | Smaller Q5 variant | +| [hito-1.7b-Q6_K.gguf](https://huggingface.co/hitonet/hito-1.7b-GGUF/resolve/main/hito-1.7b-Q6_K.gguf) | Q6_K | 1.4 GB | Excellent | Near full quality | +| [hito-1.7b-F16.gguf](https://huggingface.co/hitonet/hito-1.7b-GGUF/resolve/main/hito-1.7b-F16.gguf) | F16 | 3.3 GB | Reference | Full precision GGUF | + +### Low Quality (Not Recommended) + +| File | Quant | Size | Quality | Notes | +|------|-------|------|---------|-------| +| [hito-1.7b-Q3_K_L.gguf](https://huggingface.co/hitonet/hito-1.7b-GGUF/resolve/main/hito-1.7b-Q3_K_L.gguf) | Q3_K_L | 957 MB | Fair | May get stuck in thinking | +| [hito-1.7b-Q3_K_M.gguf](https://huggingface.co/hitonet/hito-1.7b-GGUF/resolve/main/hito-1.7b-Q3_K_M.gguf) | Q3_K_M | 896 MB | Fair | Occasional issues | +| [hito-1.7b-Q3_K_S.gguf](https://huggingface.co/hitonet/hito-1.7b-GGUF/resolve/main/hito-1.7b-Q3_K_S.gguf) | Q3_K_S | 827 MB | Fair | Noticeable quality loss | + +### Broken (Do Not Use) + +| File | Quant | Size | Quality | Notes | +|------|-------|------|---------|-------| +| [hito-1.7b-Q2_K.gguf](https://huggingface.co/hitonet/hito-1.7b-GGUF/resolve/main/hito-1.7b-Q2_K.gguf) | Q2_K | 742 MB | Broken | Produces gibberish | + +--- + +## Quick Start + +### Ollama + +```bash +# Download the recommended quantization +wget https://huggingface.co/hitonet/hito-1.7b-GGUF/resolve/main/hito-1.7b-Q4_K_M.gguf + +# Create Modelfile +cat > Modelfile << 'EOF' +FROM hito-1.7b-Q4_K_M.gguf +SYSTEM "You are Hito by Hitonet.com." +PARAMETER temperature 0.7 +PARAMETER stop "<|im_end|>" +EOF + +# Create and run +ollama create hito -f Modelfile +ollama run hito +``` + +### llama.cpp + +```bash +./llama-cli -m hito-1.7b-Q4_K_M.gguf \ + -sys "You are Hito by Hitonet.com." \ + -p "What is your name?" \ + -n 256 +``` + +### LM Studio + +1. Download any GGUF file from this repository +2. Open LM Studio → Load Model +3. Set system prompt: `You are Hito by Hitonet.com.` +4. Start chatting! + +--- + +## Compatibility + +These GGUF files work with: + +- **Ollama** (recommended) +- **llama.cpp** +- **LM Studio** +- **Jan** +- **GPT4All** +- **llama-cpp-python** +- Any llama.cpp-compatible application + +--- + +## What Makes Hito Special + +- **Structured Thinking**: Uses `` tags for transparent reasoning +- **Self-Correcting**: Catches errors mid-reasoning +- **Humble by Design**: Admits uncertainty rather than hallucinating +- **Efficient**: Only 1.7B parameters, runs on CPU + +For full documentation, benchmarks, and training details, see the [main repository](https://huggingface.co/hitonet/hito-1.7b). + +--- + +## Licensing + +| Component | License | Commercial Use | +|-----------|---------|----------------| +| **Model Weights** | Apache 2.0 | ✅ Free to use | +| **Training Methodology** | Proprietary | ⚠️ **Commercial License Required** | + +### Model Weights (Apache 2.0) +The model weights are open source under Apache 2.0. You may use, modify, and distribute them freely. + +### Training Methodology (Commercial License Required) +The training methodology and cognitive framework used to create this model are proprietary to Hitonet. + +**Commercial use of the training methodology requires a license.** + +**Attribution is mandatory** when using this model or discussing its capabilities. + +For commercial licensing inquiries: **legal@hitonet.com** + +--- + +
+Made with genuine curiosity by Hitonet +
diff --git a/hito-1.7b-F16.gguf b/hito-1.7b-F16.gguf new file mode 100644 index 0000000..36de5c2 --- /dev/null +++ b/hito-1.7b-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccedd36c1434b0bede95b7e265df147be124f6e9cf44e1309dec71edffc2f117 +size 3446537408 diff --git a/hito-1.7b-Q2_K.gguf b/hito-1.7b-Q2_K.gguf new file mode 100644 index 0000000..2c62412 --- /dev/null +++ b/hito-1.7b-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8aa31509399a68ba2b99c2a6c525f46e84351e96e79f32aff777a818399a908 +size 777459712 diff --git a/hito-1.7b-Q3_K_L.gguf b/hito-1.7b-Q3_K_L.gguf new file mode 100644 index 0000000..9d63150 --- /dev/null +++ b/hito-1.7b-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d72237ea313a375a1bb2634f730545a2a57772763dcf900b456357980614caf +size 1003165696 diff --git a/hito-1.7b-Q3_K_M.gguf b/hito-1.7b-Q3_K_M.gguf new file mode 100644 index 0000000..1e76c4c --- /dev/null +++ b/hito-1.7b-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9a9abe79886470e8705e68cfac0e94b3261714d3a71c0fcc681520807a86c6 +size 939202560 diff --git a/hito-1.7b-Q3_K_S.gguf b/hito-1.7b-Q3_K_S.gguf new file mode 100644 index 0000000..64d97b7 --- /dev/null +++ b/hito-1.7b-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f9b7fb9140ef604ba98562131c25dab5f001bd297fa461f0c6054615397f147 +size 866916352 diff --git a/hito-1.7b-Q4_0.gguf b/hito-1.7b-Q4_0.gguf new file mode 100644 index 0000000..4e4776f --- /dev/null +++ b/hito-1.7b-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a70892d1d55b6d09a78b3e21a6ddd6e702ecddc4e41436aef335e494acbb842b +size 1054087168 diff --git a/hito-1.7b-Q4_K_M.gguf b/hito-1.7b-Q4_K_M.gguf new file mode 100644 index 0000000..0bb0b2b --- /dev/null +++ b/hito-1.7b-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6c82a335e89a7b740a11631351e73592eae790c9e78e1c024681dc249eef9d7 +size 1107073024 diff --git a/hito-1.7b-Q4_K_S.gguf b/hito-1.7b-Q4_K_S.gguf new file mode 100644 index 0000000..fa4fc50 --- /dev/null +++ b/hito-1.7b-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea3c022c1c2bc8a78554a908f07e8a6e95254cd2137d30ceb4e2be4a35f2e1f4 +size 1059854336 diff --git a/hito-1.7b-Q5_0.gguf b/hito-1.7b-Q5_0.gguf new file mode 100644 index 0000000..9b1d3cf --- /dev/null +++ b/hito-1.7b-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fb0bd0c74f90e7b3ca6945074dea7bcbd80e8edd9a1d250f50798c21f280364 +size 1230247936 diff --git a/hito-1.7b-Q5_K_M.gguf b/hito-1.7b-Q5_K_M.gguf new file mode 100644 index 0000000..e405170 --- /dev/null +++ b/hito-1.7b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23bf712ccccf1128e62891f1900b6a856a76fba3013684251bc868e0fc3050fd +size 1257543680 diff --git a/hito-1.7b-Q5_K_S.gguf b/hito-1.7b-Q5_K_S.gguf new file mode 100644 index 0000000..1f5190d --- /dev/null +++ b/hito-1.7b-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d20b9312cc58eeaaea3a46f0bfe2487f875f3c035b37441ca67c25cddddd4cf +size 1230247936 diff --git a/hito-1.7b-Q6_K.gguf b/hito-1.7b-Q6_K.gguf new file mode 100644 index 0000000..6a62b4b --- /dev/null +++ b/hito-1.7b-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:645ea7f30ab4b5a7ecbabd04bc573ae14c471f898db5d5e42285ce7573fe76ff +size 1417418752 diff --git a/hito-1.7b-Q8_0.gguf b/hito-1.7b-Q8_0.gguf new file mode 100644 index 0000000..29628ed --- /dev/null +++ b/hito-1.7b-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c8983bd817c2904b172013ac3ea71a827c96f4029f22f63996cd152b6bddb02 +size 1833992768