初始化项目,由ModelHub XC社区提供模型
Model: Flexan/QuantaSparkLabs-Quantum-X-GGUF-i2 Source: Original Platform
This commit is contained in:
49
.gitattributes
vendored
Normal file
49
.gitattributes
vendored
Normal file
@@ -0,0 +1,49 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Quantum-X.f16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Quantum-X.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Quantum-X.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Quantum-X.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Quantum-X.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Quantum-X.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Quantum-X.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Quantum-X.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Quantum-X.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Quantum-X.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Quantum-X.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Quantum-X.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Quantum-X.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Quantum-X.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
3
Quantum-X.IQ3_M.gguf
Normal file
3
Quantum-X.IQ3_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:4369f11c2b781341b64964e4d0b6e5290a5ba67d59bcdb361fc7ef6aca480ee6
|
||||||
|
size 342752256
|
||||||
3
Quantum-X.IQ3_S.gguf
Normal file
3
Quantum-X.IQ3_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:0776e6358e1e0351af0e5bb44e5d14c8060d5bcdd0b1d8a8b50605c88b142f26
|
||||||
|
size 338607360
|
||||||
3
Quantum-X.IQ4_XS.gguf
Normal file
3
Quantum-X.IQ4_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:13aee8cba6b82766ed3eda9784655e0b162663e565064d24c8edb1780c580f3f
|
||||||
|
size 351445248
|
||||||
3
Quantum-X.Q2_K.gguf
Normal file
3
Quantum-X.Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:cc3c55e5e503dc1459c40c9b0ca0141e10b940f5c6f8fe3c2233db82430c204f
|
||||||
|
size 338607360
|
||||||
3
Quantum-X.Q3_K_L.gguf
Normal file
3
Quantum-X.Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:4b573f49be7bd0a588ca717be66ba2ad8a93930e09e85d5141fcfd872d52ac68
|
||||||
|
size 369358080
|
||||||
3
Quantum-X.Q3_K_M.gguf
Normal file
3
Quantum-X.Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:b78ffdd4c397ab81aa0087875c84172b52aaab188a2021cb4d290e1968d6dedf
|
||||||
|
size 355466496
|
||||||
3
Quantum-X.Q3_K_S.gguf
Normal file
3
Quantum-X.Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:60de924f5ba46c6f8e04d61081d5ff5c834db9c5ace4d5057401d2370ef41116
|
||||||
|
size 338263296
|
||||||
3
Quantum-X.Q4_K_M.gguf
Normal file
3
Quantum-X.Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:8d78f2832c7fddfba3c291e46b7f65f84f2e4f1ee30382ffc25b09503060c376
|
||||||
|
size 397807872
|
||||||
3
Quantum-X.Q4_K_S.gguf
Normal file
3
Quantum-X.Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:6fcd6e114f74b6a55ad0fcfcb84a265e6137e784efc84cbb8432396133bf8f67
|
||||||
|
size 385471744
|
||||||
3
Quantum-X.Q5_K_M.gguf
Normal file
3
Quantum-X.Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:73d7808621e3ed656495219efd93c9c8a218c553aa055a1ec5bf85a472c589fb
|
||||||
|
size 420086016
|
||||||
3
Quantum-X.Q5_K_S.gguf
Normal file
3
Quantum-X.Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:426afaa8d30f1a87daa87394698915e4df4159c3f48c2f2e0b0e7971ef0602f4
|
||||||
|
size 412710144
|
||||||
3
Quantum-X.Q6_K.gguf
Normal file
3
Quantum-X.Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:3939220898974b46cd46a7724d79193dfc30d4fd809e54a28cfe340ae04e0d80
|
||||||
|
size 505736448
|
||||||
3
Quantum-X.Q8_0.gguf
Normal file
3
Quantum-X.Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:5dac75a4194cc0026aa1660d67c270632300beed35fed0f0c11c9dc4e2829a34
|
||||||
|
size 531068160
|
||||||
3
Quantum-X.f16.gguf
Normal file
3
Quantum-X.f16.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:ab115333a3a5f629ac6dd41b51fc6d43517661372121f126cf12787546ac2130
|
||||||
|
size 994156800
|
||||||
153
README.md
Normal file
153
README.md
Normal file
@@ -0,0 +1,153 @@
|
|||||||
|
---
|
||||||
|
library_name: transformers
|
||||||
|
license: apache-2.0
|
||||||
|
language:
|
||||||
|
- en
|
||||||
|
tags:
|
||||||
|
- qwen2.5
|
||||||
|
- 0.5B
|
||||||
|
- conversational
|
||||||
|
- fast
|
||||||
|
- lightweight
|
||||||
|
- quantsaparklabs
|
||||||
|
pipeline_tag: text-generation
|
||||||
|
base_model: QuantaSparkLabs/Quantum-X
|
||||||
|
---
|
||||||
|
|
||||||
|
# GGUF Files for Quantum-X
|
||||||
|
|
||||||
|
These are the GGUF files for [QuantaSparkLabs/Quantum-X](https://huggingface.co/QuantaSparkLabs/Quantum-X).
|
||||||
|
|
||||||
|
> [!NOTE]
|
||||||
|
> **Note:** This is the **second iteration/revision** of this model. A revision is made when a model repo gets updated with a new model.
|
||||||
|
> This is the latest version of the model.
|
||||||
|
>
|
||||||
|
> [[first iteration (1)](https://huggingface.co/Flexan/QuantaSparkLabs-Quantum-X-GGUF-i1)]
|
||||||
|
|
||||||
|
## Downloads
|
||||||
|
|
||||||
|
| GGUF Link | Quantization | Description |
|
||||||
|
| ---- | ----- | ----------- |
|
||||||
|
| [Download](https://huggingface.co/Flexan/QuantaSparkLabs-Quantum-X-GGUF/resolve/main/Quantum-X.Q2_K.gguf) | Q2_K | Lowest quality |
|
||||||
|
| [Download](https://huggingface.co/Flexan/QuantaSparkLabs-Quantum-X-GGUF/resolve/main/Quantum-X.Q3_K_S.gguf) | Q3_K_S | |
|
||||||
|
| [Download](https://huggingface.co/Flexan/QuantaSparkLabs-Quantum-X-GGUF/resolve/main/Quantum-X.IQ3_S.gguf) | IQ3_S | Integer quant, preferable over Q3_K_S |
|
||||||
|
| [Download](https://huggingface.co/Flexan/QuantaSparkLabs-Quantum-X-GGUF/resolve/main/Quantum-X.IQ3_M.gguf) | IQ3_M | Integer quant |
|
||||||
|
| [Download](https://huggingface.co/Flexan/QuantaSparkLabs-Quantum-X-GGUF/resolve/main/Quantum-X.Q3_K_M.gguf) | Q3_K_M | |
|
||||||
|
| [Download](https://huggingface.co/Flexan/QuantaSparkLabs-Quantum-X-GGUF/resolve/main/Quantum-X.Q3_K_L.gguf) | Q3_K_L | |
|
||||||
|
| [Download](https://huggingface.co/Flexan/QuantaSparkLabs-Quantum-X-GGUF/resolve/main/Quantum-X.IQ4_XS.gguf) | IQ4_XS | Integer quant |
|
||||||
|
| [Download](https://huggingface.co/Flexan/QuantaSparkLabs-Quantum-X-GGUF/resolve/main/Quantum-X.Q4_K_S.gguf) | Q4_K_S | Fast with good performance |
|
||||||
|
| [Download](https://huggingface.co/Flexan/QuantaSparkLabs-Quantum-X-GGUF/resolve/main/Quantum-X.Q4_K_M.gguf) | Q4_K_M | **Recommended:** Perfect mix of speed and performance |
|
||||||
|
| [Download](https://huggingface.co/Flexan/QuantaSparkLabs-Quantum-X-GGUF/resolve/main/Quantum-X.Q5_K_S.gguf) | Q5_K_S | |
|
||||||
|
| [Download](https://huggingface.co/Flexan/QuantaSparkLabs-Quantum-X-GGUF/resolve/main/Quantum-X.Q5_K_M.gguf) | Q5_K_M | |
|
||||||
|
| [Download](https://huggingface.co/Flexan/QuantaSparkLabs-Quantum-X-GGUF/resolve/main/Quantum-X.Q6_K.gguf) | Q6_K | Very good quality |
|
||||||
|
| [Download](https://huggingface.co/Flexan/QuantaSparkLabs-Quantum-X-GGUF/resolve/main/Quantum-X.Q8_0.gguf) | Q8_0 | Best quality |
|
||||||
|
| [Download](https://huggingface.co/Flexan/QuantaSparkLabs-Quantum-X-GGUF/resolve/main/Quantum-X.f16.gguf) | f16 | Full precision, don't bother; use a quant |
|
||||||
|
|
||||||
|
## Note from Flexan
|
||||||
|
|
||||||
|
I provide GGUFs and quantizations of publicly available models that do not have a GGUF equivalent available yet,
|
||||||
|
usually for models **I deem interesting and wish to try out**.
|
||||||
|
|
||||||
|
If there are some quants missing that you'd like me to add, you may request one in the community tab.
|
||||||
|
If you want to request a public model to be converted, you can also request that in the community tab.
|
||||||
|
If you have questions regarding this model, please refer to [the original model repo](https://huggingface.co/QuantaSparkLabs/Quantum-X).
|
||||||
|
|
||||||
|
You can find more info about me and what I do [here](https://huggingface.co/Flexan/Flexan).
|
||||||
|
|
||||||
|
# Model Card for Quantum-X
|
||||||
|
|
||||||
|
<p align="center">
|
||||||
|
<img src="https://huggingface.co/QuantaSparkLabs/NYXIS-Pro/resolve/main/preview imgagee.png"
|
||||||
|
alt="NYXIS Logo"
|
||||||
|
width="160"
|
||||||
|
height="160"
|
||||||
|
style="border-radius: 50%; object-fit: cover;">
|
||||||
|
</p>
|
||||||
|
|
||||||
|
<p align="center">
|
||||||
|
<img src="https://huggingface.co/QuantaSparkLabs/NYXIS-Pro/resolve/main/logoname.png"
|
||||||
|
alt="NYXIS Name"
|
||||||
|
width="700"
|
||||||
|
style="border-radius: 18px;">
|
||||||
|
</p>
|
||||||
|
|
||||||
|
<p align="center">
|
||||||
|
<a href="https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct"><img src="https://img.shields.io/badge/Base-Qwen%202.5%200.5B-blueviolet" alt="Base Model"></a>
|
||||||
|
<a href="https://huggingface.co/datasets/teknium/OpenHermes-2.5"><img src="https://img.shields.io/badge/Data-OpenHermes%202.5-00BFFF" alt="Training Data"></a>
|
||||||
|
<a href="#"><img src="https://img.shields.io/badge/Fine--Tune-QLoRA%20%2B%20Unsloth-FF6F00" alt="Fine-Tune Method"></a>
|
||||||
|
<a href="#"><img src="https://img.shields.io/badge/Size-0.5B%20Params-lightgrey" alt="Model Size"></a>
|
||||||
|
<a href="#"><img src="https://img.shields.io/badge/Speed-Blazing%20Fast-brightgreen" alt="Speed"></a>
|
||||||
|
<a href="https://www.apache.org/licenses/LICENSE-2.0"><img src="https://img.shields.io/badge/License-Apache%202.0-yellow" alt="License"></a>
|
||||||
|
</p>
|
||||||
|
|
||||||
|
# Quantum-X
|
||||||
|
|
||||||
|
A compact, high‑speed conversational AI built on **Qwen 2.5 0.5B** — small enough for edge devices, smart enough for real conversation.
|
||||||
|
|
||||||
|
## 📋 Overview
|
||||||
|
|
||||||
|
Quantum‑X is a **0.5 billion parameter** language model developed by QuantaSparkLabs. It's fine‑tuned from Qwen 2.5 0.5B on a mix of OpenHermes‑2.5 conversations and custom identity data, giving it warm, direct conversational abilities while keeping inference blazingly fast.
|
||||||
|
|
||||||
|
| Feature | Detail |
|
||||||
|
|---------|--------|
|
||||||
|
| **Base Model** | Qwen 2.5 0.5B‑Instruct |
|
||||||
|
| **Parameters** | ~0.5B |
|
||||||
|
| **Fine‑tuning** | QLoRA (Unsloth), 2 epochs |
|
||||||
|
| **Training Data** | OpenHermes‑2.5 + identity examples |
|
||||||
|
| **Tensor Precision** | FP16 |
|
||||||
|
| **Chat Template** | ✅ Native Qwen2 chat template |
|
||||||
|
|
||||||
|
## ✨ What It Does Well
|
||||||
|
|
||||||
|
- **Conversational AI**: Natural, warm dialogue with identity baked in.
|
||||||
|
- **Factual Q&A**: Answers general knowledge questions correctly.
|
||||||
|
- **Fast Inference**: 0.5B parameters = near‑instant responses on CPU or GPU.
|
||||||
|
- **Edge Friendly**: Runs comfortably on 2 GB RAM, even on a phone.
|
||||||
|
|
||||||
|
## 💻 Quick Start
|
||||||
|
|
||||||
|
```python
|
||||||
|
from transformers import AutoTokenizer, AutoModelForCausalLM
|
||||||
|
import torch
|
||||||
|
|
||||||
|
model_id = "QuantaSparkLabs/Quantum-X"
|
||||||
|
tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
|
||||||
|
model = AutoModelForCausalLM.from_pretrained(
|
||||||
|
model_id,
|
||||||
|
torch_dtype=torch.float16,
|
||||||
|
device_map="auto",
|
||||||
|
trust_remote_code=True
|
||||||
|
)
|
||||||
|
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": "You are Quantum-X, created by QuantaSparkLabs."},
|
||||||
|
{"role": "user", "content": "What is the capital of France?"}
|
||||||
|
]
|
||||||
|
inputs = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
|
||||||
|
input_ids = tokenizer(inputs, return_tensors="pt").to(model.device)
|
||||||
|
|
||||||
|
outputs = model.generate(**input_ids, max_new_tokens=100, temperature=0.7, do_sample=True)
|
||||||
|
print(tokenizer.decode(outputs[0], skip_special_tokens=True))
|
||||||
|
```
|
||||||
|
|
||||||
|
## 🚀 Hardware Requirements
|
||||||
|
|
||||||
|
| Environment | RAM | Storage | Ideal For |
|
||||||
|
| :--- | :--- | :--- | :--- |
|
||||||
|
| **CPU** | 2 GB | ~500 MB | Testing, embedded apps |
|
||||||
|
| **GPU** | 1‑2 GB VRAM | ~500 MB | Development, serving |
|
||||||
|
| **Edge / Mobile** | >1 GB | ~500 MB | On‑device inference |
|
||||||
|
|
||||||
|
## ⚠️ Limitations
|
||||||
|
|
||||||
|
- **Complex reasoning**: Multi‑step logic or advanced math may be inconsistent.
|
||||||
|
- **Factual precision**: Can occasionally produce outdated or incorrect information.
|
||||||
|
- **Not for high‑stakes use**: Don't use for medical, legal, or safety‑critical decisions.
|
||||||
|
|
||||||
|
## 📄 License
|
||||||
|
|
||||||
|
Apache 2.0
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
<center>Built with ❤️ by QuantaSparkLabs<br>Model ID: Quantum‑X • Rebuilt 2026</center>
|
||||||
Reference in New Issue
Block a user