From eddb33bcdf18a2326c820ba000bce74e6860f70d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 20 Jun 2026 13:34:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: darkai-1/darkit-v2.0 Source: Original Platform --- Q4_K_M.gguf | 3 ++ Q5_K_M.gguf | 3 ++ Q8_0.gguf | 3 ++ README.md | 62 +++++++++++++++++++++++++++++++++ config.json | 3 ++ notebook.ipynb | 93 ++++++++++++++++++++++++++++++++++++++++++++++++++ 6 files changed, 167 insertions(+) create mode 100644 Q4_K_M.gguf create mode 100644 Q5_K_M.gguf create mode 100644 Q8_0.gguf create mode 100644 README.md create mode 100644 config.json create mode 100644 notebook.ipynb diff --git a/Q4_K_M.gguf b/Q4_K_M.gguf new file mode 100644 index 0000000..ec64326 --- /dev/null +++ b/Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7553f99f3b4b2e229ff7dc64a6cd0ebb654cd4f2b0b0d302792a41e426e4d8a +size 9001752960 diff --git a/Q5_K_M.gguf b/Q5_K_M.gguf new file mode 100644 index 0000000..2b4bca6 --- /dev/null +++ b/Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2719f392c4c2d97ef707eda627faf0529a01591d68d75178aa75ee5bdb6359d +size 10514569600 diff --git a/Q8_0.gguf b/Q8_0.gguf new file mode 100644 index 0000000..490e385 --- /dev/null +++ b/Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cf59588d66fee143619965c818e5b8e3bf80514494db28d9f97893815bc9248 +size 15698533760 diff --git a/README.md b/README.md new file mode 100644 index 0000000..961f1cc --- /dev/null +++ b/README.md @@ -0,0 +1,62 @@ +--- +language: multilingual +license: apache-2.0 +organization: darkai +author: darkai +library_name: llama.cpp +tags: +- darkit-2.0 +- DarkAI Company +- text-generation +- programming +- reasoning +base_model: darkai/darkit-v2.0 +model_type: custom +pipeline_tag: text-generation +--- + +# DarkIT v2.0 + +DarkIT is a high-performance large language model designed for **advanced programming, reasoning, and natural conversation**. + +is optimized to deliver strong results in: +- Code generation and debugging +- Logical reasoning & problem solving +- Instruction following in complex tasks +- No request is refused + +--- + +## Key Specifications + +- **Model Family:** DarkIT Coder +- **Model Size:** 15B parameters (optimized inference build) +- **Context Length:** 256K tokens +- **Format:** GGUF (quantized for efficient local deployment) +- **Target Use:** Local AI inference (CPU & RAM / GPU) + +--- + +## Performance Notes + +- Optimized for speed and memory efficiency +- Stable output generation across long prompts +- Strong balance between creativity and correctness +- Suitable for both chat and developer workflows + +--- + +## ⚠️ Notes + +- Designed for inference-only deployment +- Performance may vary depending on hardware and quantization level +- Best results with structured prompts + +--- + +**DarkAI** is an independent AI research initiative focused on building efficient, powerful, and scalable language models for real-world applications. + +--- + +- **Company Website:** [DarkAI](https://darkai.site) +- **Owner:** [DARK on Telegram](https://t.me/sii_3) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..15ed818 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "architectures": ["darkit-2.0"] +} \ No newline at end of file diff --git a/notebook.ipynb b/notebook.ipynb new file mode 100644 index 0000000..6184821 --- /dev/null +++ b/notebook.ipynb @@ -0,0 +1,93 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "!pip install llama-cpp-python huggingface_hub --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu124\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from huggingface_hub import HfApi\n", + "from llama_cpp import Llama\n", + "import os\n", + "\n", + "REPO_ID = \"darkai-1/darkit-v2.0\"\n", + "api = HfApi()\n", + "\n", + "files = api.list_repo_files(REPO_ID)\n", + "gguf_files = [f for f in files if f.endswith(\".gguf\")]\n", + "\n", + "for i, f in enumerate(gguf_files):\n", + " print(f\"[{i}] {f}\")\n", + "\n", + "choice = int(input(\"Select model number: \"))\n", + "filename = gguf_files[choice]\n", + "\n", + "llm = Llama.from_pretrained(\n", + " repo_id=REPO_ID,\n", + " filename=filename,\n", + " n_ctx=2048,\n", + " n_batch=128,\n", + " n_ubatch=128,\n", + " n_threads=os.cpu_count() or 4,\n", + " n_threads_batch=os.cpu_count() or 4,\n", + " n_gpu_layers=-1,\n", + " verbose=False,\n", + " no_perf=True,\n", + ")\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "llm.set_cache(None)\n", + "\n", + "PROMPT = \"Hi how are you?\"\n", + "\n", + "stream = llm(\n", + " f\"<|im_start|>user\\n{PROMPT}<|im_end|>\\n<|im_start|>assistant\\n\",\n", + " max_tokens=128,\n", + " temperature=0.7,\n", + " top_p=0.8,\n", + " top_k=20,\n", + " stream=True,\n", + " stop=[\n", + " \"<|im_end|>\",\n", + " \"<|im_start|>\",\n", + " \"\\n\\nUser:\",\n", + " \"\\n\\nAssistant:\"\n", + " ],\n", + " echo=False\n", + ")\n", + "\n", + "for chunk in stream:\n", + " text = chunk[\"choices\"][0][\"text\"]\n", + "\n", + " if text:\n", + " print(text, end=\"\", flush=True)\n", + "\n", + "print()\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} \ No newline at end of file