From f4b8e223824e9de9e947a1777f4560964baa1b6d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 20 Jun 2026 14:14:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: darkai-1/darkit-v3-1M Source: Original Platform --- Q3_K_M.gguf | 3 ++ Q4_K_M.gguf | 3 ++ Q8_0.gguf | 3 ++ README.md | 117 +++++++++++++++++++++++++++++++++++++++++++++++++ config.json | 3 ++ notebook.ipynb | 93 +++++++++++++++++++++++++++++++++++++++ 6 files changed, 222 insertions(+) create mode 100644 Q3_K_M.gguf create mode 100644 Q4_K_M.gguf create mode 100644 Q8_0.gguf create mode 100644 README.md create mode 100644 config.json create mode 100644 notebook.ipynb diff --git a/Q3_K_M.gguf b/Q3_K_M.gguf new file mode 100644 index 0000000..35261e9 --- /dev/null +++ b/Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10c72b16521e035100d5df00cd7cc6f51175382295b04a8b2aed1b7569907821 +size 7339203840 diff --git a/Q4_K_M.gguf b/Q4_K_M.gguf new file mode 100644 index 0000000..ffca300 --- /dev/null +++ b/Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff2f72766da9edad8ba8de7133d4f632c90164cef565d8c22a754b3ed48e9762 +size 8988110080 diff --git a/Q8_0.gguf b/Q8_0.gguf new file mode 100644 index 0000000..e0f170a --- /dev/null +++ b/Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04175ab8a03e9e6d619f0ecba399922f7afdcbce3335780bb0bd66f77ea3f7d5 +size 15701597440 diff --git a/README.md b/README.md new file mode 100644 index 0000000..484eea2 --- /dev/null +++ b/README.md @@ -0,0 +1,117 @@ +--- +language: multilingual +license: apache-2.0 +organization: darkai +author: darkai +library_name: llama.cpp +tags: +- darkit-3 +- DarkAI Company +- text-generation +- programming +- reasoning +base_model: darkai/darkit-v3 +model_type: custom +pipeline_tag: text-generation +--- +# DarkIT v3 + +DarkIT is a next-generation high-performance large language model engineered for **advanced programming, deep reasoning, and natural human conversation**. + +DarkIT v3 introduces major improvements in: +- Advanced code generation +- Complex debugging & error analysis +- Long-context reasoning +- Multi-language programming support +- Instruction following for difficult technical tasks +- Architecture understanding & code refactoring +- Stable conversational behavior +- Fast and efficient local inference +- Unrestricted responses with strong adaptability + +--- + +# What's New in v3 + +DarkIT v3 has been significantly upgraded with a massive programming-focused training phase. + +### Major Improvements +- Trained on over **18 million high-quality programming conversations** +- Strongly improved coding intelligence and reasoning +- Better understanding of software architecture and system design +- More accurate debugging and bug fixing +- Improved instruction consistency +- Better long-response stability +- Reduced hallucinations in programming tasks +- Faster response generation quality under long prompts + +### Programming Capabilities +DarkIT v3 performs strongly across: +- Python +- C++ +- JavaScript / TypeScript +- Java +- Rust +- Go +- PHP +- SQL +- Bash / Shell scripting +- HTML / CSS +- AI & Machine Learning workflows + +--- + +# Key Specifications + +- **Model Family:** DarkIT Coder +- **Version:** v3 +- **Model Size:** 15B Parameters +- **Context Length:** 1M Tokens +- **Format:** GGUF (optimized for efficient local deployment) +- **Inference Support:** CPU / GPU +- **Primary Focus:** Programming & Technical Reasoning + +--- + +# Performance Notes + +- Optimized for strong local inference performance +- Excellent balance between speed and output quality +- Stable long-context generation +- Enhanced code completion consistency +- Improved logical reasoning across technical tasks +- Designed for developer workflows and advanced prompting + +--- + +# Recommended Usage + +DarkIT v3 performs best when used for: +- Software development +- AI engineering tasks +- Code generation +- Debugging large projects +- Technical explanations +- Automation scripting +- Long-context programming conversations +- Local offline AI deployment + +--- + +# ⚠️ Notes + +- Designed primarily for inference deployment +- Output quality may vary depending on quantization level and hardware +- Best performance is achieved using structured prompts +- Large context usage may require substantial RAM/VRAM + +--- + +# About DarkAI + +DarkAI is an independent AI research initiative focused on building efficient, powerful, and scalable language models for real-world applications, with a strong focus on programming intelligence and local AI deployment. + +--- + +- **Website:** https://darkai.site +- **Telegram:** https://t.me/sii_3 \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..dffe3f0 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "architectures": ["darkit-3-1m"] +} \ No newline at end of file diff --git a/notebook.ipynb b/notebook.ipynb new file mode 100644 index 0000000..8b0bbe8 --- /dev/null +++ b/notebook.ipynb @@ -0,0 +1,93 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "!pip install llama-cpp-python huggingface_hub --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu124\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from huggingface_hub import HfApi\n", + "from llama_cpp import Llama\n", + "import os\n", + "\n", + "REPO_ID = \"darkai-1/darkit-v3-1M\"\n", + "api = HfApi()\n", + "\n", + "files = api.list_repo_files(REPO_ID)\n", + "gguf_files = [f for f in files if f.endswith(\".gguf\")]\n", + "\n", + "for i, f in enumerate(gguf_files):\n", + " print(f\"[{i}] {f}\")\n", + "\n", + "choice = int(input(\"Select model number: \"))\n", + "filename = gguf_files[choice]\n", + "\n", + "llm = Llama.from_pretrained(\n", + " repo_id=REPO_ID,\n", + " filename=filename,\n", + " n_ctx=2048,\n", + " n_batch=128,\n", + " n_ubatch=128,\n", + " n_threads=os.cpu_count() or 4,\n", + " n_threads_batch=os.cpu_count() or 4,\n", + " n_gpu_layers=-1,\n", + " verbose=False,\n", + " no_perf=True,\n", + ")\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "llm.set_cache(None)\n", + "\n", + "PROMPT = \"Hi how are you?\"\n", + "\n", + "stream = llm(\n", + " f\"<|im_start|>user\\n{PROMPT}<|im_end|>\\n<|im_start|>assistant\\n\",\n", + " max_tokens=128,\n", + " temperature=0.7,\n", + " top_p=0.8,\n", + " top_k=20,\n", + " stream=True,\n", + " stop=[\n", + " \"<|im_end|>\",\n", + " \"<|im_start|>\",\n", + " \"\\n\\nUser:\",\n", + " \"\\n\\nAssistant:\"\n", + " ],\n", + " echo=False\n", + ")\n", + "\n", + "for chunk in stream:\n", + " text = chunk[\"choices\"][0][\"text\"]\n", + "\n", + " if text:\n", + " print(text, end=\"\", flush=True)\n", + "\n", + "print()\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} \ No newline at end of file