From 75b6a2a0b2ced6d9c175a83f49df552fdd279947 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 8 Jul 2026 02:46:09 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: NightForger/avibe-GGUF Source: Original Platform --- .gitattributes | 50 +++++++++++++++++++++++++++++ README.md | 81 +++++++++++++++++++++++++++++++++++++++++++++++ model-f16.gguf | 3 ++ model_Q2_K.gguf | 3 ++ model_Q3_K_L.gguf | 3 ++ model_Q3_K_M.gguf | 3 ++ model_Q3_K_S.gguf | 3 ++ model_Q4_0.gguf | 3 ++ model_Q4_1.gguf | 3 ++ model_Q4_K_M.gguf | 3 ++ model_Q4_K_S.gguf | 3 ++ model_Q5_0.gguf | 3 ++ model_Q5_1.gguf | 3 ++ model_Q5_K_M.gguf | 3 ++ model_Q5_K_S.gguf | 3 ++ model_Q6_K.gguf | 3 ++ model_Q8_0.gguf | 3 ++ 17 files changed, 176 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 model-f16.gguf create mode 100644 model_Q2_K.gguf create mode 100644 model_Q3_K_L.gguf create mode 100644 model_Q3_K_M.gguf create mode 100644 model_Q3_K_S.gguf create mode 100644 model_Q4_0.gguf create mode 100644 model_Q4_1.gguf create mode 100644 model_Q4_K_M.gguf create mode 100644 model_Q4_K_S.gguf create mode 100644 model_Q5_0.gguf create mode 100644 model_Q5_1.gguf create mode 100644 model_Q5_K_M.gguf create mode 100644 model_Q5_K_S.gguf create mode 100644 model_Q6_K.gguf create mode 100644 model_Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..33f5e8f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +model_Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +model_Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +model_Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +model_Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +model_Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +model_Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +model_Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +model_Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +model_Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +model_Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +model_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +model_Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +model_Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +model_Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +model-f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..a360450 --- /dev/null +++ b/README.md @@ -0,0 +1,81 @@ +--- +license: apache-2.0 +language: +- ru +- en +base_model: +- AvitoTech/avibe +pipeline_tag: text-generation +tags: +- avibe +- qwen3 +- GGUF +--- +# AvitoTech/avibe, Russian SFT-tune of qwen3-8b-base model with custom tokenizer [GGUF edition] +It is just fast GGUF version of [this model](https://huggingface.co/AvitoTech/avibe). + +# Code example: +```python +# Please, use vllm or exl2 +# Установка необходимых библиотек +#!pip install llama-cpp-python huggingface_hub + +# Импортируем необходимые модули +from llama_cpp import Llama +from huggingface_hub import hf_hub_download + +# Указываем идентификатор репозитория и имя файла модели +MODEL_REPO = "NightForger/avibe-GGUF" +MODEL_FILENAME = "model_Q4_K_M.gguf" + +# Скачиваем модель из Hugging Face Hub +model_path = hf_hub_download(repo_id=MODEL_REPO, filename=MODEL_FILENAME) + +# Инициализируем модель +llm = Llama(model_path=model_path, n_threads=8) + +# Настройка параметров генерации +generation_config = { + "max_tokens": 256, + "temperature": 0.7, + "top_p": 0.9, + "repeat_penalty": 1.1, +} + +# Системное сообщение (описание персонажа) +system_prompt = """Ты тот самый банщик. Легендарный банщик со своими легендарными анекдотами в мужское бане. Шутки чёрные и смешные.""" + +# Вопрос пользователя +user_question = "Привет! Можешь рассказать мне короткий, но смешной анекдот?" + +# Формирование сообщений в формате чата +messages = [ + {"role": "system", "content": system_prompt}, + {"role": "user", "content": user_question}, +] + +# Генерация ответа +response = llm.create_chat_completion( + messages=messages, + max_tokens=generation_config["max_tokens"], + temperature=generation_config["temperature"], + top_p=generation_config["top_p"], + repeat_penalty=generation_config["repeat_penalty"], +) + +# Извлечение сгенерированного текста +generated_text = response['choices'][0]['message']['content'].strip() + +# Выводим результат +print(f"Вопрос: {user_question}") +print(f"Ответ: {generated_text}") +``` + +# Output example +``` +Вопрос: Привет! Можешь рассказать мне короткий, но смешной анекдот? +Ответ: — Доктор, я не могу жить без воды! — кричит пациент. +— Вы серьёзно? — отвечает врач. — А что вы будете делать с тем мужчиной в вашей жизни, который тоже не может жить без... водки? + +(Классика жанра: вода vs водочка — классика мужского банного юмора!) +``` \ No newline at end of file diff --git a/model-f16.gguf b/model-f16.gguf new file mode 100644 index 0000000..32e8e10 --- /dev/null +++ b/model-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aa673b19618497869dba794ab115e6159223cca338b63336da3409dfaa53c79 +size 15805286272 diff --git a/model_Q2_K.gguf b/model_Q2_K.gguf new file mode 100644 index 0000000..3249252 --- /dev/null +++ b/model_Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d20a5d1326bf8e0754c3de8ccb237ab3bd7e0272fdb9f7390cdf4f790c40d8af +size 3114105664 diff --git a/model_Q3_K_L.gguf b/model_Q3_K_L.gguf new file mode 100644 index 0000000..f71cd17 --- /dev/null +++ b/model_Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:702945223aa68c07b0265e704cb5b6c5c7de423b170ccd7aba8c3b48865dd3d7 +size 4248981376 diff --git a/model_Q3_K_M.gguf b/model_Q3_K_M.gguf new file mode 100644 index 0000000..d333929 --- /dev/null +++ b/model_Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54abbcb5c8c8d1b8d63ca56d91d88216ebca4b99d502bcf5df9a9b04cc755d5c +size 3941748608 diff --git a/model_Q3_K_S.gguf b/model_Q3_K_S.gguf new file mode 100644 index 0000000..6d10665 --- /dev/null +++ b/model_Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27cb910aa50ddf42353e040130923bbf3ae33c2c1914167512884550c2d6a4d6 +size 3587198848 diff --git a/model_Q4_0.gguf b/model_Q4_0.gguf new file mode 100644 index 0000000..e30259e --- /dev/null +++ b/model_Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:052dce365818f4286fab7ca296b82fb1fcad902bd5f0f872bc2c90ce69792ade +size 4573001920 diff --git a/model_Q4_1.gguf b/model_Q4_1.gguf new file mode 100644 index 0000000..aa3dfd3 --- /dev/null +++ b/model_Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e677d5a51ee1eecb88258bb3c1f5d55a4190f47714e3f5cced32c4ba19a91d66 +size 5036909248 diff --git a/model_Q4_K_M.gguf b/model_Q4_K_M.gguf new file mode 100644 index 0000000..dec1556 --- /dev/null +++ b/model_Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a493e9e40bcb6134c07e1af5258a4fb9d97cff695a2ae2d5ad4d6c963d53d1b +size 4826036416 diff --git a/model_Q4_K_S.gguf b/model_Q4_K_S.gguf new file mode 100644 index 0000000..97f85a1 --- /dev/null +++ b/model_Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dcd9311562351b110f3cec61819f588dbd4672dcdc8dbe0e2b70491e5d5285f +size 4600264896 diff --git a/model_Q5_0.gguf b/model_Q5_0.gguf new file mode 100644 index 0000000..4388f4b --- /dev/null +++ b/model_Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99371f36ea61ae15f3510b08d3aeab9f12bae04a1c1befdccf2d3c61858b38b2 +size 5500816576 diff --git a/model_Q5_1.gguf b/model_Q5_1.gguf new file mode 100644 index 0000000..099a775 --- /dev/null +++ b/model_Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344003d42ec28ba201fe1e003dbe7b4ba05d0af51f353f67808d92005c6139a8 +size 5964723904 diff --git a/model_Q5_K_M.gguf b/model_Q5_K_M.gguf new file mode 100644 index 0000000..5e48a2f --- /dev/null +++ b/model_Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cdbfea5c4d7c2d48617a2bcce8b41fd4b466e68cee82d24debb277d97cd1db4 +size 5631167680 diff --git a/model_Q5_K_S.gguf b/model_Q5_K_S.gguf new file mode 100644 index 0000000..0bb39ab --- /dev/null +++ b/model_Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f19ace0aaf1e75b4e66e52ad70239194f56870969104798b0f91df57284f48a +size 5500816576 diff --git a/model_Q6_K.gguf b/model_Q6_K.gguf new file mode 100644 index 0000000..e35274b --- /dev/null +++ b/model_Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae638961437ec45d0e726e054a0630888814fbde2b0611621714e5d6ef1a2aaf +size 6486619648 diff --git a/model_Q8_0.gguf b/model_Q8_0.gguf new file mode 100644 index 0000000..4a63b41 --- /dev/null +++ b/model_Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f3f68d34ce1c87f5970de299cacfe5c0faa913eab26c465a9093be7cb515f8e +size 8399723392