From 0679387d666f29d536d28bc267afd466f9b43b66 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 26 Apr 2026 19:10:05 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: SAi404/niko_v0.1 Source: Original Platform --- .gitattributes | 38 ++++++++++++++++++++++++++++ Modelfile | 57 ++++++++++++++++++++++++++++++++++++++++++ README.md | 16 ++++++++++++ adapter_config.json | 37 +++++++++++++++++++++++++++ adapter_model.bin | 3 +++ config.json | 3 +++ gpt_language_model.pth | 3 +++ unsloth.F16.gguf | 3 +++ unsloth.Q2_K.gguf | 3 +++ unsloth.Q4_K_M.gguf | 3 +++ 10 files changed, 166 insertions(+) create mode 100644 .gitattributes create mode 100644 Modelfile create mode 100644 README.md create mode 100644 adapter_config.json create mode 100644 adapter_model.bin create mode 100644 config.json create mode 100644 gpt_language_model.pth create mode 100644 unsloth.F16.gguf create mode 100644 unsloth.Q2_K.gguf create mode 100644 unsloth.Q4_K_M.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..39b07eb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,38 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +unsloth.F16.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Modelfile b/Modelfile new file mode 100644 index 0000000..7a9611c --- /dev/null +++ b/Modelfile @@ -0,0 +1,57 @@ + +FROM /content/SAi404/niko_v0.1/unsloth.F16.gguf +TEMPLATE """{{ if .Messages }} +{{- if or .System .Tools }}<|start_header_id|>system<|end_header_id|> +{{- if .System }} + +{{ .System }} +{{- end }} +{{- if .Tools }} + +You are a helpful assistant with tool calling capabilities. When you receive a tool call response, use the output to format an answer to the original use question. +{{- end }} +{{- end }}<|eot_id|> +{{- range $i, $_ := .Messages }} +{{- $last := eq (len (slice $.Messages $i)) 1 }} +{{- if eq .Role "user" }}<|start_header_id|>user<|end_header_id|> +{{- if and $.Tools $last }} + +Given the following functions, please respond with a JSON for a function call with its proper arguments that best answers the given prompt. + +Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}. Do not use variables. + +{{ $.Tools }} +{{- end }} + +{{ .Content }}<|eot_id|>{{ if $last }}<|start_header_id|>assistant<|end_header_id|> + +{{ end }} +{{- else if eq .Role "assistant" }}<|start_header_id|>assistant<|end_header_id|> +{{- if .ToolCalls }} + +{{- range .ToolCalls }}{"name": "{{ .Function.Name }}", "parameters": {{ .Function.Arguments }}}{{ end }} +{{- else }} + +{{ .Content }}{{ if not $last }}<|eot_id|>{{ end }} +{{- end }} +{{- else if eq .Role "tool" }}<|start_header_id|>ipython<|end_header_id|> + +{{ .Content }}<|eot_id|>{{ if $last }}<|start_header_id|>assistant<|end_header_id|> + +{{ end }} +{{- end }} +{{- end }} +{{- else }} +{{- if .System }}<|start_header_id|>system<|end_header_id|> + +{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|> + +{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|> + +{{ end }}{{ .Response }}{{ if .Response }}<|eot_id|>{{ end }}""" +PARAMETER stop "<|start_header_id|>" +PARAMETER stop "<|end_header_id|>" +PARAMETER stop "<|eot_id|>" +PARAMETER stop "<|eom_id|>" +PARAMETER temperature 1.5 +PARAMETER min_p 0.1 \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..e31d22c --- /dev/null +++ b/README.md @@ -0,0 +1,16 @@ +--- +language: +- ru +library_name: transformers +pipeline_tag: text-generation +tags: +- unsloth +--- +# Модель которая "ощущает" +Данная модель была создана путём дообучения модели llama3.2 3B от unsloth с использованием [их инструментов](https://unsloth.ai/).
+Датасет, на сколько помнится, большая его часть был написан лично мною и не превышал и 1000 строк.
+Другая часть была сгенерирована с использованием ChatGPT на основе инструкции — имитировать личность и характер персонажа. + +### Ниже продемонстрирована работа модели. + +![image](https://cdn-uploads.huggingface.co/production/uploads/65357c74c7530aa27fcaf09e/GdVN_qOqJrxt6WkiMzhih.png) diff --git a/adapter_config.json b/adapter_config.json new file mode 100644 index 0000000..95247cc --- /dev/null +++ b/adapter_config.json @@ -0,0 +1,37 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "unsloth/llama-3.2-3b-instruct-bnb-4bit", + "bias": "none", + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "o_proj", + "k_proj", + "gate_proj", + "up_proj", + "v_proj", + "q_proj", + "down_proj" + ], + "task_type": "CAUSAL_LM", + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/adapter_model.bin b/adapter_model.bin new file mode 100644 index 0000000..b21c4f6 --- /dev/null +++ b/adapter_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d75c65cca837e1e64cb2a7cdaa83d0756247fb5ea62e27d46b96cffd0c8f4987 +size 97396522 diff --git a/config.json b/config.json new file mode 100644 index 0000000..a4ba21b --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "llama" +} \ No newline at end of file diff --git a/gpt_language_model.pth b/gpt_language_model.pth new file mode 100644 index 0000000..b7acec9 --- /dev/null +++ b/gpt_language_model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e40a58ed2a392b56f610bb91793fb1da05c8aaa9c12bc3dd2ab4a0c2fb181343 +size 55171968 diff --git a/unsloth.F16.gguf b/unsloth.F16.gguf new file mode 100644 index 0000000..1ea84dd --- /dev/null +++ b/unsloth.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4209bc3d82caef5011baf77666d14a8f9310083e4f2ffc12a5fe01a3794d000b +size 6433688384 diff --git a/unsloth.Q2_K.gguf b/unsloth.Q2_K.gguf new file mode 100644 index 0000000..72adc6b --- /dev/null +++ b/unsloth.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2542058e6d864fcd3f1c492255d27d8705b47b9e2977537e230e6104e0dd421f +size 1363936064 diff --git a/unsloth.Q4_K_M.gguf b/unsloth.Q4_K_M.gguf new file mode 100644 index 0000000..e447d70 --- /dev/null +++ b/unsloth.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f645805c898b812101fa7e5278f7c80d61cfcce093ba79bfe1c88ff0c460a7c +size 2019377984