From f3c33ff119fff83720a7ec1fba9861c2c10814fa Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 26 Jun 2026 04:10:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: theprint/TextSynth-3B-GGUF Source: Original Platform --- .gitattributes | 55 ++++++++++++++++++++++++++++++++++++++ Modelfile | 57 ++++++++++++++++++++++++++++++++++++++++ README.md | 23 ++++++++++++++++ TextSynth-3B.F16.gguf | 3 +++ TextSynth-3B.Q2_K.gguf | 3 +++ TextSynth-3B.Q3_K_L.gguf | 3 +++ TextSynth-3B.Q3_K_M.gguf | 3 +++ TextSynth-3B.Q3_K_S.gguf | 3 +++ TextSynth-3B.Q4_K_M.gguf | 3 +++ TextSynth-3B.Q4_K_S.gguf | 3 +++ TextSynth-3B.Q5_K_M.gguf | 3 +++ TextSynth-3B.Q6_K.gguf | 3 +++ TextSynth-3B.Q8_0.gguf | 3 +++ config.json | 3 +++ 14 files changed, 168 insertions(+) create mode 100644 .gitattributes create mode 100644 Modelfile create mode 100644 README.md create mode 100644 TextSynth-3B.F16.gguf create mode 100644 TextSynth-3B.Q2_K.gguf create mode 100644 TextSynth-3B.Q3_K_L.gguf create mode 100644 TextSynth-3B.Q3_K_M.gguf create mode 100644 TextSynth-3B.Q3_K_S.gguf create mode 100644 TextSynth-3B.Q4_K_M.gguf create mode 100644 TextSynth-3B.Q4_K_S.gguf create mode 100644 TextSynth-3B.Q5_K_M.gguf create mode 100644 TextSynth-3B.Q6_K.gguf create mode 100644 TextSynth-3B.Q8_0.gguf create mode 100644 config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..94d39cc --- /dev/null +++ b/.gitattributes @@ -0,0 +1,55 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +unsloth.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +TextSynth-3B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TextSynth-3B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.F16.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TextSynth-3B.F16.gguf filter=lfs diff=lfs merge=lfs -text +TextSynth-3B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +TextSynth-3B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TextSynth-3B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +TextSynth-3B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +TextSynth-3B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +TextSynth-3B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TextSynth-3B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Modelfile b/Modelfile new file mode 100644 index 0000000..2bdaca0 --- /dev/null +++ b/Modelfile @@ -0,0 +1,57 @@ + +FROM /content/theprint/TextSynth-3B-GGUF/unsloth.F16.gguf +TEMPLATE """{{ if .Messages }} +{{- if or .System .Tools }}<|start_header_id|>system<|end_header_id|> +{{- if .System }} + +{{ .System }} +{{- end }} +{{- if .Tools }} + +You are a helpful assistant with tool calling capabilities. When you receive a tool call response, use the output to format an answer to the original use question. +{{- end }} +{{- end }}<|eot_id|> +{{- range $i, $_ := .Messages }} +{{- $last := eq (len (slice $.Messages $i)) 1 }} +{{- if eq .Role "user" }}<|start_header_id|>user<|end_header_id|> +{{- if and $.Tools $last }} + +Given the following functions, please respond with a JSON for a function call with its proper arguments that best answers the given prompt. + +Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}. Do not use variables. + +{{ $.Tools }} +{{- end }} + +{{ .Content }}<|eot_id|>{{ if $last }}<|start_header_id|>assistant<|end_header_id|> + +{{ end }} +{{- else if eq .Role "assistant" }}<|start_header_id|>assistant<|end_header_id|> +{{- if .ToolCalls }} + +{{- range .ToolCalls }}{"name": "{{ .Function.Name }}", "parameters": {{ .Function.Arguments }}}{{ end }} +{{- else }} + +{{ .Content }}{{ if not $last }}<|eot_id|>{{ end }} +{{- end }} +{{- else if eq .Role "tool" }}<|start_header_id|>ipython<|end_header_id|> + +{{ .Content }}<|eot_id|>{{ if $last }}<|start_header_id|>assistant<|end_header_id|> + +{{ end }} +{{- end }} +{{- end }} +{{- else }} +{{- if .System }}<|start_header_id|>system<|end_header_id|> + +{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|> + +{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|> + +{{ end }}{{ .Response }}{{ if .Response }}<|eot_id|>{{ end }}""" +PARAMETER stop "<|start_header_id|>" +PARAMETER stop "<|end_header_id|>" +PARAMETER stop "<|eot_id|>" +PARAMETER stop "<|eom_id|>" +PARAMETER temperature 1.5 +PARAMETER min_p 0.1 \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..a49f095 --- /dev/null +++ b/README.md @@ -0,0 +1,23 @@ +--- +base_model: +- theprint/TextSynth-3B +tags: +- text-generation-inference +- transformers +- unsloth +- llama +- gguf +license: apache-2.0 +language: +- en +--- + +# Uploaded model + +- **Developed by:** theprint +- **License:** apache-2.0 +- **Finetuned from model :** unsloth/llama-3.2-3b-instruct-unsloth-bnb-4bit + +This llama model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) \ No newline at end of file diff --git a/TextSynth-3B.F16.gguf b/TextSynth-3B.F16.gguf new file mode 100644 index 0000000..7b21004 --- /dev/null +++ b/TextSynth-3B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:243d359bbfaba033bba3789bcd6042d4379af56ee77476097bb0e9ac6369448f +size 6433688352 diff --git a/TextSynth-3B.Q2_K.gguf b/TextSynth-3B.Q2_K.gguf new file mode 100644 index 0000000..7487cf4 --- /dev/null +++ b/TextSynth-3B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c8810ca43e920ac1803ac497e76a1cd9ba36ca1101a37cb0b27c3bfc80ae6c5 +size 1363936032 diff --git a/TextSynth-3B.Q3_K_L.gguf b/TextSynth-3B.Q3_K_L.gguf new file mode 100644 index 0000000..d478e1b --- /dev/null +++ b/TextSynth-3B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aefc7ef564743d685abb8c00e7a9eb33ecf8c817c3da759f7f6a0f6f91da7ac6 +size 1815348000 diff --git a/TextSynth-3B.Q3_K_M.gguf b/TextSynth-3B.Q3_K_M.gguf new file mode 100644 index 0000000..f1ac85d --- /dev/null +++ b/TextSynth-3B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db781113239bd0ab3e1f97199bd7c82e996e7a071d91798e75de056620bf5937 +size 1687159584 diff --git a/TextSynth-3B.Q3_K_S.gguf b/TextSynth-3B.Q3_K_S.gguf new file mode 100644 index 0000000..7213fcc --- /dev/null +++ b/TextSynth-3B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6172b32e17762efdd1c8f2f0a820a6458615273f75bae8f205f3e5d43b25eaec +size 1542849312 diff --git a/TextSynth-3B.Q4_K_M.gguf b/TextSynth-3B.Q4_K_M.gguf new file mode 100644 index 0000000..a20796f --- /dev/null +++ b/TextSynth-3B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ef96bc206f35a27ef754a7df38ad588763f9b41b560ebd3911a6ff69e7ad1c6 +size 2019377952 diff --git a/TextSynth-3B.Q4_K_S.gguf b/TextSynth-3B.Q4_K_S.gguf new file mode 100644 index 0000000..e3482b5 --- /dev/null +++ b/TextSynth-3B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5535d29be932a6fd0d1e697e774713e5354672a6aae86ebbd419fc32d4616e21 +size 1928200992 diff --git a/TextSynth-3B.Q5_K_M.gguf b/TextSynth-3B.Q5_K_M.gguf new file mode 100644 index 0000000..57fbeb9 --- /dev/null +++ b/TextSynth-3B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6706508894217ab3be4a3c965121f66d696ef97eee04441d3ddb450e0d62f43f +size 2322154272 diff --git a/TextSynth-3B.Q6_K.gguf b/TextSynth-3B.Q6_K.gguf new file mode 100644 index 0000000..4d00066 --- /dev/null +++ b/TextSynth-3B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43e5177b8e3e203a2222d35b34ac04985394aeb1d8427f2677a1edd6e7301f6d +size 2643854112 diff --git a/TextSynth-3B.Q8_0.gguf b/TextSynth-3B.Q8_0.gguf new file mode 100644 index 0000000..52a5038 --- /dev/null +++ b/TextSynth-3B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ab1b117c8a80a5a2dfe35e72b73aa7eaf4013d6c7df5366521eb4780a1e9ca5 +size 3421899552 diff --git a/config.json b/config.json new file mode 100644 index 0000000..a4ba21b --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "llama" +} \ No newline at end of file