From 975462289fbb33954ac1069c5b0ad59bc1010b01 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 14 Jul 2026 09:43:09 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: fableforge-ai/ShellWhisperer-1.5B Source: Original Platform --- .gitattributes | 48 ++++++++ LICENSE | 21 ++++ README.md | 102 ++++++++++++++++ chat_template.jinja | 54 ++++++++ config.json | 62 ++++++++++ generation_config.json | 14 +++ model.safetensors | 3 + shellwhisperer-1.5b-IQ1_S.gguf | 3 + shellwhisperer-1.5b-IQ2_XXS.gguf | 3 + shellwhisperer-1.5b-IQ3_XXS.gguf | 3 + shellwhisperer-1.5b-IQ4_XS.gguf | 3 + shellwhisperer-1.5b-Q2_K.gguf | 3 + shellwhisperer-1.5b-Q3_K_M.gguf | 3 + shellwhisperer-1.5b-Q4_0.gguf | 3 + shellwhisperer-1.5b-Q4_K_M.gguf | 3 + shellwhisperer-1.5b-Q5_K_M.gguf | 3 + shellwhisperer-1.5b-Q6_K.gguf | 3 + shellwhisperer-1.5b-Q8_0.gguf | 3 + shellwhisperer-1.5b-f16.gguf | 3 + special_tokens_map.json | 9 ++ tokenizer.json | 3 + tokenizer_config.json | 203 +++++++++++++++++++++++++++++++ 22 files changed, 555 insertions(+) create mode 100644 .gitattributes create mode 100644 LICENSE create mode 100644 README.md create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 shellwhisperer-1.5b-IQ1_S.gguf create mode 100644 shellwhisperer-1.5b-IQ2_XXS.gguf create mode 100644 shellwhisperer-1.5b-IQ3_XXS.gguf create mode 100644 shellwhisperer-1.5b-IQ4_XS.gguf create mode 100644 shellwhisperer-1.5b-Q2_K.gguf create mode 100644 shellwhisperer-1.5b-Q3_K_M.gguf create mode 100644 shellwhisperer-1.5b-Q4_0.gguf create mode 100644 shellwhisperer-1.5b-Q4_K_M.gguf create mode 100644 shellwhisperer-1.5b-Q5_K_M.gguf create mode 100644 shellwhisperer-1.5b-Q6_K.gguf create mode 100644 shellwhisperer-1.5b-Q8_0.gguf create mode 100644 shellwhisperer-1.5b-f16.gguf create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..ee9f3a9 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-f16.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..d1ffc4a --- /dev/null +++ b/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2025 FableForge Contributors + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/README.md b/README.md new file mode 100644 index 0000000..bb37d1a --- /dev/null +++ b/README.md @@ -0,0 +1,102 @@ +--- +license: apache-2.0 +language: + - en +library_name: transformers +pipeline_tag: text-generation +tags: + - 1.5b + - commands + - devops + - fableforge + - gguf + - imatrix + - llama.cpp + - lm-studio + - ollama + - shell + - sysadmin + - terminal + - text-generation + - uncensored +--- + +# ShellWhisperer-1.5B + +> **Natural language โ†’ precise bash commands. Tiny, fast, uncensored.** + +[![Downloads](https://img.shields.io/badge/dynamic/json?url=https%3A%2F%2Fhuggingface.co%2Fapi%2Fmodels%2Ffableforge-ai%2FShellWhisperer-1.5B&query=downloads&label=downloads&color=blue)](https://huggingface.co/fableforge-ai/ShellWhisperer-1.5B) [![Demos](https://img.shields.io/badge/๐Ÿค—-Live%20Demos-orange)](https://huggingface.co/spaces/fableforge-ai/fableforge-nexus) + +Base model: [Qwen/Qwen2.5-1.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct) ยท Part of the **FableForge** ecosystem. + +--- + +## โšก Quickest start โ€” Ollama (these pulls credit the source, not a mirror) + +```bash +ollama run hf.co/fableforge-ai/ShellWhisperer-1.5B:Q4_K_M +``` + +## ๐Ÿฆ™ llama.cpp + +```bash +llama-cli -hf fableforge-ai/ShellWhisperer-1.5B:Q4_K_M -p "Hello!" +``` + +## ๐Ÿ’  LM Studio +Search **`fableforge-ai/ShellWhisperer-1.5B`** and pick a quant below. + +--- + +## ๐Ÿ“ฆ Provided quants (download one file, not the whole repo) + +| File | Quant | Size | Notes | +| ---- | ----- | ---- | ----- | +| [shellwhisperer-1.5b-f16.gguf](https://huggingface.co/fableforge-ai/ShellWhisperer-1.5B/blob/main/shellwhisperer-1.5b-f16.gguf) | `F16` | 3.09 GB | Full precision (unquantized). Reference / conversion. | +| [shellwhisperer-1.5b-Q8_0.gguf](https://huggingface.co/fableforge-ai/ShellWhisperer-1.5B/blob/main/shellwhisperer-1.5b-Q8_0.gguf) | `Q8_0` | 1.65 GB | Extremely high quality โ€” usually overkill. | +| [shellwhisperer-1.5b-Q6_K.gguf](https://huggingface.co/fableforge-ai/ShellWhisperer-1.5B/blob/main/shellwhisperer-1.5b-Q6_K.gguf) | `Q6_K` | 1.27 GB | Very high quality, near-perfect. **Recommended** if you have the RAM. | +| [shellwhisperer-1.5b-Q5_K_M.gguf](https://huggingface.co/fableforge-ai/ShellWhisperer-1.5B/blob/main/shellwhisperer-1.5b-Q5_K_M.gguf) | `Q5_K_M` | 1.13 GB | High quality. **Recommended.** | +| [shellwhisperer-1.5b-Q4_K_M.gguf](https://huggingface.co/fableforge-ai/ShellWhisperer-1.5B/blob/main/shellwhisperer-1.5b-Q4_K_M.gguf) | `Q4_K_M` | 0.99 GB | โญ **Best size/quality balance โ€” default pick for most users.** | +| [shellwhisperer-1.5b-IQ4_XS.gguf](https://huggingface.co/fableforge-ai/ShellWhisperer-1.5B/blob/main/shellwhisperer-1.5b-IQ4_XS.gguf) | `IQ4_XS` | 0.90 GB | imatrix โ€” great quality, smaller than Q4_K_S. **Recommended for low RAM.** | +| [shellwhisperer-1.5b-Q4_0.gguf](https://huggingface.co/fableforge-ai/ShellWhisperer-1.5B/blob/main/shellwhisperer-1.5b-Q4_0.gguf) | `Q4_0` | 0.93 GB | Legacy format โ€” prefer Q4_K_M. | +| [shellwhisperer-1.5b-Q3_K_M.gguf](https://huggingface.co/fableforge-ai/ShellWhisperer-1.5B/blob/main/shellwhisperer-1.5b-Q3_K_M.gguf) | `Q3_K_M` | 0.82 GB | Lower quality; usable when RAM is tight. | +| [shellwhisperer-1.5b-IQ3_XXS.gguf](https://huggingface.co/fableforge-ai/ShellWhisperer-1.5B/blob/main/shellwhisperer-1.5b-IQ3_XXS.gguf) | `IQ3_XXS` | 0.67 GB | imatrix very low quality. | +| [shellwhisperer-1.5b-Q2_K.gguf](https://huggingface.co/fableforge-ai/ShellWhisperer-1.5B/blob/main/shellwhisperer-1.5b-Q2_K.gguf) | `Q2_K` | 0.68 GB | Very low quality โ€” surprisingly usable. | +| [shellwhisperer-1.5b-IQ2_XXS.gguf](https://huggingface.co/fableforge-ai/ShellWhisperer-1.5B/blob/main/shellwhisperer-1.5b-IQ2_XXS.gguf) | `IQ2_XXS` | 0.51 GB | Tiny imatrix โ€” last resort. | + +**Not sure?** Take **`Q4_K_M`**. Low RAM โ†’ **`IQ4_XS`**. Max quality โ†’ **`Q6_K`**. + +## ๐Ÿง  Prompt format (ChatML) + +``` +<|im_start|>system +{system_prompt}<|im_end|> +<|im_start|>user +{prompt}<|im_end|> +<|im_start|>assistant +``` + +## ๐ŸŒŒ See it live โ€” the FableForge demos + +This family powers a galaxy of free, interactive HF Spaces: + +- ๐Ÿงญ [FableForge Nexus](https://huggingface.co/spaces/fableforge-ai/fableforge-nexus) +- ๐Ÿบ [Infinite NPC](https://huggingface.co/spaces/fableforge-ai/infinite-npc) +- ๐ŸŽญ [Dual-GM](https://huggingface.co/spaces/King3Djbl/dual-gm-simulator) +- ๐Ÿ’ป [ShellWhisperer](https://huggingface.co/spaces/King3Djbl/shellwhisperer-terminal) +- ๐Ÿ‘ป [Ghost Writer](https://huggingface.co/spaces/fableforge-ai/ghost-writer) + +## Citation + +```bibtex +@misc{shellwhisperer1.5b2024, + title={ShellWhisperer-1.5B: Agent Orchestration via Fine-Tuned Language Models}, + author={FableForge Team}, + year={2024}, + url={https://huggingface.co/fableforge-ai/ShellWhisperer-1.5B} +} +``` + +--- + +*โญ Like & share โ€” it helps people find the source instead of a mirror.* \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..bdf7919 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,54 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0]['role'] == 'system' %} + {{- messages[0]['content'] }} + {%- else %} + {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }} + {%- endif %} + {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0]['role'] == 'system' %} + {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }} + {%- else %} + {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {{- '<|im_start|>' + message.role }} + {%- if message.content %} + {{- '\n' + message.content }} + {%- endif %} + {%- for tool_call in message.tool_calls %} + {%- if tool_call.function is defined %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {{- tool_call.arguments | tojson }} + {{- '}\n' }} + {%- endfor %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} +{%- endif %} diff --git a/config.json b/config.json new file mode 100644 index 0000000..af71f93 --- /dev/null +++ b/config.json @@ -0,0 +1,62 @@ +{ + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": null, + "torch_dtype": "float16", + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 1536, + "initializer_range": 0.02, + "intermediate_size": 8960, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 21, + "model_type": "qwen2", + "num_attention_heads": 12, + "num_hidden_layers": 28, + "num_key_value_heads": 2, + "pad_token_id": 151665, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000.0, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "unsloth_fixed": true, + "unsloth_version": "2026.6.7", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..5f32a68 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,14 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "max_length": 32768, + "pad_token_id": 151665, + "repetition_penalty": 1.1, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "5.5.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..0840ffd --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:730af213553ff0766ee13488fa19e9f239008ea047601074eb3156f2b1ac3121 +size 3087467144 diff --git a/shellwhisperer-1.5b-IQ1_S.gguf b/shellwhisperer-1.5b-IQ1_S.gguf new file mode 100644 index 0000000..16ceed4 --- /dev/null +++ b/shellwhisperer-1.5b-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6b4dcf07ff059c61be7d6e734721301b402253d13c2d7f488a3ec90bab4b5c +size 436527936 diff --git a/shellwhisperer-1.5b-IQ2_XXS.gguf b/shellwhisperer-1.5b-IQ2_XXS.gguf new file mode 100644 index 0000000..89a9474 --- /dev/null +++ b/shellwhisperer-1.5b-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:250e8f4b9f55122fbb0d56aa39c392aec9c3a4efcbff82ba5a3ee9daae2ff010 +size 511017760 diff --git a/shellwhisperer-1.5b-IQ3_XXS.gguf b/shellwhisperer-1.5b-IQ3_XXS.gguf new file mode 100644 index 0000000..0039c3b --- /dev/null +++ b/shellwhisperer-1.5b-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3abc97c9fe6d9f19517da7e93695a7432a5b455b46091b0a2a8091dec6d02c1 +size 668792608 diff --git a/shellwhisperer-1.5b-IQ4_XS.gguf b/shellwhisperer-1.5b-IQ4_XS.gguf new file mode 100644 index 0000000..85346de --- /dev/null +++ b/shellwhisperer-1.5b-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd8247081554b38663c0af623efee9b700a5c9db0cf9fca48a594c4ae9086445 +size 902182944 diff --git a/shellwhisperer-1.5b-Q2_K.gguf b/shellwhisperer-1.5b-Q2_K.gguf new file mode 100644 index 0000000..0174987 --- /dev/null +++ b/shellwhisperer-1.5b-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e4e5506105c332749227f4be1e123d008f7002a9d87940a238454b0dfefd58b +size 676304928 diff --git a/shellwhisperer-1.5b-Q3_K_M.gguf b/shellwhisperer-1.5b-Q3_K_M.gguf new file mode 100644 index 0000000..c3b0083 --- /dev/null +++ b/shellwhisperer-1.5b-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbdd46f907afac021a92dbf8d40ce1387b8267ba1dadaea349f4a755345a4bf3 +size 824178720 diff --git a/shellwhisperer-1.5b-Q4_0.gguf b/shellwhisperer-1.5b-Q4_0.gguf new file mode 100644 index 0000000..9af309f --- /dev/null +++ b/shellwhisperer-1.5b-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9fd5971e426cf06ad5171c8b292109531dc2e1b3cee4a6251cb86ec7ca5d38d +size 934955040 diff --git a/shellwhisperer-1.5b-Q4_K_M.gguf b/shellwhisperer-1.5b-Q4_K_M.gguf new file mode 100644 index 0000000..884a0d2 --- /dev/null +++ b/shellwhisperer-1.5b-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:893fd6a6d58eb99b57106edefb5f9f17a388031ac5f95f2f3ce9dd05b7a60f74 +size 986048544 diff --git a/shellwhisperer-1.5b-Q5_K_M.gguf b/shellwhisperer-1.5b-Q5_K_M.gguf new file mode 100644 index 0000000..259fa24 --- /dev/null +++ b/shellwhisperer-1.5b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3494d2177148bf3e5421cb6ffc7fc3642fbd051b50efc632738e85c69b08b233 +size 1125050400 diff --git a/shellwhisperer-1.5b-Q6_K.gguf b/shellwhisperer-1.5b-Q6_K.gguf new file mode 100644 index 0000000..da3e553 --- /dev/null +++ b/shellwhisperer-1.5b-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27c44f8dde343880d6b1672908a2e7489a4f6e524f98a7356d95eadf515c780 +size 1272739872 diff --git a/shellwhisperer-1.5b-Q8_0.gguf b/shellwhisperer-1.5b-Q8_0.gguf new file mode 100644 index 0000000..9711f1f --- /dev/null +++ b/shellwhisperer-1.5b-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48286c844bf93bac7dbb010fba32b8593d25c6aebb65b77f1b18715ca5007a8d +size 1646573088 diff --git a/shellwhisperer-1.5b-f16.gguf b/shellwhisperer-1.5b-f16.gguf new file mode 100644 index 0000000..1ce296b --- /dev/null +++ b/shellwhisperer-1.5b-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54dd382a1add85b8c142c91f0e9977914199eb0c5ad50abab02b7d5378656999 +size 3093669408 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..9761784 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,9 @@ +{ + "bos_token": "", + "eos_token": "", + "unk_token": "", + "pad_token": "", + "sep_token": "", + "cls_token": "", + "mask_token": "" +} \ No newline at end of file diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..e67e433 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:437cd47f197286ffa5b57e807b77a16970a0fb8befe1be29c56d65d0cd34379e +size 11422181 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..0d618f4 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,203 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [], + "is_local": false, + "model_max_length": 32768, + "pad_token": "<|PAD_TOKEN|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151657": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151658": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151665": { + "content": "<|PAD_TOKEN|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + }, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n" +} \ No newline at end of file