Sweaterdog/MindCraft-LLM-tuning
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: Sweaterdog/MindCraft-LLM-tuning
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-10-14 07:22:19 +08:00
commit 145c47bd5a
25 changed files with 151989 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

66
.gitattributes vendored Normal file
View File

@@ -0,0 +1,66 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
tokenizer.json filter=lfs diff=lfs merge=lfs -text
unsloth.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
unsloth.F16.gguf filter=lfs diff=lfs merge=lfs -text
Hermes-v1(qwen).Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Hermes-v1(qwen).F16.gguf filter=lfs diff=lfs merge=lfs -text
unsloth.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
unsloth.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
unsloth.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v2-llama.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v2-llama.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v2-llama.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v2-llama.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v2-qwen.F16.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v2-qwen.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v2-qwen.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v2-qwen.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Hermes-v1(qwen)-(deprecated).F16.gguf filter=lfs diff=lfs merge=lfs -text
Hermes-v1(qwen)-(deprecated).Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v2-qwen.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v3-llama.F16.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v3-llama.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v3-llama.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v3-llama.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v3-llama.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
deprecated-models/Andy-v2-llama.F16.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v3-qwen.F16.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v3-qwen.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v3-qwen.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v3-qwen.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Andy-v3-qwen.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Andy-3.5-beta.F16.gguf filter=lfs diff=lfs merge=lfs -text

3
Andy-3.5-beta.F16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4fe9f303717f606050093411c103c7bc9336ba63879efc622350b0e301b94713
size 15237851168

3
Andy-v2-qwen.F16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:29db043f30a0650f1976bcaf60ec559a90dae594b747556c7c073e74f55551eb
size 15237851168

3
Andy-v2-qwen.Q2_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1268d05080abdd55e3cc307c9a467520e5a03dbed81d8fd3ea4e50d73cdd1dcf
size 3015938080

3
Andy-v2-qwen.Q4_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8283e32ca75cf803f79bc777cdb4b6750460a98cd95b3423a425d03dadf4669b
size 4683071520

3
Andy-v2-qwen.Q5_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8c626afc0731be9dc3a4583b80634e78d77275b68ead2c9001cc83e71693b058
size 5444829216

3
Andy-v2-qwen.Q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:db2f55958e065de12f7a73dab246ecbaa5b0dcd6ed3fc20f758be39220dd50ab
size 8098523168

3
Andy-v3-llama.F16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:560fa7270b61306b4091c201ec74bc633678b90254b5f68c628e2577246aa9f3
size 6433683744

3
Andy-v3-llama.Q2_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:02032272eb3e1421ab4ac73ba79e3660f4d735c3f62dc0c3ef69f48105f875cf
size 1363931424

3
Andy-v3-llama.Q4_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b66a8dd197d0ec4ba4179651fce80854700613e449d3bfddf8caf871672200ae
size 2019373344

3
Andy-v3-llama.Q5_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f568c16fdd3377a7ad7ed68a722ab0c8f81710fc9fa5103df1c5f604d487fc74
size 2322149664

3
Andy-v3-llama.Q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:df74d06b3ed4855178d8830080349413748d1eba09e6d01c643221311ad65995
size 3421894944

113
README.md Normal file
View File

@@ -0,0 +1,113 @@
---
base_model:
- unsloth/Qwen2.5-7B-bnb-4bit
- unsloth/Llama-3.2-3B-Instruct
tags:
- text-generation-inference
- transformers
- unsloth
- qwen2
- llama3
- trl
license: apache-2.0
language:
- en
datasets:
- Sweaterdog/MindCraft-LLM-tuning
---
# Uploaded models
- **Developed by:** Sweaterdog
- **License:** apache-2.0
- **Finetuned from model :** unsloth/Qwen2.5-7B-bnb-4bit and unsloth/Llama-3.2-3B-Instruct
# THIS IS A DEPRECATED REPOSITORY, DO NOT USE MODELS FROM THIS REPO, INSTEAD, [FIND THE NEWER AND MUCH BETTER MODELS HERE](https://huggingface.co/Sweaterdog/Andy-3.5)
## AGAIN, THIS REPO IS ONLY FOR TESTING OLD MODELS
The MindCraft LLM tuning CSV file can be found here, this can be tweaked as needed. [MindCraft-LLM](https://huggingface.co/datasets/Sweaterdog/MindCraft-LLM-tuning)
# What is the Purpose?
This model is built and designed to play Minecraft via the extension named "[MindCraft](https://github.com/kolbytn/mindcraft)" Which allows language models, like the ones provided in the files section, to play Minecraft.
- Why a new model?
#
While, yes, models that aren't fine tuned to play Minecraft *Can* play Minecraft, most are slow, innaccurate, and not as smart, in the fine tuning, it expands reasoning, conversation examples, and command (tool) usage.
- What kind of Dataset was used?
#
I'm deeming the first generation of this model, Hermesv1, for future generations, they will be named ***"Andy"*** based from the actual MindCraft plugin's default character. it was trained for reasoning by using examples of in-game "Vision" as well as examples of spatial reasoning, for expanding thinking, I also added puzzle examples where the model broke down the process step by step to reach the goal.
- Why choose Qwen2.5 for the base model?
#
During testing, to find the best local LLM for playing Minecraft, I came across two, Gemma 2, and Qwen2.5, these two were by far the best at playing Minecraft before fine-tuning, and I knew, once tuned, it would become better.
- If Gemma 2 and Qwen 2.5 are the best before fine tuning, why include Llama 3.2, especially the lower intelligence, 3B parameter version?
#
That is a great question, I know since Llama 3.2 3b has low amounts of parameters, it is dumb, and doesn't play minecraft well without fine tuning, but, it is a lot smaller than other models which are for people with less powerful computers, and the hope is, once the model is tuned, it will become much better at minecraft.
- **NOTE**: Andy-3.5-mini performs better than Andy-v2-qwen, and is only 1.5B parameters, instead of 7B parameters!
- Why is it taking so long to release more tuned models?
#
Well, you see, I do not have the most powerful computer, and Unsloth, the thing I'm using for fine tuning, has a google colab set up, so I am waiting for GPU time to tune the models, but they will be released ASAP, I promise.
- Will there ever be vision fine tuning?
#
Yes! In MindCraft there will be vision support for VLM's *(vision language models)*, Most likely, the model will be Qwen2-VL-7b, or LLaMa3.2-11b-vision since they are relatively new, yes, I am still holding out hope for llama3.2
# How to Use
In order to use this model, A, download the GGUF file of the version you want, either a Qwen, or Llama model, and then the Modelfile, after you download both, in the Modelfile, change the directory of the model, to your model. Here is a simple guide if needed for the rest:
#
1. Download the .gguf Model u want. For this example it is in the standard Windows "Download" Folder
2. Download the Modelfile
3. Open the Modelfile with / in notepad, or you can rename it to Modelfile.txt, and change the GGUF path, for example, this is my PATH "C:\Users\SweaterDog\OneDrive\Documents\Raw GGUF Files\Hermes-1.0\Hermes-1.Q8_0.gguf"
4. Safe + Close Modelfile
5. Rename "Modelfile.txt" into "Modelfile" if you changed it before-hand
6. Open CMD and type in "ollama create Hermes1 -f Modelfile" (You can change the name to anything you'd like, for this example, I am just using the same name as the GGUF)
7. Wait until finished
8. In the CMD window, type "ollama run Hermes1" (replace the name with whatever you called it)
9. (Optional, needed for versions after the 11/15/24 update) If you downloaded a model that was tuned from Qwen, and in the model name you kept Qwen, you need to go into the file "prompter.js" and remove the qwen section, if you named it something that doesn't include qwen in the name, you can skip this step.
# How to fine tune a Gemini Model
### *--This is no longer supported in newer dataset versions*
1. Download the CSV for [MindCraft-LLM-tuning](https://huggingface.co/datasets/Sweaterdog/MindCraft-LLM-tuning) *--Deprecated dataset*
2. Open sheet.google.com, and upload the CSV file
3. Go to [API keys and Services](https://aistudio.google.com/app/apikey), then click on "New Tuned Model" on the left popup bar
4. Press "Import" and then select the CSV file you uploaded to google sheets
5. Rename the model to whatever you want, set the training settings, epochs, learning rate, and batch size
6. Change the model to either Gemini-1.0-pro or Gemini-1.5-flash **NOTE** Gemini 1.0 pro will be deprecated on February 15, 2025, meaning the model WILL BE deleted!
7. Hit tune and wait.
8. After the model is finished training, hit "Add API access" and select the google project you'd like to connect it to
9. Copy the model ID, and paste it into the Gemini.json file in MindCraft, then name the model to whatever you want.
10. (Optional) Test the model by pressing "Use in chat" and ask it basic actions, such as "Grapevine_eater: Come here!" and see the output, if it is not to your liking, train the model again with different settings,
11. (Optional) Since the rates for Gemini models are limited (If you do not have billing enabled) I recommend making a launch.bat file in the MindCraft folder, instead of crashing and having you need to manually start the program every time the rate limit is reached. Here is the code I use in launch.bat
```
@echo off
setlocal enabledelayedexpansion
:loop
node main.js
timeout /t 10 /nobreak
echo Restarting...
goto loop
```
12. Enjoy having a model play Minecraft with you, hopefully it is smarter than regular Gemini models!
#
For Anybody who is wondering what the context length is, the Qwen version, has a length of 64000 tokens, for the Llama version, it has a 128000 token context window. *(***NOTE*** Any model can support a longer context, but these are the supported values in training)*
#
#
**UPDATE** The Qwen and Llama models are out, with the expanded dataset! I have found the llama models are incredibly dumb, but changing the Modelfile may provide better results, With the Qwen version of Andy, the Q4_K_M, it took 2 minutes to craft a wooden pickaxe, collected stone after that, took 5 minutes.
**UPDATE** DO NOT USE THE MODELS FROM THIS REPO, IT TOOK ~3:00.00 TO GET A STONE PICKAXE, MUCH FASTER THAN ANDY-V2-QWEN

3
config.json Normal file
View File

@@ -0,0 +1,3 @@
{
"model_type": "qwen2"
}

28
extras/Modelfile Normal file
View File

@@ -0,0 +1,28 @@
FROM /content/Sweaterdog/MindCraft-LLM-tuning/unsloth.F16.gguf
TEMPLATE """Below is an input from the system or yourself, no matter what, DO NOT use the same command with the same syntax 3 messages in a row.
Prompt or Next action:{{ if .Prompt }}
{{ .Prompt }}{{ end }}
What do you do:
{{ .Response }}<|endoftext|>"""
PARAMETER stop "<|object_ref_end|>"
PARAMETER stop "<|video_pad|>"
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|file_sep|>"
PARAMETER stop "<|quad_end|>"
PARAMETER stop "<|repo_name|>"
PARAMETER stop "<|object_ref_start|>"
PARAMETER stop "<|box_start|>"
PARAMETER stop "</tool_call>"
PARAMETER stop "<|box_end|>"
PARAMETER stop "<|im_start|>"
PARAMETER stop "<tool_call>"
PARAMETER stop "<|PAD_TOKEN|>"
PARAMETER stop "<|image_pad|>"
PARAMETER stop "<|quad_start|>"
PARAMETER stop "<|endoftext|>"
PARAMETER stop "<|vision_"
PARAMETER stop "<|fim_"
PARAMETER temperature 0.9
PARAMETER min_p 0.8

42
extras/Modelfile [EXPERIMENTAL] Normal file
View File

@@ -0,0 +1,42 @@
FROM "YOUR/PATH/HERE"
TEMPLATE """{{- if .Messages }}
{{- if or .System .Tools }}<|im_start|>system
{{- if .System }}
{{ .System }}
{{- end }}
{{- if .Tools }}
For each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:
<tool_call>
{"name": <function-name>, "arguments": <args-json-object>}
</tool_call>
{{- end }}<|im_end|>
{{ end }}
{{- range $i, $_ := .Messages }}
{{- $last := eq (len (slice $.Messages $i)) 1 -}}
{{- if eq .Role "user" }}<|im_start|>user
{{ .Content }}<|im_end|>
{{ else if eq .Role "assistant" }}<|im_start|>assistant
{{ if .Content }}{{ .Content }}
{{- else if .ToolCalls }}<tool_call>
{{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}
{{ end }}</tool_call>
{{- end }}{{ if not $last }}<|im_end|>
{{ end }}
{{- else if eq .Role "tool" }}<|im_start|>user
<tool_response>
{{ .Content }}
</tool_response><|im_end|>
{{ end }}
{{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
{{ end }}
{{- end }}
{{- else }}
{{- if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
{{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}"""
SYSTEM You are Andy, a fine tuned model for playing Minecraft, made by SweaterDog

34
extras/adapter_config.json Normal file
View File

@@ -0,0 +1,34 @@
{
"alpha_pattern": {},
"auto_mapping": null,
"base_model_name_or_path": "unsloth/Qwen2.5-7B-Instruct-bnb-4bit",
"bias": "none",
"fan_in_fan_out": false,
"inference_mode": true,
"init_lora_weights": true,
"layer_replication": null,
"layers_pattern": null,
"layers_to_transform": null,
"loftq_config": {},
"lora_alpha": 16,
"lora_dropout": 0,
"megatron_config": null,
"megatron_core": "megatron.core",
"modules_to_save": null,
"peft_type": "LORA",
"r": 16,
"rank_pattern": {},
"revision": null,
"target_modules": [
"o_proj",
"down_proj",
"gate_proj",
"q_proj",
"k_proj",
"up_proj",
"v_proj"
],
"task_type": "CAUSAL_LM",
"use_dora": false,
"use_rslora": false
}

3
extras/adapter_model.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0546a5fe725500c4e87dbca874c5a0212435693a779186ed7bc61d264e4de148
size 161533192

25
extras/added_tokens.json Normal file
View File

@@ -0,0 +1,25 @@
{
"</tool_call>": 151658,
"<tool_call>": 151657,
"<|PAD_TOKEN|>": 151665,
"<|box_end|>": 151649,
"<|box_start|>": 151648,
"<|endoftext|>": 151643,
"<|file_sep|>": 151664,
"<|fim_middle|>": 151660,
"<|fim_pad|>": 151662,
"<|fim_prefix|>": 151659,
"<|fim_suffix|>": 151661,
"<|im_end|>": 151645,
"<|im_start|>": 151644,
"<|image_pad|>": 151655,
"<|object_ref_end|>": 151647,
"<|object_ref_start|>": 151646,
"<|quad_end|>": 151651,
"<|quad_start|>": 151650,
"<|repo_name|>": 151663,
"<|video_pad|>": 151656,
"<|vision_end|>": 151653,
"<|vision_pad|>": 151654,
"<|vision_start|>": 151652
}

3
extras/config.json Normal file
View File

@@ -0,0 +1,3 @@
{
"model_type": "llama"
}

151388
extras/merges.txt Normal file
View File

File diff suppressed because it is too large Load Diff

31
extras/special_tokens_map.json Normal file
View File

@@ -0,0 +1,31 @@
{
"additional_special_tokens": [
"<|im_start|>",
"<|im_end|>",
"<|object_ref_start|>",
"<|object_ref_end|>",
"<|box_start|>",
"<|box_end|>",
"<|quad_start|>",
"<|quad_end|>",
"<|vision_start|>",
"<|vision_end|>",
"<|vision_pad|>",
"<|image_pad|>",
"<|video_pad|>"
],
"eos_token": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<|PAD_TOKEN|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}

3
extras/tokenizer.json Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fab42efe8d17406525a9154b728cf9e957629a8ed7ce997770efdd71128c6a1a
size 11422086

216
extras/tokenizer_config.json Normal file
View File

@@ -0,0 +1,216 @@
{
"add_bos_token": false,
"add_prefix_space": false,
"added_tokens_decoder": {
"151643": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151644": {
"content": "<|im_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151645": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151646": {
"content": "<|object_ref_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151647": {
"content": "<|object_ref_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151648": {
"content": "<|box_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151649": {
"content": "<|box_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151650": {
"content": "<|quad_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151651": {
"content": "<|quad_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151652": {
"content": "<|vision_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151653": {
"content": "<|vision_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151654": {
"content": "<|vision_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151655": {
"content": "<|image_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151656": {
"content": "<|video_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151657": {
"content": "<tool_call>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151658": {
"content": "</tool_call>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151659": {
"content": "<|fim_prefix|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151660": {
"content": "<|fim_middle|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151661": {
"content": "<|fim_suffix|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151662": {
"content": "<|fim_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151663": {
"content": "<|repo_name|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151664": {
"content": "<|file_sep|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151665": {
"content": "<|PAD_TOKEN|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
}
},
"additional_special_tokens": [
"<|im_start|>",
"<|im_end|>",
"<|object_ref_start|>",
"<|object_ref_end|>",
"<|box_start|>",
"<|box_end|>",
"<|quad_start|>",
"<|quad_end|>",
"<|vision_start|>",
"<|vision_end|>",
"<|vision_pad|>",
"<|image_pad|>",
"<|video_pad|>"
],
"bos_token": null,
"chat_template": "{{ 'Below is an input from the system or yourself, no matter what, will play minecraft, and reward yourself every time you successfully finish an action, DO NOT use the same command with the same syntax 3 messages in a row. You are an Ai named Hermes, built for playing Minecraft.\nPrompt or Next action:' }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '\n' + message['content'] }}{% elif message['role'] == 'assistant' %}{{ '\nWhat do you do:\n' + message['content'] + '<|im_end|>' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '\nWhat do you do:\n' }}{% endif %}",
"clean_up_tokenization_spaces": false,
"eos_token": "<|im_end|>",
"errors": "replace",
"model_max_length": 128000,
"pad_token": "<|PAD_TOKEN|>",
"padding_side": "left",
"split_special_tokens": false,
"tokenizer_class": "Qwen2Tokenizer",
"unk_token": null
}

1
extras/vocab.json Normal file
View File

File diff suppressed because one or more lines are too long