初始化项目，由ModelHub XC社区提供模型
Model: Sweaterdog/Andy-3.5-beta Source: Original Platform
This commit is contained in:
ModelHub XC
91
.gitattributes
vendored
Normal file
91
.gitattributes
vendored
Normal file
@@ -0,0 +1,91 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
||||
unsloth.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
unsloth.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Hermes-v1(qwen).Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Hermes-v1(qwen).F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
unsloth.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
unsloth.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
unsloth.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v2-llama.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v2-llama.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v2-llama.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v2-llama.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v2-qwen.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v2-qwen.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v2-qwen.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v2-qwen.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Hermes-v1(qwen)-(deprecated).F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Hermes-v1(qwen)-(deprecated).Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v2-qwen.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v3-llama.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v3-llama.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v3-llama.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v3-llama.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v3-llama.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
deprecated-models/Andy-v2-llama.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v3-qwen.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v3-qwen.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v3-qwen.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v3-qwen.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v3-qwen.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-Beta.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
failed-tunes/Andy-3.5-beta-4.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
failed-tunes/Andy-3.5-beta-4.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
failed-tunes/Andy-3.5-beta-4.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-v3-beta-5.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-5.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-5.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-5.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-6.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-6.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-7.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-7.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-7.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-7.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-8.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-8.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-8.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-8.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-9.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-9.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
failed-tunes.Andy-3.5-beta-8.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Andy-3.5-beta-10.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
3
Andy-3.5-beta-10.F16.gguf
Normal file
3
Andy-3.5-beta-10.F16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:4810c37c2a435e1b15169c1c907f9eb567ad68d9cb1224b462b1efa98c7e0862
|
||||
size 15237851424
|
||||
13
Modelfile
Normal file
13
Modelfile
Normal file
@@ -0,0 +1,13 @@
|
||||
|
||||
FROM /content/Sweaterdog/Andy-v3.5-Beta/unsloth.F16.gguf
|
||||
TEMPLATE """{{ if .System }}<|im_start|>system
|
||||
{{ .System }}<|im_end|>
|
||||
{{ end }}{{ if .Prompt }}<|im_start|>user
|
||||
{{ .Prompt }}<|im_end|>
|
||||
{{ end }}<|im_start|>assistant
|
||||
{{ .Response }}<|im_end|>
|
||||
"""
|
||||
PARAMETER stop "<|im_start|>"
|
||||
PARAMETER stop "<|im_end|>"
|
||||
PARAMETER temperature 1.5
|
||||
PARAMETER min_p 0.1
|
||||
56
Modelfile 2
Normal file
56
Modelfile 2
Normal file
@@ -0,0 +1,56 @@
|
||||
FROM C:\Users\SweaterDog\OneDrive\Documents\Raw GGUF Files\Andy-3.5-beta Fine tune\version 10\Andy-3.5-beta.q4_k_m.gguf
|
||||
TEMPLATE """{{- if .Messages }}
|
||||
{{- if or .System .Tools }}<|im_start|>system
|
||||
{{- if .System }}
|
||||
{{ .System }}
|
||||
{{- end }}
|
||||
{{- if .Tools }}
|
||||
|
||||
# Tools
|
||||
|
||||
You may call one or more functions to assist with the user query.
|
||||
|
||||
You are provided with function signatures within <tools></tools> XML tags:
|
||||
<tools>
|
||||
{{- range .Tools }}
|
||||
{"type": "function", "function": {{ .Function }}}
|
||||
{{- end }}
|
||||
</tools>
|
||||
|
||||
For each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:
|
||||
<tool_call>
|
||||
{"name": <function-name>, "arguments": <args-json-object>}
|
||||
</tool_call>
|
||||
{{- end }}<|im_end|>
|
||||
{{ end }}
|
||||
{{- range $i, $_ := .Messages }}
|
||||
{{- $last := eq (len (slice $.Messages $i)) 1 -}}
|
||||
{{- if eq .Role "user" }}<|im_start|>user
|
||||
{{ .Content }}<|im_end|>
|
||||
{{ else if eq .Role "assistant" }}<|im_start|>assistant
|
||||
{{ if .Content }}{{ .Content }}
|
||||
{{- else if .ToolCalls }}<tool_call>
|
||||
{{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}
|
||||
{{ end }}</tool_call>
|
||||
{{- end }}{{ if not $last }}<|im_end|>
|
||||
{{ end }}
|
||||
{{- else if eq .Role "tool" }}<|im_start|>user
|
||||
<tool_response>
|
||||
{{ .Content }}
|
||||
</tool_response><|im_end|>
|
||||
{{ end }}
|
||||
{{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
|
||||
{{ end }}
|
||||
{{- end }}
|
||||
{{- else }}
|
||||
{{- if .System }}<|im_start|>system
|
||||
{{ .System }}<|im_end|>
|
||||
{{ end }}{{ if .Prompt }}<|im_start|>user
|
||||
{{ .Prompt }}<|im_end|>
|
||||
{{ end }}<|im_start|>assistant
|
||||
{{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}
|
||||
"""
|
||||
PARAMETER stop "<|im_start|>"
|
||||
PARAMETER stop "<|im_end|>"
|
||||
PARAMETER temperature 1.5
|
||||
PARAMETER min_p 0.1
|
||||
60
README.md
Normal file
60
README.md
Normal file
@@ -0,0 +1,60 @@
|
||||
---
|
||||
base_model:
|
||||
- unsloth/Qwen2.5-7B-bnb-4bit
|
||||
tags:
|
||||
- text-generation-inference
|
||||
- transformers
|
||||
- unsloth
|
||||
- qwen2
|
||||
- trl
|
||||
license: apache-2.0
|
||||
language:
|
||||
- en
|
||||
datasets:
|
||||
- Sweaterdog/Andy-v3.5-Beta
|
||||
---
|
||||
|
||||
# Uploaded models
|
||||
|
||||
- **Developed by:** Sweaterdog
|
||||
- **License:** apache-2.0
|
||||
- **Finetuned from model :** unsloth/Qwen2.5-7B-bnb-4bit
|
||||
|
||||
# DO NOT DOWNLOAD THESE MODELS, THEY ARE DEPRECATED AND WILL EVENTUALLY BE DELETED.
|
||||
|
||||
# INSTEAD, DOWNLOAD THE LATEST ANDY-3.5 MODELS [HERE](https://huggingface.co/Sweaterdog/Andy-3.5)
|
||||
|
||||
The MindCraft LLM tuning CSV file can be found here, this can be tweaked as needed. [MindCraft-LLM](https://huggingface.co/datasets/Sweaterdog/Andy-v3.5-Beta)
|
||||
|
||||
# This is a very very early access Beta Model
|
||||
This model is NOT a final version, but instead is a test to see how well models can be with a small dataset. This dataset is also a test of how smaller models can be improved from extremely high quality, and as close to real-world scenarios as possible.
|
||||
|
||||
This model listed here (Andy-3.5-beta-10) is NOT the final model, but instead a preview for the new training method, this model performs well at playing Minecraft and can even play with no instructions other than history.
|
||||
That all being said, this model was trained on a *small* dataset, meaning it doesn't have ***every single example*** it may need, the final version will have a much larger dataset.
|
||||
Also, if you want to use this model, you can test Modelfile, or Modelfile 2, I haven't had a chance to dive deep into which performs better, but the model is alright, it isn't the best, but better than a non-tuned model.
|
||||
|
||||
# Where data came from
|
||||
|
||||
The storing memory parts are real examples from in-game interactions
|
||||
|
||||
The coding is artifical and was generated by GPT-o1, with the instruction to include reasoning and thinking in the comments of the code
|
||||
|
||||
The playing is artificial and was generated by me, a human, and used prompts focusing on points where some models fail, such as mining.
|
||||
|
||||
This model should not be a reflection on how smaller models play Minecraft, if it performs well, and better than Andy-v2-qwen, then Yay! If not, I wasn't expecting it to be better, (And neither should you!)
|
||||
|
||||
You are totally allowed to test the beta model.
|
||||
|
||||
I hope this model performs well for you!
|
||||
|
||||
# How you can help make Andy-3.5
|
||||
|
||||
I am one person, who is paying and working for this model, I want it to be amazing for all people to play with it for free.
|
||||
However, that is not feasible finacially for one person like me.
|
||||
**IF** you would like to help out, you can find me on discord, via the [MindCraft server.](https://discord.com/invite/mp73p35dzC), my username on there is "Sweaterdog"
|
||||
|
||||
**ALSO**
|
||||
|
||||
The models are going to change, I am changing hyperparameters on tuning to *(hopefully)* increase performance and decrease hallucinations
|
||||
|
||||
*BTW, if you want to download this model, I suggest using llama.cpp to make a quantization of it, I would have done it during tuning but I ran out of GPU time on google colab*
|
||||
3
config.json
Normal file
3
config.json
Normal file
@@ -0,0 +1,3 @@
|
||||
{
|
||||
"model_type": "qwen2"
|
||||
}
|
||||
42
extras/Modelfile [EXPERIMENTAL]
Normal file
42
extras/Modelfile [EXPERIMENTAL]
Normal file
@@ -0,0 +1,42 @@
|
||||
FROM "YOUR/PATH/HERE"
|
||||
|
||||
TEMPLATE """{{- if .Messages }}
|
||||
{{- if or .System .Tools }}<|im_start|>system
|
||||
{{- if .System }}
|
||||
{{ .System }}
|
||||
{{- end }}
|
||||
{{- if .Tools }}
|
||||
|
||||
For each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:
|
||||
<tool_call>
|
||||
{"name": <function-name>, "arguments": <args-json-object>}
|
||||
</tool_call>
|
||||
{{- end }}<|im_end|>
|
||||
{{ end }}
|
||||
{{- range $i, $_ := .Messages }}
|
||||
{{- $last := eq (len (slice $.Messages $i)) 1 -}}
|
||||
{{- if eq .Role "user" }}<|im_start|>user
|
||||
{{ .Content }}<|im_end|>
|
||||
{{ else if eq .Role "assistant" }}<|im_start|>assistant
|
||||
{{ if .Content }}{{ .Content }}
|
||||
{{- else if .ToolCalls }}<tool_call>
|
||||
{{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}
|
||||
{{ end }}</tool_call>
|
||||
{{- end }}{{ if not $last }}<|im_end|>
|
||||
{{ end }}
|
||||
{{- else if eq .Role "tool" }}<|im_start|>user
|
||||
<tool_response>
|
||||
{{ .Content }}
|
||||
</tool_response><|im_end|>
|
||||
{{ end }}
|
||||
{{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
|
||||
{{ end }}
|
||||
{{- end }}
|
||||
{{- else }}
|
||||
{{- if .System }}<|im_start|>system
|
||||
{{ .System }}<|im_end|>
|
||||
{{ end }}{{ if .Prompt }}<|im_start|>user
|
||||
{{ .Prompt }}<|im_end|>
|
||||
{{ end }}<|im_start|>assistant
|
||||
{{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}"""
|
||||
SYSTEM You are Andy, a fine tuned model for playing Minecraft, made by SweaterDog
|
||||
34
extras/adapter_config.json
Normal file
34
extras/adapter_config.json
Normal file
@@ -0,0 +1,34 @@
|
||||
{
|
||||
"alpha_pattern": {},
|
||||
"auto_mapping": null,
|
||||
"base_model_name_or_path": "unsloth/Qwen2.5-7B-Instruct-bnb-4bit",
|
||||
"bias": "none",
|
||||
"fan_in_fan_out": false,
|
||||
"inference_mode": true,
|
||||
"init_lora_weights": true,
|
||||
"layer_replication": null,
|
||||
"layers_pattern": null,
|
||||
"layers_to_transform": null,
|
||||
"loftq_config": {},
|
||||
"lora_alpha": 16,
|
||||
"lora_dropout": 0,
|
||||
"megatron_config": null,
|
||||
"megatron_core": "megatron.core",
|
||||
"modules_to_save": null,
|
||||
"peft_type": "LORA",
|
||||
"r": 16,
|
||||
"rank_pattern": {},
|
||||
"revision": null,
|
||||
"target_modules": [
|
||||
"o_proj",
|
||||
"down_proj",
|
||||
"gate_proj",
|
||||
"q_proj",
|
||||
"k_proj",
|
||||
"up_proj",
|
||||
"v_proj"
|
||||
],
|
||||
"task_type": "CAUSAL_LM",
|
||||
"use_dora": false,
|
||||
"use_rslora": false
|
||||
}
|
||||
3
extras/adapter_model.safetensors
Normal file
3
extras/adapter_model.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0546a5fe725500c4e87dbca874c5a0212435693a779186ed7bc61d264e4de148
|
||||
size 161533192
|
||||
25
extras/added_tokens.json
Normal file
25
extras/added_tokens.json
Normal file
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"</tool_call>": 151658,
|
||||
"<tool_call>": 151657,
|
||||
"<|PAD_TOKEN|>": 151665,
|
||||
"<|box_end|>": 151649,
|
||||
"<|box_start|>": 151648,
|
||||
"<|endoftext|>": 151643,
|
||||
"<|file_sep|>": 151664,
|
||||
"<|fim_middle|>": 151660,
|
||||
"<|fim_pad|>": 151662,
|
||||
"<|fim_prefix|>": 151659,
|
||||
"<|fim_suffix|>": 151661,
|
||||
"<|im_end|>": 151645,
|
||||
"<|im_start|>": 151644,
|
||||
"<|image_pad|>": 151655,
|
||||
"<|object_ref_end|>": 151647,
|
||||
"<|object_ref_start|>": 151646,
|
||||
"<|quad_end|>": 151651,
|
||||
"<|quad_start|>": 151650,
|
||||
"<|repo_name|>": 151663,
|
||||
"<|video_pad|>": 151656,
|
||||
"<|vision_end|>": 151653,
|
||||
"<|vision_pad|>": 151654,
|
||||
"<|vision_start|>": 151652
|
||||
}
|
||||
3
extras/config.json
Normal file
3
extras/config.json
Normal file
@@ -0,0 +1,3 @@
|
||||
{
|
||||
"model_type": "llama"
|
||||
}
|
||||
151388
extras/merges.txt
Normal file
151388
extras/merges.txt
Normal file
File diff suppressed because it is too large
Load Diff
31
extras/special_tokens_map.json
Normal file
31
extras/special_tokens_map.json
Normal file
@@ -0,0 +1,31 @@
|
||||
{
|
||||
"additional_special_tokens": [
|
||||
"<|im_start|>",
|
||||
"<|im_end|>",
|
||||
"<|object_ref_start|>",
|
||||
"<|object_ref_end|>",
|
||||
"<|box_start|>",
|
||||
"<|box_end|>",
|
||||
"<|quad_start|>",
|
||||
"<|quad_end|>",
|
||||
"<|vision_start|>",
|
||||
"<|vision_end|>",
|
||||
"<|vision_pad|>",
|
||||
"<|image_pad|>",
|
||||
"<|video_pad|>"
|
||||
],
|
||||
"eos_token": {
|
||||
"content": "<|im_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"pad_token": {
|
||||
"content": "<|PAD_TOKEN|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
}
|
||||
}
|
||||
3
extras/tokenizer.json
Normal file
3
extras/tokenizer.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:fab42efe8d17406525a9154b728cf9e957629a8ed7ce997770efdd71128c6a1a
|
||||
size 11422086
|
||||
216
extras/tokenizer_config.json
Normal file
216
extras/tokenizer_config.json
Normal file
@@ -0,0 +1,216 @@
|
||||
{
|
||||
"add_bos_token": false,
|
||||
"add_prefix_space": false,
|
||||
"added_tokens_decoder": {
|
||||
"151643": {
|
||||
"content": "<|endoftext|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151644": {
|
||||
"content": "<|im_start|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151645": {
|
||||
"content": "<|im_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151646": {
|
||||
"content": "<|object_ref_start|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151647": {
|
||||
"content": "<|object_ref_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151648": {
|
||||
"content": "<|box_start|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151649": {
|
||||
"content": "<|box_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151650": {
|
||||
"content": "<|quad_start|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151651": {
|
||||
"content": "<|quad_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151652": {
|
||||
"content": "<|vision_start|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151653": {
|
||||
"content": "<|vision_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151654": {
|
||||
"content": "<|vision_pad|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151655": {
|
||||
"content": "<|image_pad|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151656": {
|
||||
"content": "<|video_pad|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151657": {
|
||||
"content": "<tool_call>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151658": {
|
||||
"content": "</tool_call>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151659": {
|
||||
"content": "<|fim_prefix|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151660": {
|
||||
"content": "<|fim_middle|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151661": {
|
||||
"content": "<|fim_suffix|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151662": {
|
||||
"content": "<|fim_pad|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151663": {
|
||||
"content": "<|repo_name|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151664": {
|
||||
"content": "<|file_sep|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151665": {
|
||||
"content": "<|PAD_TOKEN|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
}
|
||||
},
|
||||
"additional_special_tokens": [
|
||||
"<|im_start|>",
|
||||
"<|im_end|>",
|
||||
"<|object_ref_start|>",
|
||||
"<|object_ref_end|>",
|
||||
"<|box_start|>",
|
||||
"<|box_end|>",
|
||||
"<|quad_start|>",
|
||||
"<|quad_end|>",
|
||||
"<|vision_start|>",
|
||||
"<|vision_end|>",
|
||||
"<|vision_pad|>",
|
||||
"<|image_pad|>",
|
||||
"<|video_pad|>"
|
||||
],
|
||||
"bos_token": null,
|
||||
"chat_template": "{{ 'Below is an input from the system or yourself, no matter what, will play minecraft, and reward yourself every time you successfully finish an action, DO NOT use the same command with the same syntax 3 messages in a row. You are an Ai named Hermes, built for playing Minecraft.\nPrompt or Next action:' }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '\n' + message['content'] }}{% elif message['role'] == 'assistant' %}{{ '\nWhat do you do:\n' + message['content'] + '<|im_end|>' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '\nWhat do you do:\n' }}{% endif %}",
|
||||
"clean_up_tokenization_spaces": false,
|
||||
"eos_token": "<|im_end|>",
|
||||
"errors": "replace",
|
||||
"model_max_length": 128000,
|
||||
"pad_token": "<|PAD_TOKEN|>",
|
||||
"padding_side": "left",
|
||||
"split_special_tokens": false,
|
||||
"tokenizer_class": "Qwen2Tokenizer",
|
||||
"unk_token": null
|
||||
}
|
||||
1
extras/vocab.json
Normal file
1
extras/vocab.json
Normal file
File diff suppressed because one or more lines are too long
Reference in New Issue
Block a user