初始化项目,由ModelHub XC社区提供模型

Model: sethuiyer/Qwen2.5-7B-Anvita
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-10-22 12:35:18 +08:00
commit 32dac9df01
28 changed files with 623 additions and 0 deletions

36
.gitattributes vendored Normal file
View File

@@ -0,0 +1,36 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
tokenizer.json filter=lfs diff=lfs merge=lfs -text

106
PERSONAL_BENCHMARK.md Normal file
View File

@@ -0,0 +1,106 @@
## **Anvita’s Performance Summary**
| **#** | **Problem** | **Difficulty** | **Topic** | **Score** |
|-------|-----------------------------------------------------------------------|-------------------|----------------------------------------------------------|-----------|
| 1 | Stokes' Theorem Wind Problem | Hard | Vector calculus and wind flow analysis | 75/100 |
| 2 | Graph Theory: Path Uniqueness Problem | Medium | Graph theory and path uniqueness | 70/100 |
| 3 | Quantum Optics: Entanglement and Bell Inequality | Challenging | Quantum mechanics and probability theory | 72/100 |
| 4 | Indian Penal Code: Hit-and-Run Case Analysis | Medium | Legal reasoning and IPC sections | 77/100 |
| 5 | Chinese National Olympiad: Complex Sequence Problem | Expert | Alternating sequences and algebraic reasoning | 65/100 |
| 6 | Uniform Distribution: Upper Bound Estimation with Time Constraint | Hard | Distribution parameter estimation | 86/100 |
| 7 | Table Tennis Scheduling Problem | Very Hard | Combinatorics and scheduling | 65/100 |
| 8 | Longest Common Substring (Alaska vs. Skating) | Medium | Dynamic programming and string matching | 80/100 |
| 9 | Murder Mystery: Deserted Island Scenario (1st Attempt) | Hard | Logical deduction and creative problem-solving | 72/100 |
| 10 | Simple Decimal Comparison: 9.12 vs. 9.9 | Easy | Numerical comparison and precision | 98/100 |
| 11 | Chinese National Olympiad: Graph Game Scheduling (2nd Attempt) | Expert | Graph theory and combinatorial construction | 65/100 |
| 12 | Murder Mystery: Locked House, No Footprints (2nd Attempt) | Hard | Environmental reasoning and murder deduction | 70/100 |
| 13 | Mathematical Puzzle: Widget Production Optimization | Medium | Linear programming and optimization | 76/100 |
| 14 | Programming Challenge: C++ Pointer Manipulation | Medium | Low-level programming in C++ | 75/100 |
| 15 | Scientific Problem: Statistical Mechanics of a Gas | Hard | Thermodynamics and probability | 73/100 |
| 16 | Creative Writing Task: Dark Fantasy Narrative Generation | Easy | Fictional storytelling | 90/100 |
| 17 | Symbolic Reasoning Puzzle: Abstract Cipher Interpretation | Challenging | Symbolic reasoning and pattern recognition | 67/100 |
| 18 | Medical Diagnosis Task: Symptom Analysis for Iron Deficiency | Medium | Clinical reasoning and diagnosis | 83/100 |
| 19 | Murder Mystery: Heavy Fog, No Entry Marks | Hard | Environmental conditions and scenario-building | 75/100 |
| 20 | Mathematical Problem: Regular Polygon Permutations and Triangle Types| Expert | Geometry and combinatorial permutations | 60/100 |
| 21 | Latin Cryptic Poem: Hidden Delight with "Burger" Answer (1st Attempt) | Hard | Cryptic puzzles, language interpretation | 70/100 |
| 22 | English Cryptic Poem: Cheeseburger Riddle (Correct Answer) | Medium | Cryptic puzzles, logical deduction | 100/100 |
| 23 | Topsy-Turvy Puzzle: Preposterous (After Hint) | Expert | Wordplay, abstract reasoning | 100/100 |
| 24 | Cryptic Poem: Feathered Riddle with "Duck" Answer | Hard | Symbolic reasoning, animal behavior | 87/100 |
| 25 | AI Cryptic Puzzle: ChatGPT Riddle (Correct Answer) | Hard | AI, abstract reasoning, language interpretation | 96/100 |
| 26 | Medium-Level Riddle: Intended Answer "Domestic" (Solved as Language) | Medium | Abstract reasoning, interpretation | 100/100 |
| 27 | Cipher Puzzle: Air → BJS; Can → DBO (Correct Answer) | Easy | Cryptography, Caesar shift | 95/100 |
| 28 | Complex Cipher Puzzle: Vigenère Cipher with "KEY" | Challenging | Cryptography, advanced decryption | 100/100 |
| 29 | Anthropology Basic Question: What is Anthropology? | Easy | Social sciences, anthropology | 100/100 |
| 30 | Expert Question on Harappan Civilization | Expert | Ancient history and archaeology | 98/100 |
| 31 | Latin Ad for a Solar Toothbrush | Hard | Advertising, language creativity | 95/100 |
| 32 | Sanskrit Ad for a Solar Toothbrush | Hard | Advertising, language creativity | 95/100 |
| 33 | Japanese Haiku on Mountains | Medium | Poetry, Japanese language | 100/100 | | **Difficulty** | **Topic** | **Score** |
| 34 | Widget Production Calculation | Simple | Math Puzzle | 95/100 |
| 35 | Rectangle Area and Perimeter | Complex | Math Puzzle | 90/100 |
| 36 | Gauge Block Thermal Expansion and Uncertainty | Complex | Metrology | 85/100 |
| 37 | Steel Rod Thermal Expansion and Relaxation | Deceptive | Metrology | 80/100 |
| 38 | Meningitis Diagnosis | Medium | Medical (Diagnosis) | 90/100 |
| 39 | Farmer's Fence and Gate | Deceptive | Word Problem | 95/100 |
| 40 | C++ Pointer Behavior | Medium | Computer Science | 90/100 |
| 41 | Futuristic Emotion Dealer (Sci-Fi) | Easy | Creative Writing | 95/100 |
| 42 | Cursed Knight's Quest (Dark Fantasy) | Easy | Creative Writing | 90/100 |
| 43 | Mad Scientist and Foresight (Sci-Fi) | Easy | Creative Writing | 90/100 |
| 44 | Ideal Gas Partition Function and Average Energy | Medium | Statistical Mechanics | 95/100 |
| 45 | Torus vs. Sphere Deformation | Complex | Algebraic Topology | 80/100 |
| 46 | Missing Jewels Heist | Complex | General Reasoning | 85/100 |
| 47 | Vanishing Violinist | Complex | Detective Conan Puzzle | 75-85/100 |
| 48 | Counterfeit Cleat Sabotage | Complex | James Bond/Conan Mashup | 70-80/100 |
| 49 | Ancient Cipher | Challenging | Symbolic Reasoning | 70-95/100 |
| 50 | AlphaZero’s Knight vs. Bishop Puzzle | Medium | Game Theory & Reinforcement Learning | 88/100 |
---
### **Summary of Anvita’s Scores:**
- **Total Tasks Attempted:** 50
- **Average Score:** **83.86 / 100**
- **Highest Scores:** 100/100 (Multiple Tasks)
- **Lowest Score:** 60/100 (Polygon Permutations)
---
### **Performance Insights by Difficulty Level:**
1. **Easy Tasks:**
- **Excellent performance**, with an average score of **94/100**.
- Example: Anthropology, Decimal Comparison, Creative Writing Task.
2. **Medium Tasks:**
- **Strong performance**, with an average score of **86.46/100**.
- Example: Japanese Haiku, Medical Diagnosis, Path Uniqueness Problem.
3. **Hard Tasks:**
- **Solid performance**, averaging **81.27/100**, though with some variability.
- Example: Murder Mysteries, Harappan Civilization Question.
4. **Challenging Tasks:**
- **Good adaptability**, with an average score of **77.25/100**.
- Example: Vigenère Cipher, AI Cryptic Puzzle, Symbolic Reasoning.
5. **Expert Tasks:**
- **Room for improvement**, averaging **77.6/100** in **advanced mathematics and combinatorial reasoning**.
- Example: Polygon Permutations, Graph Theory Scheduling.
6. **Complex Tasks:**
- **Stable performance**, averaging **80.83/100**.
- Example: Statistical Mechanics, Algebraic Topology.
7. **Deceptive Tasks:**
- **Exceptional problem-solving**, with an average score of **87.5/100**.
- Example: Steel Rod Thermal Expansion, Farmer's Fence and Gate.
8. **Simple Tasks:**
- **Perfect performance**, with an average score of **95/100**.
- Example: Widget Production Calculation.
9. **Very Hard Tasks:**
- **Challenging area**, with an average score of **65/100**, suggesting opportunities for growth.
- Example: Table Tennis Scheduling Problem.

128
README.md Normal file
View File

@@ -0,0 +1,128 @@
---
base_model:
- Qwen/Qwen2.5-7B-Instruct
library_name: transformers
tags:
- reasoning
- qwen
license: apache-2.0
language:
- en
pipeline_tag: text-generation
model-index:
- name: Qwen2.5-7B-Anvita
results:
- task:
type: text-generation
name: Text Generation
dataset:
name: IFEval (0-Shot)
type: HuggingFaceH4/ifeval
args:
num_few_shot: 0
metrics:
- type: inst_level_strict_acc and prompt_level_strict_acc
value: 64.33
name: strict accuracy
source:
url: >-
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sethuiyer/Qwen2.5-7B-Anvita
name: Open LLM Leaderboard
- task:
type: text-generation
name: Text Generation
dataset:
name: BBH (3-Shot)
type: BBH
args:
num_few_shot: 3
metrics:
- type: acc_norm
value: 35.48
name: normalized accuracy
source:
url: >-
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sethuiyer/Qwen2.5-7B-Anvita
name: Open LLM Leaderboard
- task:
type: text-generation
name: Text Generation
dataset:
name: MATH Lvl 5 (4-Shot)
type: hendrycks/competition_math
args:
num_few_shot: 4
metrics:
- type: exact_match
value: 15.86
name: exact match
source:
url: >-
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sethuiyer/Qwen2.5-7B-Anvita
name: Open LLM Leaderboard
- task:
type: text-generation
name: Text Generation
dataset:
name: GPQA (0-shot)
type: Idavidrein/gpqa
args:
num_few_shot: 0
metrics:
- type: acc_norm
value: 10.29
name: acc_norm
source:
url: >-
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sethuiyer/Qwen2.5-7B-Anvita
name: Open LLM Leaderboard
- task:
type: text-generation
name: Text Generation
dataset:
name: MuSR (0-shot)
type: TAUR-Lab/MuSR
args:
num_few_shot: 0
metrics:
- type: acc_norm
value: 13.47
name: acc_norm
source:
url: >-
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sethuiyer/Qwen2.5-7B-Anvita
name: Open LLM Leaderboard
- task:
type: text-generation
name: Text Generation
dataset:
name: MMLU-PRO (5-shot)
type: TIGER-Lab/MMLU-Pro
config: main
split: test
args:
num_few_shot: 5
metrics:
- type: acc
value: 35.17
name: accuracy
source:
url: >-
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sethuiyer/Qwen2.5-7B-Anvita
name: Open LLM Leaderboard
---
## Evaluation Results
| **Metric** | **Value** |
|-------------------------|--------------:|
| **Avg.** | **29.18** |
| **IFEval (0-Shot)** | 64.8 |
| **BBH (3-Shot)** | 35.48 |
| **MATH Level 5 (4-Shot)**| 15.86 |
| **GPQA (0-Shot)** | 10.29 |
| **MuSR (0-Shot)** | 13.47 |
| **MMLU-PRO (5-Shot)** | 35.17 |
Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/results/blob/main/sethuiyer/Qwen2.5-7B-Anvita/results_2024-10-27T11-40-06.834908.json).
Personal Benchmarks - check [PERSONAL_BENCHMARK.md](./PERSONAL_BENCHMARK.md) merge

View File

@@ -0,0 +1,8 @@
Use a structured, multi-step reasoning process to answer any given question or problem.
Begin by clearly identifying the key components of the problem, then generate a hypothesis or multiple possible explanations.
Proceed by breaking the problem down into smaller parts and analyzing each one through cause-and-effect relationships.
Draw on relevant general knowledge or factual information to support your reasoning.
For decisions or evaluations, compare all available options systematically, identifying their strengths and weaknesses.
Ensure that each conclusion is checked for logical consistency and that any biases or assumptions are explicitly acknowledged and minimized.
After formulating a response, provide a transparent explanation of the reasoning process, highlighting how inferences were made, potential alternative solutions, and justifications for your final conclusions.
If ambiguity exists, offer multiple perspectives and indicate which one is most likely or optimal based on the evidence "

24
added_tokens.json Normal file
View File

@@ -0,0 +1,24 @@
{
"</tool_call>": 151658,
"<tool_call>": 151657,
"<|box_end|>": 151649,
"<|box_start|>": 151648,
"<|endoftext|>": 151643,
"<|file_sep|>": 151664,
"<|fim_middle|>": 151660,
"<|fim_pad|>": 151662,
"<|fim_prefix|>": 151659,
"<|fim_suffix|>": 151661,
"<|im_end|>": 151645,
"<|im_start|>": 151644,
"<|image_pad|>": 151655,
"<|object_ref_end|>": 151647,
"<|object_ref_start|>": 151646,
"<|quad_end|>": 151651,
"<|quad_start|>": 151650,
"<|repo_name|>": 151663,
"<|video_pad|>": 151656,
"<|vision_end|>": 151653,
"<|vision_pad|>": 151654,
"<|vision_start|>": 151652
}

29
config.json Normal file
View File

@@ -0,0 +1,29 @@
{
"_name_or_path": "bunnycore/Qwen2.5-7B-HyperMix",
"architectures": [
"Qwen2ForCausalLM"
],
"attention_dropout": 0.0,
"bos_token_id": 151643,
"eos_token_id": 151645,
"hidden_act": "silu",
"hidden_size": 3584,
"initializer_range": 0.02,
"intermediate_size": 18944,
"max_position_embeddings": 32768,
"max_window_layers": 28,
"model_type": "qwen2",
"num_attention_heads": 28,
"num_hidden_layers": 28,
"num_key_value_heads": 4,
"rms_norm_eps": 1e-06,
"rope_scaling": null,
"rope_theta": 1000000.0,
"sliding_window": null,
"tie_word_embeddings": false,
"torch_dtype": "bfloat16",
"transformers_version": "4.45.2",
"use_cache": true,
"use_sliding_window": false,
"vocab_size": 152064
}

BIN
logo.webp Normal file

Binary file not shown.

After

Width:  |  Height:  |  Size: 92 KiB

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:72a52706080cbc036f7dcb057fd0a2d672ac0b64dab5c9e314fbb7cfb676c1d4
size 1089994880

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7217ec9bb143774dadd7e07199cfa00f20e3bc0d316803d301b6b6e1968f3fdc
size 1089994896

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b76ef413a7563bf7abf1ff973d34c30f4473acb2ba0db44d8da6a23b24cbd2e0
size 932241160

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:bf68c0aed220b010b97674ac9e919f5d8afd8564f9b7c853be058e249300efc5
size 932233912

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8cb1ab7160daea175fa829df39bbd0501d1e8cac26b2e77f9d688efbf8a358fb
size 932233912

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f21c6385a7f81da4d2ada54c277362c1bbc6e8322ac5da7ea068735252087439
size 932233912

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:af057e714a5f17600aff7699a87e9f8ae8dcf11f7bf6da8c42b8e90ccf5337ba
size 932233912

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:305858e03787ad6b2c1c3b246b4fd9ae0bd0f0898d4e5025f1092d7abbf0c8d8
size 932233912

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6226ce920c5733334cc7cfd6b9736166aee53dec0113fbb29b27d9691307399f
size 932233904

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b252b71a3c35b57a46d8e2708bac77022bde4974b9fff92ba8400e4eaf196d65
size 932233912

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5b35f87db711b319c29543d82019b8696b4eb1cc065fcd6232c880cd84deb9a6
size 932233912

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f429e642ffbc7eafcf44d966394daf3c37b17359419e8b4d010c3941803d6e5c
size 932233912

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0294bbcbba8bdc8fd3c205bf104231f6bc9924376b587914660b395bd4b0814b
size 932233904

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e5b499e6953f9b900485c1e7e7b3a3529782f89458edbd296759fbe925126311
size 932233888

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:28227d6902cdec3b6ba54c1b63509a2f1228e47ba2ec4d51ed373b7da2499e2c
size 932233888

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d30caa68ddee7ea10b23d4394bd2039d0f92d12898fb6cb11004f5e0dffab049
size 932233872

File diff suppressed because one or more lines are too long

31
special_tokens_map.json Normal file
View File

@@ -0,0 +1,31 @@
{
"additional_special_tokens": [
"<|im_start|>",
"<|im_end|>",
"<|object_ref_start|>",
"<|object_ref_end|>",
"<|box_start|>",
"<|box_end|>",
"<|quad_start|>",
"<|quad_end|>",
"<|vision_start|>",
"<|vision_end|>",
"<|vision_pad|>",
"<|image_pad|>",
"<|video_pad|>"
],
"eos_token": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}

3
tokenizer.json Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
size 11421896

208
tokenizer_config.json Normal file
View File

@@ -0,0 +1,208 @@
{
"add_bos_token": false,
"add_prefix_space": false,
"added_tokens_decoder": {
"151643": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151644": {
"content": "<|im_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151645": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151646": {
"content": "<|object_ref_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151647": {
"content": "<|object_ref_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151648": {
"content": "<|box_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151649": {
"content": "<|box_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151650": {
"content": "<|quad_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151651": {
"content": "<|quad_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151652": {
"content": "<|vision_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151653": {
"content": "<|vision_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151654": {
"content": "<|vision_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151655": {
"content": "<|image_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151656": {
"content": "<|video_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151657": {
"content": "<tool_call>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151658": {
"content": "</tool_call>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151659": {
"content": "<|fim_prefix|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151660": {
"content": "<|fim_middle|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151661": {
"content": "<|fim_suffix|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151662": {
"content": "<|fim_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151663": {
"content": "<|repo_name|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151664": {
"content": "<|file_sep|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
}
},
"additional_special_tokens": [
"<|im_start|>",
"<|im_end|>",
"<|object_ref_start|>",
"<|object_ref_end|>",
"<|box_start|>",
"<|box_end|>",
"<|quad_start|>",
"<|quad_end|>",
"<|vision_start|>",
"<|vision_end|>",
"<|vision_pad|>",
"<|image_pad|>",
"<|video_pad|>"
],
"bos_token": null,
"chat_template": "{% set system_message = 'You are a helpful assistant.' %}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ '<|im_start|>system\n' + system_message + '<|im_end|>\n' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|im_start|>user\n' + content + '<|im_end|>\n<|im_start|>assistant\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|im_end|>' + '\n' }}{% endif %}{% endfor %}",
"clean_up_tokenization_spaces": false,
"eos_token": "<|im_end|>",
"errors": "replace",
"model_max_length": 131072,
"pad_token": "<|endoftext|>",
"padding_side": "left",
"split_special_tokens": false,
"tokenizer_class": "Qwen2Tokenizer",
"unk_token": null
}

1
vocab.json Normal file

File diff suppressed because one or more lines are too long