初始化项目,由ModelHub XC社区提供模型
Model: TigerResearch/tigerbot-13b-base-v3 Source: Original Platform
This commit is contained in:
34
.gitattributes
vendored
Normal file
34
.gitattributes
vendored
Normal file
@@ -0,0 +1,34 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zstandard filter=lfs diff=lfs merge=lfs -text
|
||||
*.tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
*.db* filter=lfs diff=lfs merge=lfs -text
|
||||
*.ark* filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
98
README.md
Normal file
98
README.md
Normal file
@@ -0,0 +1,98 @@
|
||||
---
|
||||
frameworks:
|
||||
- Pytorch
|
||||
license: Apache License 2.0
|
||||
tasks:
|
||||
- text-generation
|
||||
---
|
||||
|
||||
<div style="width: 100%;">
|
||||
<p align="center" width="20%">
|
||||
<img src="http://x-pai.algolet.com/bot/img/logo_core.png" alt="TigerBot" width="20%", style="display: block; margin: auto;"></img>
|
||||
</p>
|
||||
</div>
|
||||
<p align="center">
|
||||
<font face="黑体" size=5"> A cutting-edge foundation for your very own LLM. </font>
|
||||
</p>
|
||||
<p align="center">
|
||||
💻<a href="https://github.com/TigerResearch/TigerBot" target="_blank">Github</a> • 🌐 <a href="https://tigerbot.com/" target="_blank">TigerBot</a> • 🤗 <a href="https://huggingface.co/TigerResearch" target="_blank">Hugging Face</a>
|
||||
</p>
|
||||
|
||||
# 快速开始
|
||||
|
||||
- 方法1,通过transformers使用
|
||||
|
||||
- 下载 TigerBot Repo
|
||||
|
||||
```shell
|
||||
git clone https://github.com/TigerResearch/TigerBot.git
|
||||
```
|
||||
|
||||
- 启动infer代码
|
||||
|
||||
```shell
|
||||
python infer.py --model_path TigerResearch/tigerbot-13b-base-v3 --model_type base --max_generate_length 64
|
||||
```
|
||||
|
||||
- 方法2:
|
||||
|
||||
- 下载 TigerBot Repo
|
||||
|
||||
```shell
|
||||
git clone https://github.com/TigerResearch/TigerBot.git
|
||||
```
|
||||
|
||||
- 安装git lfs: `git lfs install`
|
||||
|
||||
- 通过huggingface或modelscope平台下载权重
|
||||
```shell
|
||||
git clone https://huggingface.co/TigerResearch/tigerbot-13b-base-v3
|
||||
git clone https://www.modelscope.cn/TigerResearch/tigerbot-13b-base-v3.git
|
||||
```
|
||||
|
||||
- 启动infer代码
|
||||
|
||||
```shell
|
||||
python infer.py --model_path tigerbot-13b-base-v3 --model_type base --max_generate_length 64
|
||||
```
|
||||
|
||||
------
|
||||
|
||||
# Quick Start
|
||||
|
||||
- Method 1, use through transformers
|
||||
|
||||
- Clone TigerBot Repo
|
||||
|
||||
```shell
|
||||
git clone https://github.com/TigerResearch/TigerBot.git
|
||||
```
|
||||
|
||||
- Run infer script
|
||||
|
||||
```shell
|
||||
python infer.py --model_path TigerResearch/tigerbot-13b-base-v3 --model_type base --max_generate_length 64
|
||||
```
|
||||
|
||||
- Method 2:
|
||||
|
||||
- Clone TigerBot Repo
|
||||
|
||||
```shell
|
||||
git clone https://github.com/TigerResearch/TigerBot.git
|
||||
```
|
||||
|
||||
- install git lfs: `git lfs install`
|
||||
|
||||
- Download weights from huggingface or modelscope
|
||||
```shell
|
||||
git clone https://huggingface.co/TigerResearch/tigerbot-13b-base-v3
|
||||
git clone https://www.modelscope.cn/TigerResearch/tigerbot-13b-base-v3.git
|
||||
```
|
||||
|
||||
- Run infer script
|
||||
|
||||
```shell
|
||||
python infer.py --model_path tigerbot-13b-base-v3 --model_type base --max_generate_length 64
|
||||
```
|
||||
|
||||
8
added_tokens.json
Normal file
8
added_tokens.json
Normal file
@@ -0,0 +1,8 @@
|
||||
{
|
||||
"\n\n### Instruction:\n": 65107,
|
||||
"\n\n### Response:\n": 65108,
|
||||
"</s>": 2,
|
||||
"<pad>": 65109,
|
||||
"<s>": 1,
|
||||
"<unk>": 0
|
||||
}
|
||||
29
config.json
Normal file
29
config.json
Normal file
@@ -0,0 +1,29 @@
|
||||
{
|
||||
"_name_or_path": "/mnt/nfs/yechen/models/tigerbot-13b-llama2-base-v2-3h-hf-39600",
|
||||
"architectures": [
|
||||
"LlamaForCausalLM"
|
||||
],
|
||||
"attention_bias": false,
|
||||
"bos_token_id": 1,
|
||||
"eos_token_id": 2,
|
||||
"hidden_act": "silu",
|
||||
"hidden_size": 5120,
|
||||
"initializer_range": 0.02,
|
||||
"intermediate_size": 13824,
|
||||
"max_position_embeddings": 2048,
|
||||
"model_type": "llama",
|
||||
"num_attention_heads": 40,
|
||||
"num_hidden_layers": 40,
|
||||
"num_key_value_heads": 40,
|
||||
"pad_token_id": 65109,
|
||||
"pretraining_tp": 1,
|
||||
"rms_norm_eps": 1e-05,
|
||||
"rope_scaling": null,
|
||||
"rope_theta": 10000,
|
||||
"tie_word_embeddings": false,
|
||||
"torch_dtype": "bfloat16",
|
||||
"transformers_version": "4.34.0",
|
||||
"use_cache": true,
|
||||
"vocab_size": 65112,
|
||||
"_flash_attn_2_enabled": true
|
||||
}
|
||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
||||
{"framework":"Pytorch","task":"text-generation"}
|
||||
7
generation_config.json
Normal file
7
generation_config.json
Normal file
@@ -0,0 +1,7 @@
|
||||
{
|
||||
"_from_model_config": true,
|
||||
"bos_token_id": 1,
|
||||
"eos_token_id": 2,
|
||||
"pad_token_id": 65109,
|
||||
"transformers_version": "4.34.0"
|
||||
}
|
||||
3
pytorch_model-00001-of-00003.bin
Normal file
3
pytorch_model-00001-of-00003.bin
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5204caed6f8af0ad42b4b5df194c09f016a16b73a2e1ba3e5630c5b3cd6ec353
|
||||
size 9899791130
|
||||
3
pytorch_model-00002-of-00003.bin
Normal file
3
pytorch_model-00002-of-00003.bin
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:50444883e43d2edd2aa31bbfa7287a6ab861e5287476a54fa67a8e591650ac58
|
||||
size 9956606180
|
||||
3
pytorch_model-00003-of-00003.bin
Normal file
3
pytorch_model-00003-of-00003.bin
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0eb5a7026eecca26ee27db50565fbfe7a4f10a4d8bace1d68640497156c4c1bc
|
||||
size 6853591004
|
||||
3
pytorch_model.bin.index.json
Normal file
3
pytorch_model.bin.index.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:10c80e1bad7c9e8797632a84519ec7e0bb83089f37082bc025f9bda5c6dea658
|
||||
size 29894
|
||||
10
special_tokens_map.json
Normal file
10
special_tokens_map.json
Normal file
@@ -0,0 +1,10 @@
|
||||
{
|
||||
"additional_special_tokens": [
|
||||
"\n\n### Instruction:\n",
|
||||
"\n\n### Response:\n"
|
||||
],
|
||||
"bos_token": "<s>",
|
||||
"eos_token": "</s>",
|
||||
"pad_token": "<pad>",
|
||||
"unk_token": "<unk>"
|
||||
}
|
||||
156292
tokenizer.json
Normal file
156292
tokenizer.json
Normal file
File diff suppressed because it is too large
Load Diff
3
tokenizer.model
Normal file
3
tokenizer.model
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:3fca4624723058f2d55a0929b9782c65ccfa810a7605bd3e7c36584519a4f377
|
||||
size 1011834
|
||||
68
tokenizer_config.json
Normal file
68
tokenizer_config.json
Normal file
@@ -0,0 +1,68 @@
|
||||
{
|
||||
"add_bos_token": false,
|
||||
"add_eos_token": false,
|
||||
"added_tokens_decoder": {
|
||||
"0": {
|
||||
"content": "<unk>",
|
||||
"lstrip": false,
|
||||
"normalized": true,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"1": {
|
||||
"content": "<s>",
|
||||
"lstrip": false,
|
||||
"normalized": true,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"2": {
|
||||
"content": "</s>",
|
||||
"lstrip": false,
|
||||
"normalized": true,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"65107": {
|
||||
"content": "\n\n### Instruction:\n",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"65108": {
|
||||
"content": "\n\n### Response:\n",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"65109": {
|
||||
"content": "<pad>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
}
|
||||
},
|
||||
"additional_special_tokens": [
|
||||
"\n\n### Instruction:\n",
|
||||
"\n\n### Response:\n"
|
||||
],
|
||||
"bos_token": "<s>",
|
||||
"clean_up_tokenization_spaces": false,
|
||||
"eos_token": "</s>",
|
||||
"legacy": true,
|
||||
"model_max_length": 1000000000000000019884624838656,
|
||||
"pad_token": "<pad>",
|
||||
"sp_model_kwargs": {},
|
||||
"tokenizer_class": "LlamaTokenizer",
|
||||
"unk_token": "<unk>",
|
||||
"use_default_system_prompt": true
|
||||
}
|
||||
Reference in New Issue
Block a user