初始化项目,由ModelHub XC社区提供模型
Model: OvercastLab/Quark-50m Source: Original Platform
This commit is contained in:
4
.ipynb_checkpoints/chat_template-checkpoint.jinja
Normal file
4
.ipynb_checkpoints/chat_template-checkpoint.jinja
Normal file
@@ -0,0 +1,4 @@
|
||||
{% for message in messages %}{{'<|im_start|>' + message['role'] + '
|
||||
' + message['content'] + '<|im_end|>' + '
|
||||
'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
|
||||
' }}{% endif %}
|
||||
14
.ipynb_checkpoints/config-checkpoint.json
Normal file
14
.ipynb_checkpoints/config-checkpoint.json
Normal file
@@ -0,0 +1,14 @@
|
||||
{
|
||||
"vocab_size": 49152,
|
||||
"d_model": 384,
|
||||
"n_heads": 6,
|
||||
"n_kv_heads": 2,
|
||||
"n_layers": 24,
|
||||
"d_ff": 1024,
|
||||
"head_dim": 64,
|
||||
"max_seq_len": 2048,
|
||||
"rope_theta": 10000.0,
|
||||
"rms_eps": 1e-05,
|
||||
"qkv_bias": true,
|
||||
"dropout": 0.0
|
||||
}
|
||||
244965
.ipynb_checkpoints/tokenizer-checkpoint.json
Normal file
244965
.ipynb_checkpoints/tokenizer-checkpoint.json
Normal file
File diff suppressed because it is too large
Load Diff
33
.ipynb_checkpoints/tokenizer_config-checkpoint.json
Normal file
33
.ipynb_checkpoints/tokenizer_config-checkpoint.json
Normal file
@@ -0,0 +1,33 @@
|
||||
{
|
||||
"add_prefix_space": false,
|
||||
"backend": "tokenizers",
|
||||
"bos_token": "<|endoftext|>",
|
||||
"clean_up_tokenization_spaces": false,
|
||||
"eos_token": "<|endoftext|>",
|
||||
"errors": "replace",
|
||||
"extra_special_tokens": [
|
||||
"<|endoftext|>",
|
||||
"<|im_start|>",
|
||||
"<|im_end|>",
|
||||
"<repo_name>",
|
||||
"<reponame>",
|
||||
"<file_sep>",
|
||||
"<filename>",
|
||||
"<gh_stars>",
|
||||
"<issue_start>",
|
||||
"<issue_comment>",
|
||||
"<issue_closed>",
|
||||
"<jupyter_start>",
|
||||
"<jupyter_text>",
|
||||
"<jupyter_code>",
|
||||
"<jupyter_output>",
|
||||
"<jupyter_script>",
|
||||
"<empty_output>"
|
||||
],
|
||||
"is_local": false,
|
||||
"model_max_length": 1000000000000000019884624838656,
|
||||
"pad_token": null,
|
||||
"tokenizer_class": "GPT2Tokenizer",
|
||||
"unk_token": "<|endoftext|>",
|
||||
"vocab_size": 49152
|
||||
}
|
||||
Reference in New Issue
Block a user