初始化项目，由ModelHub XC社区提供模型
Model: jaredfern/original-modified-seq Source: Original Platform
This commit is contained in:
ModelHub XC
36
.gitattributes
vendored
Normal file
36
.gitattributes
vendored
Normal file
@@ -0,0 +1,36 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
||||
65
README.md
Normal file
65
README.md
Normal file
@@ -0,0 +1,65 @@
|
||||
---
|
||||
library_name: transformers
|
||||
tags:
|
||||
- generated_from_trainer
|
||||
- open-r1
|
||||
licence: license
|
||||
---
|
||||
|
||||
# Model Card for None
|
||||
|
||||
This model is a fine-tuned version of [None](https://huggingface.co/None).
|
||||
It has been trained using [TRL](https://github.com/huggingface/trl).
|
||||
|
||||
## Quick start
|
||||
|
||||
```python
|
||||
from transformers import pipeline
|
||||
|
||||
question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
|
||||
generator = pipeline("text-generation", model="None", device="cuda")
|
||||
output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
|
||||
print(output["generated_text"])
|
||||
```
|
||||
|
||||
## Training procedure
|
||||
|
||||
|
||||
|
||||
|
||||
This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300).
|
||||
|
||||
### Framework versions
|
||||
|
||||
- TRL: 0.14.0
|
||||
- Transformers: 4.57.6
|
||||
- Pytorch: 2.6.0
|
||||
- Datasets: 4.8.5
|
||||
- Tokenizers: 0.22.2
|
||||
|
||||
## Citations
|
||||
|
||||
Cite GRPO as:
|
||||
|
||||
```bibtex
|
||||
@article{zhihong2024deepseekmath,
|
||||
title = {{DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models}},
|
||||
author = {Zhihong Shao and Peiyi Wang and Qihao Zhu and Runxin Xu and Junxiao Song and Mingchuan Zhang and Y. K. Li and Y. Wu and Daya Guo},
|
||||
year = 2024,
|
||||
eprint = {arXiv:2402.03300},
|
||||
}
|
||||
|
||||
```
|
||||
|
||||
Cite TRL as:
|
||||
|
||||
```bibtex
|
||||
@misc{vonwerra2022trl,
|
||||
title = {{TRL: Transformer Reinforcement Learning}},
|
||||
author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallouédec},
|
||||
year = 2020,
|
||||
journal = {GitHub repository},
|
||||
publisher = {GitHub},
|
||||
howpublished = {\url{https://github.com/huggingface/trl}}
|
||||
}
|
||||
```
|
||||
8
all_results.json
Normal file
8
all_results.json
Normal file
@@ -0,0 +1,8 @@
|
||||
{
|
||||
"total_flos": 0.0,
|
||||
"train_loss": 0.0899008925090421,
|
||||
"train_runtime": 180643.6048,
|
||||
"train_samples": 13456,
|
||||
"train_samples_per_second": 0.149,
|
||||
"train_steps_per_second": 0.001
|
||||
}
|
||||
109
chat_template.jinja
Normal file
109
chat_template.jinja
Normal file
@@ -0,0 +1,109 @@
|
||||
{{- bos_token }}
|
||||
{%- if custom_tools is defined %}
|
||||
{%- set tools = custom_tools %}
|
||||
{%- endif %}
|
||||
{%- if not tools_in_user_message is defined %}
|
||||
{%- set tools_in_user_message = true %}
|
||||
{%- endif %}
|
||||
{%- if not date_string is defined %}
|
||||
{%- set date_string = "26 Jul 2024" %}
|
||||
{%- endif %}
|
||||
{%- if not tools is defined %}
|
||||
{%- set tools = none %}
|
||||
{%- endif %}
|
||||
|
||||
{#- This block extracts the system message, so we can slot it into the right place. #}
|
||||
{%- if messages[0]['role'] == 'system' %}
|
||||
{%- set system_message = messages[0]['content']|trim %}
|
||||
{%- set messages = messages[1:] %}
|
||||
{%- else %}
|
||||
{%- set system_message = "" %}
|
||||
{%- endif %}
|
||||
|
||||
{#- System message + builtin tools #}
|
||||
{{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
|
||||
{%- if builtin_tools is defined or tools is not none %}
|
||||
{{- "Environment: ipython\n" }}
|
||||
{%- endif %}
|
||||
{%- if builtin_tools is defined %}
|
||||
{{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}}
|
||||
{%- endif %}
|
||||
{{- "Cutting Knowledge Date: December 2023\n" }}
|
||||
{{- "Today Date: " + date_string + "\n\n" }}
|
||||
{%- if tools is not none and not tools_in_user_message %}
|
||||
{{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
|
||||
{{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
|
||||
{{- "Do not use variables.\n\n" }}
|
||||
{%- for t in tools %}
|
||||
{{- t | tojson(indent=4) }}
|
||||
{{- "\n\n" }}
|
||||
{%- endfor %}
|
||||
{%- endif %}
|
||||
{{- system_message }}
|
||||
{{- "<|eot_id|>" }}
|
||||
|
||||
{#- Custom tools are passed in a user message with some extra guidance #}
|
||||
{%- if tools_in_user_message and not tools is none %}
|
||||
{#- Extract the first user message so we can plug it in here #}
|
||||
{%- if messages | length != 0 %}
|
||||
{%- set first_user_message = messages[0]['content']|trim %}
|
||||
{%- set messages = messages[1:] %}
|
||||
{%- else %}
|
||||
{{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
|
||||
{%- endif %}
|
||||
{{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}
|
||||
{{- "Given the following functions, please respond with a JSON for a function call " }}
|
||||
{{- "with its proper arguments that best answers the given prompt.\n\n" }}
|
||||
{{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
|
||||
{{- "Do not use variables.\n\n" }}
|
||||
{%- for t in tools %}
|
||||
{{- t | tojson(indent=4) }}
|
||||
{{- "\n\n" }}
|
||||
{%- endfor %}
|
||||
{{- first_user_message + "<|eot_id|>"}}
|
||||
{%- endif %}
|
||||
|
||||
{%- for message in messages %}
|
||||
{%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
|
||||
{{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}
|
||||
{%- elif 'tool_calls' in message %}
|
||||
{%- if not message.tool_calls|length == 1 %}
|
||||
{{- raise_exception("This model only supports single tool-calls at once!") }}
|
||||
{%- endif %}
|
||||
{%- set tool_call = message.tool_calls[0].function %}
|
||||
{%- if builtin_tools is defined and tool_call.name in builtin_tools %}
|
||||
{{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
|
||||
{{- "<|python_tag|>" + tool_call.name + ".call(" }}
|
||||
{%- for arg_name, arg_val in tool_call.arguments | items %}
|
||||
{{- arg_name + '="' + arg_val + '"' }}
|
||||
{%- if not loop.last %}
|
||||
{{- ", " }}
|
||||
{%- endif %}
|
||||
{%- endfor %}
|
||||
{{- ")" }}
|
||||
{%- else %}
|
||||
{{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
|
||||
{{- '{"name": "' + tool_call.name + '", ' }}
|
||||
{{- '"parameters": ' }}
|
||||
{{- tool_call.arguments | tojson }}
|
||||
{{- "}" }}
|
||||
{%- endif %}
|
||||
{%- if builtin_tools is defined %}
|
||||
{#- This means we're in ipython mode #}
|
||||
{{- "<|eom_id|>" }}
|
||||
{%- else %}
|
||||
{{- "<|eot_id|>" }}
|
||||
{%- endif %}
|
||||
{%- elif message.role == "tool" or message.role == "ipython" %}
|
||||
{{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
|
||||
{%- if message.content is mapping or message.content is iterable %}
|
||||
{{- message.content | tojson }}
|
||||
{%- else %}
|
||||
{{- message.content }}
|
||||
{%- endif %}
|
||||
{{- "<|eot_id|>" }}
|
||||
{%- endif %}
|
||||
{%- endfor %}
|
||||
{%- if add_generation_prompt %}
|
||||
{{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
|
||||
{%- endif %}
|
||||
36
config.json
Normal file
36
config.json
Normal file
@@ -0,0 +1,36 @@
|
||||
{
|
||||
"architectures": [
|
||||
"LlamaForCausalLM"
|
||||
],
|
||||
"attention_bias": false,
|
||||
"attention_dropout": 0.0,
|
||||
"bos_token_id": 128000,
|
||||
"dtype": "bfloat16",
|
||||
"eos_token_id": 128009,
|
||||
"head_dim": 128,
|
||||
"hidden_act": "silu",
|
||||
"hidden_size": 4096,
|
||||
"initializer_range": 0.02,
|
||||
"intermediate_size": 14336,
|
||||
"max_position_embeddings": 131072,
|
||||
"mlp_bias": false,
|
||||
"model_type": "llama",
|
||||
"num_attention_heads": 32,
|
||||
"num_hidden_layers": 32,
|
||||
"num_key_value_heads": 8,
|
||||
"pad_token_id": 128009,
|
||||
"pretraining_tp": 1,
|
||||
"rms_norm_eps": 1e-05,
|
||||
"rope_scaling": {
|
||||
"factor": 8.0,
|
||||
"high_freq_factor": 4.0,
|
||||
"low_freq_factor": 1.0,
|
||||
"original_max_position_embeddings": 8192,
|
||||
"rope_type": "llama3"
|
||||
},
|
||||
"rope_theta": 500000.0,
|
||||
"tie_word_embeddings": false,
|
||||
"transformers_version": "4.57.6",
|
||||
"use_cache": true,
|
||||
"vocab_size": 128256
|
||||
}
|
||||
14
generation_config.json
Normal file
14
generation_config.json
Normal file
@@ -0,0 +1,14 @@
|
||||
{
|
||||
"bos_token_id": 128000,
|
||||
"do_sample": true,
|
||||
"eos_token_id": [
|
||||
128009,
|
||||
128001,
|
||||
128008,
|
||||
128009
|
||||
],
|
||||
"pad_token_id": 128009,
|
||||
"temperature": 0.6,
|
||||
"top_p": 0.9,
|
||||
"transformers_version": "4.57.6"
|
||||
}
|
||||
3
pytorch_model-00001-of-00004.bin
Normal file
3
pytorch_model-00001-of-00004.bin
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e5c646b0d2c402090587d135b20c12d26665eb1f2dc5bf72232c9fbd47b54ba7
|
||||
size 4976717314
|
||||
3
pytorch_model-00002-of-00004.bin
Normal file
3
pytorch_model-00002-of-00004.bin
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:84b1d87d4973112236723c360de77fb01aea07c1d35c1cd8e5b2191472ac4fad
|
||||
size 4999826246
|
||||
3
pytorch_model-00003-of-00004.bin
Normal file
3
pytorch_model-00003-of-00004.bin
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:75065f9804162818f16b3fcd94e3d1cba8344af819a22c2a0aff81ac81f325a1
|
||||
size 4915938762
|
||||
3
pytorch_model-00004-of-00004.bin
Normal file
3
pytorch_model-00004-of-00004.bin
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:484f8487e148c9109d4b90b46f4f0b23344312235eef82ac093bdb3179a0d84a
|
||||
size 1168140873
|
||||
299
pytorch_model.bin.index.json
Normal file
299
pytorch_model.bin.index.json
Normal file
@@ -0,0 +1,299 @@
|
||||
{
|
||||
"metadata": {
|
||||
"total_parameters": 266240,
|
||||
"total_size": 16060522496
|
||||
},
|
||||
"weight_map": {
|
||||
"lm_head.weight": "pytorch_model-00004-of-00004.bin",
|
||||
"model.embed_tokens.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.0.input_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.0.mlp.down_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.0.mlp.gate_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.0.mlp.up_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.0.post_attention_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.0.self_attn.k_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.0.self_attn.o_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.0.self_attn.v_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.1.input_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.1.mlp.down_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.1.mlp.gate_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.1.mlp.up_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.1.post_attention_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.1.self_attn.k_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.1.self_attn.o_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.1.self_attn.q_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.1.self_attn.v_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.10.input_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.10.mlp.down_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.10.mlp.gate_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.10.mlp.up_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.10.post_attention_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.10.self_attn.k_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.10.self_attn.o_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.10.self_attn.q_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.10.self_attn.v_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.11.input_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.11.mlp.down_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.11.mlp.gate_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.11.mlp.up_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.11.post_attention_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.11.self_attn.k_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.11.self_attn.o_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.11.self_attn.q_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.11.self_attn.v_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.12.input_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.12.mlp.down_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.12.mlp.gate_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.12.mlp.up_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.12.post_attention_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.12.self_attn.k_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.12.self_attn.o_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.12.self_attn.q_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.12.self_attn.v_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.13.input_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.13.mlp.down_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.13.mlp.gate_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.13.mlp.up_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.13.post_attention_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.13.self_attn.k_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.13.self_attn.o_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.13.self_attn.q_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.13.self_attn.v_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.14.input_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.14.mlp.down_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.14.mlp.gate_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.14.mlp.up_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.14.post_attention_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.14.self_attn.k_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.14.self_attn.o_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.14.self_attn.q_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.14.self_attn.v_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.15.input_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.15.mlp.down_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.15.mlp.gate_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.15.mlp.up_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.15.post_attention_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.15.self_attn.k_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.15.self_attn.o_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.15.self_attn.q_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.15.self_attn.v_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.16.input_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.16.mlp.down_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.16.mlp.gate_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.16.mlp.up_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.16.post_attention_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.16.self_attn.k_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.16.self_attn.o_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.16.self_attn.q_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.16.self_attn.v_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.17.input_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.17.mlp.down_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.17.mlp.gate_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.17.mlp.up_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.17.post_attention_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.17.self_attn.k_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.17.self_attn.o_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.17.self_attn.q_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.17.self_attn.v_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.18.input_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.18.mlp.down_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.18.mlp.gate_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.18.mlp.up_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.18.post_attention_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.18.self_attn.k_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.18.self_attn.o_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.18.self_attn.q_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.18.self_attn.v_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.19.input_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.19.mlp.down_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.19.mlp.gate_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.19.mlp.up_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.19.post_attention_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.19.self_attn.k_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.19.self_attn.o_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.19.self_attn.q_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.19.self_attn.v_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.2.input_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.2.mlp.down_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.2.mlp.gate_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.2.mlp.up_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.2.post_attention_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.2.self_attn.k_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.2.self_attn.o_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.2.self_attn.q_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.2.self_attn.v_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.20.input_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.20.mlp.down_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.20.mlp.gate_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.20.mlp.up_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.20.post_attention_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.20.self_attn.k_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.20.self_attn.o_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.20.self_attn.q_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.20.self_attn.v_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.21.input_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.21.mlp.down_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.21.mlp.gate_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.21.mlp.up_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.21.post_attention_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.21.self_attn.k_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.21.self_attn.o_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.21.self_attn.q_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.21.self_attn.v_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.22.input_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.22.mlp.down_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.22.mlp.gate_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.22.mlp.up_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.22.post_attention_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.22.self_attn.k_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.22.self_attn.o_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.22.self_attn.q_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.22.self_attn.v_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.23.input_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.23.mlp.down_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.23.mlp.gate_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.23.mlp.up_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.23.post_attention_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.23.self_attn.k_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.23.self_attn.o_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.23.self_attn.q_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.23.self_attn.v_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.24.input_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.24.mlp.down_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.24.mlp.gate_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.24.mlp.up_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.24.post_attention_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.24.self_attn.k_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.24.self_attn.o_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.24.self_attn.q_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.24.self_attn.v_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.25.input_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.25.mlp.down_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.25.mlp.gate_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.25.mlp.up_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.25.post_attention_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.25.self_attn.k_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.25.self_attn.o_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.25.self_attn.q_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.25.self_attn.v_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.26.input_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.26.mlp.down_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.26.mlp.gate_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.26.mlp.up_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.26.post_attention_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.26.self_attn.k_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.26.self_attn.o_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.26.self_attn.q_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.26.self_attn.v_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.27.input_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.27.mlp.down_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.27.mlp.gate_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.27.mlp.up_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.27.post_attention_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.27.self_attn.k_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.27.self_attn.o_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.27.self_attn.q_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.27.self_attn.v_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.28.input_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.28.mlp.down_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.28.mlp.gate_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.28.mlp.up_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.28.post_attention_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.28.self_attn.k_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.28.self_attn.o_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.28.self_attn.q_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.28.self_attn.v_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.29.input_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.29.mlp.down_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.29.mlp.gate_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.29.mlp.up_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.29.post_attention_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.29.self_attn.k_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.29.self_attn.o_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.29.self_attn.q_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.29.self_attn.v_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.3.input_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.3.mlp.down_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.3.mlp.gate_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.3.mlp.up_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.3.post_attention_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.3.self_attn.k_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.3.self_attn.o_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.3.self_attn.q_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.3.self_attn.v_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.30.input_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.30.mlp.down_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.30.mlp.gate_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.30.mlp.up_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.30.post_attention_layernorm.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.30.self_attn.k_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.30.self_attn.o_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.30.self_attn.q_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.30.self_attn.v_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.31.input_layernorm.weight": "pytorch_model-00004-of-00004.bin",
|
||||
"model.layers.31.mlp.down_proj.weight": "pytorch_model-00004-of-00004.bin",
|
||||
"model.layers.31.mlp.gate_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.31.mlp.up_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.31.post_attention_layernorm.weight": "pytorch_model-00004-of-00004.bin",
|
||||
"model.layers.31.self_attn.k_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.31.self_attn.o_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.31.self_attn.q_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.31.self_attn.v_proj.weight": "pytorch_model-00003-of-00004.bin",
|
||||
"model.layers.4.input_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.4.mlp.down_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.4.mlp.gate_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.4.mlp.up_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.4.post_attention_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.4.self_attn.k_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.4.self_attn.o_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.4.self_attn.q_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.4.self_attn.v_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.5.input_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.5.mlp.down_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.5.mlp.gate_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.5.mlp.up_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.5.post_attention_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.5.self_attn.k_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.5.self_attn.o_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.5.self_attn.q_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.5.self_attn.v_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.6.input_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.6.mlp.down_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.6.mlp.gate_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.6.mlp.up_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.6.post_attention_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.6.self_attn.k_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.6.self_attn.o_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.6.self_attn.q_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.6.self_attn.v_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.7.input_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.7.mlp.down_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.7.mlp.gate_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.7.mlp.up_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.7.post_attention_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.7.self_attn.k_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.7.self_attn.o_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.7.self_attn.q_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.7.self_attn.v_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.8.input_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.8.mlp.down_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.8.mlp.gate_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.8.mlp.up_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.8.post_attention_layernorm.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.8.self_attn.k_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.8.self_attn.o_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.8.self_attn.q_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.8.self_attn.v_proj.weight": "pytorch_model-00001-of-00004.bin",
|
||||
"model.layers.9.input_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.9.mlp.down_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.9.mlp.gate_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.9.mlp.up_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.9.post_attention_layernorm.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.9.self_attn.k_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.9.self_attn.o_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.9.self_attn.q_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.layers.9.self_attn.v_proj.weight": "pytorch_model-00002-of-00004.bin",
|
||||
"model.norm.weight": "pytorch_model-00004-of-00004.bin"
|
||||
}
|
||||
}
|
||||
17
special_tokens_map.json
Normal file
17
special_tokens_map.json
Normal file
@@ -0,0 +1,17 @@
|
||||
{
|
||||
"bos_token": {
|
||||
"content": "<|begin_of_text|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"eos_token": {
|
||||
"content": "<|eot_id|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"pad_token": "<|eot_id|>"
|
||||
}
|
||||
3
tokenizer.json
Normal file
3
tokenizer.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:65ff5472d095ccd9332d9e723153d7bc7226cb6be9c1bffda738b5ba2e71bf26
|
||||
size 17210084
|
||||
2067
tokenizer_config.json
Normal file
2067
tokenizer_config.json
Normal file
File diff suppressed because it is too large
Load Diff
8
train_results.json
Normal file
8
train_results.json
Normal file
@@ -0,0 +1,8 @@
|
||||
{
|
||||
"total_flos": 0.0,
|
||||
"train_loss": 0.0899008925090421,
|
||||
"train_runtime": 180643.6048,
|
||||
"train_samples": 13456,
|
||||
"train_samples_per_second": 0.149,
|
||||
"train_steps_per_second": 0.001
|
||||
}
|
||||
696
trainer_state.json
Normal file
696
trainer_state.json
Normal file
@@ -0,0 +1,696 @@
|
||||
{
|
||||
"best_global_step": null,
|
||||
"best_metric": null,
|
||||
"best_model_checkpoint": null,
|
||||
"epoch": 2.0,
|
||||
"eval_steps": 500,
|
||||
"global_step": 212,
|
||||
"is_hyper_param_search": false,
|
||||
"is_local_process_zero": true,
|
||||
"is_world_process_zero": true,
|
||||
"log_history": [
|
||||
{
|
||||
"completion_length": 305.40234375,
|
||||
"epoch": 0.009512485136741973,
|
||||
"grad_norm": 9.479197648905142,
|
||||
"kl": 1.3113021850585938e-05,
|
||||
"learning_rate": 0.0,
|
||||
"loss": 0.0,
|
||||
"reward": 2.353515625,
|
||||
"reward_std": 0.5666993586346507,
|
||||
"rewards/accuracy_reward": 0.46484375,
|
||||
"rewards/format_reward": 0.9375,
|
||||
"rewards/influence_reward": 0.3828125,
|
||||
"rewards/len_reward": 0.568359375,
|
||||
"step": 1
|
||||
},
|
||||
{
|
||||
"completion_length": 303.59375,
|
||||
"epoch": 0.04756242568370987,
|
||||
"grad_norm": 5.559375419637804,
|
||||
"kl": 0.00265657901763916,
|
||||
"learning_rate": 1.818181818181818e-07,
|
||||
"loss": 0.0001,
|
||||
"reward": 2.5146484375,
|
||||
"reward_std": 0.530997786205262,
|
||||
"rewards/accuracy_reward": 0.54736328125,
|
||||
"rewards/format_reward": 0.9443359375,
|
||||
"rewards/influence_reward": 0.42724609375,
|
||||
"rewards/len_reward": 0.595703125,
|
||||
"step": 5
|
||||
},
|
||||
{
|
||||
"completion_length": 301.755859375,
|
||||
"epoch": 0.09512485136741974,
|
||||
"grad_norm": 7.509497472122595,
|
||||
"kl": 0.010486793518066407,
|
||||
"learning_rate": 4.090909090909091e-07,
|
||||
"loss": 0.0004,
|
||||
"reward": 2.534765625,
|
||||
"reward_std": 0.5271333329379558,
|
||||
"rewards/accuracy_reward": 0.542578125,
|
||||
"rewards/format_reward": 0.95234375,
|
||||
"rewards/influence_reward": 0.441015625,
|
||||
"rewards/len_reward": 0.598828125,
|
||||
"step": 10
|
||||
},
|
||||
{
|
||||
"completion_length": 308.83046875,
|
||||
"epoch": 0.1426872770511296,
|
||||
"grad_norm": 9.5559930417524,
|
||||
"kl": 0.3596527099609375,
|
||||
"learning_rate": 6.363636363636363e-07,
|
||||
"loss": 0.0144,
|
||||
"reward": 2.4265625,
|
||||
"reward_std": 0.4884017549455166,
|
||||
"rewards/accuracy_reward": 0.512109375,
|
||||
"rewards/format_reward": 0.95625,
|
||||
"rewards/influence_reward": 0.419140625,
|
||||
"rewards/len_reward": 0.5390625,
|
||||
"step": 15
|
||||
},
|
||||
{
|
||||
"completion_length": 309.508984375,
|
||||
"epoch": 0.1902497027348395,
|
||||
"grad_norm": 6.575100009019049,
|
||||
"kl": 1.8339599609375,
|
||||
"learning_rate": 8.636363636363636e-07,
|
||||
"loss": 0.0734,
|
||||
"reward": 2.483984375,
|
||||
"reward_std": 0.4793000495061278,
|
||||
"rewards/accuracy_reward": 0.534765625,
|
||||
"rewards/format_reward": 0.971875,
|
||||
"rewards/influence_reward": 0.444921875,
|
||||
"rewards/len_reward": 0.532421875,
|
||||
"step": 20
|
||||
},
|
||||
{
|
||||
"completion_length": 302.12109375,
|
||||
"epoch": 0.23781212841854935,
|
||||
"grad_norm": 3.8082898220241357,
|
||||
"kl": 1.6882080078125,
|
||||
"learning_rate": 9.99726628670463e-07,
|
||||
"loss": 0.0675,
|
||||
"reward": 2.571484375,
|
||||
"reward_std": 0.46187512911856177,
|
||||
"rewards/accuracy_reward": 0.56015625,
|
||||
"rewards/format_reward": 0.97578125,
|
||||
"rewards/influence_reward": 0.478125,
|
||||
"rewards/len_reward": 0.557421875,
|
||||
"step": 25
|
||||
},
|
||||
{
|
||||
"completion_length": 285.939453125,
|
||||
"epoch": 0.2853745541022592,
|
||||
"grad_norm": 5.417820371147177,
|
||||
"kl": 1.641796875,
|
||||
"learning_rate": 9.966546331768192e-07,
|
||||
"loss": 0.0657,
|
||||
"reward": 2.583984375,
|
||||
"reward_std": 0.48238000813871623,
|
||||
"rewards/accuracy_reward": 0.5625,
|
||||
"rewards/format_reward": 0.985546875,
|
||||
"rewards/influence_reward": 0.465625,
|
||||
"rewards/len_reward": 0.5703125,
|
||||
"step": 30
|
||||
},
|
||||
{
|
||||
"completion_length": 295.471875,
|
||||
"epoch": 0.3329369797859691,
|
||||
"grad_norm": 3.3934355489448493,
|
||||
"kl": 1.362841796875,
|
||||
"learning_rate": 9.901899829374047e-07,
|
||||
"loss": 0.0545,
|
||||
"reward": 2.55234375,
|
||||
"reward_std": 0.48458676002919676,
|
||||
"rewards/accuracy_reward": 0.516796875,
|
||||
"rewards/format_reward": 0.9796875,
|
||||
"rewards/influence_reward": 0.429296875,
|
||||
"rewards/len_reward": 0.6265625,
|
||||
"step": 35
|
||||
},
|
||||
{
|
||||
"completion_length": 295.90390625,
|
||||
"epoch": 0.380499405469679,
|
||||
"grad_norm": 4.1900410232582335,
|
||||
"kl": 1.5516845703125,
|
||||
"learning_rate": 9.803768380684242e-07,
|
||||
"loss": 0.0621,
|
||||
"reward": 2.50546875,
|
||||
"reward_std": 0.46826295778155325,
|
||||
"rewards/accuracy_reward": 0.50703125,
|
||||
"rewards/format_reward": 0.97578125,
|
||||
"rewards/influence_reward": 0.428125,
|
||||
"rewards/len_reward": 0.59453125,
|
||||
"step": 40
|
||||
},
|
||||
{
|
||||
"completion_length": 292.028515625,
|
||||
"epoch": 0.4280618311533888,
|
||||
"grad_norm": 7.946193406732366,
|
||||
"kl": 1.88642578125,
|
||||
"learning_rate": 9.672822322997304e-07,
|
||||
"loss": 0.0754,
|
||||
"reward": 2.47421875,
|
||||
"reward_std": 0.45962891932576894,
|
||||
"rewards/accuracy_reward": 0.49296875,
|
||||
"rewards/format_reward": 0.982421875,
|
||||
"rewards/influence_reward": 0.411328125,
|
||||
"rewards/len_reward": 0.5875,
|
||||
"step": 45
|
||||
},
|
||||
{
|
||||
"completion_length": 292.873046875,
|
||||
"epoch": 0.4756242568370987,
|
||||
"grad_norm": 7.492938961448867,
|
||||
"kl": 1.96015625,
|
||||
"learning_rate": 9.509956150664795e-07,
|
||||
"loss": 0.0784,
|
||||
"reward": 2.596484375,
|
||||
"reward_std": 0.460917086713016,
|
||||
"rewards/accuracy_reward": 0.52578125,
|
||||
"rewards/format_reward": 0.982421875,
|
||||
"rewards/influence_reward": 0.4453125,
|
||||
"rewards/len_reward": 0.64296875,
|
||||
"step": 50
|
||||
},
|
||||
{
|
||||
"completion_length": 286.85859375,
|
||||
"epoch": 0.5231866825208086,
|
||||
"grad_norm": 3.5519428103835224,
|
||||
"kl": 1.998779296875,
|
||||
"learning_rate": 9.316282404787869e-07,
|
||||
"loss": 0.0799,
|
||||
"reward": 2.530078125,
|
||||
"reward_std": 0.43998180609196424,
|
||||
"rewards/accuracy_reward": 0.506640625,
|
||||
"rewards/format_reward": 0.973828125,
|
||||
"rewards/influence_reward": 0.43046875,
|
||||
"rewards/len_reward": 0.619140625,
|
||||
"step": 55
|
||||
},
|
||||
{
|
||||
"completion_length": 284.312890625,
|
||||
"epoch": 0.5707491082045184,
|
||||
"grad_norm": 3.7968869284274014,
|
||||
"kl": 2.133349609375,
|
||||
"learning_rate": 9.093124073433462e-07,
|
||||
"loss": 0.0854,
|
||||
"reward": 2.521875,
|
||||
"reward_std": 0.5203634534031153,
|
||||
"rewards/accuracy_reward": 0.506640625,
|
||||
"rewards/format_reward": 0.979296875,
|
||||
"rewards/influence_reward": 0.419140625,
|
||||
"rewards/len_reward": 0.616796875,
|
||||
"step": 60
|
||||
},
|
||||
{
|
||||
"completion_length": 275.38203125,
|
||||
"epoch": 0.6183115338882283,
|
||||
"grad_norm": 4.3717453671021165,
|
||||
"kl": 2.27578125,
|
||||
"learning_rate": 8.842005554284295e-07,
|
||||
"loss": 0.091,
|
||||
"reward": 2.609765625,
|
||||
"reward_std": 0.4997987896203995,
|
||||
"rewards/accuracy_reward": 0.539453125,
|
||||
"rewards/format_reward": 0.983203125,
|
||||
"rewards/influence_reward": 0.4578125,
|
||||
"rewards/len_reward": 0.629296875,
|
||||
"step": 65
|
||||
},
|
||||
{
|
||||
"completion_length": 271.71171875,
|
||||
"epoch": 0.6658739595719382,
|
||||
"grad_norm": 5.274292147592828,
|
||||
"kl": 2.325927734375,
|
||||
"learning_rate": 8.564642241456986e-07,
|
||||
"loss": 0.093,
|
||||
"reward": 2.628515625,
|
||||
"reward_std": 0.47792479060590265,
|
||||
"rewards/accuracy_reward": 0.543359375,
|
||||
"rewards/format_reward": 0.9765625,
|
||||
"rewards/influence_reward": 0.4640625,
|
||||
"rewards/len_reward": 0.64453125,
|
||||
"step": 70
|
||||
},
|
||||
{
|
||||
"completion_length": 272.53828125,
|
||||
"epoch": 0.713436385255648,
|
||||
"grad_norm": 4.422045761319486,
|
||||
"kl": 2.280224609375,
|
||||
"learning_rate": 8.262928807620843e-07,
|
||||
"loss": 0.0912,
|
||||
"reward": 2.548046875,
|
||||
"reward_std": 0.504490308649838,
|
||||
"rewards/accuracy_reward": 0.511328125,
|
||||
"rewards/format_reward": 0.98046875,
|
||||
"rewards/influence_reward": 0.433203125,
|
||||
"rewards/len_reward": 0.623046875,
|
||||
"step": 75
|
||||
},
|
||||
{
|
||||
"completion_length": 274.9234375,
|
||||
"epoch": 0.760998810939358,
|
||||
"grad_norm": 3.788180136247375,
|
||||
"kl": 2.3419921875,
|
||||
"learning_rate": 7.938926261462365e-07,
|
||||
"loss": 0.0937,
|
||||
"reward": 2.491796875,
|
||||
"reward_std": 0.47606104165315627,
|
||||
"rewards/accuracy_reward": 0.484375,
|
||||
"rewards/format_reward": 0.980859375,
|
||||
"rewards/influence_reward": 0.40546875,
|
||||
"rewards/len_reward": 0.62109375,
|
||||
"step": 80
|
||||
},
|
||||
{
|
||||
"completion_length": 284.03671875,
|
||||
"epoch": 0.8085612366230678,
|
||||
"grad_norm": 2.828523061717255,
|
||||
"kl": 2.372216796875,
|
||||
"learning_rate": 7.594847868906076e-07,
|
||||
"loss": 0.0949,
|
||||
"reward": 2.5171875,
|
||||
"reward_std": 0.4772877097129822,
|
||||
"rewards/accuracy_reward": 0.4734375,
|
||||
"rewards/format_reward": 0.98046875,
|
||||
"rewards/influence_reward": 0.40390625,
|
||||
"rewards/len_reward": 0.659375,
|
||||
"step": 85
|
||||
},
|
||||
{
|
||||
"completion_length": 280.916796875,
|
||||
"epoch": 0.8561236623067776,
|
||||
"grad_norm": 607.3521812300567,
|
||||
"kl": 2.50087890625,
|
||||
"learning_rate": 7.233044034264033e-07,
|
||||
"loss": 0.1001,
|
||||
"reward": 2.506640625,
|
||||
"reward_std": 0.46796532850712536,
|
||||
"rewards/accuracy_reward": 0.495703125,
|
||||
"rewards/format_reward": 0.9734375,
|
||||
"rewards/influence_reward": 0.42109375,
|
||||
"rewards/len_reward": 0.61640625,
|
||||
"step": 90
|
||||
},
|
||||
{
|
||||
"completion_length": 289.612890625,
|
||||
"epoch": 0.9036860879904876,
|
||||
"grad_norm": 2.4261586696137574,
|
||||
"kl": 2.483837890625,
|
||||
"learning_rate": 6.855986244591103e-07,
|
||||
"loss": 0.0994,
|
||||
"reward": 2.565625,
|
||||
"reward_std": 0.4893400952219963,
|
||||
"rewards/accuracy_reward": 0.525,
|
||||
"rewards/format_reward": 0.977734375,
|
||||
"rewards/influence_reward": 0.4375,
|
||||
"rewards/len_reward": 0.625390625,
|
||||
"step": 95
|
||||
},
|
||||
{
|
||||
"completion_length": 286.48984375,
|
||||
"epoch": 0.9512485136741974,
|
||||
"grad_norm": 4.005939428029324,
|
||||
"kl": 2.36318359375,
|
||||
"learning_rate": 6.466250186922324e-07,
|
||||
"loss": 0.0945,
|
||||
"reward": 2.48828125,
|
||||
"reward_std": 0.45276672914624216,
|
||||
"rewards/accuracy_reward": 0.488671875,
|
||||
"rewards/format_reward": 0.978515625,
|
||||
"rewards/influence_reward": 0.403515625,
|
||||
"rewards/len_reward": 0.617578125,
|
||||
"step": 100
|
||||
},
|
||||
{
|
||||
"completion_length": 288.877734375,
|
||||
"epoch": 0.9988109393579072,
|
||||
"grad_norm": 3.7990751409015475,
|
||||
"kl": 2.427783203125,
|
||||
"learning_rate": 6.066498153718734e-07,
|
||||
"loss": 0.0971,
|
||||
"reward": 2.457421875,
|
||||
"reward_std": 0.5042316474020481,
|
||||
"rewards/accuracy_reward": 0.47734375,
|
||||
"rewards/format_reward": 0.9734375,
|
||||
"rewards/influence_reward": 0.380859375,
|
||||
"rewards/len_reward": 0.62578125,
|
||||
"step": 105
|
||||
},
|
||||
{
|
||||
"completion_length": 274.04876893939394,
|
||||
"epoch": 1.0380499405469679,
|
||||
"grad_norm": 22.164672338850448,
|
||||
"kl": 2.5658735795454546,
|
||||
"learning_rate": 5.659460856710345e-07,
|
||||
"loss": 0.1004,
|
||||
"reward": 2.5634469696969697,
|
||||
"reward_std": 0.5097437008763804,
|
||||
"rewards/accuracy_reward": 0.5350378787878788,
|
||||
"rewards/format_reward": 0.9772727272727273,
|
||||
"rewards/influence_reward": 0.4308712121212121,
|
||||
"rewards/len_reward": 0.6202651515151515,
|
||||
"step": 110
|
||||
},
|
||||
{
|
||||
"completion_length": 275.455078125,
|
||||
"epoch": 1.0856123662306778,
|
||||
"grad_norm": 3.2333169625918923,
|
||||
"kl": 2.7962890625,
|
||||
"learning_rate": 5.247918773366111e-07,
|
||||
"loss": 0.1119,
|
||||
"reward": 2.575390625,
|
||||
"reward_std": 0.4654921619221568,
|
||||
"rewards/accuracy_reward": 0.5125,
|
||||
"rewards/format_reward": 0.984375,
|
||||
"rewards/influence_reward": 0.426953125,
|
||||
"rewards/len_reward": 0.6515625,
|
||||
"step": 115
|
||||
},
|
||||
{
|
||||
"completion_length": 289.22265625,
|
||||
"epoch": 1.1331747919143877,
|
||||
"grad_norm": 6.3823521689302085,
|
||||
"kl": 2.52705078125,
|
||||
"learning_rate": 4.834683153413459e-07,
|
||||
"loss": 0.1011,
|
||||
"reward": 2.573046875,
|
||||
"reward_std": 0.4989847050979733,
|
||||
"rewards/accuracy_reward": 0.515625,
|
||||
"rewards/format_reward": 0.971875,
|
||||
"rewards/influence_reward": 0.41875,
|
||||
"rewards/len_reward": 0.666796875,
|
||||
"step": 120
|
||||
},
|
||||
{
|
||||
"completion_length": 269.36796875,
|
||||
"epoch": 1.1807372175980975,
|
||||
"grad_norm": 9.314483672694436,
|
||||
"kl": 2.718115234375,
|
||||
"learning_rate": 4.4225768151520694e-07,
|
||||
"loss": 0.1087,
|
||||
"reward": 2.595703125,
|
||||
"reward_std": 0.4847894934937358,
|
||||
"rewards/accuracy_reward": 0.530078125,
|
||||
"rewards/format_reward": 0.975,
|
||||
"rewards/influence_reward": 0.440625,
|
||||
"rewards/len_reward": 0.65,
|
||||
"step": 125
|
||||
},
|
||||
{
|
||||
"completion_length": 272.870703125,
|
||||
"epoch": 1.2282996432818074,
|
||||
"grad_norm": 9.964810062893706,
|
||||
"kl": 2.692333984375,
|
||||
"learning_rate": 4.0144148627425986e-07,
|
||||
"loss": 0.1077,
|
||||
"reward": 2.548828125,
|
||||
"reward_std": 0.4715102421119809,
|
||||
"rewards/accuracy_reward": 0.50546875,
|
||||
"rewards/format_reward": 0.979296875,
|
||||
"rewards/influence_reward": 0.421875,
|
||||
"rewards/len_reward": 0.6421875,
|
||||
"step": 130
|
||||
},
|
||||
{
|
||||
"completion_length": 271.344921875,
|
||||
"epoch": 1.2758620689655173,
|
||||
"grad_norm": 4.882054754352994,
|
||||
"kl": 2.486865234375,
|
||||
"learning_rate": 3.612985456190778e-07,
|
||||
"loss": 0.0995,
|
||||
"reward": 2.56328125,
|
||||
"reward_std": 0.47647856548428535,
|
||||
"rewards/accuracy_reward": 0.51328125,
|
||||
"rewards/format_reward": 0.978515625,
|
||||
"rewards/influence_reward": 0.422265625,
|
||||
"rewards/len_reward": 0.64921875,
|
||||
"step": 135
|
||||
},
|
||||
{
|
||||
"completion_length": 274.757421875,
|
||||
"epoch": 1.323424494649227,
|
||||
"grad_norm": 4.091037506852225,
|
||||
"kl": 2.571435546875,
|
||||
"learning_rate": 3.221030765387417e-07,
|
||||
"loss": 0.1029,
|
||||
"reward": 2.5890625,
|
||||
"reward_std": 0.47138190008699893,
|
||||
"rewards/accuracy_reward": 0.512109375,
|
||||
"rewards/format_reward": 0.978515625,
|
||||
"rewards/influence_reward": 0.434765625,
|
||||
"rewards/len_reward": 0.663671875,
|
||||
"step": 140
|
||||
},
|
||||
{
|
||||
"completion_length": 273.21875,
|
||||
"epoch": 1.370986920332937,
|
||||
"grad_norm": 3.923917161371445,
|
||||
"kl": 2.58369140625,
|
||||
"learning_rate": 2.841228238307536e-07,
|
||||
"loss": 0.1033,
|
||||
"reward": 2.52421875,
|
||||
"reward_std": 0.48247870467603204,
|
||||
"rewards/accuracy_reward": 0.496875,
|
||||
"rewards/format_reward": 0.973046875,
|
||||
"rewards/influence_reward": 0.407421875,
|
||||
"rewards/len_reward": 0.646875,
|
||||
"step": 145
|
||||
},
|
||||
{
|
||||
"completion_length": 270.95703125,
|
||||
"epoch": 1.418549346016647,
|
||||
"grad_norm": 3.288471428585341,
|
||||
"kl": 2.6228515625,
|
||||
"learning_rate": 2.476172311325783e-07,
|
||||
"loss": 0.1049,
|
||||
"reward": 2.5703125,
|
||||
"reward_std": 0.530765401944518,
|
||||
"rewards/accuracy_reward": 0.52265625,
|
||||
"rewards/format_reward": 0.975390625,
|
||||
"rewards/influence_reward": 0.416796875,
|
||||
"rewards/len_reward": 0.65546875,
|
||||
"step": 150
|
||||
},
|
||||
{
|
||||
"completion_length": 276.080859375,
|
||||
"epoch": 1.4661117717003567,
|
||||
"grad_norm": 5.406976549541725,
|
||||
"kl": 3.496875,
|
||||
"learning_rate": 2.128356686585282e-07,
|
||||
"loss": 0.1399,
|
||||
"reward": 2.603515625,
|
||||
"reward_std": 0.5087036734446884,
|
||||
"rewards/accuracy_reward": 0.539453125,
|
||||
"rewards/format_reward": 0.976171875,
|
||||
"rewards/influence_reward": 0.444140625,
|
||||
"rewards/len_reward": 0.64375,
|
||||
"step": 155
|
||||
},
|
||||
{
|
||||
"completion_length": 283.583203125,
|
||||
"epoch": 1.5136741973840666,
|
||||
"grad_norm": 2.4719135321159986,
|
||||
"kl": 2.696875,
|
||||
"learning_rate": 1.8001572974834168e-07,
|
||||
"loss": 0.1079,
|
||||
"reward": 2.537109375,
|
||||
"reward_std": 0.4965396413579583,
|
||||
"rewards/accuracy_reward": 0.495703125,
|
||||
"rewards/format_reward": 0.97890625,
|
||||
"rewards/influence_reward": 0.4078125,
|
||||
"rewards/len_reward": 0.6546875,
|
||||
"step": 160
|
||||
},
|
||||
{
|
||||
"completion_length": 281.8515625,
|
||||
"epoch": 1.5612366230677766,
|
||||
"grad_norm": 6.845144411654133,
|
||||
"kl": 2.631396484375,
|
||||
"learning_rate": 1.493816078637557e-07,
|
||||
"loss": 0.1052,
|
||||
"reward": 2.54296875,
|
||||
"reward_std": 0.48724669627845285,
|
||||
"rewards/accuracy_reward": 0.501171875,
|
||||
"rewards/format_reward": 0.97421875,
|
||||
"rewards/influence_reward": 0.41015625,
|
||||
"rewards/len_reward": 0.657421875,
|
||||
"step": 165
|
||||
},
|
||||
{
|
||||
"completion_length": 276.32578125,
|
||||
"epoch": 1.6087990487514863,
|
||||
"grad_norm": 2.820753870764231,
|
||||
"kl": 2.634814453125,
|
||||
"learning_rate": 1.2114256511983274e-07,
|
||||
"loss": 0.1054,
|
||||
"reward": 2.5515625,
|
||||
"reward_std": 0.492490841075778,
|
||||
"rewards/accuracy_reward": 0.501171875,
|
||||
"rewards/format_reward": 0.978125,
|
||||
"rewards/influence_reward": 0.408203125,
|
||||
"rewards/len_reward": 0.6640625,
|
||||
"step": 170
|
||||
},
|
||||
{
|
||||
"completion_length": 282.89296875,
|
||||
"epoch": 1.6563614744351962,
|
||||
"grad_norm": 3.065824553875067,
|
||||
"kl": 2.65234375,
|
||||
"learning_rate": 9.549150281252632e-08,
|
||||
"loss": 0.1061,
|
||||
"reward": 2.530078125,
|
||||
"reward_std": 0.4955192942172289,
|
||||
"rewards/accuracy_reward": 0.5,
|
||||
"rewards/format_reward": 0.973046875,
|
||||
"rewards/influence_reward": 0.4046875,
|
||||
"rewards/len_reward": 0.65234375,
|
||||
"step": 175
|
||||
},
|
||||
{
|
||||
"completion_length": 274.28359375,
|
||||
"epoch": 1.7039239001189062,
|
||||
"grad_norm": 3.281579185573704,
|
||||
"kl": 2.66640625,
|
||||
"learning_rate": 7.260364370723043e-08,
|
||||
"loss": 0.1066,
|
||||
"reward": 2.540625,
|
||||
"reward_std": 0.45585995763540266,
|
||||
"rewards/accuracy_reward": 0.504296875,
|
||||
"rewards/format_reward": 0.98203125,
|
||||
"rewards/influence_reward": 0.420703125,
|
||||
"rewards/len_reward": 0.63359375,
|
||||
"step": 180
|
||||
},
|
||||
{
|
||||
"completion_length": 282.63828125,
|
||||
"epoch": 1.7514863258026159,
|
||||
"grad_norm": 7.835917126431856,
|
||||
"kl": 2.7076171875,
|
||||
"learning_rate": 5.263533508961826e-08,
|
||||
"loss": 0.1083,
|
||||
"reward": 2.524609375,
|
||||
"reward_std": 0.49459295999258757,
|
||||
"rewards/accuracy_reward": 0.486328125,
|
||||
"rewards/format_reward": 0.97578125,
|
||||
"rewards/influence_reward": 0.405859375,
|
||||
"rewards/len_reward": 0.656640625,
|
||||
"step": 185
|
||||
},
|
||||
{
|
||||
"completion_length": 279.878515625,
|
||||
"epoch": 1.7990487514863258,
|
||||
"grad_norm": 3.407510264782874,
|
||||
"kl": 2.6724609375,
|
||||
"learning_rate": 3.572298075514652e-08,
|
||||
"loss": 0.1069,
|
||||
"reward": 2.572265625,
|
||||
"reward_std": 0.48079199306666853,
|
||||
"rewards/accuracy_reward": 0.5140625,
|
||||
"rewards/format_reward": 0.980859375,
|
||||
"rewards/influence_reward": 0.436328125,
|
||||
"rewards/len_reward": 0.641015625,
|
||||
"step": 190
|
||||
},
|
||||
{
|
||||
"completion_length": 280.059375,
|
||||
"epoch": 1.8466111771700358,
|
||||
"grad_norm": 20.679733097388006,
|
||||
"kl": 2.6583984375,
|
||||
"learning_rate": 2.1982109232821176e-08,
|
||||
"loss": 0.1063,
|
||||
"reward": 2.49453125,
|
||||
"reward_std": 0.4927243089303374,
|
||||
"rewards/accuracy_reward": 0.498828125,
|
||||
"rewards/format_reward": 0.97734375,
|
||||
"rewards/influence_reward": 0.403125,
|
||||
"rewards/len_reward": 0.615234375,
|
||||
"step": 195
|
||||
},
|
||||
{
|
||||
"completion_length": 278.7625,
|
||||
"epoch": 1.8941736028537455,
|
||||
"grad_norm": 2.48795349080197,
|
||||
"kl": 2.6826171875,
|
||||
"learning_rate": 1.1506584608200364e-08,
|
||||
"loss": 0.1073,
|
||||
"reward": 2.60546875,
|
||||
"reward_std": 0.4754039028659463,
|
||||
"rewards/accuracy_reward": 0.536328125,
|
||||
"rewards/format_reward": 0.981640625,
|
||||
"rewards/influence_reward": 0.446875,
|
||||
"rewards/len_reward": 0.640625,
|
||||
"step": 200
|
||||
},
|
||||
{
|
||||
"completion_length": 275.9921875,
|
||||
"epoch": 1.9417360285374554,
|
||||
"grad_norm": 2.346124453455794,
|
||||
"kl": 2.770361328125,
|
||||
"learning_rate": 4.367965336512403e-09,
|
||||
"loss": 0.1108,
|
||||
"reward": 2.6203125,
|
||||
"reward_std": 0.5024769959971309,
|
||||
"rewards/accuracy_reward": 0.5328125,
|
||||
"rewards/format_reward": 0.9796875,
|
||||
"rewards/influence_reward": 0.45,
|
||||
"rewards/len_reward": 0.6578125,
|
||||
"step": 205
|
||||
},
|
||||
{
|
||||
"completion_length": 280.690234375,
|
||||
"epoch": 1.9892984542211654,
|
||||
"grad_norm": 2.0191058844209615,
|
||||
"kl": 2.69677734375,
|
||||
"learning_rate": 6.150154258476314e-10,
|
||||
"loss": 0.1079,
|
||||
"reward": 2.544140625,
|
||||
"reward_std": 0.5300922216847539,
|
||||
"rewards/accuracy_reward": 0.4984375,
|
||||
"rewards/format_reward": 0.980078125,
|
||||
"rewards/influence_reward": 0.40703125,
|
||||
"rewards/len_reward": 0.65859375,
|
||||
"step": 210
|
||||
},
|
||||
{
|
||||
"completion_length": 299.63368055555554,
|
||||
"epoch": 2.0,
|
||||
"kl": 2.6888020833333335,
|
||||
"reward": 2.5711805555555554,
|
||||
"reward_std": 0.5023611783981323,
|
||||
"rewards/accuracy_reward": 0.5399305555555556,
|
||||
"rewards/format_reward": 0.9652777777777778,
|
||||
"rewards/influence_reward": 0.4131944444444444,
|
||||
"rewards/len_reward": 0.6527777777777778,
|
||||
"step": 212,
|
||||
"total_flos": 0.0,
|
||||
"train_loss": 0.0899008925090421,
|
||||
"train_runtime": 180643.6048,
|
||||
"train_samples_per_second": 0.149,
|
||||
"train_steps_per_second": 0.001
|
||||
}
|
||||
],
|
||||
"logging_steps": 5,
|
||||
"max_steps": 212,
|
||||
"num_input_tokens_seen": 0,
|
||||
"num_train_epochs": 2,
|
||||
"save_steps": 10,
|
||||
"stateful_callbacks": {
|
||||
"TrainerControl": {
|
||||
"args": {
|
||||
"should_epoch_stop": false,
|
||||
"should_evaluate": false,
|
||||
"should_log": false,
|
||||
"should_save": true,
|
||||
"should_training_stop": true
|
||||
},
|
||||
"attributes": {}
|
||||
}
|
||||
},
|
||||
"total_flos": 0.0,
|
||||
"train_batch_size": 1,
|
||||
"trial_name": null,
|
||||
"trial_params": null
|
||||
}
|
||||
3
training_args.bin
Normal file
3
training_args.bin
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f6dbb1b6a47a474ec8471132cc049e7627082546c20e60879ef283adb15bd4b6
|
||||
size 7224
|
||||
Reference in New Issue
Block a user