初始化项目，由ModelHub XC社区提供模型

Model: codingmonster1234/Llama-3.1-Minitron-4B-Chess-Reasoning
Source: Original Platform

.gitattributes

@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,65 @@
+---
+base_model: rasyosef/Llama-3.1-Minitron-4B-Chat
+library_name: transformers
+model_name: output-Llama-3.1-Minitron-4B-Chat
+tags:
+- generated_from_trainer
+- sft
+- trl
+- chess
+- reasoning
+licence: license
+license: mit
+datasets:
+- codingmonster1234/chess-reasoning-sft
+language:
+- en
+---
+
+# Model Card for output-Llama-3.1-Minitron-4B-Chat
+
+This model is a fine-tuned version of [rasyosef/Llama-3.1-Minitron-4B-Chat](https://huggingface.co/rasyosef/Llama-3.1-Minitron-4B-Chat).
+It has been trained using [TRL](https://github.com/huggingface/trl).
+
+## Quick start
+
+```python
+from transformers import pipeline
+
+question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
+generator = pipeline("text-generation", model="None", device="cuda")
+output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
+print(output["generated_text"])
+```
+
+## Training procedure
+
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/easwar-chess-none/huggingface/runs/ulmc14g2) 
+
+
+
+This model was trained with SFT.
+
+### Framework versions
+
+- TRL: 1.5.1
+- Transformers: 5.10.2
+- Pytorch: 2.12.0
+- Datasets: 5.0.0
+- Tokenizers: 0.22.2
+
+## Citations
+
+
+
+Cite TRL as:
+    
+```bibtex
+@software{vonwerra2020trl,
+  title   = {{TRL: Transformers Reinforcement Learning}},
+  author  = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin},
+  license = {Apache-2.0},
+  url     = {https://github.com/huggingface/trl},
+  year    = {2020}
+}
+```

chat_template.jinja

@@ -0,0 +1,4 @@
+{% for message in messages %}{{'<|im_start|>' + message['role'] + '
+' + message['content'] + '<|im_end|>' + '
+'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}

config.json

@@ -0,0 +1,36 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128256,
+  "dtype": "float32",
+  "eos_token_id": 128257,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 3072,
+  "initializer_range": 0.02,
+  "intermediate_size": 9216,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128257,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_parameters": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_theta": 500000.0,
+    "rope_type": "llama3"
+  },
+  "tie_word_embeddings": false,
+  "transformers_version": "5.10.2",
+  "use_cache": false,
+  "vocab_size": 128258
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 128256,
+  "eos_token_id": [
+    128257
+  ],
+  "pad_token_id": 128257,
+  "transformers_version": "5.10.2"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86360c4e8e4f9324c5136b7d5c0b456fed220d40350bad8d0efd10b0006e42c
+size 18051068936

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eeaddd5923a78ea850a77ba27fac028f97c7fe9534e81fbb2d277004d673436
+size 11519796521

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098b29492211804ab324a36f37466821d948280bb74fce4ba895c03f13ecd878
+size 14645

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69da190c9ffb471de386838030f5db7ecba7753d98fde1ddc34a98df017ac804
+size 1465

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510d12ec255f4cb0304aa5428d699c354c1a49696b427a2748a7b03bb7bbb575
+size 17210296

trainer_state.json

@@ -0,0 +1,800 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 84,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.011904761904761904,
+      "grad_norm": 11.529353141784668,
+      "learning_rate": 2e-05,
+      "loss": 1.914004921913147,
+      "mean_token_accuracy": 0.5769918859004974,
+      "num_tokens": 29788.0,
+      "step": 1
+    },
+    {
+      "epoch": 0.023809523809523808,
+      "grad_norm": 14.16106128692627,
+      "learning_rate": 1.999922292480975e-05,
+      "loss": 1.83119797706604,
+      "mean_token_accuracy": 0.5946373492479324,
+      "num_tokens": 58751.0,
+      "step": 2
+    },
+    {
+      "epoch": 0.03571428571428571,
+      "grad_norm": 9.59426498413086,
+      "learning_rate": 1.9996891820008165e-05,
+      "loss": 1.8222196102142334,
+      "mean_token_accuracy": 0.6167362779378891,
+      "num_tokens": 87987.0,
+      "step": 3
+    },
+    {
+      "epoch": 0.047619047619047616,
+      "grad_norm": 5.701657772064209,
+      "learning_rate": 1.9993007047883988e-05,
+      "loss": 1.4995148181915283,
+      "mean_token_accuracy": 0.6572036817669868,
+      "num_tokens": 116847.0,
+      "step": 4
+    },
+    {
+      "epoch": 0.05952380952380952,
+      "grad_norm": 4.609629154205322,
+      "learning_rate": 1.9987569212189224e-05,
+      "loss": 1.3815604448318481,
+      "mean_token_accuracy": 0.6702215820550919,
+      "num_tokens": 146324.0,
+      "step": 5
+    },
+    {
+      "epoch": 0.07142857142857142,
+      "grad_norm": 3.5629072189331055,
+      "learning_rate": 1.9980579158045322e-05,
+      "loss": 1.34389066696167,
+      "mean_token_accuracy": 0.6741709485650063,
+      "num_tokens": 174803.0,
+      "step": 6
+    },
+    {
+      "epoch": 0.08333333333333333,
+      "grad_norm": 3.0423154830932617,
+      "learning_rate": 1.9972037971811802e-05,
+      "loss": 1.275808572769165,
+      "mean_token_accuracy": 0.6867651119828224,
+      "num_tokens": 203369.0,
+      "step": 7
+    },
+    {
+      "epoch": 0.09523809523809523,
+      "grad_norm": 2.9051754474639893,
+      "learning_rate": 1.9961946980917457e-05,
+      "loss": 1.1854076385498047,
+      "mean_token_accuracy": 0.7050081267952919,
+      "num_tokens": 232982.0,
+      "step": 8
+    },
+    {
+      "epoch": 0.10714285714285714,
+      "grad_norm": 2.5599188804626465,
+      "learning_rate": 1.9950307753654016e-05,
+      "loss": 1.2208622694015503,
+      "mean_token_accuracy": 0.6956963464617729,
+      "num_tokens": 261286.0,
+      "step": 9
+    },
+    {
+      "epoch": 0.11904761904761904,
+      "grad_norm": 2.9105069637298584,
+      "learning_rate": 1.9937122098932428e-05,
+      "loss": 1.1587761640548706,
+      "mean_token_accuracy": 0.7048550546169281,
+      "num_tokens": 290542.0,
+      "step": 10
+    },
+    {
+      "epoch": 0.13095238095238096,
+      "grad_norm": 2.3259518146514893,
+      "learning_rate": 1.9922392066001724e-05,
+      "loss": 1.0967768430709839,
+      "mean_token_accuracy": 0.7165249660611153,
+      "num_tokens": 320601.0,
+      "step": 11
+    },
+    {
+      "epoch": 0.14285714285714285,
+      "grad_norm": 2.5200023651123047,
+      "learning_rate": 1.9906119944130527e-05,
+      "loss": 1.0702282190322876,
+      "mean_token_accuracy": 0.7203697860240936,
+      "num_tokens": 350202.0,
+      "step": 12
+    },
+    {
+      "epoch": 0.15476190476190477,
+      "grad_norm": 2.1715333461761475,
+      "learning_rate": 1.9888308262251286e-05,
+      "loss": 1.0621695518493652,
+      "mean_token_accuracy": 0.7225284278392792,
+      "num_tokens": 379636.0,
+      "step": 13
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 2.610119342803955,
+      "learning_rate": 1.9868959788567213e-05,
+      "loss": 1.0720399618148804,
+      "mean_token_accuracy": 0.7212414294481277,
+      "num_tokens": 406951.0,
+      "step": 14
+    },
+    {
+      "epoch": 0.17857142857142858,
+      "grad_norm": 2.6167454719543457,
+      "learning_rate": 1.9848077530122083e-05,
+      "loss": 1.0404419898986816,
+      "mean_token_accuracy": 0.7257834300398827,
+      "num_tokens": 435217.0,
+      "step": 15
+    },
+    {
+      "epoch": 0.19047619047619047,
+      "grad_norm": 2.4558708667755127,
+      "learning_rate": 1.9825664732332886e-05,
+      "loss": 1.1281776428222656,
+      "mean_token_accuracy": 0.707080751657486,
+      "num_tokens": 464425.0,
+      "step": 16
+    },
+    {
+      "epoch": 0.20238095238095238,
+      "grad_norm": 2.375856876373291,
+      "learning_rate": 1.9801724878485438e-05,
+      "loss": 1.0459752082824707,
+      "mean_token_accuracy": 0.7244894206523895,
+      "num_tokens": 492566.0,
+      "step": 17
+    },
+    {
+      "epoch": 0.21428571428571427,
+      "grad_norm": 2.2667899131774902,
+      "learning_rate": 1.977626168919305e-05,
+      "loss": 0.9850942492485046,
+      "mean_token_accuracy": 0.7457425370812416,
+      "num_tokens": 522039.0,
+      "step": 18
+    },
+    {
+      "epoch": 0.2261904761904762,
+      "grad_norm": 2.1298699378967285,
+      "learning_rate": 1.9749279121818235e-05,
+      "loss": 1.0323350429534912,
+      "mean_token_accuracy": 0.73154316842556,
+      "num_tokens": 551228.0,
+      "step": 19
+    },
+    {
+      "epoch": 0.23809523809523808,
+      "grad_norm": 1.9165962934494019,
+      "learning_rate": 1.9720781369857747e-05,
+      "loss": 0.994964599609375,
+      "mean_token_accuracy": 0.7338539212942123,
+      "num_tokens": 579813.0,
+      "step": 20
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 2.1407601833343506,
+      "learning_rate": 1.969077286229078e-05,
+      "loss": 1.0337525606155396,
+      "mean_token_accuracy": 0.7247511297464371,
+      "num_tokens": 609054.0,
+      "step": 21
+    },
+    {
+      "epoch": 0.2619047619047619,
+      "grad_norm": 2.2245829105377197,
+      "learning_rate": 1.9659258262890683e-05,
+      "loss": 0.9542327523231506,
+      "mean_token_accuracy": 0.7403879463672638,
+      "num_tokens": 638361.0,
+      "step": 22
+    },
+    {
+      "epoch": 0.27380952380952384,
+      "grad_norm": 2.094996213912964,
+      "learning_rate": 1.962624246950012e-05,
+      "loss": 0.9909444451332092,
+      "mean_token_accuracy": 0.7375892624258995,
+      "num_tokens": 667030.0,
+      "step": 23
+    },
+    {
+      "epoch": 0.2857142857142857,
+      "grad_norm": 2.194431781768799,
+      "learning_rate": 1.9591730613269878e-05,
+      "loss": 1.0016077756881714,
+      "mean_token_accuracy": 0.7301788702607155,
+      "num_tokens": 695951.0,
+      "step": 24
+    },
+    {
+      "epoch": 0.2976190476190476,
+      "grad_norm": 2.199652671813965,
+      "learning_rate": 1.955572805786141e-05,
+      "loss": 0.956201434135437,
+      "mean_token_accuracy": 0.7408725842833519,
+      "num_tokens": 725170.0,
+      "step": 25
+    },
+    {
+      "epoch": 0.30952380952380953,
+      "grad_norm": 2.0795445442199707,
+      "learning_rate": 1.9518240398613226e-05,
+      "loss": 0.9647458791732788,
+      "mean_token_accuracy": 0.7420727759599686,
+      "num_tokens": 754824.0,
+      "step": 26
+    },
+    {
+      "epoch": 0.32142857142857145,
+      "grad_norm": 1.9338266849517822,
+      "learning_rate": 1.947927346167132e-05,
+      "loss": 0.992991030216217,
+      "mean_token_accuracy": 0.731611043214798,
+      "num_tokens": 784104.0,
+      "step": 27
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 1.9213852882385254,
+      "learning_rate": 1.9438833303083677e-05,
+      "loss": 0.9164495468139648,
+      "mean_token_accuracy": 0.7498249039053917,
+      "num_tokens": 813113.0,
+      "step": 28
+    },
+    {
+      "epoch": 0.34523809523809523,
+      "grad_norm": 1.8558398485183716,
+      "learning_rate": 1.9396926207859085e-05,
+      "loss": 1.006327509880066,
+      "mean_token_accuracy": 0.7329650148749352,
+      "num_tokens": 842641.0,
+      "step": 29
+    },
+    {
+      "epoch": 0.35714285714285715,
+      "grad_norm": 2.002457857131958,
+      "learning_rate": 1.935355868899034e-05,
+      "loss": 0.9234254956245422,
+      "mean_token_accuracy": 0.7504403591156006,
+      "num_tokens": 870913.0,
+      "step": 30
+    },
+    {
+      "epoch": 0.36904761904761907,
+      "grad_norm": 1.9878448247909546,
+      "learning_rate": 1.9308737486442045e-05,
+      "loss": 0.9712892174720764,
+      "mean_token_accuracy": 0.7372883632779121,
+      "num_tokens": 899828.0,
+      "step": 31
+    },
+    {
+      "epoch": 0.38095238095238093,
+      "grad_norm": 1.9190301895141602,
+      "learning_rate": 1.926246956610309e-05,
+      "loss": 0.8859049081802368,
+      "mean_token_accuracy": 0.7609693109989166,
+      "num_tokens": 928435.0,
+      "step": 32
+    },
+    {
+      "epoch": 0.39285714285714285,
+      "grad_norm": 1.81462562084198,
+      "learning_rate": 1.921476211870408e-05,
+      "loss": 0.9458773136138916,
+      "mean_token_accuracy": 0.7440405786037445,
+      "num_tokens": 957815.0,
+      "step": 33
+    },
+    {
+      "epoch": 0.40476190476190477,
+      "grad_norm": 1.9442874193191528,
+      "learning_rate": 1.9165622558699763e-05,
+      "loss": 0.9346192479133606,
+      "mean_token_accuracy": 0.7506085485219955,
+      "num_tokens": 986586.0,
+      "step": 34
+    },
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 1.7711018323898315,
+      "learning_rate": 1.9115058523116734e-05,
+      "loss": 0.9014881253242493,
+      "mean_token_accuracy": 0.7530476674437523,
+      "num_tokens": 1015838.0,
+      "step": 35
+    },
+    {
+      "epoch": 0.42857142857142855,
+      "grad_norm": 1.801094651222229,
+      "learning_rate": 1.9063077870366504e-05,
+      "loss": 0.9483398199081421,
+      "mean_token_accuracy": 0.7421744614839554,
+      "num_tokens": 1045470.0,
+      "step": 36
+    },
+    {
+      "epoch": 0.44047619047619047,
+      "grad_norm": 1.792850375175476,
+      "learning_rate": 1.900968867902419e-05,
+      "loss": 0.9111062288284302,
+      "mean_token_accuracy": 0.752615176141262,
+      "num_tokens": 1073211.0,
+      "step": 37
+    },
+    {
+      "epoch": 0.4523809523809524,
+      "grad_norm": 1.8647798299789429,
+      "learning_rate": 1.895489924657301e-05,
+      "loss": 0.8721588253974915,
+      "mean_token_accuracy": 0.7621221914887428,
+      "num_tokens": 1102374.0,
+      "step": 38
+    },
+    {
+      "epoch": 0.4642857142857143,
+      "grad_norm": 1.6813071966171265,
+      "learning_rate": 1.8898718088114688e-05,
+      "loss": 0.8819330930709839,
+      "mean_token_accuracy": 0.7566907480359077,
+      "num_tokens": 1131350.0,
+      "step": 39
+    },
+    {
+      "epoch": 0.47619047619047616,
+      "grad_norm": 1.6970678567886353,
+      "learning_rate": 1.8841153935046098e-05,
+      "loss": 0.8742820620536804,
+      "mean_token_accuracy": 0.760765790939331,
+      "num_tokens": 1160238.0,
+      "step": 40
+    },
+    {
+      "epoch": 0.4880952380952381,
+      "grad_norm": 1.7569754123687744,
+      "learning_rate": 1.8782215733702286e-05,
+      "loss": 0.8570113182067871,
+      "mean_token_accuracy": 0.7613107413053513,
+      "num_tokens": 1189331.0,
+      "step": 41
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.782785177230835,
+      "learning_rate": 1.8721912643966055e-05,
+      "loss": 0.9163686037063599,
+      "mean_token_accuracy": 0.7505383789539337,
+      "num_tokens": 1217448.0,
+      "step": 42
+    },
+    {
+      "epoch": 0.5119047619047619,
+      "grad_norm": 1.6833268404006958,
+      "learning_rate": 1.866025403784439e-05,
+      "loss": 0.8989430665969849,
+      "mean_token_accuracy": 0.7541684806346893,
+      "num_tokens": 1247253.0,
+      "step": 43
+    },
+    {
+      "epoch": 0.5238095238095238,
+      "grad_norm": 1.6909689903259277,
+      "learning_rate": 1.8597249498011906e-05,
+      "loss": 0.8409149050712585,
+      "mean_token_accuracy": 0.7660783603787422,
+      "num_tokens": 1275646.0,
+      "step": 44
+    },
+    {
+      "epoch": 0.5357142857142857,
+      "grad_norm": 1.8078761100769043,
+      "learning_rate": 1.8532908816321557e-05,
+      "loss": 0.9054464101791382,
+      "mean_token_accuracy": 0.7482258230447769,
+      "num_tokens": 1304469.0,
+      "step": 45
+    },
+    {
+      "epoch": 0.5476190476190477,
+      "grad_norm": 1.6278305053710938,
+      "learning_rate": 1.8467241992282842e-05,
+      "loss": 0.9137347936630249,
+      "mean_token_accuracy": 0.746067963540554,
+      "num_tokens": 1333024.0,
+      "step": 46
+    },
+    {
+      "epoch": 0.5595238095238095,
+      "grad_norm": 1.695748209953308,
+      "learning_rate": 1.8400259231507716e-05,
+      "loss": 0.8484127521514893,
+      "mean_token_accuracy": 0.7649081125855446,
+      "num_tokens": 1361283.0,
+      "step": 47
+    },
+    {
+      "epoch": 0.5714285714285714,
+      "grad_norm": 1.7918659448623657,
+      "learning_rate": 1.833197094412449e-05,
+      "loss": 0.8585721850395203,
+      "mean_token_accuracy": 0.7619551867246628,
+      "num_tokens": 1389627.0,
+      "step": 48
+    },
+    {
+      "epoch": 0.5833333333333334,
+      "grad_norm": 1.6668473482131958,
+      "learning_rate": 1.826238774315995e-05,
+      "loss": 0.8342987895011902,
+      "mean_token_accuracy": 0.7647690623998642,
+      "num_tokens": 1418097.0,
+      "step": 49
+    },
+    {
+      "epoch": 0.5952380952380952,
+      "grad_norm": 1.7863699197769165,
+      "learning_rate": 1.819152044288992e-05,
+      "loss": 0.9001743793487549,
+      "mean_token_accuracy": 0.750338077545166,
+      "num_tokens": 1446015.0,
+      "step": 50
+    },
+    {
+      "epoch": 0.6071428571428571,
+      "grad_norm": 1.71127450466156,
+      "learning_rate": 1.811938005715857e-05,
+      "loss": 0.8569691181182861,
+      "mean_token_accuracy": 0.759001724421978,
+      "num_tokens": 1474484.0,
+      "step": 51
+    },
+    {
+      "epoch": 0.6190476190476191,
+      "grad_norm": 1.7378276586532593,
+      "learning_rate": 1.8045977797666685e-05,
+      "loss": 0.9362456798553467,
+      "mean_token_accuracy": 0.7411532327532768,
+      "num_tokens": 1502138.0,
+      "step": 52
+    },
+    {
+      "epoch": 0.6309523809523809,
+      "grad_norm": 1.6661640405654907,
+      "learning_rate": 1.7971325072229227e-05,
+      "loss": 0.9059334397315979,
+      "mean_token_accuracy": 0.7488799020648003,
+      "num_tokens": 1531714.0,
+      "step": 53
+    },
+    {
+      "epoch": 0.6428571428571429,
+      "grad_norm": 1.6824532747268677,
+      "learning_rate": 1.7895433483002356e-05,
+      "loss": 0.9190329313278198,
+      "mean_token_accuracy": 0.7526443004608154,
+      "num_tokens": 1559571.0,
+      "step": 54
+    },
+    {
+      "epoch": 0.6547619047619048,
+      "grad_norm": 1.676474928855896,
+      "learning_rate": 1.78183148246803e-05,
+      "loss": 0.8781886100769043,
+      "mean_token_accuracy": 0.7565796673297882,
+      "num_tokens": 1588454.0,
+      "step": 55
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 1.6373399496078491,
+      "learning_rate": 1.7739981082662275e-05,
+      "loss": 0.8755627870559692,
+      "mean_token_accuracy": 0.7579803913831711,
+      "num_tokens": 1618492.0,
+      "step": 56
+    },
+    {
+      "epoch": 0.6785714285714286,
+      "grad_norm": 1.6949313879013062,
+      "learning_rate": 1.766044443118978e-05,
+      "loss": 0.8839727640151978,
+      "mean_token_accuracy": 0.7543486133217812,
+      "num_tokens": 1646795.0,
+      "step": 57
+    },
+    {
+      "epoch": 0.6904761904761905,
+      "grad_norm": 1.690186858177185,
+      "learning_rate": 1.757971723145453e-05,
+      "loss": 0.8561735153198242,
+      "mean_token_accuracy": 0.7641277685761452,
+      "num_tokens": 1675431.0,
+      "step": 58
+    },
+    {
+      "epoch": 0.7023809523809523,
+      "grad_norm": 1.6995313167572021,
+      "learning_rate": 1.7497812029677344e-05,
+      "loss": 0.8403012156486511,
+      "mean_token_accuracy": 0.7634185254573822,
+      "num_tokens": 1702955.0,
+      "step": 59
+    },
+    {
+      "epoch": 0.7142857142857143,
+      "grad_norm": 1.6898642778396606,
+      "learning_rate": 1.741474155515827e-05,
+      "loss": 0.8668173551559448,
+      "mean_token_accuracy": 0.75686926394701,
+      "num_tokens": 1732138.0,
+      "step": 60
+    },
+    {
+      "epoch": 0.7261904761904762,
+      "grad_norm": 1.6695095300674438,
+      "learning_rate": 1.7330518718298263e-05,
+      "loss": 0.8799718022346497,
+      "mean_token_accuracy": 0.7577245235443115,
+      "num_tokens": 1761445.0,
+      "step": 61
+    },
+    {
+      "epoch": 0.7380952380952381,
+      "grad_norm": 1.6258364915847778,
+      "learning_rate": 1.7245156608592727e-05,
+      "loss": 0.8522840142250061,
+      "mean_token_accuracy": 0.7693983167409897,
+      "num_tokens": 1791067.0,
+      "step": 62
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 1.7827128171920776,
+      "learning_rate": 1.7158668492597186e-05,
+      "loss": 0.9087042212486267,
+      "mean_token_accuracy": 0.7470668181777,
+      "num_tokens": 1818881.0,
+      "step": 63
+    },
+    {
+      "epoch": 0.7619047619047619,
+      "grad_norm": 1.677538514137268,
+      "learning_rate": 1.7071067811865477e-05,
+      "loss": 0.8644732236862183,
+      "mean_token_accuracy": 0.7561531737446785,
+      "num_tokens": 1847402.0,
+      "step": 64
+    },
+    {
+      "epoch": 0.7738095238095238,
+      "grad_norm": 1.6414068937301636,
+      "learning_rate": 1.698236818086073e-05,
+      "loss": 0.8923105001449585,
+      "mean_token_accuracy": 0.7542363926768303,
+      "num_tokens": 1876445.0,
+      "step": 65
+    },
+    {
+      "epoch": 0.7857142857142857,
+      "grad_norm": 1.5977094173431396,
+      "learning_rate": 1.689258338483947e-05,
+      "loss": 0.8339341282844543,
+      "mean_token_accuracy": 0.7679391428828239,
+      "num_tokens": 1905528.0,
+      "step": 66
+    },
+    {
+      "epoch": 0.7976190476190477,
+      "grad_norm": 1.5793612003326416,
+      "learning_rate": 1.6801727377709195e-05,
+      "loss": 0.836018443107605,
+      "mean_token_accuracy": 0.7610953524708748,
+      "num_tokens": 1933975.0,
+      "step": 67
+    },
+    {
+      "epoch": 0.8095238095238095,
+      "grad_norm": 1.6230100393295288,
+      "learning_rate": 1.67098142798597e-05,
+      "loss": 0.8169003129005432,
+      "mean_token_accuracy": 0.7718362584710121,
+      "num_tokens": 1962702.0,
+      "step": 68
+    },
+    {
+      "epoch": 0.8214285714285714,
+      "grad_norm": 1.6503868103027344,
+      "learning_rate": 1.6616858375968596e-05,
+      "loss": 0.851630449295044,
+      "mean_token_accuracy": 0.7629296258091927,
+      "num_tokens": 1991343.0,
+      "step": 69
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 1.5629642009735107,
+      "learning_rate": 1.6522874112781213e-05,
+      "loss": 0.8485338091850281,
+      "mean_token_accuracy": 0.7656759098172188,
+      "num_tokens": 2020170.0,
+      "step": 70
+    },
+    {
+      "epoch": 0.8452380952380952,
+      "grad_norm": 1.6736105680465698,
+      "learning_rate": 1.6427876096865394e-05,
+      "loss": 0.8417783379554749,
+      "mean_token_accuracy": 0.7630589976906776,
+      "num_tokens": 2050423.0,
+      "step": 71
+    },
+    {
+      "epoch": 0.8571428571428571,
+      "grad_norm": 1.595051884651184,
+      "learning_rate": 1.6331879092341402e-05,
+      "loss": 0.8609828352928162,
+      "mean_token_accuracy": 0.7579501941800117,
+      "num_tokens": 2079518.0,
+      "step": 72
+    },
+    {
+      "epoch": 0.8690476190476191,
+      "grad_norm": 1.5752646923065186,
+      "learning_rate": 1.6234898018587336e-05,
+      "loss": 0.790068507194519,
+      "mean_token_accuracy": 0.7756508365273476,
+      "num_tokens": 2109234.0,
+      "step": 73
+    },
+    {
+      "epoch": 0.8809523809523809,
+      "grad_norm": 1.6872154474258423,
+      "learning_rate": 1.6136947947920477e-05,
+      "loss": 0.8501731157302856,
+      "mean_token_accuracy": 0.7624671682715416,
+      "num_tokens": 2138017.0,
+      "step": 74
+    },
+    {
+      "epoch": 0.8928571428571429,
+      "grad_norm": 1.553470253944397,
+      "learning_rate": 1.6038044103254775e-05,
+      "loss": 0.7876694202423096,
+      "mean_token_accuracy": 0.7766945138573647,
+      "num_tokens": 2167971.0,
+      "step": 75
+    },
+    {
+      "epoch": 0.9047619047619048,
+      "grad_norm": 1.5356166362762451,
+      "learning_rate": 1.5938201855735017e-05,
+      "loss": 0.864933431148529,
+      "mean_token_accuracy": 0.758280374109745,
+      "num_tokens": 2196376.0,
+      "step": 76
+    },
+    {
+      "epoch": 0.9166666666666666,
+      "grad_norm": 1.5473679304122925,
+      "learning_rate": 1.5837436722347902e-05,
+      "loss": 0.7725358009338379,
+      "mean_token_accuracy": 0.783719077706337,
+      "num_tokens": 2225589.0,
+      "step": 77
+    },
+    {
+      "epoch": 0.9285714285714286,
+      "grad_norm": 1.595386028289795,
+      "learning_rate": 1.573576436351046e-05,
+      "loss": 0.8284271955490112,
+      "mean_token_accuracy": 0.7694306820631027,
+      "num_tokens": 2254878.0,
+      "step": 78
+    },
+    {
+      "epoch": 0.9404761904761905,
+      "grad_norm": 1.5001078844070435,
+      "learning_rate": 1.563320058063622e-05,
+      "loss": 0.7898463010787964,
+      "mean_token_accuracy": 0.7755530849099159,
+      "num_tokens": 2284143.0,
+      "step": 79
+    },
+    {
+      "epoch": 0.9523809523809523,
+      "grad_norm": 1.5622379779815674,
+      "learning_rate": 1.5529761313679396e-05,
+      "loss": 0.8229933977127075,
+      "mean_token_accuracy": 0.7678125724196434,
+      "num_tokens": 2312406.0,
+      "step": 80
+    },
+    {
+      "epoch": 0.9642857142857143,
+      "grad_norm": 1.6046059131622314,
+      "learning_rate": 1.5425462638657597e-05,
+      "loss": 0.8793967366218567,
+      "mean_token_accuracy": 0.7589751705527306,
+      "num_tokens": 2342080.0,
+      "step": 81
+    },
+    {
+      "epoch": 0.9761904761904762,
+      "grad_norm": 1.5159045457839966,
+      "learning_rate": 1.5320320765153367e-05,
+      "loss": 0.788962721824646,
+      "mean_token_accuracy": 0.7769099771976471,
+      "num_tokens": 2370973.0,
+      "step": 82
+    },
+    {
+      "epoch": 0.9880952380952381,
+      "grad_norm": 1.5396736860275269,
+      "learning_rate": 1.5214352033794981e-05,
+      "loss": 0.8291895389556885,
+      "mean_token_accuracy": 0.7664894834160805,
+      "num_tokens": 2399858.0,
+      "step": 83
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.656612753868103,
+      "learning_rate": 1.5107572913716859e-05,
+      "loss": 0.8644437193870544,
+      "mean_token_accuracy": 0.7582353055477142,
+      "num_tokens": 2427247.0,
+      "step": 84
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.8236262798309326,
+      "eval_mean_token_accuracy": 0.7665031782786051,
+      "eval_num_tokens": 2427247.0,
+      "eval_runtime": 30.1941,
+      "eval_samples_per_second": 4.968,
+      "eval_steps_per_second": 4.968,
+      "step": 84
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 252,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.302169712014336e+16,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f51fa5d35cbdf962ec3e42938942dd8428b23d91267d49613812a271b8a6883
+size 5777