From 019927b7b953bb01edf95ea4db6becc07abb0936 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 27 Jul 2026 19:11:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: SINAI/ALIA-es-legal-administrative-7B-Instruct Source: Original Platform --- .gitattributes | 36 + README.md | 341 ++ chat_template.jinja | 1 + config.json | 30 + generation_config.json | 6 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 298 ++ special_tokens_map.json | 22 + tokenizer.json | 3 + tokenizer.model | 3 + tokenizer_config.json | 1104 +++++ trainer_state.json | 7225 ++++++++++++++++++++++++++++++ 15 files changed, 9081 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer.model create mode 100644 tokenizer_config.json create mode 100644 trainer_state.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..00826c4 --- /dev/null +++ b/README.md @@ -0,0 +1,341 @@ +--- +license: apache-2.0 +library_name: transformers +pipeline_tag: text-generation +language: +- es +base_model: +- SINAI/ALIA-es-legal-administrative-7B-Base +datasets: +- SINAI/ALIA-es-legal-administrative-synthetic-instructions +tags: +- legal +- administrative +- spanish +--- + +# ALIA Spanish Legal and Administrative 7B Instruct Model + +## Model Description + +**ALIA Spanish Legal and Administrative 7B Instruct Model** is an instruction-tuned language model specialized in the legal and administrative domain for Spanish. This model is derived from [SINAI/ALIA-es-legal-administrative-7B-Base](https://huggingface.co/SINAI/ALIA-es-legal-administrative-7B-Base), which itself is based on the [Salamandra-7B](https://huggingface.co/BSC-LT/salamandra-7b) model family. + +The model has been instruction-tuned using the [ALIA-es-legal-administrative-synthetic-instructions](https://huggingface.co/datasets/SINAI/ALIA-es-legal-administrative-synthetic-instructions) dataset, enabling it to assist users with legal and administrative queries in Spanish. + +> [!WARNING] +> **DISCLAIMER:** This model is provided for research and educational purposes. It should not be used as a substitute for professional legal advice. Users are responsible for ensuring their use of the model complies with applicable laws and regulations. +> As a result, it may generate harmful or inappropriate content, or legally inaccurate information. Users should verify any legal information generated against official sources. +> The SINAI Research Group and Barcelona Supercomputing Center shall not be held liable for any outcomes resulting from the use of this model. + +### Model Lineage + +``` +Salamandra-7B (BSC-LT) + ↓ +ALIA-es-legal-administrative-7B-Base (SINAI) + ↓ +ALIA-es-legal-administrative-7B-Instruct (SINAI) ← This model +``` + +### Key Features + +- **Specialized Domain**: Legal and administrative Spanish language +- **Instruction-Following**: Fine-tuned to respond to user queries and instructions +- **Foundation**: Built upon Salamandra-7B's multilingual capabilities, focused on Spanish +- **Open License**: Released under Apache 2.0 license + +--- + +## Model Details + +### Architecture + +This model maintains the same architecture as its base model [ALIA-es-legal-administrative-7B-Base](https://huggingface.co/SINAI/ALIA-es-legal-administrative-7B-Base), which is derived from Salamandra-7B: + +| | | +|------------------------------|:--------------| +| **Total Parameters** | 7,768,117,248 | +| **Embedding Parameters** | 1,048,576,000 | +| **Layers** | 32 | +| **Hidden size** | 4,096 | +| **Attention heads** | 32 | +| **Context length** | 8,192 | +| **Vocabulary size** | 256,000 | +| **Precision** | bfloat16 | +| **Embedding type** | RoPE | +| **Activation Function** | SwiGLU | +| **Layer normalization** | RMS Norm | +| **Flash attention** | ✅ | +| **Grouped Query Attention** | ✅ | +| **Num. query groups** | 8 | + +### Training Details + +**Instruction Tuning:** +- Training was conducted by Barcelona Supercomputing Center (BSC) +- Dataset: [ALIA-es-legal-administrative-synthetic-instructions](https://huggingface.co/datasets/SINAI/ALIA-es-legal-administrative-synthetic-instructions) +- Language: Spanish +- Domain: Legal and administrative +- Number of samples: 7,411,809 + +**Training Infrastructure:** + +Model trained on [MareNostrum 5](https://www.bsc.es/ca/marenostrum/marenostrum-5), a pre-exascale EuroHPC supercomputer hosted and operated by Barcelona Supercomputing Center. + +The accelerated partition is composed of 1,120 nodes with the following specifications: +- 4x Nvidia Hopper GPUs with 64GB HBM2 memory +- 2x Intel Sapphire Rapids 8460Y+ at 2.3GHz and 32c each (64 cores) +- 4x NDR200 (BW per node 800Gb/s) +- 512 GB of Main memory (DDR5) +- 460GB of NVMe storage + +The table below specifies the number of nodes and GPUs employed for the supervised fine-tuning: + +| Phase | Nodes | GPUs | Training Time | +|-------|-------|------|---------------| +| SFT | 16 | 64 | 17h 1m 42s | + +**Training Hyperparameters:** + +Supervised Fine-Tuning was conducted using an internal fork of the FastChat codebase, adapted to BSC's infrastructure and optimized for stability and efficiency. + +| Hyperparameter | Value | +|----------------|-------| +| Learning rate | 1e-5 | +| Batch size | 1024 | +| Epochs | 1 | +| LR Scheduler | Cosine | +| Warmup Ratio | 0.03 | +| NEFTune Noise Alpha | 5 | + +--- + +## Intended Use + +### Direct Use + +This model is designed to assist users with questions and tasks related to legal and administrative matters in Spanish. It can be used for: + +- Answering legal and administrative queries +- Providing information about legal procedures +- Assisting with understanding administrative documentation +- General legal consultation and guidance + +--- + +## How to Use + +### Inference + +#### Basic Usage with Transformers + +```bash +pip install transformers torch accelerate sentencepiece protobuf +``` + +```python +from transformers import AutoTokenizer, AutoModelForCausalLM +import torch + +model_id = "SINAI/ALIA-es-legal-administrative-7B-Instruct" + +# Load the tokenizer and model +tokenizer = AutoTokenizer.from_pretrained(model_id) +model = AutoModelForCausalLM.from_pretrained( + model_id, + device_map="auto", + torch_dtype=torch.bfloat16 +) + +# Example legal query +messages = [ + {"role": "user", "content": "¿Cuál es el plazo para presentar un recurso de alzada?"} +] + +# Format the input +input_ids = tokenizer.apply_chat_template( + messages, + add_generation_prompt=True, + return_tensors="pt" +).to(model.device) + +# Generate response +outputs = model.generate( + input_ids, + max_new_tokens=512, + temperature=0.7, + top_p=0.95, + do_sample=True +) + +response = tokenizer.decode(outputs[0], skip_special_tokens=True) +print(response) +``` + +#### Inference with vLLM + +```bash +pip install vllm +``` + +```python +from vllm import LLM, SamplingParams + +model_id = "SINAI/ALIA-es-legal-administrative-7B-Instruct" + +# Create sampling parameters +sampling_params = SamplingParams( + temperature=0.7, + top_p=0.95, + max_tokens=512 +) + +# Initialize the model +llm = LLM(model=model_id) + +# Example prompt +prompt = "¿Cuáles son los requisitos para solicitar una licencia de actividad?" + +# Generate response +outputs = llm.generate([prompt], sampling_params) + +for output in outputs: + print(f"Generated text: {output.outputs[0].text}") +``` + +--- + +## Training Data + +The model was instruction-tuned using the [ALIA-es-legal-administrative-synthetic-instructions](https://huggingface.co/datasets/SINAI/ALIA-es-legal-administrative-synthetic-instructions) dataset created by SINAI research group. + +This dataset contains synthetic instructions specifically designed for the legal and administrative domain in Spanish, enabling the model to understand and respond to domain-specific queries. + +--- + +## Evaluation + +The model was evaluated using the [Galtea](https://docs.galtea.ai/) evaluation platform, which employs LLM-as-judge methodology to assess model performance across various dimensions of quality and accuracy. + +### Evaluation Methodology + +**Framework**: [Galtea Platform](https://platform.galtea.ai/) + +**LLM Judges**: The evaluation uses multiple state-of-the-art language models as judges to assess response quality: +- Gemini 2.5 Flash +- GPT-5.2 +- Claude Sonnet 4.5 + +**Metrics**: The model was evaluated using Galtea's custom metrics, specifically: +- **Answer Relevancy**: Measures how relevant and appropriate the model's responses are to the input questions +- **Factual Accuracy**: Assesses the correctness and truthfulness of the information provided in responses + +### Evaluation Datasets + +#### Justicio RAG QA Dataset +- **Source**: [dariolopez/justicio-rag-embedding-qa](https://huggingface.co/datasets/dariolopez/justicio-rag-embedding-qa) +- **Description**: A Spanish legal domain question-answering dataset containing 815 instances designed for RAG (Retrieval-Augmented Generation) evaluation +- **Domain**: Legal and administrative Spanish content + +#### Oposiciones Dataset +- **Description**: A collection of questions from Spanish public examination tests (oposiciones) +- **Domain**: Administrative and legal knowledge assessment for public sector positions + +### Performance Metrics + +The following table shows evaluation results comparing **ALIA Spanish Legal and Administrative 7B Instruct** against the baseline **Salamandra 7B Instruct** model: + +| Metric | ALIA Spanish Legal and Administrative 7B Instruct | Salamandra 7B Instruct | +|-------|:------------:|:---------------:| +| Answer Relevancy | **93.5** | 90.6 | +| Factual Accuracy | **29.3** | 19.3 | +| Justicio LLM Judging | **0.610273** | 0.514706 | +| Oposiciones LLM Judging | **0.340541** | 0.268284 | + +**Note**: The model actually outperforms Salamandra 7B Instruct in all metrics, reflecting the improved precision and correctness concerning legal domain questions. + +#### Overall Performance Summary + +- **Average Input Tokens**: 114 +- **Average Output Tokens**: 85.9 +- **Overall Average Score**: 51% + +--- + +## Limitations and Biases + +### Known Limitations + +- **Domain Specificity**: While specialized in legal and administrative Spanish, the model may not perform optimally on general-purpose tasks +- **Language**: Optimized for Spanish only +- **Not Legal Advice**: Outputs should not be considered as professional legal advice +- **Training Data Constraints**: Performance is limited by the scope and quality of the training data +- **Potential Hallucinations**: Like all language models, may generate plausible-sounding but incorrect information + +### Bias Considerations + +- The model inherits potential biases from its base model (Salamandra-7B) and training data +- Legal and administrative language may reflect existing biases in legal systems and documentation +- Users should be aware of potential biases when using the model for sensitive applications +- We recommend additional bias testing and mitigation for specific use cases + +### Safety and Responsible Use + +- **Human Oversight**: Always verify model outputs, especially for critical legal matters +- **Professional Consultation**: Consult with qualified legal professionals for important decisions +- **Compliance**: Ensure use complies with applicable laws and regulations regarding AI systems +- **Privacy**: Do not input sensitive personal or confidential information + +--- + +## Additional Information + +### License +[Apache License, Version 2.0](https://www.apache.org/licenses/LICENSE-2.0) + +### Citation +```bibtex +@misc{ALIA-es-legal-administrative-7B-Instruct, + title={ALIA Spanish Legal and Administrative 7B Instruct Model}, + author={SINAI Research Group, Universidad de Jaén}, + year={2026}, + publisher={HuggingFace}, + howpublished={\url{https://huggingface.co/datasets/SINAI/ALIA-es-legal-administrative-7B-Instruct}} +} +``` + +Please also cite the base models: + +```bibtex +@misc{ALIA-es-legal-administrative-7B-Base, + title={ALIA Spanish Legal and Administrative 7B Base Model}, + author={SINAI Research Group, Universidad de Jaén}, + year={2026}, + publisher={HuggingFace}, + howpublished={\url{https://huggingface.co/datasets/SINAI/ALIA-es-legal-administrative-7B-Base}} +} +``` + +```bibtex +@misc{gonzalezagirre2025salamandratechnicalreport, + title={Salamandra Technical Report}, + author={Aitor Gonzalez-Agirre and Marc Pàmies and Joan Llop and Irene Baucells and Severino Da Dalt and Daniel Tamayo and José Javier Saiz and Ferran Espuña and Jaume Prats and Javier Aula-Blasco and Mario Mina and Adrián Rubio and Alexander Shvets and Anna Sallés and Iñaki Lacunza and Iñigo Pikabea and Jorge Palomar and Júlia Falcão and Lucía Tormo and Luis Vasquez-Reina and Montserrat Marimon and Valle Ruíz-Fernández and Marta Villegas}, + year={2025}, + eprint={2502.08489}, + archivePrefix={arXiv}, + primaryClass={cs.CL}, + url={https://arxiv.org/abs/2502.08489}, +} +``` + +### Funding +This work is funded by the Ministerio para la Transformación Digital y de la Función Pública - Funded by EU – NextGenerationEU within the framework of the project [ALIA](https://alia.gob.es). + +### Acknowledgments +Training of this model was conducted thanks to [BSC](https://www.bsc.es/es) (Barcelona Supercomputing Center) on [MareNostrum 5](https://www.bsc.es/ca/marenostrum/marenostrum-5), a pre-exascale EuroHPC supercomputer hosted and operated by them. + +--- + +**Contact:** [ALIA Project](https://www.alia.gob.es/) - [SINAI Research Group](https://sinai.ujaen.es) - [Universidad de Jaén](https://www.ujaen.es/) + +**More Information:** [SINAI Research Group](https://sinai.ujaen.es) | [ALIA-UJA Project](https://github.com/sinai-uja/ALIA-UJA) diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..4ab56a9 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1 @@ +{%- if not date_string is defined %}{%- set date_string = "2025-09-30" %}{%- endif %}{%- set system_message = messages[0].content if messages[0].role == "system" else "I am ALIA Legal Administrativo, an AI language model specialized in Spanish legal and administrative domains, based on Salamandra-7b-base and developed by SINAI Research Group at Universidad de Jaén. I am part of Spain's ALIA family of foundational models, fine-tuned on a curated corpus of legal and administrative documents to understand Spanish legal terminology, regulations, and administrative procedures. My training data includes official legal documents, administrative texts, and regulatory frameworks specific to the Spanish legal system. My knowledge base was last updated on September 2025. Soy ALIA Legal Administrativo, un modelo lingüístico de IA especializado en el ámbito jurídico y administrativo español, basado en Salamandra-7b-base y desarrollado por el grupo de investigación SINAI de la Universidad de Jaén. Formo parte de la familia de modelos fundacionales ALIA de España, ajustado con un corpus curado de documentos legales y administrativos para comprender la terminología jurídica española, las regulaciones y los procedimientos administrativos. Mis datos de entrenamiento incluyen documentos legales oficiales, textos administrativos y marcos regulatorios específicos del sistema legal español. Mi base de conocimientos se actualizó por última vez en septiembre de 2025." -%}{%- if messages[0].role == "system" -%}{%- set messages = messages[1:] -%}{%- endif -%}{{ "<|im_start|>system" + system_message + "<|im_end|>" }}{% for message in messages %}{{'<|im_start|>' + message['role'] + '' + message['content'] + '<|im_end|>' + ''}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant' }}{% endif %} diff --git a/config.json b/config.json new file mode 100644 index 0000000..38f8b9c --- /dev/null +++ b/config.json @@ -0,0 +1,30 @@ +{ + "_name_or_path": "/gpfs/projects/bsc88/text/models/instruction-tuning/models/base_models_with_special_tokens/cpt_7b_after_annealing_higherLR_sinai", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 8192, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.45.0", + "use_cache": true, + "vocab_size": 256000 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..edbf4df --- /dev/null +++ b/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.45.0" +} diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..eb89c67 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:076e1b7ea3ac255b84bbf2ba2442e308c3f79a4b8b3c0ece1957fa28ce6ed9ce +size 4982973048 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..b3385d7 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95e2988575a6c6726c05fd631bf2267732f07f0c377db9503cd05f71f7345dad +size 4995660232 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..77fbeb3 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a871edcb0de718f175016592b080e6c13ebeadecf26db9a5d73a9e83ac4105 +size 3460482936 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..f028201 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e80b6036778e874cc04d503a8e684a243c5b22a5f639de4f69a3f7d3ae4487fb +size 2097152128 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..5cbd692 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,298 @@ +{ + "metadata": { + "total_size": 15536234496 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00003-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..28045d8 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,22 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>" + ], + "bos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": "<|im_end|>", + "pad_token": "", + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..0f0bd57 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:990527d1e7b98c027d386c742250b2f8517bd3adf98c46cc6c1c2f35b234c224 +size 37007559 diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..3307f8d --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa490e57cebce5cb1a0a5b1a5d3fa4de05aee53dc3a44791f1c3401db44d802d +size 4813274 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..a82cf3d --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,1104 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "add_prefix_space": true, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "4": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "5": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "6": { + "content": "<|reserved_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "7": { + "content": "<|reserved_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "8": { + "content": "<|reserved_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "9": { + "content": "<|reserved_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "10": { + "content": "<|reserved_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "11": { + "content": "<|reserved_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "12": { + "content": "<|reserved_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "13": { + "content": "<|reserved_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "14": { + "content": "<|reserved_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "15": { + "content": "<|reserved_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "16": { + "content": "<|reserved_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "17": { + "content": "<|reserved_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "18": { + "content": "<|reserved_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "19": { + "content": "<|reserved_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "20": { + "content": "<|reserved_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "21": { + "content": "<|reserved_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "22": { + "content": "<|reserved_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "23": { + "content": "<|reserved_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "24": { + "content": "<|reserved_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "25": { + "content": "<|reserved_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "26": { + "content": "<|reserved_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "27": { + "content": "<|reserved_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "28": { + "content": "<|reserved_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "29": { + "content": "<|reserved_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "30": { + "content": "<|reserved_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "31": { + "content": "<|reserved_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32": { + "content": "<|reserved_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "33": { + "content": "<|reserved_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "34": { + "content": "<|reserved_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "35": { + "content": "<|reserved_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "36": { + "content": "<|reserved_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "37": { + "content": "<|reserved_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "38": { + "content": "<|reserved_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "39": { + "content": "<|reserved_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "40": { + "content": "<|reserved_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "41": { + "content": "<|reserved_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "42": { + "content": "<|reserved_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "43": { + "content": "<|reserved_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "44": { + "content": "<|reserved_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "45": { + "content": "<|reserved_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "46": { + "content": "<|reserved_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47": { + "content": "<|reserved_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48": { + "content": "<|reserved_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49": { + "content": "<|reserved_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50": { + "content": "<|reserved_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51": { + "content": "<|reserved_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "52": { + "content": "<|reserved_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "53": { + "content": "<|reserved_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "54": { + "content": "<|reserved_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "55": { + "content": "<|reserved_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "56": { + "content": "<|reserved_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "57": { + "content": "<|reserved_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "58": { + "content": "<|reserved_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "59": { + "content": "<|reserved_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "60": { + "content": "<|reserved_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "61": { + "content": "<|reserved_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "62": { + "content": "<|reserved_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "63": { + "content": "<|reserved_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "64": { + "content": "<|reserved_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "65": { + "content": "<|reserved_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "66": { + "content": "<|reserved_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "67": { + "content": "<|reserved_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "68": { + "content": "<|reserved_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "69": { + "content": "<|reserved_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "70": { + "content": "<|reserved_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "71": { + "content": "<|reserved_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "72": { + "content": "<|reserved_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "73": { + "content": "<|reserved_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "74": { + "content": "<|reserved_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75": { + "content": "<|reserved_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "76": { + "content": "<|reserved_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "77": { + "content": "<|reserved_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "78": { + "content": "<|reserved_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "79": { + "content": "<|reserved_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "80": { + "content": "<|reserved_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "81": { + "content": "<|reserved_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "82": { + "content": "<|reserved_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "83": { + "content": "<|reserved_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "84": { + "content": "<|reserved_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "85": { + "content": "<|reserved_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "86": { + "content": "<|reserved_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "87": { + "content": "<|reserved_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "88": { + "content": "<|reserved_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "89": { + "content": "<|reserved_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "90": { + "content": "<|reserved_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "91": { + "content": "<|reserved_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "92": { + "content": "<|reserved_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "93": { + "content": "<|reserved_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "94": { + "content": "<|reserved_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "95": { + "content": "<|reserved_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "96": { + "content": "<|reserved_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "97": { + "content": "<|reserved_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "98": { + "content": "<|reserved_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "99": { + "content": "<|reserved_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100": { + "content": "<|reserved_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "101": { + "content": "<|reserved_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "102": { + "content": "<|reserved_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "103": { + "content": "<|reserved_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "104": { + "content": "\\r", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "105": { + "content": "▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "106": { + "content": "▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "107": { + "content": "▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "108": { + "content": "▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "109": { + "content": "▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "110": { + "content": "▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "111": { + "content": "▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "112": { + "content": "▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "113": { + "content": "▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "114": { + "content": "▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "115": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "116": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "117": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "118": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "119": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "120": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "121": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "122": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "123": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "124": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "125": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "126": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "127": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128": { + "content": "\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "129": { + "content": "\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "130": { + "content": "\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "131": { + "content": "\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "132": { + "content": "\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "133": { + "content": "\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "134": { + "content": "\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>" + ], + "bos_token": "", + "chat_template": "{%- if not date_string is defined %}{%- set date_string = \"2025-09-30\" %}{%- endif %}{%- set system_message = messages[0].content if messages[0].role == \"system\" else \"I am ALIA Legal Administrativo, an AI language model specialized in Spanish legal and administrative domains, based on Salamandra-7b-base and developed by SINAI Research Group at Universidad de Jaén. I am part of Spain's ALIA family of foundational models, fine-tuned on a curated corpus of legal and administrative documents to understand Spanish legal terminology, regulations, and administrative procedures. My training data includes official legal documents, administrative texts, and regulatory frameworks specific to the Spanish legal system. My knowledge base was last updated on September 2025. Soy ALIA Legal Administrativo, un modelo lingüístico de IA especializado en el ámbito jurídico y administrativo español, basado en Salamandra-7b-base y desarrollado por el grupo de investigación SINAI de la Universidad de Jaén. Formo parte de la familia de modelos fundacionales ALIA de España, ajustado con un corpus curado de documentos legales y administrativos para comprender la terminología jurídica española, las regulaciones y los procedimientos administrativos. Mis datos de entrenamiento incluyen documentos legales oficiales, textos administrativos y marcos regulatorios específicos del sistema legal español. Mi base de conocimientos se actualizó por última vez en septiembre de 2025.\" -%}{%- if messages[0].role == \"system\" -%}{%- set messages = messages[1:] -%}{%- endif -%}{{ \"<|im_start|>system\" + system_message + \"<|im_end|>\" }}{% for message in messages %}{{'<|im_start|>' + message['role'] + '' + message['content'] + '<|im_end|>' + ''}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "legacy": true, + "model_max_length": 8192, + "pad_token": "", + "padding_side": "right", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "LlamaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..e3eaca2 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,7225 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.9991185843108007, + "eval_steps": 10, + "global_step": 921, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0010848193097837142, + "grad_norm": 3.4949746331584786, + "learning_rate": 3.5714285714285716e-07, + "loss": 1.1062, + "step": 1 + }, + { + "epoch": 0.0021696386195674284, + "grad_norm": 3.5162997392452056, + "learning_rate": 7.142857142857143e-07, + "loss": 1.1094, + "step": 2 + }, + { + "epoch": 0.0032544579293511426, + "grad_norm": 3.5318667768050127, + "learning_rate": 1.0714285714285714e-06, + "loss": 1.1104, + "step": 3 + }, + { + "epoch": 0.004339277239134857, + "grad_norm": 3.3609691964965123, + "learning_rate": 1.4285714285714286e-06, + "loss": 1.1034, + "step": 4 + }, + { + "epoch": 0.005424096548918571, + "grad_norm": 2.9879203422130147, + "learning_rate": 1.7857142857142859e-06, + "loss": 1.1002, + "step": 5 + }, + { + "epoch": 0.006508915858702285, + "grad_norm": 2.8623995866321, + "learning_rate": 2.1428571428571427e-06, + "loss": 1.096, + "step": 6 + }, + { + "epoch": 0.007593735168485999, + "grad_norm": 2.3547138531194634, + "learning_rate": 2.5e-06, + "loss": 1.0785, + "step": 7 + }, + { + "epoch": 0.008678554478269714, + "grad_norm": 2.2490026217614547, + "learning_rate": 2.8571428571428573e-06, + "loss": 1.0725, + "step": 8 + }, + { + "epoch": 0.009763373788053427, + "grad_norm": 2.6803737230607054, + "learning_rate": 3.2142857142857147e-06, + "loss": 1.053, + "step": 9 + }, + { + "epoch": 0.010848193097837142, + "grad_norm": 2.4684067036056785, + "learning_rate": 3.5714285714285718e-06, + "loss": 1.0465, + "step": 10 + }, + { + "epoch": 0.010848193097837142, + "eval_loss": 1.0118134021759033, + "eval_runtime": 116.2339, + "eval_samples_per_second": 82.024, + "eval_steps_per_second": 0.645, + "step": 10 + }, + { + "epoch": 0.011933012407620855, + "grad_norm": 1.8283207388232985, + "learning_rate": 3.928571428571429e-06, + "loss": 1.0131, + "step": 11 + }, + { + "epoch": 0.01301783171740457, + "grad_norm": 1.787912431514352, + "learning_rate": 4.2857142857142855e-06, + "loss": 1.0091, + "step": 12 + }, + { + "epoch": 0.014102651027188284, + "grad_norm": 1.4951212244487242, + "learning_rate": 4.642857142857144e-06, + "loss": 0.9996, + "step": 13 + }, + { + "epoch": 0.015187470336971999, + "grad_norm": 1.1565998646716686, + "learning_rate": 5e-06, + "loss": 0.9873, + "step": 14 + }, + { + "epoch": 0.016272289646755714, + "grad_norm": 1.3885558935074018, + "learning_rate": 5.357142857142857e-06, + "loss": 0.9735, + "step": 15 + }, + { + "epoch": 0.017357108956539427, + "grad_norm": 1.496877063571748, + "learning_rate": 5.7142857142857145e-06, + "loss": 0.9707, + "step": 16 + }, + { + "epoch": 0.01844192826632314, + "grad_norm": 1.2293672130451796, + "learning_rate": 6.071428571428571e-06, + "loss": 0.9619, + "step": 17 + }, + { + "epoch": 0.019526747576106854, + "grad_norm": 1.2444548728652165, + "learning_rate": 6.4285714285714295e-06, + "loss": 0.9522, + "step": 18 + }, + { + "epoch": 0.02061156688589057, + "grad_norm": 1.0967934938070116, + "learning_rate": 6.785714285714287e-06, + "loss": 0.9446, + "step": 19 + }, + { + "epoch": 0.021696386195674284, + "grad_norm": 1.0868526598858828, + "learning_rate": 7.1428571428571436e-06, + "loss": 0.9352, + "step": 20 + }, + { + "epoch": 0.021696386195674284, + "eval_loss": 0.9294480085372925, + "eval_runtime": 108.6996, + "eval_samples_per_second": 87.71, + "eval_steps_per_second": 0.69, + "step": 20 + }, + { + "epoch": 0.022781205505457997, + "grad_norm": 0.8412495929358779, + "learning_rate": 7.500000000000001e-06, + "loss": 0.9324, + "step": 21 + }, + { + "epoch": 0.02386602481524171, + "grad_norm": 0.9890507743689557, + "learning_rate": 7.857142857142858e-06, + "loss": 0.9237, + "step": 22 + }, + { + "epoch": 0.024950844125025424, + "grad_norm": 0.8668353040977067, + "learning_rate": 8.214285714285714e-06, + "loss": 0.9182, + "step": 23 + }, + { + "epoch": 0.02603566343480914, + "grad_norm": 0.7309092210427514, + "learning_rate": 8.571428571428571e-06, + "loss": 0.9098, + "step": 24 + }, + { + "epoch": 0.027120482744592854, + "grad_norm": 0.7964248954400254, + "learning_rate": 8.92857142857143e-06, + "loss": 0.9084, + "step": 25 + }, + { + "epoch": 0.028205302054376567, + "grad_norm": 0.7875083488207993, + "learning_rate": 9.285714285714288e-06, + "loss": 0.9014, + "step": 26 + }, + { + "epoch": 0.02929012136416028, + "grad_norm": 0.6361343649039687, + "learning_rate": 9.642857142857144e-06, + "loss": 0.8935, + "step": 27 + }, + { + "epoch": 0.030374940673943997, + "grad_norm": 0.7111881277870613, + "learning_rate": 1e-05, + "loss": 0.8949, + "step": 28 + }, + { + "epoch": 0.03145975998372771, + "grad_norm": 0.648873533838907, + "learning_rate": 9.99996905885448e-06, + "loss": 0.8889, + "step": 29 + }, + { + "epoch": 0.03254457929351143, + "grad_norm": 0.6820782579263859, + "learning_rate": 9.999876235800859e-06, + "loss": 0.882, + "step": 30 + }, + { + "epoch": 0.03254457929351143, + "eval_loss": 0.878837525844574, + "eval_runtime": 108.8059, + "eval_samples_per_second": 87.624, + "eval_steps_per_second": 0.689, + "step": 30 + }, + { + "epoch": 0.03362939860329514, + "grad_norm": 0.6419813251816439, + "learning_rate": 9.999721531987958e-06, + "loss": 0.8765, + "step": 31 + }, + { + "epoch": 0.034714217913078854, + "grad_norm": 0.611752560846071, + "learning_rate": 9.99950494933046e-06, + "loss": 0.8769, + "step": 32 + }, + { + "epoch": 0.03579903722286257, + "grad_norm": 0.551286709663645, + "learning_rate": 9.999226490508897e-06, + "loss": 0.8712, + "step": 33 + }, + { + "epoch": 0.03688385653264628, + "grad_norm": 0.5656177125175853, + "learning_rate": 9.9988861589696e-06, + "loss": 0.8672, + "step": 34 + }, + { + "epoch": 0.037968675842429994, + "grad_norm": 0.5483165258431487, + "learning_rate": 9.998483958924666e-06, + "loss": 0.8677, + "step": 35 + }, + { + "epoch": 0.03905349515221371, + "grad_norm": 0.5453570885370813, + "learning_rate": 9.99801989535191e-06, + "loss": 0.86, + "step": 36 + }, + { + "epoch": 0.04013831446199742, + "grad_norm": 0.5723840525108582, + "learning_rate": 9.997493973994793e-06, + "loss": 0.8568, + "step": 37 + }, + { + "epoch": 0.04122313377178114, + "grad_norm": 0.592144228561935, + "learning_rate": 9.996906201362361e-06, + "loss": 0.8572, + "step": 38 + }, + { + "epoch": 0.042307953081564854, + "grad_norm": 0.6449377321868768, + "learning_rate": 9.996256584729157e-06, + "loss": 0.8553, + "step": 39 + }, + { + "epoch": 0.04339277239134857, + "grad_norm": 0.6422868289015168, + "learning_rate": 9.995545132135133e-06, + "loss": 0.8491, + "step": 40 + }, + { + "epoch": 0.04339277239134857, + "eval_loss": 0.8473296761512756, + "eval_runtime": 108.7796, + "eval_samples_per_second": 87.645, + "eval_steps_per_second": 0.689, + "step": 40 + }, + { + "epoch": 0.04447759170113228, + "grad_norm": 0.6561423763363042, + "learning_rate": 9.994771852385552e-06, + "loss": 0.8516, + "step": 41 + }, + { + "epoch": 0.045562411010915994, + "grad_norm": 0.6891506900391302, + "learning_rate": 9.993936755050881e-06, + "loss": 0.8457, + "step": 42 + }, + { + "epoch": 0.04664723032069971, + "grad_norm": 0.5746241844843091, + "learning_rate": 9.993039850466664e-06, + "loss": 0.8422, + "step": 43 + }, + { + "epoch": 0.04773204963048342, + "grad_norm": 0.47671534032332025, + "learning_rate": 9.992081149733404e-06, + "loss": 0.84, + "step": 44 + }, + { + "epoch": 0.048816868940267134, + "grad_norm": 0.4622095523311291, + "learning_rate": 9.991060664716423e-06, + "loss": 0.8355, + "step": 45 + }, + { + "epoch": 0.04990168825005085, + "grad_norm": 0.48695761710710606, + "learning_rate": 9.989978408045709e-06, + "loss": 0.8353, + "step": 46 + }, + { + "epoch": 0.05098650755983457, + "grad_norm": 0.5109048866982651, + "learning_rate": 9.988834393115768e-06, + "loss": 0.833, + "step": 47 + }, + { + "epoch": 0.05207132686961828, + "grad_norm": 0.4999757467134964, + "learning_rate": 9.98762863408545e-06, + "loss": 0.8345, + "step": 48 + }, + { + "epoch": 0.053156146179401995, + "grad_norm": 0.4723225493895438, + "learning_rate": 9.986361145877783e-06, + "loss": 0.8283, + "step": 49 + }, + { + "epoch": 0.05424096548918571, + "grad_norm": 0.4212216755382298, + "learning_rate": 9.985031944179781e-06, + "loss": 0.8279, + "step": 50 + }, + { + "epoch": 0.05424096548918571, + "eval_loss": 0.8254933953285217, + "eval_runtime": 108.5477, + "eval_samples_per_second": 87.832, + "eval_steps_per_second": 0.691, + "step": 50 + }, + { + "epoch": 0.05532578479896942, + "grad_norm": 0.39527050101497846, + "learning_rate": 9.983641045442256e-06, + "loss": 0.8247, + "step": 51 + }, + { + "epoch": 0.056410604108753135, + "grad_norm": 0.3567819565829818, + "learning_rate": 9.982188466879607e-06, + "loss": 0.8234, + "step": 52 + }, + { + "epoch": 0.05749542341853685, + "grad_norm": 0.3865472249163068, + "learning_rate": 9.980674226469608e-06, + "loss": 0.8219, + "step": 53 + }, + { + "epoch": 0.05858024272832056, + "grad_norm": 0.3675626983233842, + "learning_rate": 9.979098342953198e-06, + "loss": 0.8188, + "step": 54 + }, + { + "epoch": 0.05966506203810428, + "grad_norm": 0.38616224402835747, + "learning_rate": 9.977460835834231e-06, + "loss": 0.8194, + "step": 55 + }, + { + "epoch": 0.060749881347887995, + "grad_norm": 0.5369962495644119, + "learning_rate": 9.975761725379243e-06, + "loss": 0.8194, + "step": 56 + }, + { + "epoch": 0.06183470065767171, + "grad_norm": 0.7610499469721489, + "learning_rate": 9.974001032617208e-06, + "loss": 0.8177, + "step": 57 + }, + { + "epoch": 0.06291951996745541, + "grad_norm": 1.1868133745292668, + "learning_rate": 9.972178779339264e-06, + "loss": 0.8196, + "step": 58 + }, + { + "epoch": 0.06400433927723914, + "grad_norm": 0.8988095566284031, + "learning_rate": 9.970294988098452e-06, + "loss": 0.8144, + "step": 59 + }, + { + "epoch": 0.06508915858702286, + "grad_norm": 0.49627850174956567, + "learning_rate": 9.968349682209434e-06, + "loss": 0.8144, + "step": 60 + }, + { + "epoch": 0.06508915858702286, + "eval_loss": 0.8125380277633667, + "eval_runtime": 109.5146, + "eval_samples_per_second": 87.057, + "eval_steps_per_second": 0.685, + "step": 60 + }, + { + "epoch": 0.06617397789680657, + "grad_norm": 0.45744888427391833, + "learning_rate": 9.966342885748212e-06, + "loss": 0.8159, + "step": 61 + }, + { + "epoch": 0.06725879720659028, + "grad_norm": 0.7311477252225216, + "learning_rate": 9.964274623551814e-06, + "loss": 0.8112, + "step": 62 + }, + { + "epoch": 0.068343616516374, + "grad_norm": 0.7181451822565164, + "learning_rate": 9.962144921218005e-06, + "loss": 0.8104, + "step": 63 + }, + { + "epoch": 0.06942843582615771, + "grad_norm": 0.3382680278399959, + "learning_rate": 9.959953805104953e-06, + "loss": 0.8075, + "step": 64 + }, + { + "epoch": 0.07051325513594142, + "grad_norm": 0.4704529718605793, + "learning_rate": 9.957701302330915e-06, + "loss": 0.812, + "step": 65 + }, + { + "epoch": 0.07159807444572514, + "grad_norm": 0.648293766273129, + "learning_rate": 9.955387440773902e-06, + "loss": 0.809, + "step": 66 + }, + { + "epoch": 0.07268289375550885, + "grad_norm": 0.41562985503267486, + "learning_rate": 9.95301224907132e-06, + "loss": 0.809, + "step": 67 + }, + { + "epoch": 0.07376771306529256, + "grad_norm": 0.3722271653902924, + "learning_rate": 9.95057575661963e-06, + "loss": 0.8011, + "step": 68 + }, + { + "epoch": 0.07485253237507627, + "grad_norm": 0.6079172339989929, + "learning_rate": 9.948077993573983e-06, + "loss": 0.8065, + "step": 69 + }, + { + "epoch": 0.07593735168485999, + "grad_norm": 0.5435218074168965, + "learning_rate": 9.945518990847835e-06, + "loss": 0.8027, + "step": 70 + }, + { + "epoch": 0.07593735168485999, + "eval_loss": 0.803402841091156, + "eval_runtime": 108.4779, + "eval_samples_per_second": 87.889, + "eval_steps_per_second": 0.691, + "step": 70 + }, + { + "epoch": 0.0770221709946437, + "grad_norm": 0.34820089064729376, + "learning_rate": 9.942898780112578e-06, + "loss": 0.8039, + "step": 71 + }, + { + "epoch": 0.07810699030442741, + "grad_norm": 0.44514115903246937, + "learning_rate": 9.94021739379714e-06, + "loss": 0.807, + "step": 72 + }, + { + "epoch": 0.07919180961421113, + "grad_norm": 0.5369526957264457, + "learning_rate": 9.937474865087588e-06, + "loss": 0.8042, + "step": 73 + }, + { + "epoch": 0.08027662892399484, + "grad_norm": 0.37982616690889814, + "learning_rate": 9.934671227926714e-06, + "loss": 0.8015, + "step": 74 + }, + { + "epoch": 0.08136144823377855, + "grad_norm": 0.2774312760519546, + "learning_rate": 9.931806517013612e-06, + "loss": 0.7995, + "step": 75 + }, + { + "epoch": 0.08244626754356228, + "grad_norm": 0.4053838968905353, + "learning_rate": 9.928880767803264e-06, + "loss": 0.7976, + "step": 76 + }, + { + "epoch": 0.083531086853346, + "grad_norm": 0.37288691711081295, + "learning_rate": 9.925894016506076e-06, + "loss": 0.7965, + "step": 77 + }, + { + "epoch": 0.08461590616312971, + "grad_norm": 0.2932226054659, + "learning_rate": 9.922846300087454e-06, + "loss": 0.8, + "step": 78 + }, + { + "epoch": 0.08570072547291342, + "grad_norm": 0.3375396039583161, + "learning_rate": 9.919737656267335e-06, + "loss": 0.7992, + "step": 79 + }, + { + "epoch": 0.08678554478269714, + "grad_norm": 0.3724197687760549, + "learning_rate": 9.916568123519713e-06, + "loss": 0.7954, + "step": 80 + }, + { + "epoch": 0.08678554478269714, + "eval_loss": 0.7967098951339722, + "eval_runtime": 108.5203, + "eval_samples_per_second": 87.855, + "eval_steps_per_second": 0.691, + "step": 80 + }, + { + "epoch": 0.08787036409248085, + "grad_norm": 0.41680195182829916, + "learning_rate": 9.913337741072183e-06, + "loss": 0.7949, + "step": 81 + }, + { + "epoch": 0.08895518340226456, + "grad_norm": 0.4680964543106562, + "learning_rate": 9.910046548905437e-06, + "loss": 0.796, + "step": 82 + }, + { + "epoch": 0.09004000271204828, + "grad_norm": 0.45610055097374685, + "learning_rate": 9.906694587752777e-06, + "loss": 0.7966, + "step": 83 + }, + { + "epoch": 0.09112482202183199, + "grad_norm": 0.31643861291902997, + "learning_rate": 9.90328189909961e-06, + "loss": 0.797, + "step": 84 + }, + { + "epoch": 0.0922096413316157, + "grad_norm": 0.26009080853848854, + "learning_rate": 9.899808525182935e-06, + "loss": 0.7947, + "step": 85 + }, + { + "epoch": 0.09329446064139942, + "grad_norm": 0.37821058405648994, + "learning_rate": 9.896274508990818e-06, + "loss": 0.7957, + "step": 86 + }, + { + "epoch": 0.09437927995118313, + "grad_norm": 0.44173687010200685, + "learning_rate": 9.892679894261865e-06, + "loss": 0.795, + "step": 87 + }, + { + "epoch": 0.09546409926096684, + "grad_norm": 0.4715462455517994, + "learning_rate": 9.889024725484672e-06, + "loss": 0.7901, + "step": 88 + }, + { + "epoch": 0.09654891857075056, + "grad_norm": 0.4527537880352518, + "learning_rate": 9.885309047897285e-06, + "loss": 0.7883, + "step": 89 + }, + { + "epoch": 0.09763373788053427, + "grad_norm": 0.43022666713295693, + "learning_rate": 9.88153290748663e-06, + "loss": 0.7895, + "step": 90 + }, + { + "epoch": 0.09763373788053427, + "eval_loss": 0.7914819717407227, + "eval_runtime": 109.1067, + "eval_samples_per_second": 87.382, + "eval_steps_per_second": 0.687, + "step": 90 + }, + { + "epoch": 0.09871855719031798, + "grad_norm": 0.5316622232573952, + "learning_rate": 9.877696350987954e-06, + "loss": 0.7918, + "step": 91 + }, + { + "epoch": 0.0998033765001017, + "grad_norm": 0.7272845675318187, + "learning_rate": 9.873799425884235e-06, + "loss": 0.7935, + "step": 92 + }, + { + "epoch": 0.10088819580988542, + "grad_norm": 0.9755003013537064, + "learning_rate": 9.869842180405607e-06, + "loss": 0.7933, + "step": 93 + }, + { + "epoch": 0.10197301511966914, + "grad_norm": 1.0841458378326259, + "learning_rate": 9.86582466352875e-06, + "loss": 0.7916, + "step": 94 + }, + { + "epoch": 0.10305783442945285, + "grad_norm": 0.6302564437210111, + "learning_rate": 9.861746924976297e-06, + "loss": 0.791, + "step": 95 + }, + { + "epoch": 0.10414265373923656, + "grad_norm": 0.35908321146074057, + "learning_rate": 9.857609015216205e-06, + "loss": 0.7903, + "step": 96 + }, + { + "epoch": 0.10522747304902028, + "grad_norm": 0.6267170848390329, + "learning_rate": 9.853410985461145e-06, + "loss": 0.7872, + "step": 97 + }, + { + "epoch": 0.10631229235880399, + "grad_norm": 0.7120302407187888, + "learning_rate": 9.849152887667855e-06, + "loss": 0.7891, + "step": 98 + }, + { + "epoch": 0.1073971116685877, + "grad_norm": 0.6858778736543274, + "learning_rate": 9.844834774536503e-06, + "loss": 0.7883, + "step": 99 + }, + { + "epoch": 0.10848193097837142, + "grad_norm": 0.4314848431255045, + "learning_rate": 9.840456699510038e-06, + "loss": 0.7861, + "step": 100 + }, + { + "epoch": 0.10848193097837142, + "eval_loss": 0.787100076675415, + "eval_runtime": 109.4114, + "eval_samples_per_second": 87.139, + "eval_steps_per_second": 0.685, + "step": 100 + }, + { + "epoch": 0.10956675028815513, + "grad_norm": 0.5194656551626861, + "learning_rate": 9.836018716773522e-06, + "loss": 0.7888, + "step": 101 + }, + { + "epoch": 0.11065156959793884, + "grad_norm": 0.742531195114932, + "learning_rate": 9.831520881253462e-06, + "loss": 0.7875, + "step": 102 + }, + { + "epoch": 0.11173638890772256, + "grad_norm": 0.4989969979511064, + "learning_rate": 9.826963248617133e-06, + "loss": 0.7833, + "step": 103 + }, + { + "epoch": 0.11282120821750627, + "grad_norm": 0.375240047394447, + "learning_rate": 9.822345875271884e-06, + "loss": 0.7854, + "step": 104 + }, + { + "epoch": 0.11390602752728998, + "grad_norm": 0.4988303251049989, + "learning_rate": 9.817668818364441e-06, + "loss": 0.785, + "step": 105 + }, + { + "epoch": 0.1149908468370737, + "grad_norm": 0.49945188870075524, + "learning_rate": 9.81293213578021e-06, + "loss": 0.7875, + "step": 106 + }, + { + "epoch": 0.11607566614685741, + "grad_norm": 0.45320167914195025, + "learning_rate": 9.808135886142536e-06, + "loss": 0.7822, + "step": 107 + }, + { + "epoch": 0.11716048545664112, + "grad_norm": 0.3304125239146547, + "learning_rate": 9.803280128812009e-06, + "loss": 0.7835, + "step": 108 + }, + { + "epoch": 0.11824530476642484, + "grad_norm": 0.454088367030755, + "learning_rate": 9.798364923885703e-06, + "loss": 0.7794, + "step": 109 + }, + { + "epoch": 0.11933012407620856, + "grad_norm": 0.39861269990268244, + "learning_rate": 9.793390332196448e-06, + "loss": 0.7823, + "step": 110 + }, + { + "epoch": 0.11933012407620856, + "eval_loss": 0.7828577160835266, + "eval_runtime": 108.5297, + "eval_samples_per_second": 87.847, + "eval_steps_per_second": 0.691, + "step": 110 + }, + { + "epoch": 0.12041494338599228, + "grad_norm": 0.34179794826063836, + "learning_rate": 9.78835641531207e-06, + "loss": 0.785, + "step": 111 + }, + { + "epoch": 0.12149976269577599, + "grad_norm": 0.4384145900437222, + "learning_rate": 9.783263235534632e-06, + "loss": 0.7827, + "step": 112 + }, + { + "epoch": 0.1225845820055597, + "grad_norm": 0.35050179811766313, + "learning_rate": 9.778110855899659e-06, + "loss": 0.7795, + "step": 113 + }, + { + "epoch": 0.12366940131534342, + "grad_norm": 0.37888088278503856, + "learning_rate": 9.772899340175362e-06, + "loss": 0.7812, + "step": 114 + }, + { + "epoch": 0.12475422062512713, + "grad_norm": 0.46331100701408845, + "learning_rate": 9.767628752861848e-06, + "loss": 0.7795, + "step": 115 + }, + { + "epoch": 0.12583903993491083, + "grad_norm": 0.253077197462135, + "learning_rate": 9.762299159190322e-06, + "loss": 0.7794, + "step": 116 + }, + { + "epoch": 0.12692385924469454, + "grad_norm": 0.32841861687248075, + "learning_rate": 9.756910625122276e-06, + "loss": 0.7814, + "step": 117 + }, + { + "epoch": 0.12800867855447828, + "grad_norm": 0.3961680026713341, + "learning_rate": 9.751463217348675e-06, + "loss": 0.7848, + "step": 118 + }, + { + "epoch": 0.129093497864262, + "grad_norm": 0.361621602491951, + "learning_rate": 9.745957003289138e-06, + "loss": 0.7799, + "step": 119 + }, + { + "epoch": 0.1301783171740457, + "grad_norm": 0.45639933190314985, + "learning_rate": 9.74039205109109e-06, + "loss": 0.7787, + "step": 120 + }, + { + "epoch": 0.1301783171740457, + "eval_loss": 0.7795460820198059, + "eval_runtime": 108.5296, + "eval_samples_per_second": 87.847, + "eval_steps_per_second": 0.691, + "step": 120 + }, + { + "epoch": 0.13126313648382942, + "grad_norm": 0.4894024734567449, + "learning_rate": 9.73476842962893e-06, + "loss": 0.7826, + "step": 121 + }, + { + "epoch": 0.13234795579361314, + "grad_norm": 0.3400805313158744, + "learning_rate": 9.729086208503174e-06, + "loss": 0.7774, + "step": 122 + }, + { + "epoch": 0.13343277510339685, + "grad_norm": 0.2807653195556927, + "learning_rate": 9.723345458039595e-06, + "loss": 0.777, + "step": 123 + }, + { + "epoch": 0.13451759441318056, + "grad_norm": 0.399127433948202, + "learning_rate": 9.71754624928835e-06, + "loss": 0.7791, + "step": 124 + }, + { + "epoch": 0.13560241372296428, + "grad_norm": 0.41268439908392046, + "learning_rate": 9.711688654023105e-06, + "loss": 0.7798, + "step": 125 + }, + { + "epoch": 0.136687233032748, + "grad_norm": 0.43996629750095084, + "learning_rate": 9.705772744740142e-06, + "loss": 0.7763, + "step": 126 + }, + { + "epoch": 0.1377720523425317, + "grad_norm": 0.4341497876027942, + "learning_rate": 9.699798594657464e-06, + "loss": 0.7736, + "step": 127 + }, + { + "epoch": 0.13885687165231542, + "grad_norm": 0.4373015418932958, + "learning_rate": 9.693766277713893e-06, + "loss": 0.778, + "step": 128 + }, + { + "epoch": 0.13994169096209913, + "grad_norm": 0.59918719623413, + "learning_rate": 9.687675868568145e-06, + "loss": 0.7752, + "step": 129 + }, + { + "epoch": 0.14102651027188284, + "grad_norm": 0.7097994736999107, + "learning_rate": 9.681527442597916e-06, + "loss": 0.7769, + "step": 130 + }, + { + "epoch": 0.14102651027188284, + "eval_loss": 0.7773523330688477, + "eval_runtime": 108.9443, + "eval_samples_per_second": 87.513, + "eval_steps_per_second": 0.688, + "step": 130 + }, + { + "epoch": 0.14211132958166656, + "grad_norm": 0.7958519381675093, + "learning_rate": 9.67532107589894e-06, + "loss": 0.7789, + "step": 131 + }, + { + "epoch": 0.14319614889145027, + "grad_norm": 0.8068539147321399, + "learning_rate": 9.66905684528406e-06, + "loss": 0.7755, + "step": 132 + }, + { + "epoch": 0.14428096820123398, + "grad_norm": 0.5764221421667293, + "learning_rate": 9.662734828282258e-06, + "loss": 0.7744, + "step": 133 + }, + { + "epoch": 0.1453657875110177, + "grad_norm": 0.31199910392765157, + "learning_rate": 9.65635510313772e-06, + "loss": 0.7768, + "step": 134 + }, + { + "epoch": 0.1464506068208014, + "grad_norm": 0.4041975552185395, + "learning_rate": 9.649917748808844e-06, + "loss": 0.7765, + "step": 135 + }, + { + "epoch": 0.14753542613058512, + "grad_norm": 0.6164608497017049, + "learning_rate": 9.643422844967274e-06, + "loss": 0.7773, + "step": 136 + }, + { + "epoch": 0.14862024544036884, + "grad_norm": 0.6348166603995771, + "learning_rate": 9.636870471996923e-06, + "loss": 0.7706, + "step": 137 + }, + { + "epoch": 0.14970506475015255, + "grad_norm": 0.42070168125876545, + "learning_rate": 9.630260710992956e-06, + "loss": 0.774, + "step": 138 + }, + { + "epoch": 0.15078988405993626, + "grad_norm": 0.2647874637161585, + "learning_rate": 9.623593643760805e-06, + "loss": 0.7735, + "step": 139 + }, + { + "epoch": 0.15187470336971998, + "grad_norm": 0.45094031514213195, + "learning_rate": 9.61686935281515e-06, + "loss": 0.7774, + "step": 140 + }, + { + "epoch": 0.15187470336971998, + "eval_loss": 0.7735901474952698, + "eval_runtime": 108.4217, + "eval_samples_per_second": 87.934, + "eval_steps_per_second": 0.692, + "step": 140 + }, + { + "epoch": 0.1529595226795037, + "grad_norm": 0.5119777928263476, + "learning_rate": 9.610087921378895e-06, + "loss": 0.7739, + "step": 141 + }, + { + "epoch": 0.1540443419892874, + "grad_norm": 0.4048675689063343, + "learning_rate": 9.603249433382145e-06, + "loss": 0.7779, + "step": 142 + }, + { + "epoch": 0.15512916129907112, + "grad_norm": 0.247541321829258, + "learning_rate": 9.59635397346116e-06, + "loss": 0.7724, + "step": 143 + }, + { + "epoch": 0.15621398060885483, + "grad_norm": 0.3537597642765961, + "learning_rate": 9.589401626957309e-06, + "loss": 0.7722, + "step": 144 + }, + { + "epoch": 0.15729879991863854, + "grad_norm": 0.4294326059871437, + "learning_rate": 9.582392479916023e-06, + "loss": 0.7681, + "step": 145 + }, + { + "epoch": 0.15838361922842226, + "grad_norm": 0.4117348857649006, + "learning_rate": 9.575326619085713e-06, + "loss": 0.7758, + "step": 146 + }, + { + "epoch": 0.15946843853820597, + "grad_norm": 0.3422223479430551, + "learning_rate": 9.568204131916712e-06, + "loss": 0.7685, + "step": 147 + }, + { + "epoch": 0.16055325784798968, + "grad_norm": 0.2554148075298471, + "learning_rate": 9.561025106560184e-06, + "loss": 0.7728, + "step": 148 + }, + { + "epoch": 0.1616380771577734, + "grad_norm": 0.29437098480907653, + "learning_rate": 9.553789631867039e-06, + "loss": 0.77, + "step": 149 + }, + { + "epoch": 0.1627228964675571, + "grad_norm": 0.34279254034717055, + "learning_rate": 9.546497797386824e-06, + "loss": 0.7701, + "step": 150 + }, + { + "epoch": 0.1627228964675571, + "eval_loss": 0.7706267237663269, + "eval_runtime": 108.6103, + "eval_samples_per_second": 87.782, + "eval_steps_per_second": 0.691, + "step": 150 + }, + { + "epoch": 0.16380771577734082, + "grad_norm": 0.3768245607446824, + "learning_rate": 9.539149693366628e-06, + "loss": 0.7699, + "step": 151 + }, + { + "epoch": 0.16489253508712456, + "grad_norm": 0.2795450346743165, + "learning_rate": 9.531745410749946e-06, + "loss": 0.7719, + "step": 152 + }, + { + "epoch": 0.16597735439690828, + "grad_norm": 0.21565184349732974, + "learning_rate": 9.524285041175578e-06, + "loss": 0.7709, + "step": 153 + }, + { + "epoch": 0.167062173706692, + "grad_norm": 0.27917354068385714, + "learning_rate": 9.516768676976476e-06, + "loss": 0.7655, + "step": 154 + }, + { + "epoch": 0.1681469930164757, + "grad_norm": 0.36818858829997037, + "learning_rate": 9.509196411178605e-06, + "loss": 0.7702, + "step": 155 + }, + { + "epoch": 0.16923181232625942, + "grad_norm": 0.3931634948674058, + "learning_rate": 9.501568337499798e-06, + "loss": 0.7698, + "step": 156 + }, + { + "epoch": 0.17031663163604313, + "grad_norm": 0.3711182444316531, + "learning_rate": 9.493884550348589e-06, + "loss": 0.7689, + "step": 157 + }, + { + "epoch": 0.17140145094582684, + "grad_norm": 0.34420286948578516, + "learning_rate": 9.48614514482305e-06, + "loss": 0.7678, + "step": 158 + }, + { + "epoch": 0.17248627025561056, + "grad_norm": 0.36595434050790837, + "learning_rate": 9.478350216709609e-06, + "loss": 0.7692, + "step": 159 + }, + { + "epoch": 0.17357108956539427, + "grad_norm": 0.46016642623218235, + "learning_rate": 9.470499862481867e-06, + "loss": 0.7691, + "step": 160 + }, + { + "epoch": 0.17357108956539427, + "eval_loss": 0.7686050534248352, + "eval_runtime": 108.3988, + "eval_samples_per_second": 87.953, + "eval_steps_per_second": 0.692, + "step": 160 + }, + { + "epoch": 0.17465590887517798, + "grad_norm": 0.5189068589203444, + "learning_rate": 9.462594179299408e-06, + "loss": 0.7691, + "step": 161 + }, + { + "epoch": 0.1757407281849617, + "grad_norm": 0.5037770127077009, + "learning_rate": 9.454633265006585e-06, + "loss": 0.7718, + "step": 162 + }, + { + "epoch": 0.1768255474947454, + "grad_norm": 0.4262772872702808, + "learning_rate": 9.446617218131326e-06, + "loss": 0.7688, + "step": 163 + }, + { + "epoch": 0.17791036680452912, + "grad_norm": 0.3030752504131984, + "learning_rate": 9.438546137883898e-06, + "loss": 0.7642, + "step": 164 + }, + { + "epoch": 0.17899518611431284, + "grad_norm": 0.28877592332321944, + "learning_rate": 9.430420124155687e-06, + "loss": 0.7672, + "step": 165 + }, + { + "epoch": 0.18008000542409655, + "grad_norm": 0.3135773421625362, + "learning_rate": 9.422239277517964e-06, + "loss": 0.7685, + "step": 166 + }, + { + "epoch": 0.18116482473388026, + "grad_norm": 0.3681496362575959, + "learning_rate": 9.414003699220636e-06, + "loss": 0.7666, + "step": 167 + }, + { + "epoch": 0.18224964404366398, + "grad_norm": 0.33019072670103566, + "learning_rate": 9.405713491190992e-06, + "loss": 0.7689, + "step": 168 + }, + { + "epoch": 0.1833344633534477, + "grad_norm": 0.24672102847526706, + "learning_rate": 9.397368756032445e-06, + "loss": 0.7671, + "step": 169 + }, + { + "epoch": 0.1844192826632314, + "grad_norm": 0.3061688738027205, + "learning_rate": 9.388969597023265e-06, + "loss": 0.767, + "step": 170 + }, + { + "epoch": 0.1844192826632314, + "eval_loss": 0.7660329341888428, + "eval_runtime": 108.314, + "eval_samples_per_second": 88.022, + "eval_steps_per_second": 0.692, + "step": 170 + }, + { + "epoch": 0.18550410197301512, + "grad_norm": 0.41309286266345396, + "learning_rate": 9.380516118115287e-06, + "loss": 0.7644, + "step": 171 + }, + { + "epoch": 0.18658892128279883, + "grad_norm": 0.43250642443620424, + "learning_rate": 9.37200842393264e-06, + "loss": 0.7671, + "step": 172 + }, + { + "epoch": 0.18767374059258254, + "grad_norm": 0.36310207799309735, + "learning_rate": 9.363446619770452e-06, + "loss": 0.767, + "step": 173 + }, + { + "epoch": 0.18875855990236626, + "grad_norm": 0.29200489152969605, + "learning_rate": 9.354830811593527e-06, + "loss": 0.7683, + "step": 174 + }, + { + "epoch": 0.18984337921214997, + "grad_norm": 0.31700471252436824, + "learning_rate": 9.346161106035056e-06, + "loss": 0.7662, + "step": 175 + }, + { + "epoch": 0.19092819852193368, + "grad_norm": 0.4123517398509975, + "learning_rate": 9.337437610395292e-06, + "loss": 0.7682, + "step": 176 + }, + { + "epoch": 0.1920130178317174, + "grad_norm": 0.4461455348284238, + "learning_rate": 9.328660432640211e-06, + "loss": 0.7682, + "step": 177 + }, + { + "epoch": 0.1930978371415011, + "grad_norm": 0.41857803905013113, + "learning_rate": 9.319829681400185e-06, + "loss": 0.7672, + "step": 178 + }, + { + "epoch": 0.19418265645128482, + "grad_norm": 0.3544867837407869, + "learning_rate": 9.31094546596864e-06, + "loss": 0.7624, + "step": 179 + }, + { + "epoch": 0.19526747576106854, + "grad_norm": 0.26138631108200805, + "learning_rate": 9.302007896300697e-06, + "loss": 0.7617, + "step": 180 + }, + { + "epoch": 0.19526747576106854, + "eval_loss": 0.7637682557106018, + "eval_runtime": 108.4177, + "eval_samples_per_second": 87.938, + "eval_steps_per_second": 0.692, + "step": 180 + }, + { + "epoch": 0.19635229507085225, + "grad_norm": 0.3688297227057638, + "learning_rate": 9.293017083011814e-06, + "loss": 0.7613, + "step": 181 + }, + { + "epoch": 0.19743711438063596, + "grad_norm": 0.5028925982918173, + "learning_rate": 9.283973137376414e-06, + "loss": 0.7661, + "step": 182 + }, + { + "epoch": 0.19852193369041968, + "grad_norm": 0.5024698547461525, + "learning_rate": 9.274876171326514e-06, + "loss": 0.7638, + "step": 183 + }, + { + "epoch": 0.1996067530002034, + "grad_norm": 0.4288303633868785, + "learning_rate": 9.265726297450332e-06, + "loss": 0.7622, + "step": 184 + }, + { + "epoch": 0.2006915723099871, + "grad_norm": 0.3731677319203024, + "learning_rate": 9.256523628990903e-06, + "loss": 0.7632, + "step": 185 + }, + { + "epoch": 0.20177639161977085, + "grad_norm": 0.4824027276068218, + "learning_rate": 9.247268279844666e-06, + "loss": 0.7609, + "step": 186 + }, + { + "epoch": 0.20286121092955456, + "grad_norm": 0.6175104754218527, + "learning_rate": 9.237960364560063e-06, + "loss": 0.7649, + "step": 187 + }, + { + "epoch": 0.20394603023933827, + "grad_norm": 0.6604414879657724, + "learning_rate": 9.228599998336119e-06, + "loss": 0.762, + "step": 188 + }, + { + "epoch": 0.20503084954912199, + "grad_norm": 0.5823286121682828, + "learning_rate": 9.219187297021015e-06, + "loss": 0.7632, + "step": 189 + }, + { + "epoch": 0.2061156688589057, + "grad_norm": 0.48249169498286976, + "learning_rate": 9.209722377110657e-06, + "loss": 0.7593, + "step": 190 + }, + { + "epoch": 0.2061156688589057, + "eval_loss": 0.761928915977478, + "eval_runtime": 109.1338, + "eval_samples_per_second": 87.361, + "eval_steps_per_second": 0.687, + "step": 190 + }, + { + "epoch": 0.2072004881686894, + "grad_norm": 0.47471914524239467, + "learning_rate": 9.200205355747228e-06, + "loss": 0.7639, + "step": 191 + }, + { + "epoch": 0.20828530747847313, + "grad_norm": 0.4955570563237179, + "learning_rate": 9.190636350717747e-06, + "loss": 0.7576, + "step": 192 + }, + { + "epoch": 0.20937012678825684, + "grad_norm": 0.42730203058077343, + "learning_rate": 9.181015480452607e-06, + "loss": 0.7598, + "step": 193 + }, + { + "epoch": 0.21045494609804055, + "grad_norm": 0.3677256683576732, + "learning_rate": 9.171342864024103e-06, + "loss": 0.7609, + "step": 194 + }, + { + "epoch": 0.21153976540782427, + "grad_norm": 0.48632780295999734, + "learning_rate": 9.161618621144967e-06, + "loss": 0.759, + "step": 195 + }, + { + "epoch": 0.21262458471760798, + "grad_norm": 0.6412685524464289, + "learning_rate": 9.15184287216689e-06, + "loss": 0.7615, + "step": 196 + }, + { + "epoch": 0.2137094040273917, + "grad_norm": 0.6815542331152938, + "learning_rate": 9.142015738079017e-06, + "loss": 0.7614, + "step": 197 + }, + { + "epoch": 0.2147942233371754, + "grad_norm": 0.6199432155090734, + "learning_rate": 9.132137340506464e-06, + "loss": 0.7605, + "step": 198 + }, + { + "epoch": 0.21587904264695912, + "grad_norm": 0.5079916745649751, + "learning_rate": 9.122207801708802e-06, + "loss": 0.7604, + "step": 199 + }, + { + "epoch": 0.21696386195674283, + "grad_norm": 0.4210240875496384, + "learning_rate": 9.112227244578557e-06, + "loss": 0.7601, + "step": 200 + }, + { + "epoch": 0.21696386195674283, + "eval_loss": 0.759892463684082, + "eval_runtime": 108.6381, + "eval_samples_per_second": 87.759, + "eval_steps_per_second": 0.69, + "step": 200 + }, + { + "epoch": 0.21804868126652655, + "grad_norm": 0.3367318143142601, + "learning_rate": 9.102195792639677e-06, + "loss": 0.7602, + "step": 201 + }, + { + "epoch": 0.21913350057631026, + "grad_norm": 0.3206946440980973, + "learning_rate": 9.092113570046005e-06, + "loss": 0.7619, + "step": 202 + }, + { + "epoch": 0.22021831988609397, + "grad_norm": 0.4236827917274014, + "learning_rate": 9.08198070157975e-06, + "loss": 0.7623, + "step": 203 + }, + { + "epoch": 0.22130313919587769, + "grad_norm": 0.4744063310413663, + "learning_rate": 9.071797312649934e-06, + "loss": 0.7639, + "step": 204 + }, + { + "epoch": 0.2223879585056614, + "grad_norm": 0.39602356930919735, + "learning_rate": 9.061563529290845e-06, + "loss": 0.7629, + "step": 205 + }, + { + "epoch": 0.2234727778154451, + "grad_norm": 0.3911558770249337, + "learning_rate": 9.051279478160475e-06, + "loss": 0.7609, + "step": 206 + }, + { + "epoch": 0.22455759712522882, + "grad_norm": 0.4187149135112974, + "learning_rate": 9.040945286538954e-06, + "loss": 0.7558, + "step": 207 + }, + { + "epoch": 0.22564241643501254, + "grad_norm": 0.3580839570301583, + "learning_rate": 9.03056108232697e-06, + "loss": 0.757, + "step": 208 + }, + { + "epoch": 0.22672723574479625, + "grad_norm": 0.3169587609709413, + "learning_rate": 9.020126994044194e-06, + "loss": 0.7595, + "step": 209 + }, + { + "epoch": 0.22781205505457996, + "grad_norm": 0.3723856557080199, + "learning_rate": 9.009643150827683e-06, + "loss": 0.7571, + "step": 210 + }, + { + "epoch": 0.22781205505457996, + "eval_loss": 0.7582467794418335, + "eval_runtime": 108.9754, + "eval_samples_per_second": 87.488, + "eval_steps_per_second": 0.688, + "step": 210 + }, + { + "epoch": 0.22889687436436368, + "grad_norm": 0.41041293164648146, + "learning_rate": 8.999109682430288e-06, + "loss": 0.7587, + "step": 211 + }, + { + "epoch": 0.2299816936741474, + "grad_norm": 0.36496514762357657, + "learning_rate": 8.988526719219035e-06, + "loss": 0.7553, + "step": 212 + }, + { + "epoch": 0.2310665129839311, + "grad_norm": 0.2752348504987265, + "learning_rate": 8.977894392173527e-06, + "loss": 0.7536, + "step": 213 + }, + { + "epoch": 0.23215133229371482, + "grad_norm": 0.28021751119324473, + "learning_rate": 8.96721283288432e-06, + "loss": 0.7593, + "step": 214 + }, + { + "epoch": 0.23323615160349853, + "grad_norm": 0.36712529096201973, + "learning_rate": 8.956482173551281e-06, + "loss": 0.7576, + "step": 215 + }, + { + "epoch": 0.23432097091328224, + "grad_norm": 0.4055048594091963, + "learning_rate": 8.94570254698197e-06, + "loss": 0.7572, + "step": 216 + }, + { + "epoch": 0.23540579022306596, + "grad_norm": 0.39162153231191227, + "learning_rate": 8.934874086589981e-06, + "loss": 0.7584, + "step": 217 + }, + { + "epoch": 0.23649060953284967, + "grad_norm": 0.36419982640253645, + "learning_rate": 8.923996926393306e-06, + "loss": 0.7597, + "step": 218 + }, + { + "epoch": 0.2375754288426334, + "grad_norm": 0.39668898762559396, + "learning_rate": 8.91307120101266e-06, + "loss": 0.7565, + "step": 219 + }, + { + "epoch": 0.23866024815241713, + "grad_norm": 0.3734661079749432, + "learning_rate": 8.90209704566983e-06, + "loss": 0.7575, + "step": 220 + }, + { + "epoch": 0.23866024815241713, + "eval_loss": 0.7563009262084961, + "eval_runtime": 108.6253, + "eval_samples_per_second": 87.77, + "eval_steps_per_second": 0.69, + "step": 220 + }, + { + "epoch": 0.23974506746220084, + "grad_norm": 0.3057044185692497, + "learning_rate": 8.891074596185987e-06, + "loss": 0.7527, + "step": 221 + }, + { + "epoch": 0.24082988677198455, + "grad_norm": 0.309315871824788, + "learning_rate": 8.880003988980019e-06, + "loss": 0.7531, + "step": 222 + }, + { + "epoch": 0.24191470608176827, + "grad_norm": 0.2937097460831741, + "learning_rate": 8.868885361066835e-06, + "loss": 0.7593, + "step": 223 + }, + { + "epoch": 0.24299952539155198, + "grad_norm": 0.27254631539828456, + "learning_rate": 8.857718850055663e-06, + "loss": 0.7536, + "step": 224 + }, + { + "epoch": 0.2440843447013357, + "grad_norm": 0.24538335255869048, + "learning_rate": 8.846504594148366e-06, + "loss": 0.755, + "step": 225 + }, + { + "epoch": 0.2451691640111194, + "grad_norm": 0.2910298293243265, + "learning_rate": 8.83524273213771e-06, + "loss": 0.7534, + "step": 226 + }, + { + "epoch": 0.24625398332090312, + "grad_norm": 0.395236316918257, + "learning_rate": 8.82393340340566e-06, + "loss": 0.7534, + "step": 227 + }, + { + "epoch": 0.24733880263068683, + "grad_norm": 0.42876366746833755, + "learning_rate": 8.812576747921653e-06, + "loss": 0.7576, + "step": 228 + }, + { + "epoch": 0.24842362194047055, + "grad_norm": 0.3816843148969155, + "learning_rate": 8.801172906240857e-06, + "loss": 0.7493, + "step": 229 + }, + { + "epoch": 0.24950844125025426, + "grad_norm": 0.3453411422665227, + "learning_rate": 8.789722019502444e-06, + "loss": 0.7522, + "step": 230 + }, + { + "epoch": 0.24950844125025426, + "eval_loss": 0.7549680471420288, + "eval_runtime": 108.6791, + "eval_samples_per_second": 87.726, + "eval_steps_per_second": 0.69, + "step": 230 + }, + { + "epoch": 0.25059326056003794, + "grad_norm": 0.33435596788854244, + "learning_rate": 8.778224229427836e-06, + "loss": 0.7541, + "step": 231 + }, + { + "epoch": 0.25167807986982166, + "grad_norm": 0.27760764351944195, + "learning_rate": 8.76667967831895e-06, + "loss": 0.7537, + "step": 232 + }, + { + "epoch": 0.25276289917960537, + "grad_norm": 0.24615817421935557, + "learning_rate": 8.75508850905644e-06, + "loss": 0.7516, + "step": 233 + }, + { + "epoch": 0.2538477184893891, + "grad_norm": 0.21303754681718962, + "learning_rate": 8.743450865097929e-06, + "loss": 0.7552, + "step": 234 + }, + { + "epoch": 0.2549325377991728, + "grad_norm": 0.2769628927578121, + "learning_rate": 8.731766890476232e-06, + "loss": 0.7551, + "step": 235 + }, + { + "epoch": 0.25601735710895657, + "grad_norm": 0.2976968148335059, + "learning_rate": 8.72003672979757e-06, + "loss": 0.7535, + "step": 236 + }, + { + "epoch": 0.2571021764187403, + "grad_norm": 0.3214565474804767, + "learning_rate": 8.708260528239788e-06, + "loss": 0.7504, + "step": 237 + }, + { + "epoch": 0.258186995728524, + "grad_norm": 0.29994958657525217, + "learning_rate": 8.696438431550553e-06, + "loss": 0.7552, + "step": 238 + }, + { + "epoch": 0.2592718150383077, + "grad_norm": 0.2535746893639996, + "learning_rate": 8.68457058604555e-06, + "loss": 0.7517, + "step": 239 + }, + { + "epoch": 0.2603566343480914, + "grad_norm": 0.2414834021249483, + "learning_rate": 8.672657138606672e-06, + "loss": 0.7526, + "step": 240 + }, + { + "epoch": 0.2603566343480914, + "eval_loss": 0.7532132863998413, + "eval_runtime": 108.3941, + "eval_samples_per_second": 87.957, + "eval_steps_per_second": 0.692, + "step": 240 + }, + { + "epoch": 0.26144145365787513, + "grad_norm": 0.2593021989688809, + "learning_rate": 8.660698236680205e-06, + "loss": 0.7503, + "step": 241 + }, + { + "epoch": 0.26252627296765885, + "grad_norm": 0.2869190384299556, + "learning_rate": 8.648694028274998e-06, + "loss": 0.7548, + "step": 242 + }, + { + "epoch": 0.26361109227744256, + "grad_norm": 0.28923973171158157, + "learning_rate": 8.636644661960634e-06, + "loss": 0.7552, + "step": 243 + }, + { + "epoch": 0.2646959115872263, + "grad_norm": 0.29578832607382094, + "learning_rate": 8.624550286865592e-06, + "loss": 0.7507, + "step": 244 + }, + { + "epoch": 0.26578073089701, + "grad_norm": 0.2647016805158304, + "learning_rate": 8.6124110526754e-06, + "loss": 0.7511, + "step": 245 + }, + { + "epoch": 0.2668655502067937, + "grad_norm": 0.3398998370526537, + "learning_rate": 8.600227109630785e-06, + "loss": 0.7546, + "step": 246 + }, + { + "epoch": 0.2679503695165774, + "grad_norm": 0.37152897309018407, + "learning_rate": 8.587998608525806e-06, + "loss": 0.7516, + "step": 247 + }, + { + "epoch": 0.2690351888263611, + "grad_norm": 0.37464147111710416, + "learning_rate": 8.575725700705995e-06, + "loss": 0.7526, + "step": 248 + }, + { + "epoch": 0.27012000813614484, + "grad_norm": 0.27184480840669567, + "learning_rate": 8.563408538066486e-06, + "loss": 0.7522, + "step": 249 + }, + { + "epoch": 0.27120482744592855, + "grad_norm": 0.24275358480991396, + "learning_rate": 8.551047273050126e-06, + "loss": 0.7543, + "step": 250 + }, + { + "epoch": 0.27120482744592855, + "eval_loss": 0.7519296407699585, + "eval_runtime": 108.5466, + "eval_samples_per_second": 87.833, + "eval_steps_per_second": 0.691, + "step": 250 + }, + { + "epoch": 0.27228964675571227, + "grad_norm": 0.27384476452821827, + "learning_rate": 8.538642058645595e-06, + "loss": 0.7522, + "step": 251 + }, + { + "epoch": 0.273374466065496, + "grad_norm": 0.32879473710949936, + "learning_rate": 8.52619304838551e-06, + "loss": 0.7509, + "step": 252 + }, + { + "epoch": 0.2744592853752797, + "grad_norm": 0.31324825847904214, + "learning_rate": 8.513700396344527e-06, + "loss": 0.752, + "step": 253 + }, + { + "epoch": 0.2755441046850634, + "grad_norm": 0.2735265150562634, + "learning_rate": 8.501164257137431e-06, + "loss": 0.7505, + "step": 254 + }, + { + "epoch": 0.2766289239948471, + "grad_norm": 0.218751699494315, + "learning_rate": 8.488584785917226e-06, + "loss": 0.7512, + "step": 255 + }, + { + "epoch": 0.27771374330463083, + "grad_norm": 0.2510317385657662, + "learning_rate": 8.475962138373212e-06, + "loss": 0.7519, + "step": 256 + }, + { + "epoch": 0.27879856261441455, + "grad_norm": 0.2767227636063936, + "learning_rate": 8.463296470729058e-06, + "loss": 0.751, + "step": 257 + }, + { + "epoch": 0.27988338192419826, + "grad_norm": 0.26977318630564684, + "learning_rate": 8.45058793974087e-06, + "loss": 0.7488, + "step": 258 + }, + { + "epoch": 0.280968201233982, + "grad_norm": 0.26313218737676025, + "learning_rate": 8.437836702695253e-06, + "loss": 0.7544, + "step": 259 + }, + { + "epoch": 0.2820530205437657, + "grad_norm": 0.24587935883855758, + "learning_rate": 8.425042917407358e-06, + "loss": 0.7493, + "step": 260 + }, + { + "epoch": 0.2820530205437657, + "eval_loss": 0.7504924535751343, + "eval_runtime": 108.6591, + "eval_samples_per_second": 87.742, + "eval_steps_per_second": 0.69, + "step": 260 + }, + { + "epoch": 0.2831378398535494, + "grad_norm": 0.24683743750116008, + "learning_rate": 8.41220674221893e-06, + "loss": 0.7533, + "step": 261 + }, + { + "epoch": 0.2842226591633331, + "grad_norm": 0.2871619714152881, + "learning_rate": 8.399328335996362e-06, + "loss": 0.7512, + "step": 262 + }, + { + "epoch": 0.2853074784731168, + "grad_norm": 0.2849411778950338, + "learning_rate": 8.386407858128707e-06, + "loss": 0.7511, + "step": 263 + }, + { + "epoch": 0.28639229778290054, + "grad_norm": 0.25799250994684664, + "learning_rate": 8.373445468525719e-06, + "loss": 0.7496, + "step": 264 + }, + { + "epoch": 0.28747711709268425, + "grad_norm": 0.29005054046758605, + "learning_rate": 8.360441327615868e-06, + "loss": 0.7502, + "step": 265 + }, + { + "epoch": 0.28856193640246797, + "grad_norm": 0.23828656171621873, + "learning_rate": 8.347395596344365e-06, + "loss": 0.7473, + "step": 266 + }, + { + "epoch": 0.2896467557122517, + "grad_norm": 0.2733474835529245, + "learning_rate": 8.334308436171159e-06, + "loss": 0.7504, + "step": 267 + }, + { + "epoch": 0.2907315750220354, + "grad_norm": 0.3143040804960139, + "learning_rate": 8.321180009068937e-06, + "loss": 0.7517, + "step": 268 + }, + { + "epoch": 0.2918163943318191, + "grad_norm": 0.3803037623534588, + "learning_rate": 8.30801047752113e-06, + "loss": 0.7488, + "step": 269 + }, + { + "epoch": 0.2929012136416028, + "grad_norm": 0.48167755065397216, + "learning_rate": 8.294800004519895e-06, + "loss": 0.7493, + "step": 270 + }, + { + "epoch": 0.2929012136416028, + "eval_loss": 0.7500367760658264, + "eval_runtime": 108.548, + "eval_samples_per_second": 87.832, + "eval_steps_per_second": 0.691, + "step": 270 + }, + { + "epoch": 0.29398603295138653, + "grad_norm": 0.5881094712735191, + "learning_rate": 8.281548753564101e-06, + "loss": 0.7497, + "step": 271 + }, + { + "epoch": 0.29507085226117025, + "grad_norm": 0.7133828038348895, + "learning_rate": 8.2682568886573e-06, + "loss": 0.7482, + "step": 272 + }, + { + "epoch": 0.29615567157095396, + "grad_norm": 0.7880504107407628, + "learning_rate": 8.254924574305698e-06, + "loss": 0.7509, + "step": 273 + }, + { + "epoch": 0.2972404908807377, + "grad_norm": 0.6497699070105365, + "learning_rate": 8.241551975516133e-06, + "loss": 0.7512, + "step": 274 + }, + { + "epoch": 0.2983253101905214, + "grad_norm": 0.3527254687665259, + "learning_rate": 8.228139257794012e-06, + "loss": 0.75, + "step": 275 + }, + { + "epoch": 0.2994101295003051, + "grad_norm": 0.3146168115606964, + "learning_rate": 8.214686587141277e-06, + "loss": 0.7491, + "step": 276 + }, + { + "epoch": 0.3004949488100888, + "grad_norm": 0.5658873200548137, + "learning_rate": 8.201194130054342e-06, + "loss": 0.7508, + "step": 277 + }, + { + "epoch": 0.3015797681198725, + "grad_norm": 0.5669985512277315, + "learning_rate": 8.187662053522039e-06, + "loss": 0.7469, + "step": 278 + }, + { + "epoch": 0.30266458742965624, + "grad_norm": 0.3734404207898122, + "learning_rate": 8.17409052502355e-06, + "loss": 0.7499, + "step": 279 + }, + { + "epoch": 0.30374940673943995, + "grad_norm": 0.3544398740002715, + "learning_rate": 8.160479712526326e-06, + "loss": 0.7492, + "step": 280 + }, + { + "epoch": 0.30374940673943995, + "eval_loss": 0.7486003041267395, + "eval_runtime": 108.4195, + "eval_samples_per_second": 87.936, + "eval_steps_per_second": 0.692, + "step": 280 + }, + { + "epoch": 0.30483422604922367, + "grad_norm": 0.4703481050971955, + "learning_rate": 8.146829784484024e-06, + "loss": 0.7499, + "step": 281 + }, + { + "epoch": 0.3059190453590074, + "grad_norm": 0.4413898970855196, + "learning_rate": 8.133140909834402e-06, + "loss": 0.7459, + "step": 282 + }, + { + "epoch": 0.3070038646687911, + "grad_norm": 0.39043446148586647, + "learning_rate": 8.11941325799725e-06, + "loss": 0.7451, + "step": 283 + }, + { + "epoch": 0.3080886839785748, + "grad_norm": 0.37735097207200924, + "learning_rate": 8.105646998872275e-06, + "loss": 0.7501, + "step": 284 + }, + { + "epoch": 0.3091735032883585, + "grad_norm": 0.40138861015101296, + "learning_rate": 8.091842302837009e-06, + "loss": 0.7473, + "step": 285 + }, + { + "epoch": 0.31025832259814223, + "grad_norm": 0.4006936450890353, + "learning_rate": 8.077999340744694e-06, + "loss": 0.7488, + "step": 286 + }, + { + "epoch": 0.31134314190792595, + "grad_norm": 0.37115953558387643, + "learning_rate": 8.064118283922173e-06, + "loss": 0.7484, + "step": 287 + }, + { + "epoch": 0.31242796121770966, + "grad_norm": 0.3578222076322921, + "learning_rate": 8.050199304167766e-06, + "loss": 0.7452, + "step": 288 + }, + { + "epoch": 0.3135127805274934, + "grad_norm": 0.3499846039267764, + "learning_rate": 8.036242573749142e-06, + "loss": 0.7471, + "step": 289 + }, + { + "epoch": 0.3145975998372771, + "grad_norm": 0.24109238904078859, + "learning_rate": 8.022248265401196e-06, + "loss": 0.7475, + "step": 290 + }, + { + "epoch": 0.3145975998372771, + "eval_loss": 0.7470859885215759, + "eval_runtime": 108.7166, + "eval_samples_per_second": 87.696, + "eval_steps_per_second": 0.69, + "step": 290 + }, + { + "epoch": 0.3156824191470608, + "grad_norm": 0.27211737689056315, + "learning_rate": 8.008216552323896e-06, + "loss": 0.7472, + "step": 291 + }, + { + "epoch": 0.3167672384568445, + "grad_norm": 0.3536030445150533, + "learning_rate": 7.994147608180153e-06, + "loss": 0.7483, + "step": 292 + }, + { + "epoch": 0.3178520577666282, + "grad_norm": 0.35791014203746474, + "learning_rate": 7.98004160709367e-06, + "loss": 0.7493, + "step": 293 + }, + { + "epoch": 0.31893687707641194, + "grad_norm": 0.25154257811760805, + "learning_rate": 7.965898723646777e-06, + "loss": 0.7472, + "step": 294 + }, + { + "epoch": 0.32002169638619565, + "grad_norm": 0.3235703962802231, + "learning_rate": 7.951719132878279e-06, + "loss": 0.7465, + "step": 295 + }, + { + "epoch": 0.32110651569597937, + "grad_norm": 0.3736762125868405, + "learning_rate": 7.93750301028129e-06, + "loss": 0.7429, + "step": 296 + }, + { + "epoch": 0.3221913350057631, + "grad_norm": 0.3090959154713355, + "learning_rate": 7.92325053180106e-06, + "loss": 0.7509, + "step": 297 + }, + { + "epoch": 0.3232761543155468, + "grad_norm": 0.23185495140467952, + "learning_rate": 7.908961873832788e-06, + "loss": 0.7476, + "step": 298 + }, + { + "epoch": 0.3243609736253305, + "grad_norm": 0.3156711936339513, + "learning_rate": 7.894637213219454e-06, + "loss": 0.7455, + "step": 299 + }, + { + "epoch": 0.3254457929351142, + "grad_norm": 0.3600495814794622, + "learning_rate": 7.880276727249623e-06, + "loss": 0.7467, + "step": 300 + }, + { + "epoch": 0.3254457929351142, + "eval_loss": 0.7460697293281555, + "eval_runtime": 108.7978, + "eval_samples_per_second": 87.63, + "eval_steps_per_second": 0.689, + "step": 300 + }, + { + "epoch": 0.32653061224489793, + "grad_norm": 0.30116570450299524, + "learning_rate": 7.86588059365525e-06, + "loss": 0.747, + "step": 301 + }, + { + "epoch": 0.32761543155468165, + "grad_norm": 0.2597125478227386, + "learning_rate": 7.851448990609476e-06, + "loss": 0.7425, + "step": 302 + }, + { + "epoch": 0.32870025086446536, + "grad_norm": 0.42959501666168687, + "learning_rate": 7.836982096724438e-06, + "loss": 0.7482, + "step": 303 + }, + { + "epoch": 0.32978507017424913, + "grad_norm": 0.5062811425805214, + "learning_rate": 7.82248009104904e-06, + "loss": 0.7487, + "step": 304 + }, + { + "epoch": 0.33086988948403284, + "grad_norm": 0.31974030710574786, + "learning_rate": 7.807943153066754e-06, + "loss": 0.7462, + "step": 305 + }, + { + "epoch": 0.33195470879381656, + "grad_norm": 0.3371842742600445, + "learning_rate": 7.79337146269338e-06, + "loss": 0.7448, + "step": 306 + }, + { + "epoch": 0.33303952810360027, + "grad_norm": 0.43175305521955976, + "learning_rate": 7.77876520027484e-06, + "loss": 0.7444, + "step": 307 + }, + { + "epoch": 0.334124347413384, + "grad_norm": 0.3917913716525415, + "learning_rate": 7.764124546584926e-06, + "loss": 0.7479, + "step": 308 + }, + { + "epoch": 0.3352091667231677, + "grad_norm": 0.3082870201162637, + "learning_rate": 7.749449682823077e-06, + "loss": 0.7439, + "step": 309 + }, + { + "epoch": 0.3362939860329514, + "grad_norm": 0.3587933444169138, + "learning_rate": 7.734740790612137e-06, + "loss": 0.7419, + "step": 310 + }, + { + "epoch": 0.3362939860329514, + "eval_loss": 0.7452067732810974, + "eval_runtime": 109.3278, + "eval_samples_per_second": 87.206, + "eval_steps_per_second": 0.686, + "step": 310 + }, + { + "epoch": 0.3373788053427351, + "grad_norm": 0.4080653348627163, + "learning_rate": 7.719998051996087e-06, + "loss": 0.7439, + "step": 311 + }, + { + "epoch": 0.33846362465251884, + "grad_norm": 0.3349113963655275, + "learning_rate": 7.705221649437819e-06, + "loss": 0.7473, + "step": 312 + }, + { + "epoch": 0.33954844396230255, + "grad_norm": 0.3018400509370557, + "learning_rate": 7.690411765816864e-06, + "loss": 0.7436, + "step": 313 + }, + { + "epoch": 0.34063326327208626, + "grad_norm": 0.3771840347422595, + "learning_rate": 7.675568584427125e-06, + "loss": 0.7481, + "step": 314 + }, + { + "epoch": 0.34171808258187, + "grad_norm": 0.3407511913888794, + "learning_rate": 7.660692288974618e-06, + "loss": 0.7418, + "step": 315 + }, + { + "epoch": 0.3428029018916537, + "grad_norm": 0.27293766154428334, + "learning_rate": 7.64578306357519e-06, + "loss": 0.7441, + "step": 316 + }, + { + "epoch": 0.3438877212014374, + "grad_norm": 0.3323062643157736, + "learning_rate": 7.630841092752248e-06, + "loss": 0.744, + "step": 317 + }, + { + "epoch": 0.3449725405112211, + "grad_norm": 0.358395879207135, + "learning_rate": 7.615866561434468e-06, + "loss": 0.7464, + "step": 318 + }, + { + "epoch": 0.34605735982100483, + "grad_norm": 0.30753536422432226, + "learning_rate": 7.600859654953513e-06, + "loss": 0.7469, + "step": 319 + }, + { + "epoch": 0.34714217913078854, + "grad_norm": 0.25139155864628004, + "learning_rate": 7.58582055904173e-06, + "loss": 0.7453, + "step": 320 + }, + { + "epoch": 0.34714217913078854, + "eval_loss": 0.7439761757850647, + "eval_runtime": 108.7679, + "eval_samples_per_second": 87.654, + "eval_steps_per_second": 0.69, + "step": 320 + }, + { + "epoch": 0.34822699844057226, + "grad_norm": 0.27274352956850645, + "learning_rate": 7.570749459829865e-06, + "loss": 0.7411, + "step": 321 + }, + { + "epoch": 0.34931181775035597, + "grad_norm": 0.3281154611430217, + "learning_rate": 7.555646543844747e-06, + "loss": 0.7445, + "step": 322 + }, + { + "epoch": 0.3503966370601397, + "grad_norm": 0.3578205227364123, + "learning_rate": 7.540511998006982e-06, + "loss": 0.7434, + "step": 323 + }, + { + "epoch": 0.3514814563699234, + "grad_norm": 0.33261333446983415, + "learning_rate": 7.525346009628647e-06, + "loss": 0.7424, + "step": 324 + }, + { + "epoch": 0.3525662756797071, + "grad_norm": 0.23662027561645424, + "learning_rate": 7.5101487664109605e-06, + "loss": 0.7432, + "step": 325 + }, + { + "epoch": 0.3536510949894908, + "grad_norm": 0.2579457554565561, + "learning_rate": 7.49492045644197e-06, + "loss": 0.7421, + "step": 326 + }, + { + "epoch": 0.35473591429927454, + "grad_norm": 0.25876584846330475, + "learning_rate": 7.479661268194217e-06, + "loss": 0.7434, + "step": 327 + }, + { + "epoch": 0.35582073360905825, + "grad_norm": 0.21029291015757026, + "learning_rate": 7.4643713905224065e-06, + "loss": 0.7453, + "step": 328 + }, + { + "epoch": 0.35690555291884196, + "grad_norm": 0.26152934496245606, + "learning_rate": 7.449051012661073e-06, + "loss": 0.7423, + "step": 329 + }, + { + "epoch": 0.3579903722286257, + "grad_norm": 0.262606487720371, + "learning_rate": 7.43370032422223e-06, + "loss": 0.7413, + "step": 330 + }, + { + "epoch": 0.3579903722286257, + "eval_loss": 0.7429714202880859, + "eval_runtime": 108.8003, + "eval_samples_per_second": 87.628, + "eval_steps_per_second": 0.689, + "step": 330 + }, + { + "epoch": 0.3590751915384094, + "grad_norm": 0.23028217940427023, + "learning_rate": 7.418319515193032e-06, + "loss": 0.7423, + "step": 331 + }, + { + "epoch": 0.3601600108481931, + "grad_norm": 0.2960399152265683, + "learning_rate": 7.402908775933419e-06, + "loss": 0.7471, + "step": 332 + }, + { + "epoch": 0.3612448301579768, + "grad_norm": 0.31253381303371947, + "learning_rate": 7.387468297173764e-06, + "loss": 0.7411, + "step": 333 + }, + { + "epoch": 0.36232964946776053, + "grad_norm": 0.23862488308527482, + "learning_rate": 7.371998270012504e-06, + "loss": 0.743, + "step": 334 + }, + { + "epoch": 0.36341446877754424, + "grad_norm": 0.2292933312645703, + "learning_rate": 7.356498885913784e-06, + "loss": 0.7479, + "step": 335 + }, + { + "epoch": 0.36449928808732796, + "grad_norm": 0.2754732931383291, + "learning_rate": 7.340970336705084e-06, + "loss": 0.7451, + "step": 336 + }, + { + "epoch": 0.36558410739711167, + "grad_norm": 0.22695870049572298, + "learning_rate": 7.325412814574847e-06, + "loss": 0.7426, + "step": 337 + }, + { + "epoch": 0.3666689267068954, + "grad_norm": 0.21770343933714315, + "learning_rate": 7.3098265120700915e-06, + "loss": 0.7422, + "step": 338 + }, + { + "epoch": 0.3677537460166791, + "grad_norm": 0.23239042788561348, + "learning_rate": 7.2942116220940406e-06, + "loss": 0.7414, + "step": 339 + }, + { + "epoch": 0.3688385653264628, + "grad_norm": 0.2035958102762721, + "learning_rate": 7.278568337903729e-06, + "loss": 0.7434, + "step": 340 + }, + { + "epoch": 0.3688385653264628, + "eval_loss": 0.7420694231987, + "eval_runtime": 108.7695, + "eval_samples_per_second": 87.653, + "eval_steps_per_second": 0.69, + "step": 340 + }, + { + "epoch": 0.3699233846362465, + "grad_norm": 0.25930993206832936, + "learning_rate": 7.262896853107606e-06, + "loss": 0.7396, + "step": 341 + }, + { + "epoch": 0.37100820394603023, + "grad_norm": 0.26797052771566304, + "learning_rate": 7.247197361663152e-06, + "loss": 0.7424, + "step": 342 + }, + { + "epoch": 0.37209302325581395, + "grad_norm": 0.24610289441173877, + "learning_rate": 7.2314700578744635e-06, + "loss": 0.7387, + "step": 343 + }, + { + "epoch": 0.37317784256559766, + "grad_norm": 0.2308231076781789, + "learning_rate": 7.215715136389862e-06, + "loss": 0.742, + "step": 344 + }, + { + "epoch": 0.3742626618753814, + "grad_norm": 0.22479038828344666, + "learning_rate": 7.1999327921994735e-06, + "loss": 0.7405, + "step": 345 + }, + { + "epoch": 0.3753474811851651, + "grad_norm": 0.25600480485776717, + "learning_rate": 7.18412322063282e-06, + "loss": 0.7393, + "step": 346 + }, + { + "epoch": 0.3764323004949488, + "grad_norm": 0.2269217634971134, + "learning_rate": 7.168286617356406e-06, + "loss": 0.745, + "step": 347 + }, + { + "epoch": 0.3775171198047325, + "grad_norm": 0.23119750968178973, + "learning_rate": 7.152423178371286e-06, + "loss": 0.7425, + "step": 348 + }, + { + "epoch": 0.37860193911451623, + "grad_norm": 0.2243377897178942, + "learning_rate": 7.136533100010654e-06, + "loss": 0.7407, + "step": 349 + }, + { + "epoch": 0.37968675842429994, + "grad_norm": 0.22451399833023086, + "learning_rate": 7.120616578937397e-06, + "loss": 0.7424, + "step": 350 + }, + { + "epoch": 0.37968675842429994, + "eval_loss": 0.7412689328193665, + "eval_runtime": 108.4663, + "eval_samples_per_second": 87.898, + "eval_steps_per_second": 0.691, + "step": 350 + }, + { + "epoch": 0.38077157773408365, + "grad_norm": 0.2564642617671749, + "learning_rate": 7.104673812141676e-06, + "loss": 0.7418, + "step": 351 + }, + { + "epoch": 0.38185639704386737, + "grad_norm": 0.2960848601509433, + "learning_rate": 7.0887049969384756e-06, + "loss": 0.7438, + "step": 352 + }, + { + "epoch": 0.3829412163536511, + "grad_norm": 0.23091888442146682, + "learning_rate": 7.072710330965171e-06, + "loss": 0.7393, + "step": 353 + }, + { + "epoch": 0.3840260356634348, + "grad_norm": 0.2681419162281407, + "learning_rate": 7.0566900121790775e-06, + "loss": 0.7452, + "step": 354 + }, + { + "epoch": 0.3851108549732185, + "grad_norm": 0.22742368238657973, + "learning_rate": 7.0406442388550016e-06, + "loss": 0.7401, + "step": 355 + }, + { + "epoch": 0.3861956742830022, + "grad_norm": 0.24788882535022344, + "learning_rate": 7.024573209582783e-06, + "loss": 0.7418, + "step": 356 + }, + { + "epoch": 0.38728049359278593, + "grad_norm": 0.25386106926955077, + "learning_rate": 7.008477123264849e-06, + "loss": 0.7427, + "step": 357 + }, + { + "epoch": 0.38836531290256965, + "grad_norm": 0.24020641611233573, + "learning_rate": 6.992356179113735e-06, + "loss": 0.7432, + "step": 358 + }, + { + "epoch": 0.38945013221235336, + "grad_norm": 0.27832955434324097, + "learning_rate": 6.9762105766496315e-06, + "loss": 0.7391, + "step": 359 + }, + { + "epoch": 0.3905349515221371, + "grad_norm": 0.2892777235545787, + "learning_rate": 6.960040515697918e-06, + "loss": 0.7443, + "step": 360 + }, + { + "epoch": 0.3905349515221371, + "eval_loss": 0.7404282689094543, + "eval_runtime": 108.5796, + "eval_samples_per_second": 87.807, + "eval_steps_per_second": 0.691, + "step": 360 + }, + { + "epoch": 0.3916197708319208, + "grad_norm": 0.22080220241347404, + "learning_rate": 6.943846196386673e-06, + "loss": 0.7413, + "step": 361 + }, + { + "epoch": 0.3927045901417045, + "grad_norm": 0.2761809097565029, + "learning_rate": 6.927627819144217e-06, + "loss": 0.7437, + "step": 362 + }, + { + "epoch": 0.3937894094514882, + "grad_norm": 0.29157240828299086, + "learning_rate": 6.911385584696615e-06, + "loss": 0.7425, + "step": 363 + }, + { + "epoch": 0.39487422876127193, + "grad_norm": 0.21783923241808995, + "learning_rate": 6.8951196940652045e-06, + "loss": 0.7407, + "step": 364 + }, + { + "epoch": 0.39595904807105564, + "grad_norm": 0.25204711843931127, + "learning_rate": 6.878830348564098e-06, + "loss": 0.7378, + "step": 365 + }, + { + "epoch": 0.39704386738083935, + "grad_norm": 0.2553266609957623, + "learning_rate": 6.862517749797703e-06, + "loss": 0.7416, + "step": 366 + }, + { + "epoch": 0.39812868669062307, + "grad_norm": 0.2600734304620125, + "learning_rate": 6.846182099658216e-06, + "loss": 0.7392, + "step": 367 + }, + { + "epoch": 0.3992135060004068, + "grad_norm": 0.2599442716547005, + "learning_rate": 6.8298236003231264e-06, + "loss": 0.7414, + "step": 368 + }, + { + "epoch": 0.4002983253101905, + "grad_norm": 0.30360297481374326, + "learning_rate": 6.8134424542527215e-06, + "loss": 0.7379, + "step": 369 + }, + { + "epoch": 0.4013831446199742, + "grad_norm": 0.2509784572170823, + "learning_rate": 6.797038864187564e-06, + "loss": 0.7388, + "step": 370 + }, + { + "epoch": 0.4013831446199742, + "eval_loss": 0.7396028637886047, + "eval_runtime": 108.6221, + "eval_samples_per_second": 87.772, + "eval_steps_per_second": 0.69, + "step": 370 + }, + { + "epoch": 0.402467963929758, + "grad_norm": 0.2068989329070727, + "learning_rate": 6.780613033146008e-06, + "loss": 0.7385, + "step": 371 + }, + { + "epoch": 0.4035527832395417, + "grad_norm": 0.2586626388286102, + "learning_rate": 6.764165164421661e-06, + "loss": 0.7416, + "step": 372 + }, + { + "epoch": 0.4046376025493254, + "grad_norm": 0.26657867218401476, + "learning_rate": 6.7476954615808835e-06, + "loss": 0.7404, + "step": 373 + }, + { + "epoch": 0.4057224218591091, + "grad_norm": 0.24543557206467642, + "learning_rate": 6.731204128460265e-06, + "loss": 0.7372, + "step": 374 + }, + { + "epoch": 0.40680724116889283, + "grad_norm": 0.25351491790217756, + "learning_rate": 6.714691369164099e-06, + "loss": 0.7394, + "step": 375 + }, + { + "epoch": 0.40789206047867654, + "grad_norm": 0.2805277597400532, + "learning_rate": 6.6981573880618636e-06, + "loss": 0.7398, + "step": 376 + }, + { + "epoch": 0.40897687978846026, + "grad_norm": 0.29838785276264307, + "learning_rate": 6.681602389785683e-06, + "loss": 0.7423, + "step": 377 + }, + { + "epoch": 0.41006169909824397, + "grad_norm": 0.2596895547792377, + "learning_rate": 6.665026579227802e-06, + "loss": 0.7386, + "step": 378 + }, + { + "epoch": 0.4111465184080277, + "grad_norm": 0.23646818360935362, + "learning_rate": 6.648430161538047e-06, + "loss": 0.7382, + "step": 379 + }, + { + "epoch": 0.4122313377178114, + "grad_norm": 0.2437039188612826, + "learning_rate": 6.631813342121289e-06, + "loss": 0.7383, + "step": 380 + }, + { + "epoch": 0.4122313377178114, + "eval_loss": 0.7389257550239563, + "eval_runtime": 108.7067, + "eval_samples_per_second": 87.704, + "eval_steps_per_second": 0.69, + "step": 380 + }, + { + "epoch": 0.4133161570275951, + "grad_norm": 0.21812226663907686, + "learning_rate": 6.6151763266348975e-06, + "loss": 0.7398, + "step": 381 + }, + { + "epoch": 0.4144009763373788, + "grad_norm": 0.21982244825408284, + "learning_rate": 6.598519320986201e-06, + "loss": 0.7386, + "step": 382 + }, + { + "epoch": 0.41548579564716254, + "grad_norm": 0.2449765304599977, + "learning_rate": 6.5818425313299325e-06, + "loss": 0.7392, + "step": 383 + }, + { + "epoch": 0.41657061495694625, + "grad_norm": 0.2844945982939222, + "learning_rate": 6.5651461640656825e-06, + "loss": 0.7391, + "step": 384 + }, + { + "epoch": 0.41765543426672996, + "grad_norm": 0.23494136956442008, + "learning_rate": 6.5484304258353435e-06, + "loss": 0.7378, + "step": 385 + }, + { + "epoch": 0.4187402535765137, + "grad_norm": 0.24562274123009595, + "learning_rate": 6.53169552352055e-06, + "loss": 0.7429, + "step": 386 + }, + { + "epoch": 0.4198250728862974, + "grad_norm": 0.26227200036290854, + "learning_rate": 6.514941664240122e-06, + "loss": 0.7396, + "step": 387 + }, + { + "epoch": 0.4209098921960811, + "grad_norm": 0.2615429246835793, + "learning_rate": 6.498169055347498e-06, + "loss": 0.7345, + "step": 388 + }, + { + "epoch": 0.4219947115058648, + "grad_norm": 0.316237656594935, + "learning_rate": 6.481377904428171e-06, + "loss": 0.7342, + "step": 389 + }, + { + "epoch": 0.42307953081564853, + "grad_norm": 0.27503244758564993, + "learning_rate": 6.4645684192971195e-06, + "loss": 0.7375, + "step": 390 + }, + { + "epoch": 0.42307953081564853, + "eval_loss": 0.7380961179733276, + "eval_runtime": 108.5728, + "eval_samples_per_second": 87.812, + "eval_steps_per_second": 0.691, + "step": 390 + }, + { + "epoch": 0.42416435012543224, + "grad_norm": 0.2100505409018419, + "learning_rate": 6.447740807996232e-06, + "loss": 0.7403, + "step": 391 + }, + { + "epoch": 0.42524916943521596, + "grad_norm": 0.2346973440075669, + "learning_rate": 6.430895278791739e-06, + "loss": 0.7388, + "step": 392 + }, + { + "epoch": 0.42633398874499967, + "grad_norm": 0.32481498647324375, + "learning_rate": 6.414032040171627e-06, + "loss": 0.7383, + "step": 393 + }, + { + "epoch": 0.4274188080547834, + "grad_norm": 0.27715402097878344, + "learning_rate": 6.397151300843065e-06, + "loss": 0.7401, + "step": 394 + }, + { + "epoch": 0.4285036273645671, + "grad_norm": 0.22340245769952607, + "learning_rate": 6.380253269729816e-06, + "loss": 0.7391, + "step": 395 + }, + { + "epoch": 0.4295884466743508, + "grad_norm": 0.26387297611191257, + "learning_rate": 6.363338155969658e-06, + "loss": 0.7367, + "step": 396 + }, + { + "epoch": 0.4306732659841345, + "grad_norm": 0.2704074945545565, + "learning_rate": 6.346406168911787e-06, + "loss": 0.7385, + "step": 397 + }, + { + "epoch": 0.43175808529391824, + "grad_norm": 0.22282484781205528, + "learning_rate": 6.329457518114237e-06, + "loss": 0.7413, + "step": 398 + }, + { + "epoch": 0.43284290460370195, + "grad_norm": 0.2562608743683754, + "learning_rate": 6.312492413341274e-06, + "loss": 0.7402, + "step": 399 + }, + { + "epoch": 0.43392772391348566, + "grad_norm": 0.21893354922393973, + "learning_rate": 6.295511064560808e-06, + "loss": 0.736, + "step": 400 + }, + { + "epoch": 0.43392772391348566, + "eval_loss": 0.7374843955039978, + "eval_runtime": 109.4223, + "eval_samples_per_second": 87.13, + "eval_steps_per_second": 0.685, + "step": 400 + }, + { + "epoch": 0.4350125432232694, + "grad_norm": 0.24345200142561457, + "learning_rate": 6.278513681941793e-06, + "loss": 0.7361, + "step": 401 + }, + { + "epoch": 0.4360973625330531, + "grad_norm": 0.24253672616097802, + "learning_rate": 6.261500475851625e-06, + "loss": 0.737, + "step": 402 + }, + { + "epoch": 0.4371821818428368, + "grad_norm": 0.2376999226855751, + "learning_rate": 6.244471656853538e-06, + "loss": 0.7377, + "step": 403 + }, + { + "epoch": 0.4382670011526205, + "grad_norm": 0.2354206750040896, + "learning_rate": 6.227427435703997e-06, + "loss": 0.739, + "step": 404 + }, + { + "epoch": 0.43935182046240423, + "grad_norm": 0.3051544078019008, + "learning_rate": 6.210368023350094e-06, + "loss": 0.7374, + "step": 405 + }, + { + "epoch": 0.44043663977218794, + "grad_norm": 0.25896047178178727, + "learning_rate": 6.193293630926933e-06, + "loss": 0.7379, + "step": 406 + }, + { + "epoch": 0.44152145908197166, + "grad_norm": 0.21060632035092675, + "learning_rate": 6.176204469755021e-06, + "loss": 0.7358, + "step": 407 + }, + { + "epoch": 0.44260627839175537, + "grad_norm": 0.265287637808988, + "learning_rate": 6.1591007513376425e-06, + "loss": 0.7345, + "step": 408 + }, + { + "epoch": 0.4436910977015391, + "grad_norm": 0.24986223470603142, + "learning_rate": 6.141982687358255e-06, + "loss": 0.7356, + "step": 409 + }, + { + "epoch": 0.4447759170113228, + "grad_norm": 0.24992318775486172, + "learning_rate": 6.124850489677865e-06, + "loss": 0.7388, + "step": 410 + }, + { + "epoch": 0.4447759170113228, + "eval_loss": 0.7367204427719116, + "eval_runtime": 108.695, + "eval_samples_per_second": 87.713, + "eval_steps_per_second": 0.69, + "step": 410 + }, + { + "epoch": 0.4458607363211065, + "grad_norm": 0.23125436571593908, + "learning_rate": 6.1077043703323964e-06, + "loss": 0.7362, + "step": 411 + }, + { + "epoch": 0.4469455556308902, + "grad_norm": 0.2195206266766565, + "learning_rate": 6.0905445415300835e-06, + "loss": 0.7358, + "step": 412 + }, + { + "epoch": 0.44803037494067394, + "grad_norm": 0.22978816149553494, + "learning_rate": 6.073371215648824e-06, + "loss": 0.7341, + "step": 413 + }, + { + "epoch": 0.44911519425045765, + "grad_norm": 0.2044126050489451, + "learning_rate": 6.056184605233576e-06, + "loss": 0.7397, + "step": 414 + }, + { + "epoch": 0.45020001356024136, + "grad_norm": 0.2431328228598919, + "learning_rate": 6.0389849229936995e-06, + "loss": 0.7324, + "step": 415 + }, + { + "epoch": 0.4512848328700251, + "grad_norm": 0.2124680032728403, + "learning_rate": 6.021772381800344e-06, + "loss": 0.7388, + "step": 416 + }, + { + "epoch": 0.4523696521798088, + "grad_norm": 0.22907518203097438, + "learning_rate": 6.004547194683806e-06, + "loss": 0.7382, + "step": 417 + }, + { + "epoch": 0.4534544714895925, + "grad_norm": 0.21543245283430915, + "learning_rate": 5.987309574830897e-06, + "loss": 0.7378, + "step": 418 + }, + { + "epoch": 0.4545392907993762, + "grad_norm": 0.19445002534528355, + "learning_rate": 5.970059735582295e-06, + "loss": 0.7352, + "step": 419 + }, + { + "epoch": 0.45562411010915993, + "grad_norm": 0.20092408059131545, + "learning_rate": 5.9527978904299156e-06, + "loss": 0.7325, + "step": 420 + }, + { + "epoch": 0.45562411010915993, + "eval_loss": 0.7360592484474182, + "eval_runtime": 108.601, + "eval_samples_per_second": 87.789, + "eval_steps_per_second": 0.691, + "step": 420 + }, + { + "epoch": 0.45670892941894364, + "grad_norm": 0.20942902891105614, + "learning_rate": 5.935524253014263e-06, + "loss": 0.7345, + "step": 421 + }, + { + "epoch": 0.45779374872872736, + "grad_norm": 0.21326648446138302, + "learning_rate": 5.918239037121791e-06, + "loss": 0.733, + "step": 422 + }, + { + "epoch": 0.45887856803851107, + "grad_norm": 0.19801418492230252, + "learning_rate": 5.9009424566822515e-06, + "loss": 0.7377, + "step": 423 + }, + { + "epoch": 0.4599633873482948, + "grad_norm": 0.22467857965205296, + "learning_rate": 5.8836347257660485e-06, + "loss": 0.7357, + "step": 424 + }, + { + "epoch": 0.4610482066580785, + "grad_norm": 0.1942099576377276, + "learning_rate": 5.86631605858159e-06, + "loss": 0.7359, + "step": 425 + }, + { + "epoch": 0.4621330259678622, + "grad_norm": 0.22370006156205846, + "learning_rate": 5.848986669472637e-06, + "loss": 0.7385, + "step": 426 + }, + { + "epoch": 0.4632178452776459, + "grad_norm": 0.23461327887740901, + "learning_rate": 5.831646772915651e-06, + "loss": 0.734, + "step": 427 + }, + { + "epoch": 0.46430266458742964, + "grad_norm": 0.23034977016579453, + "learning_rate": 5.814296583517135e-06, + "loss": 0.7344, + "step": 428 + }, + { + "epoch": 0.46538748389721335, + "grad_norm": 0.21750438436915417, + "learning_rate": 5.796936316010984e-06, + "loss": 0.7367, + "step": 429 + }, + { + "epoch": 0.46647230320699706, + "grad_norm": 0.22841954936308745, + "learning_rate": 5.779566185255823e-06, + "loss": 0.7335, + "step": 430 + }, + { + "epoch": 0.46647230320699706, + "eval_loss": 0.7354937195777893, + "eval_runtime": 108.3841, + "eval_samples_per_second": 87.965, + "eval_steps_per_second": 0.692, + "step": 430 + }, + { + "epoch": 0.4675571225167808, + "grad_norm": 0.2502062087756078, + "learning_rate": 5.7621864062323484e-06, + "loss": 0.7364, + "step": 431 + }, + { + "epoch": 0.4686419418265645, + "grad_norm": 0.2102212571314435, + "learning_rate": 5.744797194040672e-06, + "loss": 0.7334, + "step": 432 + }, + { + "epoch": 0.4697267611363482, + "grad_norm": 0.20734252560627506, + "learning_rate": 5.727398763897648e-06, + "loss": 0.7355, + "step": 433 + }, + { + "epoch": 0.4708115804461319, + "grad_norm": 0.18853441875991667, + "learning_rate": 5.709991331134224e-06, + "loss": 0.7363, + "step": 434 + }, + { + "epoch": 0.47189639975591563, + "grad_norm": 0.2270702539080567, + "learning_rate": 5.69257511119276e-06, + "loss": 0.7357, + "step": 435 + }, + { + "epoch": 0.47298121906569934, + "grad_norm": 0.1970447518104085, + "learning_rate": 5.675150319624375e-06, + "loss": 0.7344, + "step": 436 + }, + { + "epoch": 0.47406603837548306, + "grad_norm": 0.23973739416294565, + "learning_rate": 5.657717172086278e-06, + "loss": 0.7364, + "step": 437 + }, + { + "epoch": 0.4751508576852668, + "grad_norm": 0.28314313613476666, + "learning_rate": 5.6402758843390844e-06, + "loss": 0.7383, + "step": 438 + }, + { + "epoch": 0.47623567699505054, + "grad_norm": 0.1916371805667599, + "learning_rate": 5.622826672244169e-06, + "loss": 0.734, + "step": 439 + }, + { + "epoch": 0.47732049630483425, + "grad_norm": 0.2354299932558386, + "learning_rate": 5.6053697517609725e-06, + "loss": 0.7347, + "step": 440 + }, + { + "epoch": 0.47732049630483425, + "eval_loss": 0.7349258661270142, + "eval_runtime": 108.6897, + "eval_samples_per_second": 87.718, + "eval_steps_per_second": 0.69, + "step": 440 + }, + { + "epoch": 0.47840531561461797, + "grad_norm": 0.2803627977735078, + "learning_rate": 5.5879053389443435e-06, + "loss": 0.7374, + "step": 441 + }, + { + "epoch": 0.4794901349244017, + "grad_norm": 0.2537444696570077, + "learning_rate": 5.570433649941855e-06, + "loss": 0.7378, + "step": 442 + }, + { + "epoch": 0.4805749542341854, + "grad_norm": 0.23908816966210633, + "learning_rate": 5.552954900991139e-06, + "loss": 0.734, + "step": 443 + }, + { + "epoch": 0.4816597735439691, + "grad_norm": 0.22445374681545627, + "learning_rate": 5.535469308417198e-06, + "loss": 0.7348, + "step": 444 + }, + { + "epoch": 0.4827445928537528, + "grad_norm": 0.2539692098081985, + "learning_rate": 5.5179770886297405e-06, + "loss": 0.7359, + "step": 445 + }, + { + "epoch": 0.48382941216353653, + "grad_norm": 0.2448220066882044, + "learning_rate": 5.500478458120493e-06, + "loss": 0.7362, + "step": 446 + }, + { + "epoch": 0.48491423147332025, + "grad_norm": 0.25630523224056756, + "learning_rate": 5.482973633460524e-06, + "loss": 0.7365, + "step": 447 + }, + { + "epoch": 0.48599905078310396, + "grad_norm": 0.22610992337857022, + "learning_rate": 5.465462831297564e-06, + "loss": 0.7343, + "step": 448 + }, + { + "epoch": 0.48708387009288767, + "grad_norm": 0.30219127502735, + "learning_rate": 5.447946268353324e-06, + "loss": 0.7352, + "step": 449 + }, + { + "epoch": 0.4881686894026714, + "grad_norm": 0.2517123588413187, + "learning_rate": 5.430424161420817e-06, + "loss": 0.7357, + "step": 450 + }, + { + "epoch": 0.4881686894026714, + "eval_loss": 0.7343276143074036, + "eval_runtime": 108.3618, + "eval_samples_per_second": 87.983, + "eval_steps_per_second": 0.692, + "step": 450 + }, + { + "epoch": 0.4892535087124551, + "grad_norm": 0.24872326056896576, + "learning_rate": 5.412896727361663e-06, + "loss": 0.7322, + "step": 451 + }, + { + "epoch": 0.4903383280222388, + "grad_norm": 0.2530744795907447, + "learning_rate": 5.395364183103418e-06, + "loss": 0.7322, + "step": 452 + }, + { + "epoch": 0.4914231473320225, + "grad_norm": 0.2701453199725646, + "learning_rate": 5.3778267456368836e-06, + "loss": 0.7336, + "step": 453 + }, + { + "epoch": 0.49250796664180624, + "grad_norm": 0.25539652632182863, + "learning_rate": 5.3602846320134216e-06, + "loss": 0.7323, + "step": 454 + }, + { + "epoch": 0.49359278595158995, + "grad_norm": 0.20991044834587508, + "learning_rate": 5.34273805934227e-06, + "loss": 0.7348, + "step": 455 + }, + { + "epoch": 0.49467760526137367, + "grad_norm": 0.2867980936996136, + "learning_rate": 5.325187244787848e-06, + "loss": 0.7338, + "step": 456 + }, + { + "epoch": 0.4957624245711574, + "grad_norm": 0.2422259007921334, + "learning_rate": 5.307632405567084e-06, + "loss": 0.7347, + "step": 457 + }, + { + "epoch": 0.4968472438809411, + "grad_norm": 0.2679236313890693, + "learning_rate": 5.290073758946705e-06, + "loss": 0.7339, + "step": 458 + }, + { + "epoch": 0.4979320631907248, + "grad_norm": 0.21091521318926196, + "learning_rate": 5.272511522240574e-06, + "loss": 0.7344, + "step": 459 + }, + { + "epoch": 0.4990168825005085, + "grad_norm": 0.27650703535788657, + "learning_rate": 5.254945912806977e-06, + "loss": 0.7323, + "step": 460 + }, + { + "epoch": 0.4990168825005085, + "eval_loss": 0.733704149723053, + "eval_runtime": 108.393, + "eval_samples_per_second": 87.958, + "eval_steps_per_second": 0.692, + "step": 460 + }, + { + "epoch": 0.5001017018102922, + "grad_norm": 0.227218346086516, + "learning_rate": 5.237377148045942e-06, + "loss": 0.7354, + "step": 461 + }, + { + "epoch": 0.5011865211200759, + "grad_norm": 0.25506532184573566, + "learning_rate": 5.219805445396558e-06, + "loss": 0.7352, + "step": 462 + }, + { + "epoch": 0.5022713404298597, + "grad_norm": 0.20879772361101673, + "learning_rate": 5.202231022334262e-06, + "loss": 0.729, + "step": 463 + }, + { + "epoch": 0.5033561597396433, + "grad_norm": 0.24241179715472216, + "learning_rate": 5.184654096368172e-06, + "loss": 0.7346, + "step": 464 + }, + { + "epoch": 0.5044409790494271, + "grad_norm": 0.18914490208247275, + "learning_rate": 5.1670748850383734e-06, + "loss": 0.7328, + "step": 465 + }, + { + "epoch": 0.5055257983592107, + "grad_norm": 0.2682231520390539, + "learning_rate": 5.149493605913244e-06, + "loss": 0.7345, + "step": 466 + }, + { + "epoch": 0.5066106176689945, + "grad_norm": 0.2328731862075947, + "learning_rate": 5.131910476586747e-06, + "loss": 0.7359, + "step": 467 + }, + { + "epoch": 0.5076954369787782, + "grad_norm": 0.24741560042413938, + "learning_rate": 5.1143257146757495e-06, + "loss": 0.7345, + "step": 468 + }, + { + "epoch": 0.5087802562885619, + "grad_norm": 0.20835863980252986, + "learning_rate": 5.096739537817324e-06, + "loss": 0.7325, + "step": 469 + }, + { + "epoch": 0.5098650755983456, + "grad_norm": 0.22220444993198457, + "learning_rate": 5.07915216366605e-06, + "loss": 0.7334, + "step": 470 + }, + { + "epoch": 0.5098650755983456, + "eval_loss": 0.7331451773643494, + "eval_runtime": 108.2951, + "eval_samples_per_second": 88.037, + "eval_steps_per_second": 0.693, + "step": 470 + }, + { + "epoch": 0.5109498949081294, + "grad_norm": 0.19346540419369498, + "learning_rate": 5.061563809891331e-06, + "loss": 0.7348, + "step": 471 + }, + { + "epoch": 0.5120347142179131, + "grad_norm": 0.20956923031444313, + "learning_rate": 5.0439746941746914e-06, + "loss": 0.7327, + "step": 472 + }, + { + "epoch": 0.5131195335276968, + "grad_norm": 0.1948067717784309, + "learning_rate": 5.026385034207087e-06, + "loss": 0.7334, + "step": 473 + }, + { + "epoch": 0.5142043528374806, + "grad_norm": 0.2078607900747825, + "learning_rate": 5.00879504768621e-06, + "loss": 0.7322, + "step": 474 + }, + { + "epoch": 0.5152891721472642, + "grad_norm": 0.20015167654418073, + "learning_rate": 4.991204952313793e-06, + "loss": 0.7346, + "step": 475 + }, + { + "epoch": 0.516373991457048, + "grad_norm": 0.19111860028800567, + "learning_rate": 4.9736149657929136e-06, + "loss": 0.7359, + "step": 476 + }, + { + "epoch": 0.5174588107668316, + "grad_norm": 0.21180553096590882, + "learning_rate": 4.956025305825311e-06, + "loss": 0.7328, + "step": 477 + }, + { + "epoch": 0.5185436300766154, + "grad_norm": 0.19381515008692068, + "learning_rate": 4.93843619010867e-06, + "loss": 0.7333, + "step": 478 + }, + { + "epoch": 0.5196284493863991, + "grad_norm": 0.18719529016986644, + "learning_rate": 4.92084783633395e-06, + "loss": 0.7329, + "step": 479 + }, + { + "epoch": 0.5207132686961828, + "grad_norm": 0.20144464644999407, + "learning_rate": 4.903260462182679e-06, + "loss": 0.7323, + "step": 480 + }, + { + "epoch": 0.5207132686961828, + "eval_loss": 0.732681393623352, + "eval_runtime": 108.7417, + "eval_samples_per_second": 87.676, + "eval_steps_per_second": 0.69, + "step": 480 + }, + { + "epoch": 0.5217980880059665, + "grad_norm": 0.22355889813141624, + "learning_rate": 4.8856742853242504e-06, + "loss": 0.7299, + "step": 481 + }, + { + "epoch": 0.5228829073157503, + "grad_norm": 0.18565478155173432, + "learning_rate": 4.868089523413255e-06, + "loss": 0.726, + "step": 482 + }, + { + "epoch": 0.5239677266255339, + "grad_norm": 0.21221933567144674, + "learning_rate": 4.850506394086758e-06, + "loss": 0.7289, + "step": 483 + }, + { + "epoch": 0.5250525459353177, + "grad_norm": 0.2034760004016191, + "learning_rate": 4.832925114961629e-06, + "loss": 0.7341, + "step": 484 + }, + { + "epoch": 0.5261373652451014, + "grad_norm": 0.19378608630400168, + "learning_rate": 4.8153459036318295e-06, + "loss": 0.7332, + "step": 485 + }, + { + "epoch": 0.5272221845548851, + "grad_norm": 0.1896712553317738, + "learning_rate": 4.79776897766574e-06, + "loss": 0.7325, + "step": 486 + }, + { + "epoch": 0.5283070038646688, + "grad_norm": 0.20014354653616181, + "learning_rate": 4.780194554603444e-06, + "loss": 0.73, + "step": 487 + }, + { + "epoch": 0.5293918231744525, + "grad_norm": 0.20443916179047886, + "learning_rate": 4.762622851954058e-06, + "loss": 0.7336, + "step": 488 + }, + { + "epoch": 0.5304766424842362, + "grad_norm": 0.20239934234036272, + "learning_rate": 4.745054087193025e-06, + "loss": 0.7339, + "step": 489 + }, + { + "epoch": 0.53156146179402, + "grad_norm": 0.20051945304019603, + "learning_rate": 4.7274884777594265e-06, + "loss": 0.7334, + "step": 490 + }, + { + "epoch": 0.53156146179402, + "eval_loss": 0.732123613357544, + "eval_runtime": 108.9346, + "eval_samples_per_second": 87.52, + "eval_steps_per_second": 0.688, + "step": 490 + }, + { + "epoch": 0.5326462811038036, + "grad_norm": 0.19350589563544005, + "learning_rate": 4.709926241053296e-06, + "loss": 0.7356, + "step": 491 + }, + { + "epoch": 0.5337311004135874, + "grad_norm": 0.2056225401685897, + "learning_rate": 4.692367594432919e-06, + "loss": 0.7333, + "step": 492 + }, + { + "epoch": 0.5348159197233711, + "grad_norm": 0.21513896967475132, + "learning_rate": 4.674812755212154e-06, + "loss": 0.7332, + "step": 493 + }, + { + "epoch": 0.5359007390331548, + "grad_norm": 0.1902067755419533, + "learning_rate": 4.657261940657732e-06, + "loss": 0.7302, + "step": 494 + }, + { + "epoch": 0.5369855583429385, + "grad_norm": 0.21402370904640888, + "learning_rate": 4.639715367986578e-06, + "loss": 0.732, + "step": 495 + }, + { + "epoch": 0.5380703776527223, + "grad_norm": 0.19806533610516014, + "learning_rate": 4.622173254363117e-06, + "loss": 0.7321, + "step": 496 + }, + { + "epoch": 0.5391551969625059, + "grad_norm": 0.193145517897021, + "learning_rate": 4.604635816896583e-06, + "loss": 0.7323, + "step": 497 + }, + { + "epoch": 0.5402400162722897, + "grad_norm": 0.18969830943803712, + "learning_rate": 4.587103272638339e-06, + "loss": 0.7302, + "step": 498 + }, + { + "epoch": 0.5413248355820733, + "grad_norm": 0.21037790338680454, + "learning_rate": 4.569575838579184e-06, + "loss": 0.7311, + "step": 499 + }, + { + "epoch": 0.5424096548918571, + "grad_norm": 0.18488892844134952, + "learning_rate": 4.5520537316466775e-06, + "loss": 0.7328, + "step": 500 + }, + { + "epoch": 0.5424096548918571, + "eval_loss": 0.7317008972167969, + "eval_runtime": 109.3016, + "eval_samples_per_second": 87.227, + "eval_steps_per_second": 0.686, + "step": 500 + }, + { + "epoch": 0.5434944742016408, + "grad_norm": 0.2185697237459928, + "learning_rate": 4.534537168702437e-06, + "loss": 0.7317, + "step": 501 + }, + { + "epoch": 0.5445792935114245, + "grad_norm": 0.21224465792805108, + "learning_rate": 4.517026366539477e-06, + "loss": 0.7319, + "step": 502 + }, + { + "epoch": 0.5456641128212082, + "grad_norm": 0.19503540018100968, + "learning_rate": 4.499521541879508e-06, + "loss": 0.7316, + "step": 503 + }, + { + "epoch": 0.546748932130992, + "grad_norm": 0.22534483356707935, + "learning_rate": 4.48202291137026e-06, + "loss": 0.7305, + "step": 504 + }, + { + "epoch": 0.5478337514407756, + "grad_norm": 0.21069421706833882, + "learning_rate": 4.4645306915828025e-06, + "loss": 0.7303, + "step": 505 + }, + { + "epoch": 0.5489185707505594, + "grad_norm": 0.2112810124760799, + "learning_rate": 4.447045099008863e-06, + "loss": 0.7275, + "step": 506 + }, + { + "epoch": 0.550003390060343, + "grad_norm": 0.19763267259678646, + "learning_rate": 4.429566350058146e-06, + "loss": 0.7303, + "step": 507 + }, + { + "epoch": 0.5510882093701268, + "grad_norm": 0.20914686642317265, + "learning_rate": 4.412094661055658e-06, + "loss": 0.7335, + "step": 508 + }, + { + "epoch": 0.5521730286799105, + "grad_norm": 0.19650544428652253, + "learning_rate": 4.394630248239029e-06, + "loss": 0.7328, + "step": 509 + }, + { + "epoch": 0.5532578479896942, + "grad_norm": 0.22274889110339527, + "learning_rate": 4.377173327755832e-06, + "loss": 0.7293, + "step": 510 + }, + { + "epoch": 0.5532578479896942, + "eval_loss": 0.7311838865280151, + "eval_runtime": 109.0794, + "eval_samples_per_second": 87.404, + "eval_steps_per_second": 0.688, + "step": 510 + }, + { + "epoch": 0.5543426672994779, + "grad_norm": 0.19383901815984803, + "learning_rate": 4.359724115660915e-06, + "loss": 0.7331, + "step": 511 + }, + { + "epoch": 0.5554274866092617, + "grad_norm": 0.20371405109054755, + "learning_rate": 4.3422828279137245e-06, + "loss": 0.7291, + "step": 512 + }, + { + "epoch": 0.5565123059190453, + "grad_norm": 0.21471981276385824, + "learning_rate": 4.324849680375625e-06, + "loss": 0.729, + "step": 513 + }, + { + "epoch": 0.5575971252288291, + "grad_norm": 0.18335095375136745, + "learning_rate": 4.307424888807242e-06, + "loss": 0.7346, + "step": 514 + }, + { + "epoch": 0.5586819445386128, + "grad_norm": 0.18903106969399844, + "learning_rate": 4.290008668865778e-06, + "loss": 0.7311, + "step": 515 + }, + { + "epoch": 0.5597667638483965, + "grad_norm": 0.20951505646038296, + "learning_rate": 4.272601236102353e-06, + "loss": 0.7308, + "step": 516 + }, + { + "epoch": 0.5608515831581802, + "grad_norm": 0.19210850860939485, + "learning_rate": 4.2552028059593294e-06, + "loss": 0.7299, + "step": 517 + }, + { + "epoch": 0.561936402467964, + "grad_norm": 0.21978159580742676, + "learning_rate": 4.2378135937676515e-06, + "loss": 0.7291, + "step": 518 + }, + { + "epoch": 0.5630212217777476, + "grad_norm": 0.1750060487501776, + "learning_rate": 4.220433814744179e-06, + "loss": 0.731, + "step": 519 + }, + { + "epoch": 0.5641060410875314, + "grad_norm": 0.21984370214536691, + "learning_rate": 4.203063683989017e-06, + "loss": 0.7302, + "step": 520 + }, + { + "epoch": 0.5641060410875314, + "eval_loss": 0.7307312488555908, + "eval_runtime": 108.9757, + "eval_samples_per_second": 87.487, + "eval_steps_per_second": 0.688, + "step": 520 + }, + { + "epoch": 0.565190860397315, + "grad_norm": 0.18038329794134672, + "learning_rate": 4.185703416482867e-06, + "loss": 0.7278, + "step": 521 + }, + { + "epoch": 0.5662756797070988, + "grad_norm": 0.20839672674225715, + "learning_rate": 4.1683532270843505e-06, + "loss": 0.7291, + "step": 522 + }, + { + "epoch": 0.5673604990168825, + "grad_norm": 0.1933030055299005, + "learning_rate": 4.151013330527364e-06, + "loss": 0.7318, + "step": 523 + }, + { + "epoch": 0.5684453183266662, + "grad_norm": 0.20147615340390618, + "learning_rate": 4.133683941418411e-06, + "loss": 0.731, + "step": 524 + }, + { + "epoch": 0.5695301376364499, + "grad_norm": 0.1733377774068175, + "learning_rate": 4.116365274233952e-06, + "loss": 0.7316, + "step": 525 + }, + { + "epoch": 0.5706149569462337, + "grad_norm": 0.19466724290497228, + "learning_rate": 4.099057543317749e-06, + "loss": 0.7294, + "step": 526 + }, + { + "epoch": 0.5716997762560173, + "grad_norm": 0.17658152130537005, + "learning_rate": 4.081760962878209e-06, + "loss": 0.7325, + "step": 527 + }, + { + "epoch": 0.5727845955658011, + "grad_norm": 0.17454394154659186, + "learning_rate": 4.064475746985738e-06, + "loss": 0.7339, + "step": 528 + }, + { + "epoch": 0.5738694148755847, + "grad_norm": 0.16455282945936323, + "learning_rate": 4.047202109570086e-06, + "loss": 0.726, + "step": 529 + }, + { + "epoch": 0.5749542341853685, + "grad_norm": 0.1903687662585094, + "learning_rate": 4.029940264417708e-06, + "loss": 0.7293, + "step": 530 + }, + { + "epoch": 0.5749542341853685, + "eval_loss": 0.730327308177948, + "eval_runtime": 108.7704, + "eval_samples_per_second": 87.653, + "eval_steps_per_second": 0.69, + "step": 530 + }, + { + "epoch": 0.5760390534951522, + "grad_norm": 0.1961049848257356, + "learning_rate": 4.012690425169104e-06, + "loss": 0.7317, + "step": 531 + }, + { + "epoch": 0.5771238728049359, + "grad_norm": 0.1866576105200039, + "learning_rate": 3.995452805316195e-06, + "loss": 0.7274, + "step": 532 + }, + { + "epoch": 0.5782086921147196, + "grad_norm": 0.2133702344554463, + "learning_rate": 3.978227618199657e-06, + "loss": 0.73, + "step": 533 + }, + { + "epoch": 0.5792935114245034, + "grad_norm": 0.2150953120623853, + "learning_rate": 3.961015077006301e-06, + "loss": 0.7328, + "step": 534 + }, + { + "epoch": 0.580378330734287, + "grad_norm": 0.1863251132908174, + "learning_rate": 3.943815394766426e-06, + "loss": 0.7286, + "step": 535 + }, + { + "epoch": 0.5814631500440708, + "grad_norm": 0.199019936612921, + "learning_rate": 3.926628784351175e-06, + "loss": 0.7296, + "step": 536 + }, + { + "epoch": 0.5825479693538544, + "grad_norm": 0.20157094830069663, + "learning_rate": 3.90945545846992e-06, + "loss": 0.7289, + "step": 537 + }, + { + "epoch": 0.5836327886636382, + "grad_norm": 0.2007918930762589, + "learning_rate": 3.892295629667604e-06, + "loss": 0.728, + "step": 538 + }, + { + "epoch": 0.584717607973422, + "grad_norm": 0.2249399096096621, + "learning_rate": 3.875149510322137e-06, + "loss": 0.7308, + "step": 539 + }, + { + "epoch": 0.5858024272832056, + "grad_norm": 0.1896024018851033, + "learning_rate": 3.8580173126417455e-06, + "loss": 0.7298, + "step": 540 + }, + { + "epoch": 0.5858024272832056, + "eval_loss": 0.7299535274505615, + "eval_runtime": 109.1123, + "eval_samples_per_second": 87.378, + "eval_steps_per_second": 0.687, + "step": 540 + }, + { + "epoch": 0.5868872465929894, + "grad_norm": 0.22458413196239288, + "learning_rate": 3.840899248662358e-06, + "loss": 0.7293, + "step": 541 + }, + { + "epoch": 0.5879720659027731, + "grad_norm": 0.18155874758546836, + "learning_rate": 3.823795530244982e-06, + "loss": 0.7323, + "step": 542 + }, + { + "epoch": 0.5890568852125568, + "grad_norm": 0.2093205260031526, + "learning_rate": 3.8067063690730672e-06, + "loss": 0.7307, + "step": 543 + }, + { + "epoch": 0.5901417045223405, + "grad_norm": 0.18577649194505946, + "learning_rate": 3.7896319766499073e-06, + "loss": 0.7269, + "step": 544 + }, + { + "epoch": 0.5912265238321243, + "grad_norm": 0.20060193258833295, + "learning_rate": 3.7725725642960047e-06, + "loss": 0.7325, + "step": 545 + }, + { + "epoch": 0.5923113431419079, + "grad_norm": 0.19343315743346895, + "learning_rate": 3.755528343146465e-06, + "loss": 0.7291, + "step": 546 + }, + { + "epoch": 0.5933961624516917, + "grad_norm": 0.19577245906897306, + "learning_rate": 3.7384995241483767e-06, + "loss": 0.7326, + "step": 547 + }, + { + "epoch": 0.5944809817614753, + "grad_norm": 0.2044579113170833, + "learning_rate": 3.7214863180582085e-06, + "loss": 0.7307, + "step": 548 + }, + { + "epoch": 0.5955658010712591, + "grad_norm": 0.19029031334330762, + "learning_rate": 3.7044889354391934e-06, + "loss": 0.7282, + "step": 549 + }, + { + "epoch": 0.5966506203810428, + "grad_norm": 0.20035245146316058, + "learning_rate": 3.687507586658726e-06, + "loss": 0.7275, + "step": 550 + }, + { + "epoch": 0.5966506203810428, + "eval_loss": 0.7295899391174316, + "eval_runtime": 108.8135, + "eval_samples_per_second": 87.618, + "eval_steps_per_second": 0.689, + "step": 550 + }, + { + "epoch": 0.5977354396908265, + "grad_norm": 0.20508091155864092, + "learning_rate": 3.6705424818857636e-06, + "loss": 0.7292, + "step": 551 + }, + { + "epoch": 0.5988202590006102, + "grad_norm": 0.17833197540734563, + "learning_rate": 3.6535938310882124e-06, + "loss": 0.7292, + "step": 552 + }, + { + "epoch": 0.599905078310394, + "grad_norm": 0.22585346874491902, + "learning_rate": 3.6366618440303436e-06, + "loss": 0.7307, + "step": 553 + }, + { + "epoch": 0.6009898976201776, + "grad_norm": 0.18255823625646447, + "learning_rate": 3.619746730270185e-06, + "loss": 0.73, + "step": 554 + }, + { + "epoch": 0.6020747169299614, + "grad_norm": 0.18720416109346225, + "learning_rate": 3.6028486991569376e-06, + "loss": 0.7326, + "step": 555 + }, + { + "epoch": 0.603159536239745, + "grad_norm": 0.19669162634777657, + "learning_rate": 3.585967959828375e-06, + "loss": 0.7322, + "step": 556 + }, + { + "epoch": 0.6042443555495288, + "grad_norm": 0.18364689905375967, + "learning_rate": 3.569104721208262e-06, + "loss": 0.7333, + "step": 557 + }, + { + "epoch": 0.6053291748593125, + "grad_norm": 0.19067909572323474, + "learning_rate": 3.5522591920037698e-06, + "loss": 0.7316, + "step": 558 + }, + { + "epoch": 0.6064139941690962, + "grad_norm": 0.1810431495158628, + "learning_rate": 3.5354315807028826e-06, + "loss": 0.7311, + "step": 559 + }, + { + "epoch": 0.6074988134788799, + "grad_norm": 0.18678300295802247, + "learning_rate": 3.518622095571831e-06, + "loss": 0.7295, + "step": 560 + }, + { + "epoch": 0.6074988134788799, + "eval_loss": 0.7291638255119324, + "eval_runtime": 108.7906, + "eval_samples_per_second": 87.636, + "eval_steps_per_second": 0.689, + "step": 560 + }, + { + "epoch": 0.6085836327886637, + "grad_norm": 0.17489948387314008, + "learning_rate": 3.501830944652504e-06, + "loss": 0.7306, + "step": 561 + }, + { + "epoch": 0.6096684520984473, + "grad_norm": 0.19211293958904063, + "learning_rate": 3.4850583357598805e-06, + "loss": 0.7286, + "step": 562 + }, + { + "epoch": 0.6107532714082311, + "grad_norm": 0.19873116945009495, + "learning_rate": 3.4683044764794516e-06, + "loss": 0.7275, + "step": 563 + }, + { + "epoch": 0.6118380907180148, + "grad_norm": 0.18876393571192043, + "learning_rate": 3.451569574164658e-06, + "loss": 0.7316, + "step": 564 + }, + { + "epoch": 0.6129229100277985, + "grad_norm": 0.18545841727248993, + "learning_rate": 3.4348538359343187e-06, + "loss": 0.7276, + "step": 565 + }, + { + "epoch": 0.6140077293375822, + "grad_norm": 0.20096108577103247, + "learning_rate": 3.4181574686700687e-06, + "loss": 0.7264, + "step": 566 + }, + { + "epoch": 0.615092548647366, + "grad_norm": 0.18696572286488702, + "learning_rate": 3.401480679013801e-06, + "loss": 0.7317, + "step": 567 + }, + { + "epoch": 0.6161773679571496, + "grad_norm": 0.19177392876558408, + "learning_rate": 3.3848236733651034e-06, + "loss": 0.7309, + "step": 568 + }, + { + "epoch": 0.6172621872669334, + "grad_norm": 0.17818918419718113, + "learning_rate": 3.3681866578787124e-06, + "loss": 0.7303, + "step": 569 + }, + { + "epoch": 0.618347006576717, + "grad_norm": 0.20003253823670258, + "learning_rate": 3.3515698384619543e-06, + "loss": 0.7282, + "step": 570 + }, + { + "epoch": 0.618347006576717, + "eval_loss": 0.7288394570350647, + "eval_runtime": 108.7655, + "eval_samples_per_second": 87.656, + "eval_steps_per_second": 0.69, + "step": 570 + }, + { + "epoch": 0.6194318258865008, + "grad_norm": 0.18488999710186219, + "learning_rate": 3.3349734207722e-06, + "loss": 0.7304, + "step": 571 + }, + { + "epoch": 0.6205166451962845, + "grad_norm": 0.17012657974558315, + "learning_rate": 3.318397610214319e-06, + "loss": 0.7307, + "step": 572 + }, + { + "epoch": 0.6216014645060682, + "grad_norm": 0.19004829438050294, + "learning_rate": 3.3018426119381364e-06, + "loss": 0.7284, + "step": 573 + }, + { + "epoch": 0.6226862838158519, + "grad_norm": 0.1691948235105627, + "learning_rate": 3.285308630835903e-06, + "loss": 0.7318, + "step": 574 + }, + { + "epoch": 0.6237711031256357, + "grad_norm": 0.18402142217713774, + "learning_rate": 3.2687958715397373e-06, + "loss": 0.7279, + "step": 575 + }, + { + "epoch": 0.6248559224354193, + "grad_norm": 0.17806533270148225, + "learning_rate": 3.2523045384191186e-06, + "loss": 0.7296, + "step": 576 + }, + { + "epoch": 0.6259407417452031, + "grad_norm": 0.1706597248487234, + "learning_rate": 3.235834835578341e-06, + "loss": 0.7255, + "step": 577 + }, + { + "epoch": 0.6270255610549867, + "grad_norm": 0.2051010802159253, + "learning_rate": 3.2193869668539947e-06, + "loss": 0.7269, + "step": 578 + }, + { + "epoch": 0.6281103803647705, + "grad_norm": 0.1709919049540414, + "learning_rate": 3.202961135812437e-06, + "loss": 0.727, + "step": 579 + }, + { + "epoch": 0.6291951996745542, + "grad_norm": 0.1967728234250428, + "learning_rate": 3.1865575457472797e-06, + "loss": 0.7307, + "step": 580 + }, + { + "epoch": 0.6291951996745542, + "eval_loss": 0.728428065776825, + "eval_runtime": 108.8598, + "eval_samples_per_second": 87.581, + "eval_steps_per_second": 0.689, + "step": 580 + }, + { + "epoch": 0.6302800189843379, + "grad_norm": 0.17127342321162956, + "learning_rate": 3.1701763996768744e-06, + "loss": 0.727, + "step": 581 + }, + { + "epoch": 0.6313648382941216, + "grad_norm": 0.1807860097189854, + "learning_rate": 3.1538179003417836e-06, + "loss": 0.7321, + "step": 582 + }, + { + "epoch": 0.6324496576039054, + "grad_norm": 0.18745528570763353, + "learning_rate": 3.137482250202298e-06, + "loss": 0.7282, + "step": 583 + }, + { + "epoch": 0.633534476913689, + "grad_norm": 0.17447454296730197, + "learning_rate": 3.121169651435903e-06, + "loss": 0.7265, + "step": 584 + }, + { + "epoch": 0.6346192962234728, + "grad_norm": 0.1972301331018418, + "learning_rate": 3.104880305934799e-06, + "loss": 0.7321, + "step": 585 + }, + { + "epoch": 0.6357041155332565, + "grad_norm": 0.17005762200419927, + "learning_rate": 3.088614415303387e-06, + "loss": 0.7249, + "step": 586 + }, + { + "epoch": 0.6367889348430402, + "grad_norm": 0.19135582669856777, + "learning_rate": 3.0723721808557857e-06, + "loss": 0.7268, + "step": 587 + }, + { + "epoch": 0.6378737541528239, + "grad_norm": 0.18493750751814608, + "learning_rate": 3.0561538036133275e-06, + "loss": 0.7281, + "step": 588 + }, + { + "epoch": 0.6389585734626076, + "grad_norm": 0.17447235043525056, + "learning_rate": 3.039959484302083e-06, + "loss": 0.7271, + "step": 589 + }, + { + "epoch": 0.6400433927723913, + "grad_norm": 0.1693781527426387, + "learning_rate": 3.0237894233503697e-06, + "loss": 0.7289, + "step": 590 + }, + { + "epoch": 0.6400433927723913, + "eval_loss": 0.7281356453895569, + "eval_runtime": 108.6797, + "eval_samples_per_second": 87.726, + "eval_steps_per_second": 0.69, + "step": 590 + }, + { + "epoch": 0.6411282120821751, + "grad_norm": 0.18690524500684685, + "learning_rate": 3.007643820886267e-06, + "loss": 0.7265, + "step": 591 + }, + { + "epoch": 0.6422130313919587, + "grad_norm": 0.17414038846144117, + "learning_rate": 2.991522876735154e-06, + "loss": 0.7312, + "step": 592 + }, + { + "epoch": 0.6432978507017425, + "grad_norm": 0.1843906904490678, + "learning_rate": 2.975426790417218e-06, + "loss": 0.726, + "step": 593 + }, + { + "epoch": 0.6443826700115262, + "grad_norm": 0.17489370264444826, + "learning_rate": 2.959355761145001e-06, + "loss": 0.7245, + "step": 594 + }, + { + "epoch": 0.6454674893213099, + "grad_norm": 0.20227377539437683, + "learning_rate": 2.9433099878209238e-06, + "loss": 0.7316, + "step": 595 + }, + { + "epoch": 0.6465523086310936, + "grad_norm": 0.1539367971852112, + "learning_rate": 2.9272896690348283e-06, + "loss": 0.7273, + "step": 596 + }, + { + "epoch": 0.6476371279408774, + "grad_norm": 0.1963469543809783, + "learning_rate": 2.911295003061526e-06, + "loss": 0.7259, + "step": 597 + }, + { + "epoch": 0.648721947250661, + "grad_norm": 0.1698731707765151, + "learning_rate": 2.8953261878583263e-06, + "loss": 0.7278, + "step": 598 + }, + { + "epoch": 0.6498067665604448, + "grad_norm": 0.17972192448266683, + "learning_rate": 2.8793834210626036e-06, + "loss": 0.73, + "step": 599 + }, + { + "epoch": 0.6508915858702284, + "grad_norm": 0.18318276082273133, + "learning_rate": 2.8634668999893477e-06, + "loss": 0.7277, + "step": 600 + }, + { + "epoch": 0.6508915858702284, + "eval_loss": 0.7278279066085815, + "eval_runtime": 108.7109, + "eval_samples_per_second": 87.7, + "eval_steps_per_second": 0.69, + "step": 600 + }, + { + "epoch": 0.6519764051800122, + "grad_norm": 0.1673113201990224, + "learning_rate": 2.847576821628716e-06, + "loss": 0.7248, + "step": 601 + }, + { + "epoch": 0.6530612244897959, + "grad_norm": 0.16941616256775213, + "learning_rate": 2.8317133826435968e-06, + "loss": 0.7267, + "step": 602 + }, + { + "epoch": 0.6541460437995796, + "grad_norm": 0.16441880631489086, + "learning_rate": 2.815876779367181e-06, + "loss": 0.7284, + "step": 603 + }, + { + "epoch": 0.6552308631093633, + "grad_norm": 0.16675452754586417, + "learning_rate": 2.8000672078005277e-06, + "loss": 0.7263, + "step": 604 + }, + { + "epoch": 0.6563156824191471, + "grad_norm": 0.163123864912065, + "learning_rate": 2.784284863610138e-06, + "loss": 0.7292, + "step": 605 + }, + { + "epoch": 0.6574005017289307, + "grad_norm": 0.16767051474583367, + "learning_rate": 2.7685299421255373e-06, + "loss": 0.7236, + "step": 606 + }, + { + "epoch": 0.6584853210387145, + "grad_norm": 0.1626462064287084, + "learning_rate": 2.75280263833685e-06, + "loss": 0.729, + "step": 607 + }, + { + "epoch": 0.6595701403484983, + "grad_norm": 0.170111812715493, + "learning_rate": 2.737103146892395e-06, + "loss": 0.7257, + "step": 608 + }, + { + "epoch": 0.6606549596582819, + "grad_norm": 0.15597077857965097, + "learning_rate": 2.7214316620962727e-06, + "loss": 0.7267, + "step": 609 + }, + { + "epoch": 0.6617397789680657, + "grad_norm": 0.16255812984452953, + "learning_rate": 2.705788377905961e-06, + "loss": 0.7246, + "step": 610 + }, + { + "epoch": 0.6617397789680657, + "eval_loss": 0.727541446685791, + "eval_runtime": 108.7603, + "eval_samples_per_second": 87.661, + "eval_steps_per_second": 0.69, + "step": 610 + }, + { + "epoch": 0.6628245982778493, + "grad_norm": 0.16461566220431453, + "learning_rate": 2.69017348792991e-06, + "loss": 0.7278, + "step": 611 + }, + { + "epoch": 0.6639094175876331, + "grad_norm": 0.15791454720333606, + "learning_rate": 2.674587185425155e-06, + "loss": 0.7275, + "step": 612 + }, + { + "epoch": 0.6649942368974168, + "grad_norm": 0.17312188406262885, + "learning_rate": 2.6590296632949157e-06, + "loss": 0.7305, + "step": 613 + }, + { + "epoch": 0.6660790562072005, + "grad_norm": 0.16603472085953, + "learning_rate": 2.6435011140862167e-06, + "loss": 0.7275, + "step": 614 + }, + { + "epoch": 0.6671638755169842, + "grad_norm": 0.17122376858054306, + "learning_rate": 2.6280017299874984e-06, + "loss": 0.7267, + "step": 615 + }, + { + "epoch": 0.668248694826768, + "grad_norm": 0.16175628153447158, + "learning_rate": 2.6125317028262383e-06, + "loss": 0.7273, + "step": 616 + }, + { + "epoch": 0.6693335141365516, + "grad_norm": 0.17429091470871394, + "learning_rate": 2.5970912240665815e-06, + "loss": 0.7288, + "step": 617 + }, + { + "epoch": 0.6704183334463354, + "grad_norm": 0.1679703554640434, + "learning_rate": 2.5816804848069693e-06, + "loss": 0.7291, + "step": 618 + }, + { + "epoch": 0.671503152756119, + "grad_norm": 0.1630148155956674, + "learning_rate": 2.5662996757777716e-06, + "loss": 0.7287, + "step": 619 + }, + { + "epoch": 0.6725879720659028, + "grad_norm": 0.16588068506650458, + "learning_rate": 2.550948987338929e-06, + "loss": 0.729, + "step": 620 + }, + { + "epoch": 0.6725879720659028, + "eval_loss": 0.7272528409957886, + "eval_runtime": 108.8752, + "eval_samples_per_second": 87.568, + "eval_steps_per_second": 0.689, + "step": 620 + }, + { + "epoch": 0.6736727913756865, + "grad_norm": 0.16791141353676373, + "learning_rate": 2.5356286094775943e-06, + "loss": 0.7295, + "step": 621 + }, + { + "epoch": 0.6747576106854702, + "grad_norm": 0.16934465370604204, + "learning_rate": 2.520338731805785e-06, + "loss": 0.7283, + "step": 622 + }, + { + "epoch": 0.6758424299952539, + "grad_norm": 0.1643142718072723, + "learning_rate": 2.505079543558031e-06, + "loss": 0.7295, + "step": 623 + }, + { + "epoch": 0.6769272493050377, + "grad_norm": 0.16261768382002517, + "learning_rate": 2.4898512335890425e-06, + "loss": 0.7264, + "step": 624 + }, + { + "epoch": 0.6780120686148213, + "grad_norm": 0.17147132095368184, + "learning_rate": 2.474653990371356e-06, + "loss": 0.7287, + "step": 625 + }, + { + "epoch": 0.6790968879246051, + "grad_norm": 0.1611487106075524, + "learning_rate": 2.4594880019930194e-06, + "loss": 0.7285, + "step": 626 + }, + { + "epoch": 0.6801817072343888, + "grad_norm": 0.17446583917527791, + "learning_rate": 2.4443534561552543e-06, + "loss": 0.7226, + "step": 627 + }, + { + "epoch": 0.6812665265441725, + "grad_norm": 0.16629465774257843, + "learning_rate": 2.429250540170135e-06, + "loss": 0.7292, + "step": 628 + }, + { + "epoch": 0.6823513458539562, + "grad_norm": 0.17665908778521658, + "learning_rate": 2.4141794409582713e-06, + "loss": 0.7276, + "step": 629 + }, + { + "epoch": 0.68343616516374, + "grad_norm": 0.16632825619484914, + "learning_rate": 2.3991403450464896e-06, + "loss": 0.7244, + "step": 630 + }, + { + "epoch": 0.68343616516374, + "eval_loss": 0.7270001173019409, + "eval_runtime": 108.8695, + "eval_samples_per_second": 87.573, + "eval_steps_per_second": 0.689, + "step": 630 + }, + { + "epoch": 0.6845209844735236, + "grad_norm": 0.18224111565421297, + "learning_rate": 2.384133438565533e-06, + "loss": 0.7263, + "step": 631 + }, + { + "epoch": 0.6856058037833074, + "grad_norm": 0.17069033066568248, + "learning_rate": 2.3691589072477527e-06, + "loss": 0.7272, + "step": 632 + }, + { + "epoch": 0.686690623093091, + "grad_norm": 0.1636940508571279, + "learning_rate": 2.354216936424812e-06, + "loss": 0.7269, + "step": 633 + }, + { + "epoch": 0.6877754424028748, + "grad_norm": 0.15914737968622805, + "learning_rate": 2.3393077110253838e-06, + "loss": 0.7274, + "step": 634 + }, + { + "epoch": 0.6888602617126585, + "grad_norm": 0.1722425292196802, + "learning_rate": 2.3244314155728758e-06, + "loss": 0.7273, + "step": 635 + }, + { + "epoch": 0.6899450810224422, + "grad_norm": 0.16907875976639417, + "learning_rate": 2.309588234183137e-06, + "loss": 0.7254, + "step": 636 + }, + { + "epoch": 0.6910299003322259, + "grad_norm": 0.1633749318860212, + "learning_rate": 2.2947783505621813e-06, + "loss": 0.7295, + "step": 637 + }, + { + "epoch": 0.6921147196420097, + "grad_norm": 0.1654906038637897, + "learning_rate": 2.280001948003916e-06, + "loss": 0.7256, + "step": 638 + }, + { + "epoch": 0.6931995389517933, + "grad_norm": 0.16610707761149088, + "learning_rate": 2.265259209387867e-06, + "loss": 0.7226, + "step": 639 + }, + { + "epoch": 0.6942843582615771, + "grad_norm": 0.15508587899367243, + "learning_rate": 2.2505503171769233e-06, + "loss": 0.7272, + "step": 640 + }, + { + "epoch": 0.6942843582615771, + "eval_loss": 0.7267536520957947, + "eval_runtime": 108.7887, + "eval_samples_per_second": 87.638, + "eval_steps_per_second": 0.689, + "step": 640 + }, + { + "epoch": 0.6953691775713607, + "grad_norm": 0.16476646065490425, + "learning_rate": 2.2358754534150752e-06, + "loss": 0.726, + "step": 641 + }, + { + "epoch": 0.6964539968811445, + "grad_norm": 0.1694740328326384, + "learning_rate": 2.221234799725161e-06, + "loss": 0.7264, + "step": 642 + }, + { + "epoch": 0.6975388161909282, + "grad_norm": 0.15804754433564264, + "learning_rate": 2.206628537306621e-06, + "loss": 0.7288, + "step": 643 + }, + { + "epoch": 0.6986236355007119, + "grad_norm": 0.1630387039532913, + "learning_rate": 2.1920568469332458e-06, + "loss": 0.7252, + "step": 644 + }, + { + "epoch": 0.6997084548104956, + "grad_norm": 0.1615046300021262, + "learning_rate": 2.17751990895096e-06, + "loss": 0.7268, + "step": 645 + }, + { + "epoch": 0.7007932741202794, + "grad_norm": 0.16947378751426528, + "learning_rate": 2.1630179032755632e-06, + "loss": 0.7276, + "step": 646 + }, + { + "epoch": 0.701878093430063, + "grad_norm": 0.16039669148821492, + "learning_rate": 2.1485510093905264e-06, + "loss": 0.7245, + "step": 647 + }, + { + "epoch": 0.7029629127398468, + "grad_norm": 0.1702577848087486, + "learning_rate": 2.1341194063447533e-06, + "loss": 0.7264, + "step": 648 + }, + { + "epoch": 0.7040477320496304, + "grad_norm": 0.17234438323101783, + "learning_rate": 2.119723272750379e-06, + "loss": 0.7252, + "step": 649 + }, + { + "epoch": 0.7051325513594142, + "grad_norm": 0.16912223321743175, + "learning_rate": 2.105362786780547e-06, + "loss": 0.7229, + "step": 650 + }, + { + "epoch": 0.7051325513594142, + "eval_loss": 0.7264869809150696, + "eval_runtime": 108.6627, + "eval_samples_per_second": 87.739, + "eval_steps_per_second": 0.69, + "step": 650 + }, + { + "epoch": 0.7062173706691979, + "grad_norm": 0.1518545509592299, + "learning_rate": 2.0910381261672136e-06, + "loss": 0.7253, + "step": 651 + }, + { + "epoch": 0.7073021899789816, + "grad_norm": 0.16971215450252325, + "learning_rate": 2.076749468198943e-06, + "loss": 0.7267, + "step": 652 + }, + { + "epoch": 0.7083870092887653, + "grad_norm": 0.16219091114702947, + "learning_rate": 2.0624969897187084e-06, + "loss": 0.7252, + "step": 653 + }, + { + "epoch": 0.7094718285985491, + "grad_norm": 0.16197690320645672, + "learning_rate": 2.048280867121722e-06, + "loss": 0.7279, + "step": 654 + }, + { + "epoch": 0.7105566479083327, + "grad_norm": 0.15555593236095563, + "learning_rate": 2.0341012763532243e-06, + "loss": 0.7266, + "step": 655 + }, + { + "epoch": 0.7116414672181165, + "grad_norm": 0.17254981941367684, + "learning_rate": 2.019958392906332e-06, + "loss": 0.7298, + "step": 656 + }, + { + "epoch": 0.7127262865279002, + "grad_norm": 0.16803679989211034, + "learning_rate": 2.0058523918198473e-06, + "loss": 0.7233, + "step": 657 + }, + { + "epoch": 0.7138111058376839, + "grad_norm": 0.16099184424741314, + "learning_rate": 1.9917834476761037e-06, + "loss": 0.7283, + "step": 658 + }, + { + "epoch": 0.7148959251474676, + "grad_norm": 0.17600688627953956, + "learning_rate": 1.9777517345988057e-06, + "loss": 0.7279, + "step": 659 + }, + { + "epoch": 0.7159807444572514, + "grad_norm": 0.1599393258310897, + "learning_rate": 1.963757426250858e-06, + "loss": 0.7262, + "step": 660 + }, + { + "epoch": 0.7159807444572514, + "eval_loss": 0.7262735366821289, + "eval_runtime": 108.7906, + "eval_samples_per_second": 87.636, + "eval_steps_per_second": 0.689, + "step": 660 + }, + { + "epoch": 0.717065563767035, + "grad_norm": 0.16402767095037116, + "learning_rate": 1.949800695832236e-06, + "loss": 0.7256, + "step": 661 + }, + { + "epoch": 0.7181503830768188, + "grad_norm": 0.17637232160089736, + "learning_rate": 1.9358817160778272e-06, + "loss": 0.7291, + "step": 662 + }, + { + "epoch": 0.7192352023866024, + "grad_norm": 0.15091067397929198, + "learning_rate": 1.9220006592553075e-06, + "loss": 0.7243, + "step": 663 + }, + { + "epoch": 0.7203200216963862, + "grad_norm": 0.16329397517232444, + "learning_rate": 1.908157697162993e-06, + "loss": 0.7272, + "step": 664 + }, + { + "epoch": 0.7214048410061699, + "grad_norm": 0.17963032159288322, + "learning_rate": 1.8943530011277261e-06, + "loss": 0.7258, + "step": 665 + }, + { + "epoch": 0.7224896603159536, + "grad_norm": 0.1612233781915667, + "learning_rate": 1.8805867420027529e-06, + "loss": 0.7275, + "step": 666 + }, + { + "epoch": 0.7235744796257373, + "grad_norm": 0.16786914782825432, + "learning_rate": 1.866859090165598e-06, + "loss": 0.7287, + "step": 667 + }, + { + "epoch": 0.7246592989355211, + "grad_norm": 0.17518939037007217, + "learning_rate": 1.8531702155159792e-06, + "loss": 0.7232, + "step": 668 + }, + { + "epoch": 0.7257441182453047, + "grad_norm": 0.16119896959136812, + "learning_rate": 1.8395202874736752e-06, + "loss": 0.7277, + "step": 669 + }, + { + "epoch": 0.7268289375550885, + "grad_norm": 0.15926082041952538, + "learning_rate": 1.8259094749764532e-06, + "loss": 0.7256, + "step": 670 + }, + { + "epoch": 0.7268289375550885, + "eval_loss": 0.7260706424713135, + "eval_runtime": 108.7174, + "eval_samples_per_second": 87.695, + "eval_steps_per_second": 0.69, + "step": 670 + }, + { + "epoch": 0.7279137568648721, + "grad_norm": 0.16222434918580295, + "learning_rate": 1.8123379464779606e-06, + "loss": 0.7264, + "step": 671 + }, + { + "epoch": 0.7289985761746559, + "grad_norm": 0.1725638369615756, + "learning_rate": 1.7988058699456596e-06, + "loss": 0.7284, + "step": 672 + }, + { + "epoch": 0.7300833954844396, + "grad_norm": 0.1759812325291814, + "learning_rate": 1.7853134128587246e-06, + "loss": 0.7255, + "step": 673 + }, + { + "epoch": 0.7311682147942233, + "grad_norm": 0.1591812510571049, + "learning_rate": 1.771860742205988e-06, + "loss": 0.7253, + "step": 674 + }, + { + "epoch": 0.7322530341040071, + "grad_norm": 0.17928563081050367, + "learning_rate": 1.7584480244838687e-06, + "loss": 0.7252, + "step": 675 + }, + { + "epoch": 0.7333378534137908, + "grad_norm": 0.16871463749023005, + "learning_rate": 1.7450754256943014e-06, + "loss": 0.7271, + "step": 676 + }, + { + "epoch": 0.7344226727235745, + "grad_norm": 0.1788357380936577, + "learning_rate": 1.731743111342703e-06, + "loss": 0.7278, + "step": 677 + }, + { + "epoch": 0.7355074920333582, + "grad_norm": 0.17415287425610976, + "learning_rate": 1.7184512464358998e-06, + "loss": 0.7264, + "step": 678 + }, + { + "epoch": 0.736592311343142, + "grad_norm": 0.16409185847423846, + "learning_rate": 1.7051999954801058e-06, + "loss": 0.7264, + "step": 679 + }, + { + "epoch": 0.7376771306529256, + "grad_norm": 0.17148671830008877, + "learning_rate": 1.691989522478869e-06, + "loss": 0.724, + "step": 680 + }, + { + "epoch": 0.7376771306529256, + "eval_loss": 0.7258756160736084, + "eval_runtime": 108.6055, + "eval_samples_per_second": 87.786, + "eval_steps_per_second": 0.691, + "step": 680 + }, + { + "epoch": 0.7387619499627094, + "grad_norm": 0.1609146842916726, + "learning_rate": 1.6788199909310626e-06, + "loss": 0.7276, + "step": 681 + }, + { + "epoch": 0.739846769272493, + "grad_norm": 0.17169792032807274, + "learning_rate": 1.6656915638288423e-06, + "loss": 0.7287, + "step": 682 + }, + { + "epoch": 0.7409315885822768, + "grad_norm": 0.17450779056407184, + "learning_rate": 1.6526044036556349e-06, + "loss": 0.7315, + "step": 683 + }, + { + "epoch": 0.7420164078920605, + "grad_norm": 0.1648515137621003, + "learning_rate": 1.6395586723841328e-06, + "loss": 0.7247, + "step": 684 + }, + { + "epoch": 0.7431012272018442, + "grad_norm": 0.16744026588499902, + "learning_rate": 1.6265545314742838e-06, + "loss": 0.7268, + "step": 685 + }, + { + "epoch": 0.7441860465116279, + "grad_norm": 0.15958700866366168, + "learning_rate": 1.6135921418712959e-06, + "loss": 0.726, + "step": 686 + }, + { + "epoch": 0.7452708658214117, + "grad_norm": 0.1660679850836145, + "learning_rate": 1.600671664003639e-06, + "loss": 0.7241, + "step": 687 + }, + { + "epoch": 0.7463556851311953, + "grad_norm": 0.16390322586606818, + "learning_rate": 1.5877932577810712e-06, + "loss": 0.7218, + "step": 688 + }, + { + "epoch": 0.7474405044409791, + "grad_norm": 0.15636656647047326, + "learning_rate": 1.5749570825926437e-06, + "loss": 0.7273, + "step": 689 + }, + { + "epoch": 0.7485253237507627, + "grad_norm": 0.15413041269066685, + "learning_rate": 1.5621632973047468e-06, + "loss": 0.7241, + "step": 690 + }, + { + "epoch": 0.7485253237507627, + "eval_loss": 0.7256820201873779, + "eval_runtime": 108.6705, + "eval_samples_per_second": 87.733, + "eval_steps_per_second": 0.69, + "step": 690 + }, + { + "epoch": 0.7496101430605465, + "grad_norm": 0.15931337858369668, + "learning_rate": 1.5494120602591305e-06, + "loss": 0.7263, + "step": 691 + }, + { + "epoch": 0.7506949623703302, + "grad_norm": 0.16237019905864356, + "learning_rate": 1.5367035292709432e-06, + "loss": 0.7247, + "step": 692 + }, + { + "epoch": 0.751779781680114, + "grad_norm": 0.15237877763313265, + "learning_rate": 1.5240378616267887e-06, + "loss": 0.7276, + "step": 693 + }, + { + "epoch": 0.7528646009898976, + "grad_norm": 0.15604073580214003, + "learning_rate": 1.5114152140827744e-06, + "loss": 0.7261, + "step": 694 + }, + { + "epoch": 0.7539494202996814, + "grad_norm": 0.16190149615134655, + "learning_rate": 1.4988357428625711e-06, + "loss": 0.7261, + "step": 695 + }, + { + "epoch": 0.755034239609465, + "grad_norm": 0.16379175823219297, + "learning_rate": 1.4862996036554756e-06, + "loss": 0.725, + "step": 696 + }, + { + "epoch": 0.7561190589192488, + "grad_norm": 0.15009367703893553, + "learning_rate": 1.473806951614492e-06, + "loss": 0.7262, + "step": 697 + }, + { + "epoch": 0.7572038782290325, + "grad_norm": 0.15919308012136005, + "learning_rate": 1.4613579413544065e-06, + "loss": 0.7227, + "step": 698 + }, + { + "epoch": 0.7582886975388162, + "grad_norm": 0.1661228051986525, + "learning_rate": 1.4489527269498749e-06, + "loss": 0.7287, + "step": 699 + }, + { + "epoch": 0.7593735168485999, + "grad_norm": 0.15195694088930467, + "learning_rate": 1.4365914619335158e-06, + "loss": 0.7254, + "step": 700 + }, + { + "epoch": 0.7593735168485999, + "eval_loss": 0.7255001664161682, + "eval_runtime": 108.7009, + "eval_samples_per_second": 87.709, + "eval_steps_per_second": 0.69, + "step": 700 + }, + { + "epoch": 0.7604583361583837, + "grad_norm": 0.1607846909765903, + "learning_rate": 1.424274299294006e-06, + "loss": 0.7259, + "step": 701 + }, + { + "epoch": 0.7615431554681673, + "grad_norm": 0.15241158677973768, + "learning_rate": 1.412001391474196e-06, + "loss": 0.7222, + "step": 702 + }, + { + "epoch": 0.7626279747779511, + "grad_norm": 0.1493983763186097, + "learning_rate": 1.3997728903692164e-06, + "loss": 0.7292, + "step": 703 + }, + { + "epoch": 0.7637127940877347, + "grad_norm": 0.15475419901307835, + "learning_rate": 1.3875889473245996e-06, + "loss": 0.7286, + "step": 704 + }, + { + "epoch": 0.7647976133975185, + "grad_norm": 0.1569124690845288, + "learning_rate": 1.3754497131344097e-06, + "loss": 0.7287, + "step": 705 + }, + { + "epoch": 0.7658824327073022, + "grad_norm": 0.15709209563792223, + "learning_rate": 1.3633553380393677e-06, + "loss": 0.7278, + "step": 706 + }, + { + "epoch": 0.7669672520170859, + "grad_norm": 0.1517814869619425, + "learning_rate": 1.3513059717250037e-06, + "loss": 0.7277, + "step": 707 + }, + { + "epoch": 0.7680520713268696, + "grad_norm": 0.1513491806582122, + "learning_rate": 1.3393017633197958e-06, + "loss": 0.7297, + "step": 708 + }, + { + "epoch": 0.7691368906366534, + "grad_norm": 0.1520588299342006, + "learning_rate": 1.3273428613933298e-06, + "loss": 0.725, + "step": 709 + }, + { + "epoch": 0.770221709946437, + "grad_norm": 0.15383128405191898, + "learning_rate": 1.3154294139544516e-06, + "loss": 0.7251, + "step": 710 + }, + { + "epoch": 0.770221709946437, + "eval_loss": 0.7253365516662598, + "eval_runtime": 108.7066, + "eval_samples_per_second": 87.704, + "eval_steps_per_second": 0.69, + "step": 710 + }, + { + "epoch": 0.7713065292562208, + "grad_norm": 0.1563169647702222, + "learning_rate": 1.303561568449448e-06, + "loss": 0.7258, + "step": 711 + }, + { + "epoch": 0.7723913485660044, + "grad_norm": 0.15790530595831367, + "learning_rate": 1.2917394717602123e-06, + "loss": 0.7272, + "step": 712 + }, + { + "epoch": 0.7734761678757882, + "grad_norm": 0.15466165459446593, + "learning_rate": 1.2799632702024307e-06, + "loss": 0.724, + "step": 713 + }, + { + "epoch": 0.7745609871855719, + "grad_norm": 0.1476484964667729, + "learning_rate": 1.26823310952377e-06, + "loss": 0.7276, + "step": 714 + }, + { + "epoch": 0.7756458064953556, + "grad_norm": 0.15641965506252684, + "learning_rate": 1.256549134902072e-06, + "loss": 0.7255, + "step": 715 + }, + { + "epoch": 0.7767306258051393, + "grad_norm": 0.16566995237775228, + "learning_rate": 1.2449114909435611e-06, + "loss": 0.7273, + "step": 716 + }, + { + "epoch": 0.7778154451149231, + "grad_norm": 0.14937886311367543, + "learning_rate": 1.2333203216810514e-06, + "loss": 0.7224, + "step": 717 + }, + { + "epoch": 0.7789002644247067, + "grad_norm": 0.1484220962326093, + "learning_rate": 1.2217757705721662e-06, + "loss": 0.7264, + "step": 718 + }, + { + "epoch": 0.7799850837344905, + "grad_norm": 0.15052364605909016, + "learning_rate": 1.2102779804975574e-06, + "loss": 0.7238, + "step": 719 + }, + { + "epoch": 0.7810699030442741, + "grad_norm": 0.15353115572100884, + "learning_rate": 1.1988270937591446e-06, + "loss": 0.7253, + "step": 720 + }, + { + "epoch": 0.7810699030442741, + "eval_loss": 0.7251782417297363, + "eval_runtime": 108.804, + "eval_samples_per_second": 87.625, + "eval_steps_per_second": 0.689, + "step": 720 + }, + { + "epoch": 0.7821547223540579, + "grad_norm": 0.1512819973748618, + "learning_rate": 1.1874232520783486e-06, + "loss": 0.7236, + "step": 721 + }, + { + "epoch": 0.7832395416638416, + "grad_norm": 0.14770099165831163, + "learning_rate": 1.1760665965943402e-06, + "loss": 0.7252, + "step": 722 + }, + { + "epoch": 0.7843243609736253, + "grad_norm": 0.15438107662654746, + "learning_rate": 1.164757267862292e-06, + "loss": 0.7247, + "step": 723 + }, + { + "epoch": 0.785409180283409, + "grad_norm": 0.14573770717715565, + "learning_rate": 1.1534954058516357e-06, + "loss": 0.7283, + "step": 724 + }, + { + "epoch": 0.7864939995931928, + "grad_norm": 0.14885866264392547, + "learning_rate": 1.1422811499443375e-06, + "loss": 0.7239, + "step": 725 + }, + { + "epoch": 0.7875788189029764, + "grad_norm": 0.15129264932653552, + "learning_rate": 1.1311146389331667e-06, + "loss": 0.7215, + "step": 726 + }, + { + "epoch": 0.7886636382127602, + "grad_norm": 0.15832117832175482, + "learning_rate": 1.119996011019981e-06, + "loss": 0.7255, + "step": 727 + }, + { + "epoch": 0.7897484575225439, + "grad_norm": 0.15730074585140089, + "learning_rate": 1.1089254038140141e-06, + "loss": 0.7256, + "step": 728 + }, + { + "epoch": 0.7908332768323276, + "grad_norm": 0.1573902715061644, + "learning_rate": 1.0979029543301718e-06, + "loss": 0.7262, + "step": 729 + }, + { + "epoch": 0.7919180961421113, + "grad_norm": 0.16319845819543635, + "learning_rate": 1.0869287989873406e-06, + "loss": 0.7204, + "step": 730 + }, + { + "epoch": 0.7919180961421113, + "eval_loss": 0.7250498533248901, + "eval_runtime": 108.9615, + "eval_samples_per_second": 87.499, + "eval_steps_per_second": 0.688, + "step": 730 + }, + { + "epoch": 0.793002915451895, + "grad_norm": 0.14808854493903703, + "learning_rate": 1.0760030736066952e-06, + "loss": 0.7249, + "step": 731 + }, + { + "epoch": 0.7940877347616787, + "grad_norm": 0.15662829643507056, + "learning_rate": 1.0651259134100205e-06, + "loss": 0.7243, + "step": 732 + }, + { + "epoch": 0.7951725540714625, + "grad_norm": 0.15698257105935445, + "learning_rate": 1.0542974530180327e-06, + "loss": 0.7243, + "step": 733 + }, + { + "epoch": 0.7962573733812461, + "grad_norm": 0.15009825120582931, + "learning_rate": 1.0435178264487205e-06, + "loss": 0.7229, + "step": 734 + }, + { + "epoch": 0.7973421926910299, + "grad_norm": 0.16224102000760765, + "learning_rate": 1.0327871671156814e-06, + "loss": 0.7249, + "step": 735 + }, + { + "epoch": 0.7984270120008136, + "grad_norm": 0.14905409653469245, + "learning_rate": 1.022105607826473e-06, + "loss": 0.7248, + "step": 736 + }, + { + "epoch": 0.7995118313105973, + "grad_norm": 0.1465905416526197, + "learning_rate": 1.011473280780968e-06, + "loss": 0.7281, + "step": 737 + }, + { + "epoch": 0.800596650620381, + "grad_norm": 0.15900337010716586, + "learning_rate": 1.000890317569715e-06, + "loss": 0.7287, + "step": 738 + }, + { + "epoch": 0.8016814699301648, + "grad_norm": 0.15093512515655447, + "learning_rate": 9.903568491723176e-07, + "loss": 0.725, + "step": 739 + }, + { + "epoch": 0.8027662892399484, + "grad_norm": 0.1492907213057733, + "learning_rate": 9.798730059558076e-07, + "loss": 0.7239, + "step": 740 + }, + { + "epoch": 0.8027662892399484, + "eval_loss": 0.7249204516410828, + "eval_runtime": 108.8051, + "eval_samples_per_second": 87.625, + "eval_steps_per_second": 0.689, + "step": 740 + }, + { + "epoch": 0.8038511085497322, + "grad_norm": 0.1494555743822712, + "learning_rate": 9.69438917673033e-07, + "loss": 0.7263, + "step": 741 + }, + { + "epoch": 0.804935927859516, + "grad_norm": 0.14571069308734394, + "learning_rate": 9.59054713461049e-07, + "loss": 0.7238, + "step": 742 + }, + { + "epoch": 0.8060207471692996, + "grad_norm": 0.14964387496204115, + "learning_rate": 9.487205218395262e-07, + "loss": 0.7236, + "step": 743 + }, + { + "epoch": 0.8071055664790834, + "grad_norm": 0.14602726448076972, + "learning_rate": 9.384364707091559e-07, + "loss": 0.7237, + "step": 744 + }, + { + "epoch": 0.808190385788867, + "grad_norm": 0.15707406969931928, + "learning_rate": 9.282026873500666e-07, + "loss": 0.7242, + "step": 745 + }, + { + "epoch": 0.8092752050986508, + "grad_norm": 0.14711730382168384, + "learning_rate": 9.180192984202513e-07, + "loss": 0.7268, + "step": 746 + }, + { + "epoch": 0.8103600244084345, + "grad_norm": 0.1475210618723708, + "learning_rate": 9.078864299539963e-07, + "loss": 0.722, + "step": 747 + }, + { + "epoch": 0.8114448437182182, + "grad_norm": 0.1503680453933507, + "learning_rate": 8.978042073603243e-07, + "loss": 0.7286, + "step": 748 + }, + { + "epoch": 0.8125296630280019, + "grad_norm": 0.14551831472449375, + "learning_rate": 8.877727554214432e-07, + "loss": 0.7223, + "step": 749 + }, + { + "epoch": 0.8136144823377857, + "grad_norm": 0.14933248128984608, + "learning_rate": 8.777921982911996e-07, + "loss": 0.7244, + "step": 750 + }, + { + "epoch": 0.8136144823377857, + "eval_loss": 0.7247990965843201, + "eval_runtime": 108.6788, + "eval_samples_per_second": 87.726, + "eval_steps_per_second": 0.69, + "step": 750 + }, + { + "epoch": 0.8146993016475693, + "grad_norm": 0.150305371468892, + "learning_rate": 8.678626594935385e-07, + "loss": 0.7242, + "step": 751 + }, + { + "epoch": 0.8157841209573531, + "grad_norm": 0.15014173213213483, + "learning_rate": 8.579842619209844e-07, + "loss": 0.7231, + "step": 752 + }, + { + "epoch": 0.8168689402671367, + "grad_norm": 0.14676946111053624, + "learning_rate": 8.481571278331108e-07, + "loss": 0.7195, + "step": 753 + }, + { + "epoch": 0.8179537595769205, + "grad_norm": 0.14322775943055369, + "learning_rate": 8.383813788550326e-07, + "loss": 0.7222, + "step": 754 + }, + { + "epoch": 0.8190385788867042, + "grad_norm": 0.14578392504249468, + "learning_rate": 8.286571359758993e-07, + "loss": 0.7212, + "step": 755 + }, + { + "epoch": 0.8201233981964879, + "grad_norm": 0.14247573569748118, + "learning_rate": 8.18984519547395e-07, + "loss": 0.7218, + "step": 756 + }, + { + "epoch": 0.8212082175062716, + "grad_norm": 0.14659072439130408, + "learning_rate": 8.093636492822532e-07, + "loss": 0.727, + "step": 757 + }, + { + "epoch": 0.8222930368160554, + "grad_norm": 0.14954011587432003, + "learning_rate": 7.997946442527726e-07, + "loss": 0.7259, + "step": 758 + }, + { + "epoch": 0.823377856125839, + "grad_norm": 0.14576931031901047, + "learning_rate": 7.902776228893444e-07, + "loss": 0.7272, + "step": 759 + }, + { + "epoch": 0.8244626754356228, + "grad_norm": 0.1472554100775531, + "learning_rate": 7.808127029789869e-07, + "loss": 0.7261, + "step": 760 + }, + { + "epoch": 0.8244626754356228, + "eval_loss": 0.7246846556663513, + "eval_runtime": 108.8312, + "eval_samples_per_second": 87.604, + "eval_steps_per_second": 0.689, + "step": 760 + }, + { + "epoch": 0.8255474947454065, + "grad_norm": 0.1394428290196542, + "learning_rate": 7.714000016638829e-07, + "loss": 0.7221, + "step": 761 + }, + { + "epoch": 0.8266323140551902, + "grad_norm": 0.14870880577677073, + "learning_rate": 7.62039635439939e-07, + "loss": 0.723, + "step": 762 + }, + { + "epoch": 0.8277171333649739, + "grad_norm": 0.1531283031117994, + "learning_rate": 7.527317201553358e-07, + "loss": 0.7268, + "step": 763 + }, + { + "epoch": 0.8288019526747576, + "grad_norm": 0.14091906895489437, + "learning_rate": 7.434763710090991e-07, + "loss": 0.7267, + "step": 764 + }, + { + "epoch": 0.8298867719845413, + "grad_norm": 0.1407575155104757, + "learning_rate": 7.342737025496688e-07, + "loss": 0.725, + "step": 765 + }, + { + "epoch": 0.8309715912943251, + "grad_norm": 0.14429563419278052, + "learning_rate": 7.251238286734863e-07, + "loss": 0.7255, + "step": 766 + }, + { + "epoch": 0.8320564106041087, + "grad_norm": 0.146552949970586, + "learning_rate": 7.160268626235866e-07, + "loss": 0.7263, + "step": 767 + }, + { + "epoch": 0.8331412299138925, + "grad_norm": 0.14781604638174256, + "learning_rate": 7.06982916988187e-07, + "loss": 0.7255, + "step": 768 + }, + { + "epoch": 0.8342260492236762, + "grad_norm": 0.14172406706374732, + "learning_rate": 6.979921036993042e-07, + "loss": 0.7272, + "step": 769 + }, + { + "epoch": 0.8353108685334599, + "grad_norm": 0.14576979650977384, + "learning_rate": 6.890545340313609e-07, + "loss": 0.7261, + "step": 770 + }, + { + "epoch": 0.8353108685334599, + "eval_loss": 0.7245922088623047, + "eval_runtime": 108.7805, + "eval_samples_per_second": 87.644, + "eval_steps_per_second": 0.689, + "step": 770 + }, + { + "epoch": 0.8363956878432436, + "grad_norm": 0.15372865764730506, + "learning_rate": 6.801703185998165e-07, + "loss": 0.7258, + "step": 771 + }, + { + "epoch": 0.8374805071530274, + "grad_norm": 0.14076829292014756, + "learning_rate": 6.713395673597911e-07, + "loss": 0.7257, + "step": 772 + }, + { + "epoch": 0.838565326462811, + "grad_norm": 0.14645693346625896, + "learning_rate": 6.625623896047101e-07, + "loss": 0.7232, + "step": 773 + }, + { + "epoch": 0.8396501457725948, + "grad_norm": 0.14138216346190913, + "learning_rate": 6.538388939649442e-07, + "loss": 0.7215, + "step": 774 + }, + { + "epoch": 0.8407349650823784, + "grad_norm": 0.142370517145933, + "learning_rate": 6.451691884064737e-07, + "loss": 0.7234, + "step": 775 + }, + { + "epoch": 0.8418197843921622, + "grad_norm": 0.13948000581465836, + "learning_rate": 6.365533802295498e-07, + "loss": 0.7252, + "step": 776 + }, + { + "epoch": 0.8429046037019459, + "grad_norm": 0.14217547105914455, + "learning_rate": 6.279915760673593e-07, + "loss": 0.7267, + "step": 777 + }, + { + "epoch": 0.8439894230117296, + "grad_norm": 0.14615728937727987, + "learning_rate": 6.194838818847155e-07, + "loss": 0.7222, + "step": 778 + }, + { + "epoch": 0.8450742423215133, + "grad_norm": 0.13987405737502168, + "learning_rate": 6.110304029767372e-07, + "loss": 0.7253, + "step": 779 + }, + { + "epoch": 0.8461590616312971, + "grad_norm": 0.1444131083020489, + "learning_rate": 6.026312439675553e-07, + "loss": 0.7253, + "step": 780 + }, + { + "epoch": 0.8461590616312971, + "eval_loss": 0.7244901061058044, + "eval_runtime": 108.822, + "eval_samples_per_second": 87.611, + "eval_steps_per_second": 0.689, + "step": 780 + }, + { + "epoch": 0.8472438809410807, + "grad_norm": 0.14622984663099894, + "learning_rate": 5.942865088090088e-07, + "loss": 0.7261, + "step": 781 + }, + { + "epoch": 0.8483287002508645, + "grad_norm": 0.13775545945743656, + "learning_rate": 5.859963007793651e-07, + "loss": 0.7273, + "step": 782 + }, + { + "epoch": 0.8494135195606481, + "grad_norm": 0.1431958880765604, + "learning_rate": 5.77760722482037e-07, + "loss": 0.7256, + "step": 783 + }, + { + "epoch": 0.8504983388704319, + "grad_norm": 0.1447990850786756, + "learning_rate": 5.695798758443133e-07, + "loss": 0.7222, + "step": 784 + }, + { + "epoch": 0.8515831581802156, + "grad_norm": 0.15001921422654255, + "learning_rate": 5.614538621161036e-07, + "loss": 0.7242, + "step": 785 + }, + { + "epoch": 0.8526679774899993, + "grad_norm": 0.14389114694699778, + "learning_rate": 5.533827818686749e-07, + "loss": 0.7214, + "step": 786 + }, + { + "epoch": 0.853752796799783, + "grad_norm": 0.13888617179495713, + "learning_rate": 5.45366734993416e-07, + "loss": 0.7259, + "step": 787 + }, + { + "epoch": 0.8548376161095668, + "grad_norm": 0.13961527021408138, + "learning_rate": 5.374058207005945e-07, + "loss": 0.7262, + "step": 788 + }, + { + "epoch": 0.8559224354193504, + "grad_norm": 0.14408083207582856, + "learning_rate": 5.295001375181336e-07, + "loss": 0.7249, + "step": 789 + }, + { + "epoch": 0.8570072547291342, + "grad_norm": 0.1446548549097725, + "learning_rate": 5.216497832903927e-07, + "loss": 0.7266, + "step": 790 + }, + { + "epoch": 0.8570072547291342, + "eval_loss": 0.7244240045547485, + "eval_runtime": 108.6369, + "eval_samples_per_second": 87.76, + "eval_steps_per_second": 0.69, + "step": 790 + }, + { + "epoch": 0.8580920740389179, + "grad_norm": 0.14206827467632632, + "learning_rate": 5.138548551769512e-07, + "loss": 0.725, + "step": 791 + }, + { + "epoch": 0.8591768933487016, + "grad_norm": 0.13765523411051128, + "learning_rate": 5.061154496514125e-07, + "loss": 0.7274, + "step": 792 + }, + { + "epoch": 0.8602617126584853, + "grad_norm": 0.14461862018642865, + "learning_rate": 4.984316625002029e-07, + "loss": 0.7272, + "step": 793 + }, + { + "epoch": 0.861346531968269, + "grad_norm": 0.14159488968799147, + "learning_rate": 4.908035888213964e-07, + "loss": 0.7269, + "step": 794 + }, + { + "epoch": 0.8624313512780527, + "grad_norm": 0.1401730453066645, + "learning_rate": 4.832313230235253e-07, + "loss": 0.7287, + "step": 795 + }, + { + "epoch": 0.8635161705878365, + "grad_norm": 0.14430399475808467, + "learning_rate": 4.7571495882442363e-07, + "loss": 0.7241, + "step": 796 + }, + { + "epoch": 0.8646009898976201, + "grad_norm": 0.1434998185431347, + "learning_rate": 4.682545892500545e-07, + "loss": 0.7247, + "step": 797 + }, + { + "epoch": 0.8656858092074039, + "grad_norm": 0.14079724238639924, + "learning_rate": 4.608503066333742e-07, + "loss": 0.7281, + "step": 798 + }, + { + "epoch": 0.8667706285171876, + "grad_norm": 0.14166609606661967, + "learning_rate": 4.5350220261317633e-07, + "loss": 0.7234, + "step": 799 + }, + { + "epoch": 0.8678554478269713, + "grad_norm": 0.14209726292095484, + "learning_rate": 4.462103681329616e-07, + "loss": 0.721, + "step": 800 + }, + { + "epoch": 0.8678554478269713, + "eval_loss": 0.7243422269821167, + "eval_runtime": 108.5562, + "eval_samples_per_second": 87.825, + "eval_steps_per_second": 0.691, + "step": 800 + }, + { + "epoch": 0.868940267136755, + "grad_norm": 0.13859479140754644, + "learning_rate": 4.389748934398164e-07, + "loss": 0.724, + "step": 801 + }, + { + "epoch": 0.8700250864465388, + "grad_norm": 0.14139838653302136, + "learning_rate": 4.317958680832884e-07, + "loss": 0.7238, + "step": 802 + }, + { + "epoch": 0.8711099057563224, + "grad_norm": 0.13884780266816862, + "learning_rate": 4.246733809142889e-07, + "loss": 0.7247, + "step": 803 + }, + { + "epoch": 0.8721947250661062, + "grad_norm": 0.14158344919257543, + "learning_rate": 4.176075200839791e-07, + "loss": 0.7255, + "step": 804 + }, + { + "epoch": 0.8732795443758898, + "grad_norm": 0.1406274104017369, + "learning_rate": 4.105983730426916e-07, + "loss": 0.7249, + "step": 805 + }, + { + "epoch": 0.8743643636856736, + "grad_norm": 0.1436559977629329, + "learning_rate": 4.03646026538842e-07, + "loss": 0.7291, + "step": 806 + }, + { + "epoch": 0.8754491829954573, + "grad_norm": 0.13905977683367826, + "learning_rate": 3.9675056661785563e-07, + "loss": 0.7259, + "step": 807 + }, + { + "epoch": 0.876534002305241, + "grad_norm": 0.1350368671894585, + "learning_rate": 3.899120786211058e-07, + "loss": 0.7242, + "step": 808 + }, + { + "epoch": 0.8776188216150248, + "grad_norm": 0.14010167213253083, + "learning_rate": 3.8313064718485116e-07, + "loss": 0.7251, + "step": 809 + }, + { + "epoch": 0.8787036409248085, + "grad_norm": 0.14043441806084742, + "learning_rate": 3.7640635623919674e-07, + "loss": 0.7238, + "step": 810 + }, + { + "epoch": 0.8787036409248085, + "eval_loss": 0.7242914438247681, + "eval_runtime": 108.4291, + "eval_samples_per_second": 87.928, + "eval_steps_per_second": 0.692, + "step": 810 + }, + { + "epoch": 0.8797884602345922, + "grad_norm": 0.14597739195918666, + "learning_rate": 3.6973928900704503e-07, + "loss": 0.7223, + "step": 811 + }, + { + "epoch": 0.8808732795443759, + "grad_norm": 0.14004026532876637, + "learning_rate": 3.631295280030783e-07, + "loss": 0.7234, + "step": 812 + }, + { + "epoch": 0.8819580988541597, + "grad_norm": 0.13761772722113189, + "learning_rate": 3.5657715503272574e-07, + "loss": 0.7245, + "step": 813 + }, + { + "epoch": 0.8830429181639433, + "grad_norm": 0.13917740810160026, + "learning_rate": 3.500822511911578e-07, + "loss": 0.7257, + "step": 814 + }, + { + "epoch": 0.8841277374737271, + "grad_norm": 0.14077020735817927, + "learning_rate": 3.4364489686228076e-07, + "loss": 0.7272, + "step": 815 + }, + { + "epoch": 0.8852125567835107, + "grad_norm": 0.13849746520067135, + "learning_rate": 3.3726517171774163e-07, + "loss": 0.7228, + "step": 816 + }, + { + "epoch": 0.8862973760932945, + "grad_norm": 0.13945960915084693, + "learning_rate": 3.30943154715942e-07, + "loss": 0.7242, + "step": 817 + }, + { + "epoch": 0.8873821954030782, + "grad_norm": 0.14235867914664577, + "learning_rate": 3.2467892410106006e-07, + "loss": 0.7225, + "step": 818 + }, + { + "epoch": 0.8884670147128619, + "grad_norm": 0.14448235373129412, + "learning_rate": 3.1847255740208636e-07, + "loss": 0.7234, + "step": 819 + }, + { + "epoch": 0.8895518340226456, + "grad_norm": 0.13663699426090076, + "learning_rate": 3.1232413143185534e-07, + "loss": 0.7249, + "step": 820 + }, + { + "epoch": 0.8895518340226456, + "eval_loss": 0.7242299914360046, + "eval_runtime": 108.4679, + "eval_samples_per_second": 87.897, + "eval_steps_per_second": 0.691, + "step": 820 + }, + { + "epoch": 0.8906366533324294, + "grad_norm": 0.13908381651850316, + "learning_rate": 3.0623372228610725e-07, + "loss": 0.7252, + "step": 821 + }, + { + "epoch": 0.891721472642213, + "grad_norm": 0.13872995427912693, + "learning_rate": 3.0020140534253617e-07, + "loss": 0.7232, + "step": 822 + }, + { + "epoch": 0.8928062919519968, + "grad_norm": 0.13981744344012959, + "learning_rate": 2.942272552598596e-07, + "loss": 0.7256, + "step": 823 + }, + { + "epoch": 0.8938911112617804, + "grad_norm": 0.13968105284579016, + "learning_rate": 2.8831134597689604e-07, + "loss": 0.7211, + "step": 824 + }, + { + "epoch": 0.8949759305715642, + "grad_norm": 0.14232673834531245, + "learning_rate": 2.824537507116504e-07, + "loss": 0.7239, + "step": 825 + }, + { + "epoch": 0.8960607498813479, + "grad_norm": 0.14058100762514966, + "learning_rate": 2.7665454196040665e-07, + "loss": 0.7235, + "step": 826 + }, + { + "epoch": 0.8971455691911316, + "grad_norm": 0.1385223545477267, + "learning_rate": 2.7091379149682683e-07, + "loss": 0.7244, + "step": 827 + }, + { + "epoch": 0.8982303885009153, + "grad_norm": 0.1401420667592562, + "learning_rate": 2.652315703710712e-07, + "loss": 0.7255, + "step": 828 + }, + { + "epoch": 0.8993152078106991, + "grad_norm": 0.13765975035115535, + "learning_rate": 2.5960794890891093e-07, + "loss": 0.727, + "step": 829 + }, + { + "epoch": 0.9004000271204827, + "grad_norm": 0.1393723517733, + "learning_rate": 2.5404299671086264e-07, + "loss": 0.7254, + "step": 830 + }, + { + "epoch": 0.9004000271204827, + "eval_loss": 0.7241945266723633, + "eval_runtime": 108.6927, + "eval_samples_per_second": 87.715, + "eval_steps_per_second": 0.69, + "step": 830 + }, + { + "epoch": 0.9014848464302665, + "grad_norm": 0.136341269301018, + "learning_rate": 2.485367826513258e-07, + "loss": 0.7262, + "step": 831 + }, + { + "epoch": 0.9025696657400502, + "grad_norm": 0.13534524521877464, + "learning_rate": 2.4308937487772576e-07, + "loss": 0.7223, + "step": 832 + }, + { + "epoch": 0.9036544850498339, + "grad_norm": 0.1382147390177455, + "learning_rate": 2.3770084080967926e-07, + "loss": 0.725, + "step": 833 + }, + { + "epoch": 0.9047393043596176, + "grad_norm": 0.14138833642558557, + "learning_rate": 2.3237124713815285e-07, + "loss": 0.723, + "step": 834 + }, + { + "epoch": 0.9058241236694013, + "grad_norm": 0.13684451587905114, + "learning_rate": 2.2710065982464001e-07, + "loss": 0.7265, + "step": 835 + }, + { + "epoch": 0.906908942979185, + "grad_norm": 0.13632906600319858, + "learning_rate": 2.218891441003429e-07, + "loss": 0.7243, + "step": 836 + }, + { + "epoch": 0.9079937622889688, + "grad_norm": 0.13588777358371137, + "learning_rate": 2.1673676446536952e-07, + "loss": 0.7219, + "step": 837 + }, + { + "epoch": 0.9090785815987524, + "grad_norm": 0.13673010508746153, + "learning_rate": 2.1164358468793055e-07, + "loss": 0.725, + "step": 838 + }, + { + "epoch": 0.9101634009085362, + "grad_norm": 0.13533306331357944, + "learning_rate": 2.066096678035523e-07, + "loss": 0.7248, + "step": 839 + }, + { + "epoch": 0.9112482202183199, + "grad_norm": 0.1370765820418022, + "learning_rate": 2.0163507611429823e-07, + "loss": 0.723, + "step": 840 + }, + { + "epoch": 0.9112482202183199, + "eval_loss": 0.724153459072113, + "eval_runtime": 108.5965, + "eval_samples_per_second": 87.793, + "eval_steps_per_second": 0.691, + "step": 840 + }, + { + "epoch": 0.9123330395281036, + "grad_norm": 0.13542854082891065, + "learning_rate": 1.9671987118799307e-07, + "loss": 0.7247, + "step": 841 + }, + { + "epoch": 0.9134178588378873, + "grad_norm": 0.13790713518725453, + "learning_rate": 1.9186411385746507e-07, + "loss": 0.7239, + "step": 842 + }, + { + "epoch": 0.914502678147671, + "grad_norm": 0.13796552431922895, + "learning_rate": 1.870678642197926e-07, + "loss": 0.7219, + "step": 843 + }, + { + "epoch": 0.9155874974574547, + "grad_norm": 0.1375374114075323, + "learning_rate": 1.823311816355583e-07, + "loss": 0.726, + "step": 844 + }, + { + "epoch": 0.9166723167672385, + "grad_norm": 0.1377206455448937, + "learning_rate": 1.776541247281177e-07, + "loss": 0.7252, + "step": 845 + }, + { + "epoch": 0.9177571360770221, + "grad_norm": 0.1344192773735211, + "learning_rate": 1.730367513828679e-07, + "loss": 0.7232, + "step": 846 + }, + { + "epoch": 0.9188419553868059, + "grad_norm": 0.13376054584430533, + "learning_rate": 1.6847911874653843e-07, + "loss": 0.7235, + "step": 847 + }, + { + "epoch": 0.9199267746965896, + "grad_norm": 0.13439869668843996, + "learning_rate": 1.6398128322647865e-07, + "loss": 0.723, + "step": 848 + }, + { + "epoch": 0.9210115940063733, + "grad_norm": 0.13964459621458417, + "learning_rate": 1.5954330048996326e-07, + "loss": 0.7259, + "step": 849 + }, + { + "epoch": 0.922096413316157, + "grad_norm": 0.13629792697955317, + "learning_rate": 1.5516522546349833e-07, + "loss": 0.7197, + "step": 850 + }, + { + "epoch": 0.922096413316157, + "eval_loss": 0.7241156697273254, + "eval_runtime": 108.5644, + "eval_samples_per_second": 87.819, + "eval_steps_per_second": 0.691, + "step": 850 + }, + { + "epoch": 0.9231812326259408, + "grad_norm": 0.13493745494830567, + "learning_rate": 1.5084711233214699e-07, + "loss": 0.7243, + "step": 851 + }, + { + "epoch": 0.9242660519357244, + "grad_norm": 0.1356596248868148, + "learning_rate": 1.4658901453885654e-07, + "loss": 0.7234, + "step": 852 + }, + { + "epoch": 0.9253508712455082, + "grad_norm": 0.1389500426583187, + "learning_rate": 1.4239098478379565e-07, + "loss": 0.7252, + "step": 853 + }, + { + "epoch": 0.9264356905552918, + "grad_norm": 0.13346288169473994, + "learning_rate": 1.3825307502370487e-07, + "loss": 0.725, + "step": 854 + }, + { + "epoch": 0.9275205098650756, + "grad_norm": 0.1327056604810051, + "learning_rate": 1.3417533647125114e-07, + "loss": 0.7189, + "step": 855 + }, + { + "epoch": 0.9286053291748593, + "grad_norm": 0.13628540556310734, + "learning_rate": 1.3015781959439478e-07, + "loss": 0.7219, + "step": 856 + }, + { + "epoch": 0.929690148484643, + "grad_norm": 0.13501614840919324, + "learning_rate": 1.2620057411576568e-07, + "loss": 0.7259, + "step": 857 + }, + { + "epoch": 0.9307749677944267, + "grad_norm": 0.13881442153692194, + "learning_rate": 1.2230364901204773e-07, + "loss": 0.7223, + "step": 858 + }, + { + "epoch": 0.9318597871042105, + "grad_norm": 0.13320196272188387, + "learning_rate": 1.1846709251337129e-07, + "loss": 0.7222, + "step": 859 + }, + { + "epoch": 0.9329446064139941, + "grad_norm": 0.135540774249262, + "learning_rate": 1.1469095210271675e-07, + "loss": 0.7266, + "step": 860 + }, + { + "epoch": 0.9329446064139941, + "eval_loss": 0.7241001129150391, + "eval_runtime": 108.5809, + "eval_samples_per_second": 87.805, + "eval_steps_per_second": 0.691, + "step": 860 + }, + { + "epoch": 0.9340294257237779, + "grad_norm": 0.1380173343966705, + "learning_rate": 1.109752745153292e-07, + "loss": 0.7244, + "step": 861 + }, + { + "epoch": 0.9351142450335616, + "grad_norm": 0.13160062871740882, + "learning_rate": 1.0732010573813623e-07, + "loss": 0.7258, + "step": 862 + }, + { + "epoch": 0.9361990643433453, + "grad_norm": 0.13511481514710444, + "learning_rate": 1.0372549100918283e-07, + "loss": 0.7256, + "step": 863 + }, + { + "epoch": 0.937283883653129, + "grad_norm": 0.1314404956603575, + "learning_rate": 1.0019147481706626e-07, + "loss": 0.7212, + "step": 864 + }, + { + "epoch": 0.9383687029629127, + "grad_norm": 0.13703923561589082, + "learning_rate": 9.671810090039091e-08, + "loss": 0.7226, + "step": 865 + }, + { + "epoch": 0.9394535222726964, + "grad_norm": 0.13608577008694514, + "learning_rate": 9.330541224722378e-08, + "loss": 0.7231, + "step": 866 + }, + { + "epoch": 0.9405383415824802, + "grad_norm": 0.13806621521359003, + "learning_rate": 8.995345109456377e-08, + "loss": 0.7271, + "step": 867 + }, + { + "epoch": 0.9416231608922638, + "grad_norm": 0.1353062029172663, + "learning_rate": 8.666225892781765e-08, + "loss": 0.7258, + "step": 868 + }, + { + "epoch": 0.9427079802020476, + "grad_norm": 0.13680617294705663, + "learning_rate": 8.343187648028772e-08, + "loss": 0.7217, + "step": 869 + }, + { + "epoch": 0.9437927995118313, + "grad_norm": 0.13493382983403393, + "learning_rate": 8.026234373266773e-08, + "loss": 0.7247, + "step": 870 + }, + { + "epoch": 0.9437927995118313, + "eval_loss": 0.724071741104126, + "eval_runtime": 108.7638, + "eval_samples_per_second": 87.658, + "eval_steps_per_second": 0.69, + "step": 870 + }, + { + "epoch": 0.944877618821615, + "grad_norm": 0.13448724665345346, + "learning_rate": 7.715369991254662e-08, + "loss": 0.7244, + "step": 871 + }, + { + "epoch": 0.9459624381313987, + "grad_norm": 0.1356028773742455, + "learning_rate": 7.410598349392506e-08, + "loss": 0.724, + "step": 872 + }, + { + "epoch": 0.9470472574411825, + "grad_norm": 0.13612537206569597, + "learning_rate": 7.1119232196738e-08, + "loss": 0.7274, + "step": 873 + }, + { + "epoch": 0.9481320767509661, + "grad_norm": 0.13883570821688923, + "learning_rate": 6.819348298638839e-08, + "loss": 0.7263, + "step": 874 + }, + { + "epoch": 0.9492168960607499, + "grad_norm": 0.13264265764048075, + "learning_rate": 6.532877207328813e-08, + "loss": 0.7232, + "step": 875 + }, + { + "epoch": 0.9503017153705337, + "grad_norm": 0.13954361495637418, + "learning_rate": 6.252513491241285e-08, + "loss": 0.7234, + "step": 876 + }, + { + "epoch": 0.9513865346803173, + "grad_norm": 0.13360197271638555, + "learning_rate": 5.978260620286058e-08, + "loss": 0.723, + "step": 877 + }, + { + "epoch": 0.9524713539901011, + "grad_norm": 0.1314637699564161, + "learning_rate": 5.7101219887423233e-08, + "loss": 0.7257, + "step": 878 + }, + { + "epoch": 0.9535561732998847, + "grad_norm": 0.13392106802513146, + "learning_rate": 5.448100915216636e-08, + "loss": 0.7232, + "step": 879 + }, + { + "epoch": 0.9546409926096685, + "grad_norm": 0.13522662007382738, + "learning_rate": 5.192200642601841e-08, + "loss": 0.7224, + "step": 880 + }, + { + "epoch": 0.9546409926096685, + "eval_loss": 0.7240606546401978, + "eval_runtime": 108.7064, + "eval_samples_per_second": 87.704, + "eval_steps_per_second": 0.69, + "step": 880 + }, + { + "epoch": 0.9557258119194522, + "grad_norm": 0.13428639012820798, + "learning_rate": 4.942424338037044e-08, + "loss": 0.7241, + "step": 881 + }, + { + "epoch": 0.9568106312292359, + "grad_norm": 0.135647942541001, + "learning_rate": 4.6987750928682017e-08, + "loss": 0.7289, + "step": 882 + }, + { + "epoch": 0.9578954505390196, + "grad_norm": 0.13348778511819145, + "learning_rate": 4.461255922609986e-08, + "loss": 0.7258, + "step": 883 + }, + { + "epoch": 0.9589802698488034, + "grad_norm": 0.13524480850309303, + "learning_rate": 4.2298697669084785e-08, + "loss": 0.7226, + "step": 884 + }, + { + "epoch": 0.960065089158587, + "grad_norm": 0.1342302442153707, + "learning_rate": 4.004619489504813e-08, + "loss": 0.7244, + "step": 885 + }, + { + "epoch": 0.9611499084683708, + "grad_norm": 0.1359282017879408, + "learning_rate": 3.78550787819959e-08, + "loss": 0.726, + "step": 886 + }, + { + "epoch": 0.9622347277781544, + "grad_norm": 0.13610996574817735, + "learning_rate": 3.5725376448185744e-08, + "loss": 0.7219, + "step": 887 + }, + { + "epoch": 0.9633195470879382, + "grad_norm": 0.13224949770906974, + "learning_rate": 3.365711425178886e-08, + "loss": 0.7214, + "step": 888 + }, + { + "epoch": 0.9644043663977219, + "grad_norm": 0.13513692101369765, + "learning_rate": 3.165031779056582e-08, + "loss": 0.7261, + "step": 889 + }, + { + "epoch": 0.9654891857075056, + "grad_norm": 0.13462719071057394, + "learning_rate": 2.970501190154962e-08, + "loss": 0.7234, + "step": 890 + }, + { + "epoch": 0.9654891857075056, + "eval_loss": 0.7240492105484009, + "eval_runtime": 108.5574, + "eval_samples_per_second": 87.825, + "eval_steps_per_second": 0.691, + "step": 890 + }, + { + "epoch": 0.9665740050172893, + "grad_norm": 0.13271868273567594, + "learning_rate": 2.782122066073756e-08, + "loss": 0.7244, + "step": 891 + }, + { + "epoch": 0.9676588243270731, + "grad_norm": 0.13708737788809622, + "learning_rate": 2.5998967382792618e-08, + "loss": 0.7228, + "step": 892 + }, + { + "epoch": 0.9687436436368567, + "grad_norm": 0.13531886494212692, + "learning_rate": 2.423827462075701e-08, + "loss": 0.7279, + "step": 893 + }, + { + "epoch": 0.9698284629466405, + "grad_norm": 0.1359738222660984, + "learning_rate": 2.2539164165770178e-08, + "loss": 0.727, + "step": 894 + }, + { + "epoch": 0.9709132822564241, + "grad_norm": 0.13644782440998746, + "learning_rate": 2.090165704680236e-08, + "loss": 0.7232, + "step": 895 + }, + { + "epoch": 0.9719981015662079, + "grad_norm": 0.13486213998423852, + "learning_rate": 1.9325773530391446e-08, + "loss": 0.7257, + "step": 896 + }, + { + "epoch": 0.9730829208759916, + "grad_norm": 0.13705541543187244, + "learning_rate": 1.7811533120394296e-08, + "loss": 0.724, + "step": 897 + }, + { + "epoch": 0.9741677401857753, + "grad_norm": 0.1371546924335268, + "learning_rate": 1.6358954557744166e-08, + "loss": 0.7221, + "step": 898 + }, + { + "epoch": 0.975252559495559, + "grad_norm": 0.13337146572350866, + "learning_rate": 1.4968055820218653e-08, + "loss": 0.7223, + "step": 899 + }, + { + "epoch": 0.9763373788053428, + "grad_norm": 0.1312830829036625, + "learning_rate": 1.3638854122218214e-08, + "loss": 0.7271, + "step": 900 + }, + { + "epoch": 0.9763373788053428, + "eval_loss": 0.7240499258041382, + "eval_runtime": 108.4546, + "eval_samples_per_second": 87.908, + "eval_steps_per_second": 0.692, + "step": 900 + }, + { + "epoch": 0.9774221981151264, + "grad_norm": 0.13277090681049394, + "learning_rate": 1.2371365914551903e-08, + "loss": 0.7248, + "step": 901 + }, + { + "epoch": 0.9785070174249102, + "grad_norm": 0.13499989591222544, + "learning_rate": 1.1165606884234182e-08, + "loss": 0.7267, + "step": 902 + }, + { + "epoch": 0.9795918367346939, + "grad_norm": 0.13317601577729554, + "learning_rate": 1.0021591954291754e-08, + "loss": 0.7213, + "step": 903 + }, + { + "epoch": 0.9806766560444776, + "grad_norm": 0.1335874055337735, + "learning_rate": 8.939335283577599e-09, + "loss": 0.7232, + "step": 904 + }, + { + "epoch": 0.9817614753542613, + "grad_norm": 0.13717545379093252, + "learning_rate": 7.918850266596112e-09, + "loss": 0.7263, + "step": 905 + }, + { + "epoch": 0.982846294664045, + "grad_norm": 0.13178525458547813, + "learning_rate": 6.960149533337124e-09, + "loss": 0.7204, + "step": 906 + }, + { + "epoch": 0.9839311139738287, + "grad_norm": 0.13293535543691803, + "learning_rate": 6.063244949120473e-09, + "loss": 0.7238, + "step": 907 + }, + { + "epoch": 0.9850159332836125, + "grad_norm": 0.13294400889862482, + "learning_rate": 5.228147614448342e-09, + "loss": 0.7212, + "step": 908 + }, + { + "epoch": 0.9861007525933961, + "grad_norm": 0.1320390651519463, + "learning_rate": 4.4548678648681506e-09, + "loss": 0.7235, + "step": 909 + }, + { + "epoch": 0.9871855719031799, + "grad_norm": 0.13297478403106067, + "learning_rate": 3.7434152708437645e-09, + "loss": 0.7233, + "step": 910 + }, + { + "epoch": 0.9871855719031799, + "eval_loss": 0.7240437269210815, + "eval_runtime": 108.7272, + "eval_samples_per_second": 87.687, + "eval_steps_per_second": 0.69, + "step": 910 + }, + { + "epoch": 0.9882703912129636, + "grad_norm": 0.13353370639789847, + "learning_rate": 3.093798637638923e-09, + "loss": 0.726, + "step": 911 + }, + { + "epoch": 0.9893552105227473, + "grad_norm": 0.13350248025260392, + "learning_rate": 2.5060260052067742e-09, + "loss": 0.7227, + "step": 912 + }, + { + "epoch": 0.990440029832531, + "grad_norm": 0.13627772859668344, + "learning_rate": 1.980104648090508e-09, + "loss": 0.725, + "step": 913 + }, + { + "epoch": 0.9915248491423148, + "grad_norm": 0.1329148451322538, + "learning_rate": 1.51604107533454e-09, + "loss": 0.7205, + "step": 914 + }, + { + "epoch": 0.9926096684520984, + "grad_norm": 0.13161405037237076, + "learning_rate": 1.1138410304012415e-09, + "loss": 0.7234, + "step": 915 + }, + { + "epoch": 0.9936944877618822, + "grad_norm": 0.1347730166694005, + "learning_rate": 7.735094911032193e-10, + "loss": 0.7263, + "step": 916 + }, + { + "epoch": 0.9947793070716658, + "grad_norm": 0.1375437823642148, + "learning_rate": 4.950506695394763e-10, + "loss": 0.7274, + "step": 917 + }, + { + "epoch": 0.9958641263814496, + "grad_norm": 0.13354422205504643, + "learning_rate": 2.784680120437866e-10, + "loss": 0.7273, + "step": 918 + }, + { + "epoch": 0.9969489456912333, + "grad_norm": 0.13353910809068179, + "learning_rate": 1.237641991425065e-10, + "loss": 0.7237, + "step": 919 + }, + { + "epoch": 0.998033765001017, + "grad_norm": 0.13442440304803116, + "learning_rate": 3.094114552126826e-11, + "loss": 0.7253, + "step": 920 + }, + { + "epoch": 0.998033765001017, + "eval_loss": 0.7240483164787292, + "eval_runtime": 108.866, + "eval_samples_per_second": 87.576, + "eval_steps_per_second": 0.689, + "step": 920 + }, + { + "epoch": 0.9991185843108007, + "grad_norm": 0.13608136520076863, + "learning_rate": 0.0, + "loss": 0.7251, + "step": 921 + }, + { + "epoch": 0.9991185843108007, + "step": 921, + "total_flos": 1.23408369057792e+16, + "train_loss": 0.752030895211927, + "train_runtime": 60917.9213, + "train_samples_per_second": 15.495, + "train_steps_per_second": 0.015 + } + ], + "logging_steps": 1.0, + "max_steps": 921, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.23408369057792e+16, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +}