commit 0f08a421c490e83c4ac95582bf5ae31e86364e1b Author: ModelHub XC Date: Tue Aug 25 02:45:16 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: Likithp/v10_gemma3_1B_fixed_s42 Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..bc5f30d --- /dev/null +++ b/README.md @@ -0,0 +1,199 @@ +--- +library_name: transformers +tags: [] +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + +This is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated. + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..cacf532 --- /dev/null +++ b/config.json @@ -0,0 +1,72 @@ +{ + "_sliding_window_pattern": 6, + "architectures": [ + "Gemma3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_logit_softcapping": null, + "bos_token_id": 2, + "cache_implementation": "hybrid", + "dtype": "bfloat16", + "eos_token_id": 1, + "final_logit_softcapping": null, + "head_dim": 256, + "hidden_activation": "gelu_pytorch_tanh", + "hidden_size": 1152, + "initializer_range": 0.02, + "intermediate_size": 6912, + "layer_types": [ + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention" + ], + "max_position_embeddings": 32768, + "model_type": "gemma3_text", + "num_attention_heads": 4, + "num_hidden_layers": 26, + "num_key_value_heads": 1, + "pad_token_id": 0, + "query_pre_attn_scalar": 256, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "full_attention": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_attention": { + "rope_theta": 10000, + "rope_type": "default" + } + }, + "sliding_window": 512, + "sliding_window_pattern": 6, + "tie_word_embeddings": true, + "transformers_version": "5.10.2", + "use_bidirectional_attention": false, + "use_cache": true, + "vocab_size": 262144 +} diff --git a/epoch_1/config.json b/epoch_1/config.json new file mode 100644 index 0000000..cacf532 --- /dev/null +++ b/epoch_1/config.json @@ -0,0 +1,72 @@ +{ + "_sliding_window_pattern": 6, + "architectures": [ + "Gemma3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_logit_softcapping": null, + "bos_token_id": 2, + "cache_implementation": "hybrid", + "dtype": "bfloat16", + "eos_token_id": 1, + "final_logit_softcapping": null, + "head_dim": 256, + "hidden_activation": "gelu_pytorch_tanh", + "hidden_size": 1152, + "initializer_range": 0.02, + "intermediate_size": 6912, + "layer_types": [ + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention" + ], + "max_position_embeddings": 32768, + "model_type": "gemma3_text", + "num_attention_heads": 4, + "num_hidden_layers": 26, + "num_key_value_heads": 1, + "pad_token_id": 0, + "query_pre_attn_scalar": 256, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "full_attention": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_attention": { + "rope_theta": 10000, + "rope_type": "default" + } + }, + "sliding_window": 512, + "sliding_window_pattern": 6, + "tie_word_embeddings": true, + "transformers_version": "5.10.2", + "use_bidirectional_attention": false, + "use_cache": true, + "vocab_size": 262144 +} diff --git a/epoch_1/epoch_meta.json b/epoch_1/epoch_meta.json new file mode 100644 index 0000000..69defaa --- /dev/null +++ b/epoch_1/epoch_meta.json @@ -0,0 +1,5 @@ +{ + "epoch": 1, + "val_em": 1.0, + "loss": 0.02549 +} \ No newline at end of file diff --git a/epoch_1/generation_config.json b/epoch_1/generation_config.json new file mode 100644 index 0000000..970986d --- /dev/null +++ b/epoch_1/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 2, + "cache_implementation": "hybrid", + "do_sample": true, + "eos_token_id": [ + 1, + 106 + ], + "pad_token_id": 0, + "top_k": 64, + "top_p": 0.95, + "transformers_version": "5.10.2" +} diff --git a/epoch_1/model.safetensors b/epoch_1/model.safetensors new file mode 100644 index 0000000..0d61df6 --- /dev/null +++ b/epoch_1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea5a1c7d84476ced473ff276ddbeaa42b101183f4fada1f4a285a7b9398b5279 +size 1999811208 diff --git a/epoch_1/tokenizer.json b/epoch_1/tokenizer.json new file mode 100644 index 0000000..f74d183 --- /dev/null +++ b/epoch_1/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daab2354f8a74e70d70b4d1f804939b68a8c9624dd06cb7858e52dd8970e9726 +size 33384567 diff --git a/epoch_1/tokenizer_config.json b/epoch_1/tokenizer_config.json new file mode 100644 index 0000000..d4698c9 --- /dev/null +++ b/epoch_1/tokenizer_config.json @@ -0,0 +1,24 @@ +{ + "backend": "tokenizers", + "boi_token": "", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eoi_token": "", + "eos_token": "", + "image_token": "", + "is_local": false, + "local_files_only": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "model_specific_special_tokens": { + "boi_token": "", + "eoi_token": "", + "image_token": "" + }, + "pad_token": "", + "sp_model_kwargs": null, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/epoch_2/config.json b/epoch_2/config.json new file mode 100644 index 0000000..cacf532 --- /dev/null +++ b/epoch_2/config.json @@ -0,0 +1,72 @@ +{ + "_sliding_window_pattern": 6, + "architectures": [ + "Gemma3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_logit_softcapping": null, + "bos_token_id": 2, + "cache_implementation": "hybrid", + "dtype": "bfloat16", + "eos_token_id": 1, + "final_logit_softcapping": null, + "head_dim": 256, + "hidden_activation": "gelu_pytorch_tanh", + "hidden_size": 1152, + "initializer_range": 0.02, + "intermediate_size": 6912, + "layer_types": [ + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention" + ], + "max_position_embeddings": 32768, + "model_type": "gemma3_text", + "num_attention_heads": 4, + "num_hidden_layers": 26, + "num_key_value_heads": 1, + "pad_token_id": 0, + "query_pre_attn_scalar": 256, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "full_attention": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_attention": { + "rope_theta": 10000, + "rope_type": "default" + } + }, + "sliding_window": 512, + "sliding_window_pattern": 6, + "tie_word_embeddings": true, + "transformers_version": "5.10.2", + "use_bidirectional_attention": false, + "use_cache": true, + "vocab_size": 262144 +} diff --git a/epoch_2/epoch_meta.json b/epoch_2/epoch_meta.json new file mode 100644 index 0000000..f57e92b --- /dev/null +++ b/epoch_2/epoch_meta.json @@ -0,0 +1,5 @@ +{ + "epoch": 2, + "val_em": 1.0, + "loss": 5e-06 +} \ No newline at end of file diff --git a/epoch_2/generation_config.json b/epoch_2/generation_config.json new file mode 100644 index 0000000..970986d --- /dev/null +++ b/epoch_2/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 2, + "cache_implementation": "hybrid", + "do_sample": true, + "eos_token_id": [ + 1, + 106 + ], + "pad_token_id": 0, + "top_k": 64, + "top_p": 0.95, + "transformers_version": "5.10.2" +} diff --git a/epoch_2/model.safetensors b/epoch_2/model.safetensors new file mode 100644 index 0000000..a9627d7 --- /dev/null +++ b/epoch_2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046c8599498c413c1092dc68522e1de0f3d1fa92dc3d69765d9146288b39b32f +size 1999811208 diff --git a/epoch_2/tokenizer.json b/epoch_2/tokenizer.json new file mode 100644 index 0000000..f74d183 --- /dev/null +++ b/epoch_2/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daab2354f8a74e70d70b4d1f804939b68a8c9624dd06cb7858e52dd8970e9726 +size 33384567 diff --git a/epoch_2/tokenizer_config.json b/epoch_2/tokenizer_config.json new file mode 100644 index 0000000..d4698c9 --- /dev/null +++ b/epoch_2/tokenizer_config.json @@ -0,0 +1,24 @@ +{ + "backend": "tokenizers", + "boi_token": "", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eoi_token": "", + "eos_token": "", + "image_token": "", + "is_local": false, + "local_files_only": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "model_specific_special_tokens": { + "boi_token": "", + "eoi_token": "", + "image_token": "" + }, + "pad_token": "", + "sp_model_kwargs": null, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/epoch_3/config.json b/epoch_3/config.json new file mode 100644 index 0000000..cacf532 --- /dev/null +++ b/epoch_3/config.json @@ -0,0 +1,72 @@ +{ + "_sliding_window_pattern": 6, + "architectures": [ + "Gemma3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_logit_softcapping": null, + "bos_token_id": 2, + "cache_implementation": "hybrid", + "dtype": "bfloat16", + "eos_token_id": 1, + "final_logit_softcapping": null, + "head_dim": 256, + "hidden_activation": "gelu_pytorch_tanh", + "hidden_size": 1152, + "initializer_range": 0.02, + "intermediate_size": 6912, + "layer_types": [ + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention" + ], + "max_position_embeddings": 32768, + "model_type": "gemma3_text", + "num_attention_heads": 4, + "num_hidden_layers": 26, + "num_key_value_heads": 1, + "pad_token_id": 0, + "query_pre_attn_scalar": 256, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "full_attention": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_attention": { + "rope_theta": 10000, + "rope_type": "default" + } + }, + "sliding_window": 512, + "sliding_window_pattern": 6, + "tie_word_embeddings": true, + "transformers_version": "5.10.2", + "use_bidirectional_attention": false, + "use_cache": true, + "vocab_size": 262144 +} diff --git a/epoch_3/epoch_meta.json b/epoch_3/epoch_meta.json new file mode 100644 index 0000000..ef62123 --- /dev/null +++ b/epoch_3/epoch_meta.json @@ -0,0 +1,5 @@ +{ + "epoch": 3, + "val_em": 1.0, + "loss": 5e-06 +} \ No newline at end of file diff --git a/epoch_3/generation_config.json b/epoch_3/generation_config.json new file mode 100644 index 0000000..970986d --- /dev/null +++ b/epoch_3/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 2, + "cache_implementation": "hybrid", + "do_sample": true, + "eos_token_id": [ + 1, + 106 + ], + "pad_token_id": 0, + "top_k": 64, + "top_p": 0.95, + "transformers_version": "5.10.2" +} diff --git a/epoch_3/model.safetensors b/epoch_3/model.safetensors new file mode 100644 index 0000000..f79ab2b --- /dev/null +++ b/epoch_3/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb05e0e21a1e795eaf51be6d3605e8ba4b5b7be3c5f1b3e15e928673376db8b8 +size 1999811208 diff --git a/epoch_3/tokenizer.json b/epoch_3/tokenizer.json new file mode 100644 index 0000000..f74d183 --- /dev/null +++ b/epoch_3/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daab2354f8a74e70d70b4d1f804939b68a8c9624dd06cb7858e52dd8970e9726 +size 33384567 diff --git a/epoch_3/tokenizer_config.json b/epoch_3/tokenizer_config.json new file mode 100644 index 0000000..d4698c9 --- /dev/null +++ b/epoch_3/tokenizer_config.json @@ -0,0 +1,24 @@ +{ + "backend": "tokenizers", + "boi_token": "", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eoi_token": "", + "eos_token": "", + "image_token": "", + "is_local": false, + "local_files_only": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "model_specific_special_tokens": { + "boi_token": "", + "eoi_token": "", + "image_token": "" + }, + "pad_token": "", + "sp_model_kwargs": null, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..970986d --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 2, + "cache_implementation": "hybrid", + "do_sample": true, + "eos_token_id": [ + 1, + 106 + ], + "pad_token_id": 0, + "top_k": 64, + "top_p": 0.95, + "transformers_version": "5.10.2" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..f79ab2b --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb05e0e21a1e795eaf51be6d3605e8ba4b5b7be3c5f1b3e15e928673376db8b8 +size 1999811208 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..f74d183 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daab2354f8a74e70d70b4d1f804939b68a8c9624dd06cb7858e52dd8970e9726 +size 33384567 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..7eb12f9 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,24 @@ +{ + "backend": "tokenizers", + "boi_token": "", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eoi_token": "", + "eos_token": "", + "image_token": "", + "is_local": true, + "local_files_only": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "model_specific_special_tokens": { + "boi_token": "", + "eoi_token": "", + "image_token": "" + }, + "pad_token": "", + "sp_model_kwargs": null, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/training_config.json b/training_config.json new file mode 100644 index 0000000..64b9df8 --- /dev/null +++ b/training_config.json @@ -0,0 +1,188 @@ +{ + "model_family": "gemma3-1b", + "mode": "fixed", + "seed": 42, + "hf_repo": "Likithp/v10_gemma3_1B_fixed_s42", + "base_model": "google/gemma-3-1b-pt", + "attn_implementation": "sdpa", + "dataset": "data/cs7_fixed_v3", + "dataset_version": "cs7_v3", + "trained_at": "2026-06-07T07:21:22.655028+00:00", + "optimizer": "AdamW", + "lr": 3e-05, + "weight_decay": 0.0, + "batch_size": 8, + "grad_accum": 8, + "effective_batch": 64, + "epochs": 3, + "warmup_steps": 200, + "grad_clip": 0.5, + "lr_schedule": "cosine", + "checkpoint_criterion": "val_em", + "max_seq_len": 256, + "dtype": "torch.bfloat16", + "eval_method": "teacher_forcing_argmax", + "alias_groups_gemma": { + "T1": [ + "act", + "emp", + "inv", + "ord", + "spl", + "txn", + "empl" + ], + "T2": [ + "cst", + "brc", + "ctg", + "dpt", + "ordr", + "prd", + "prj", + "rgn", + "shp", + "tsk", + "whs" + ] + }, + "note_t1_t2": "empl=T1 and cst=T2 in Gemma tokenizer (reversed vs Qwen)", + "log_every_steps": 50, + "eval_n": 500, + "dry_run": false, + "best_epoch": 3, + "best_train_loss": null, + "val_exact_match": 1.0, + "val_outer_alias_acc": 1.0, + "val_inner_alias_acc": 1.0, + "val_t1_inner_alias_acc": 1.0, + "val_t2_inner_alias_acc": 1.0, + "val_t1_t2_gap_pp": 0.0, + "val_inner_by_alias": { + "act": { + "correct": 64, + "total": 64, + "pct": 100.0, + "token_group_gemma": "T1" + }, + "brc": { + "correct": 50, + "total": 50, + "pct": 100.0, + "token_group_gemma": "T2" + }, + "cst": { + "correct": 45, + "total": 45, + "pct": 100.0, + "token_group_gemma": "T2" + }, + "ctg": { + "correct": 61, + "total": 61, + "pct": 100.0, + "token_group_gemma": "T2" + }, + "dpt": { + "correct": 56, + "total": 56, + "pct": 100.0, + "token_group_gemma": "T2" + }, + "emp": { + "correct": 51, + "total": 51, + "pct": 100.0, + "token_group_gemma": "T1" + }, + "empl": { + "correct": 59, + "total": 59, + "pct": 100.0, + "token_group_gemma": "T1" + }, + "inv": { + "correct": 45, + "total": 45, + "pct": 100.0, + "token_group_gemma": "T1" + }, + "ord": { + "correct": 67, + "total": 67, + "pct": 100.0, + "token_group_gemma": "T1" + }, + "ordr": { + "correct": 59, + "total": 59, + "pct": 100.0, + "token_group_gemma": "T2" + }, + "prd": { + "correct": 57, + "total": 57, + "pct": 100.0, + "token_group_gemma": "T2" + }, + "prj": { + "correct": 52, + "total": 52, + "pct": 100.0, + "token_group_gemma": "T2" + }, + "rgn": { + "correct": 70, + "total": 70, + "pct": 100.0, + "token_group_gemma": "T2" + }, + "shp": { + "correct": 60, + "total": 60, + "pct": 100.0, + "token_group_gemma": "T2" + }, + "spl": { + "correct": 59, + "total": 59, + "pct": 100.0, + "token_group_gemma": "T1" + }, + "tsk": { + "correct": 44, + "total": 44, + "pct": 100.0, + "token_group_gemma": "T2" + }, + "txn": { + "correct": 51, + "total": 51, + "pct": 100.0, + "token_group_gemma": "T1" + }, + "whs": { + "correct": 50, + "total": 50, + "pct": 100.0, + "token_group_gemma": "T2" + } + }, + "train_log": [ + { + "epoch": 1, + "loss": 0.02549, + "val_em": 1.0 + }, + { + "epoch": 2, + "loss": 5e-06, + "val_em": 1.0 + }, + { + "epoch": 3, + "loss": 5e-06, + "val_em": 1.0 + } + ] +} \ No newline at end of file